{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0066889632107023,
  "eval_steps": 500,
  "global_step": 1500,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0013377926421404682,
      "grad_norm": 15.929469108581543,
      "learning_rate": 5e-06,
      "loss": 3.4069,
      "step": 1
    },
    {
      "epoch": 0.0026755852842809363,
      "grad_norm": 15.711925506591797,
      "learning_rate": 1e-05,
      "loss": 3.5693,
      "step": 2
    },
    {
      "epoch": 0.004013377926421404,
      "grad_norm": 15.229619979858398,
      "learning_rate": 1.5e-05,
      "loss": 3.3951,
      "step": 3
    },
    {
      "epoch": 0.005351170568561873,
      "grad_norm": 9.533045768737793,
      "learning_rate": 2e-05,
      "loss": 3.2976,
      "step": 4
    },
    {
      "epoch": 0.006688963210702341,
      "grad_norm": 5.610800266265869,
      "learning_rate": 2.5e-05,
      "loss": 2.9262,
      "step": 5
    },
    {
      "epoch": 0.008026755852842809,
      "grad_norm": 3.5882365703582764,
      "learning_rate": 3e-05,
      "loss": 2.4932,
      "step": 6
    },
    {
      "epoch": 0.009364548494983277,
      "grad_norm": 3.190317392349243,
      "learning_rate": 3.5e-05,
      "loss": 2.2106,
      "step": 7
    },
    {
      "epoch": 0.010702341137123745,
      "grad_norm": 3.090921401977539,
      "learning_rate": 4e-05,
      "loss": 2.3511,
      "step": 8
    },
    {
      "epoch": 0.012040133779264214,
      "grad_norm": 1.6608407497406006,
      "learning_rate": 4.5e-05,
      "loss": 2.0331,
      "step": 9
    },
    {
      "epoch": 0.013377926421404682,
      "grad_norm": 2.3017241954803467,
      "learning_rate": 5e-05,
      "loss": 2.4304,
      "step": 10
    },
    {
      "epoch": 0.01471571906354515,
      "grad_norm": 1.7485525608062744,
      "learning_rate": 5.500000000000001e-05,
      "loss": 2.4206,
      "step": 11
    },
    {
      "epoch": 0.016053511705685617,
      "grad_norm": 1.4397761821746826,
      "learning_rate": 6e-05,
      "loss": 1.9572,
      "step": 12
    },
    {
      "epoch": 0.017391304347826087,
      "grad_norm": 2.1730759143829346,
      "learning_rate": 6.500000000000001e-05,
      "loss": 2.0966,
      "step": 13
    },
    {
      "epoch": 0.018729096989966554,
      "grad_norm": 1.3649462461471558,
      "learning_rate": 7e-05,
      "loss": 1.8041,
      "step": 14
    },
    {
      "epoch": 0.020066889632107024,
      "grad_norm": 2.1070213317871094,
      "learning_rate": 7.500000000000001e-05,
      "loss": 2.1222,
      "step": 15
    },
    {
      "epoch": 0.02140468227424749,
      "grad_norm": 0.7499298453330994,
      "learning_rate": 8e-05,
      "loss": 1.9738,
      "step": 16
    },
    {
      "epoch": 0.02274247491638796,
      "grad_norm": 0.8609057068824768,
      "learning_rate": 8.5e-05,
      "loss": 1.8804,
      "step": 17
    },
    {
      "epoch": 0.024080267558528427,
      "grad_norm": 0.9405566453933716,
      "learning_rate": 9e-05,
      "loss": 1.8886,
      "step": 18
    },
    {
      "epoch": 0.025418060200668897,
      "grad_norm": 0.6386722922325134,
      "learning_rate": 9.5e-05,
      "loss": 1.9253,
      "step": 19
    },
    {
      "epoch": 0.026755852842809364,
      "grad_norm": 0.6493627429008484,
      "learning_rate": 0.0001,
      "loss": 1.8284,
      "step": 20
    },
    {
      "epoch": 0.028093645484949834,
      "grad_norm": 0.81246018409729,
      "learning_rate": 9.995497523638001e-05,
      "loss": 1.6218,
      "step": 21
    },
    {
      "epoch": 0.0294314381270903,
      "grad_norm": 0.7177069187164307,
      "learning_rate": 9.990995047276002e-05,
      "loss": 1.8196,
      "step": 22
    },
    {
      "epoch": 0.03076923076923077,
      "grad_norm": 0.8126530647277832,
      "learning_rate": 9.986492570914003e-05,
      "loss": 2.1567,
      "step": 23
    },
    {
      "epoch": 0.032107023411371234,
      "grad_norm": 0.5535350441932678,
      "learning_rate": 9.981990094552004e-05,
      "loss": 2.0801,
      "step": 24
    },
    {
      "epoch": 0.033444816053511704,
      "grad_norm": 0.6111394762992859,
      "learning_rate": 9.977487618190005e-05,
      "loss": 1.8416,
      "step": 25
    },
    {
      "epoch": 0.034782608695652174,
      "grad_norm": 3.8264172077178955,
      "learning_rate": 9.972985141828006e-05,
      "loss": 1.5934,
      "step": 26
    },
    {
      "epoch": 0.036120401337792644,
      "grad_norm": 0.5423453450202942,
      "learning_rate": 9.968482665466006e-05,
      "loss": 1.7254,
      "step": 27
    },
    {
      "epoch": 0.03745819397993311,
      "grad_norm": 0.5544487237930298,
      "learning_rate": 9.963980189104007e-05,
      "loss": 1.9727,
      "step": 28
    },
    {
      "epoch": 0.03879598662207358,
      "grad_norm": 0.4474441409111023,
      "learning_rate": 9.95947771274201e-05,
      "loss": 2.0919,
      "step": 29
    },
    {
      "epoch": 0.04013377926421405,
      "grad_norm": 0.4968682527542114,
      "learning_rate": 9.954975236380009e-05,
      "loss": 1.8365,
      "step": 30
    },
    {
      "epoch": 0.04147157190635452,
      "grad_norm": 0.8396462798118591,
      "learning_rate": 9.95047276001801e-05,
      "loss": 1.5896,
      "step": 31
    },
    {
      "epoch": 0.04280936454849498,
      "grad_norm": 0.45893028378486633,
      "learning_rate": 9.945970283656011e-05,
      "loss": 1.8436,
      "step": 32
    },
    {
      "epoch": 0.04414715719063545,
      "grad_norm": 0.5614059567451477,
      "learning_rate": 9.941467807294013e-05,
      "loss": 1.8984,
      "step": 33
    },
    {
      "epoch": 0.04548494983277592,
      "grad_norm": 0.4408206343650818,
      "learning_rate": 9.936965330932014e-05,
      "loss": 2.1722,
      "step": 34
    },
    {
      "epoch": 0.046822742474916385,
      "grad_norm": 0.4931108057498932,
      "learning_rate": 9.932462854570013e-05,
      "loss": 2.0494,
      "step": 35
    },
    {
      "epoch": 0.048160535117056855,
      "grad_norm": 1.6200001239776611,
      "learning_rate": 9.927960378208014e-05,
      "loss": 1.8094,
      "step": 36
    },
    {
      "epoch": 0.049498327759197325,
      "grad_norm": 4.759247303009033,
      "learning_rate": 9.923457901846016e-05,
      "loss": 1.7833,
      "step": 37
    },
    {
      "epoch": 0.050836120401337795,
      "grad_norm": 0.5733784437179565,
      "learning_rate": 9.918955425484017e-05,
      "loss": 1.7082,
      "step": 38
    },
    {
      "epoch": 0.05217391304347826,
      "grad_norm": 0.6474048495292664,
      "learning_rate": 9.914452949122017e-05,
      "loss": 1.6784,
      "step": 39
    },
    {
      "epoch": 0.05351170568561873,
      "grad_norm": 0.47228601574897766,
      "learning_rate": 9.909950472760019e-05,
      "loss": 1.8055,
      "step": 40
    },
    {
      "epoch": 0.0548494983277592,
      "grad_norm": 1.4710334539413452,
      "learning_rate": 9.90544799639802e-05,
      "loss": 1.8068,
      "step": 41
    },
    {
      "epoch": 0.05618729096989967,
      "grad_norm": 0.467542439699173,
      "learning_rate": 9.900945520036021e-05,
      "loss": 1.6524,
      "step": 42
    },
    {
      "epoch": 0.05752508361204013,
      "grad_norm": 0.4020284116268158,
      "learning_rate": 9.89644304367402e-05,
      "loss": 2.1742,
      "step": 43
    },
    {
      "epoch": 0.0588628762541806,
      "grad_norm": 0.7365009188652039,
      "learning_rate": 9.891940567312022e-05,
      "loss": 1.6893,
      "step": 44
    },
    {
      "epoch": 0.06020066889632107,
      "grad_norm": 0.46295851469039917,
      "learning_rate": 9.887438090950023e-05,
      "loss": 1.9585,
      "step": 45
    },
    {
      "epoch": 0.06153846153846154,
      "grad_norm": 0.5056664943695068,
      "learning_rate": 9.882935614588024e-05,
      "loss": 1.9968,
      "step": 46
    },
    {
      "epoch": 0.06287625418060201,
      "grad_norm": 0.3968791961669922,
      "learning_rate": 9.878433138226025e-05,
      "loss": 2.0845,
      "step": 47
    },
    {
      "epoch": 0.06421404682274247,
      "grad_norm": 0.4480941891670227,
      "learning_rate": 9.873930661864026e-05,
      "loss": 1.7947,
      "step": 48
    },
    {
      "epoch": 0.06555183946488294,
      "grad_norm": 0.4318523108959198,
      "learning_rate": 9.869428185502027e-05,
      "loss": 2.093,
      "step": 49
    },
    {
      "epoch": 0.06688963210702341,
      "grad_norm": 0.43793708086013794,
      "learning_rate": 9.864925709140028e-05,
      "loss": 1.7113,
      "step": 50
    },
    {
      "epoch": 0.06822742474916388,
      "grad_norm": 0.8287019729614258,
      "learning_rate": 9.860423232778028e-05,
      "loss": 1.6314,
      "step": 51
    },
    {
      "epoch": 0.06956521739130435,
      "grad_norm": 0.36626288294792175,
      "learning_rate": 9.855920756416029e-05,
      "loss": 1.9596,
      "step": 52
    },
    {
      "epoch": 0.07090301003344482,
      "grad_norm": 0.39505261182785034,
      "learning_rate": 9.85141828005403e-05,
      "loss": 1.9304,
      "step": 53
    },
    {
      "epoch": 0.07224080267558529,
      "grad_norm": 0.3602500557899475,
      "learning_rate": 9.846915803692031e-05,
      "loss": 1.9283,
      "step": 54
    },
    {
      "epoch": 0.07357859531772576,
      "grad_norm": 0.4631737470626831,
      "learning_rate": 9.842413327330032e-05,
      "loss": 1.88,
      "step": 55
    },
    {
      "epoch": 0.07491638795986622,
      "grad_norm": 0.8588123321533203,
      "learning_rate": 9.837910850968033e-05,
      "loss": 1.9562,
      "step": 56
    },
    {
      "epoch": 0.07625418060200669,
      "grad_norm": 0.4845622181892395,
      "learning_rate": 9.833408374606034e-05,
      "loss": 1.8439,
      "step": 57
    },
    {
      "epoch": 0.07759197324414716,
      "grad_norm": 0.3816477060317993,
      "learning_rate": 9.828905898244036e-05,
      "loss": 1.9877,
      "step": 58
    },
    {
      "epoch": 0.07892976588628763,
      "grad_norm": 0.4842838943004608,
      "learning_rate": 9.824403421882035e-05,
      "loss": 1.3894,
      "step": 59
    },
    {
      "epoch": 0.0802675585284281,
      "grad_norm": 0.5041085481643677,
      "learning_rate": 9.819900945520036e-05,
      "loss": 2.2597,
      "step": 60
    },
    {
      "epoch": 0.08160535117056857,
      "grad_norm": 0.30196964740753174,
      "learning_rate": 9.815398469158037e-05,
      "loss": 1.7422,
      "step": 61
    },
    {
      "epoch": 0.08294314381270904,
      "grad_norm": 0.3853469491004944,
      "learning_rate": 9.810895992796039e-05,
      "loss": 1.9314,
      "step": 62
    },
    {
      "epoch": 0.08428093645484949,
      "grad_norm": 1.472838044166565,
      "learning_rate": 9.806393516434039e-05,
      "loss": 1.8565,
      "step": 63
    },
    {
      "epoch": 0.08561872909698996,
      "grad_norm": 0.3896331787109375,
      "learning_rate": 9.80189104007204e-05,
      "loss": 1.7477,
      "step": 64
    },
    {
      "epoch": 0.08695652173913043,
      "grad_norm": 0.3785063922405243,
      "learning_rate": 9.797388563710042e-05,
      "loss": 2.1115,
      "step": 65
    },
    {
      "epoch": 0.0882943143812709,
      "grad_norm": 0.3835844397544861,
      "learning_rate": 9.792886087348043e-05,
      "loss": 1.8925,
      "step": 66
    },
    {
      "epoch": 0.08963210702341137,
      "grad_norm": 0.32654905319213867,
      "learning_rate": 9.788383610986042e-05,
      "loss": 1.9158,
      "step": 67
    },
    {
      "epoch": 0.09096989966555184,
      "grad_norm": 0.38295117020606995,
      "learning_rate": 9.783881134624043e-05,
      "loss": 1.7556,
      "step": 68
    },
    {
      "epoch": 0.09230769230769231,
      "grad_norm": 0.4461645781993866,
      "learning_rate": 9.779378658262045e-05,
      "loss": 1.4386,
      "step": 69
    },
    {
      "epoch": 0.09364548494983277,
      "grad_norm": 0.7319120764732361,
      "learning_rate": 9.774876181900046e-05,
      "loss": 2.0061,
      "step": 70
    },
    {
      "epoch": 0.09498327759197324,
      "grad_norm": 0.4447004199028015,
      "learning_rate": 9.770373705538046e-05,
      "loss": 1.8502,
      "step": 71
    },
    {
      "epoch": 0.09632107023411371,
      "grad_norm": 0.3706307113170624,
      "learning_rate": 9.765871229176046e-05,
      "loss": 1.9704,
      "step": 72
    },
    {
      "epoch": 0.09765886287625418,
      "grad_norm": 2.6014416217803955,
      "learning_rate": 9.761368752814049e-05,
      "loss": 1.673,
      "step": 73
    },
    {
      "epoch": 0.09899665551839465,
      "grad_norm": 0.36813560128211975,
      "learning_rate": 9.75686627645205e-05,
      "loss": 1.9571,
      "step": 74
    },
    {
      "epoch": 0.10033444816053512,
      "grad_norm": 0.2965801954269409,
      "learning_rate": 9.752363800090049e-05,
      "loss": 1.8679,
      "step": 75
    },
    {
      "epoch": 0.10167224080267559,
      "grad_norm": 0.36737844347953796,
      "learning_rate": 9.747861323728051e-05,
      "loss": 1.914,
      "step": 76
    },
    {
      "epoch": 0.10301003344481606,
      "grad_norm": 0.5539958477020264,
      "learning_rate": 9.743358847366052e-05,
      "loss": 1.7668,
      "step": 77
    },
    {
      "epoch": 0.10434782608695652,
      "grad_norm": 0.9024600982666016,
      "learning_rate": 9.738856371004053e-05,
      "loss": 1.602,
      "step": 78
    },
    {
      "epoch": 0.10568561872909699,
      "grad_norm": 0.47630879282951355,
      "learning_rate": 9.734353894642053e-05,
      "loss": 1.9614,
      "step": 79
    },
    {
      "epoch": 0.10702341137123746,
      "grad_norm": 0.33962881565093994,
      "learning_rate": 9.729851418280055e-05,
      "loss": 2.0143,
      "step": 80
    },
    {
      "epoch": 0.10836120401337793,
      "grad_norm": 0.34463438391685486,
      "learning_rate": 9.725348941918056e-05,
      "loss": 1.8305,
      "step": 81
    },
    {
      "epoch": 0.1096989966555184,
      "grad_norm": 0.5177729725837708,
      "learning_rate": 9.720846465556056e-05,
      "loss": 1.5823,
      "step": 82
    },
    {
      "epoch": 0.11103678929765887,
      "grad_norm": 0.3883843421936035,
      "learning_rate": 9.716343989194057e-05,
      "loss": 1.9247,
      "step": 83
    },
    {
      "epoch": 0.11237458193979934,
      "grad_norm": 0.3565119206905365,
      "learning_rate": 9.711841512832058e-05,
      "loss": 1.8981,
      "step": 84
    },
    {
      "epoch": 0.11371237458193979,
      "grad_norm": 0.9169286489486694,
      "learning_rate": 9.707339036470059e-05,
      "loss": 1.6898,
      "step": 85
    },
    {
      "epoch": 0.11505016722408026,
      "grad_norm": 2.372044801712036,
      "learning_rate": 9.70283656010806e-05,
      "loss": 2.0062,
      "step": 86
    },
    {
      "epoch": 0.11638795986622073,
      "grad_norm": 0.4511963725090027,
      "learning_rate": 9.698334083746061e-05,
      "loss": 1.9983,
      "step": 87
    },
    {
      "epoch": 0.1177257525083612,
      "grad_norm": 0.2942259907722473,
      "learning_rate": 9.693831607384062e-05,
      "loss": 1.9471,
      "step": 88
    },
    {
      "epoch": 0.11906354515050167,
      "grad_norm": 0.3808842897415161,
      "learning_rate": 9.689329131022062e-05,
      "loss": 1.9287,
      "step": 89
    },
    {
      "epoch": 0.12040133779264214,
      "grad_norm": 0.3474765121936798,
      "learning_rate": 9.684826654660063e-05,
      "loss": 2.166,
      "step": 90
    },
    {
      "epoch": 0.12173913043478261,
      "grad_norm": 0.4045035243034363,
      "learning_rate": 9.680324178298064e-05,
      "loss": 1.9044,
      "step": 91
    },
    {
      "epoch": 0.12307692307692308,
      "grad_norm": 0.3970213532447815,
      "learning_rate": 9.675821701936065e-05,
      "loss": 2.023,
      "step": 92
    },
    {
      "epoch": 0.12441471571906354,
      "grad_norm": 0.3404536843299866,
      "learning_rate": 9.671319225574066e-05,
      "loss": 1.7032,
      "step": 93
    },
    {
      "epoch": 0.12575250836120402,
      "grad_norm": 0.441057413816452,
      "learning_rate": 9.666816749212068e-05,
      "loss": 1.5145,
      "step": 94
    },
    {
      "epoch": 0.12709030100334448,
      "grad_norm": 0.6671501398086548,
      "learning_rate": 9.662314272850068e-05,
      "loss": 1.7196,
      "step": 95
    },
    {
      "epoch": 0.12842809364548494,
      "grad_norm": 0.37828826904296875,
      "learning_rate": 9.657811796488068e-05,
      "loss": 1.3918,
      "step": 96
    },
    {
      "epoch": 0.12976588628762542,
      "grad_norm": 0.4070121645927429,
      "learning_rate": 9.653309320126069e-05,
      "loss": 1.7636,
      "step": 97
    },
    {
      "epoch": 0.13110367892976588,
      "grad_norm": 0.349697470664978,
      "learning_rate": 9.648806843764072e-05,
      "loss": 2.383,
      "step": 98
    },
    {
      "epoch": 0.13244147157190636,
      "grad_norm": 0.3957515358924866,
      "learning_rate": 9.644304367402071e-05,
      "loss": 2.0249,
      "step": 99
    },
    {
      "epoch": 0.13377926421404682,
      "grad_norm": 0.6649832725524902,
      "learning_rate": 9.639801891040072e-05,
      "loss": 1.7339,
      "step": 100
    },
    {
      "epoch": 0.1351170568561873,
      "grad_norm": 0.6055648922920227,
      "learning_rate": 9.635299414678074e-05,
      "loss": 1.5403,
      "step": 101
    },
    {
      "epoch": 0.13645484949832776,
      "grad_norm": 0.4690856635570526,
      "learning_rate": 9.630796938316075e-05,
      "loss": 1.7279,
      "step": 102
    },
    {
      "epoch": 0.13779264214046824,
      "grad_norm": 0.4584232568740845,
      "learning_rate": 9.626294461954074e-05,
      "loss": 1.8899,
      "step": 103
    },
    {
      "epoch": 0.1391304347826087,
      "grad_norm": 0.3669104278087616,
      "learning_rate": 9.621791985592075e-05,
      "loss": 2.2324,
      "step": 104
    },
    {
      "epoch": 0.14046822742474915,
      "grad_norm": 0.506993293762207,
      "learning_rate": 9.617289509230078e-05,
      "loss": 1.7735,
      "step": 105
    },
    {
      "epoch": 0.14180602006688964,
      "grad_norm": 0.405987948179245,
      "learning_rate": 9.612787032868078e-05,
      "loss": 1.9026,
      "step": 106
    },
    {
      "epoch": 0.1431438127090301,
      "grad_norm": 0.8430399298667908,
      "learning_rate": 9.608284556506079e-05,
      "loss": 1.4946,
      "step": 107
    },
    {
      "epoch": 0.14448160535117058,
      "grad_norm": 0.38154295086860657,
      "learning_rate": 9.603782080144079e-05,
      "loss": 2.0693,
      "step": 108
    },
    {
      "epoch": 0.14581939799331103,
      "grad_norm": 0.43963882327079773,
      "learning_rate": 9.599279603782081e-05,
      "loss": 1.6948,
      "step": 109
    },
    {
      "epoch": 0.14715719063545152,
      "grad_norm": 0.46459442377090454,
      "learning_rate": 9.594777127420082e-05,
      "loss": 1.8412,
      "step": 110
    },
    {
      "epoch": 0.14849498327759197,
      "grad_norm": 0.409085214138031,
      "learning_rate": 9.590274651058083e-05,
      "loss": 1.7562,
      "step": 111
    },
    {
      "epoch": 0.14983277591973243,
      "grad_norm": 0.35461780428886414,
      "learning_rate": 9.585772174696084e-05,
      "loss": 1.9862,
      "step": 112
    },
    {
      "epoch": 0.15117056856187291,
      "grad_norm": 0.3632294237613678,
      "learning_rate": 9.581269698334084e-05,
      "loss": 2.0089,
      "step": 113
    },
    {
      "epoch": 0.15250836120401337,
      "grad_norm": 0.6132340431213379,
      "learning_rate": 9.576767221972085e-05,
      "loss": 2.116,
      "step": 114
    },
    {
      "epoch": 0.15384615384615385,
      "grad_norm": 0.4431364834308624,
      "learning_rate": 9.572264745610086e-05,
      "loss": 1.76,
      "step": 115
    },
    {
      "epoch": 0.1551839464882943,
      "grad_norm": 0.3065609037876129,
      "learning_rate": 9.567762269248087e-05,
      "loss": 1.7882,
      "step": 116
    },
    {
      "epoch": 0.1565217391304348,
      "grad_norm": 0.6607733964920044,
      "learning_rate": 9.563259792886088e-05,
      "loss": 1.8994,
      "step": 117
    },
    {
      "epoch": 0.15785953177257525,
      "grad_norm": 0.5508191585540771,
      "learning_rate": 9.558757316524089e-05,
      "loss": 2.1155,
      "step": 118
    },
    {
      "epoch": 0.1591973244147157,
      "grad_norm": 0.3941163420677185,
      "learning_rate": 9.55425484016209e-05,
      "loss": 2.2935,
      "step": 119
    },
    {
      "epoch": 0.1605351170568562,
      "grad_norm": 0.6320101618766785,
      "learning_rate": 9.54975236380009e-05,
      "loss": 1.801,
      "step": 120
    },
    {
      "epoch": 0.16187290969899665,
      "grad_norm": 0.2693134844303131,
      "learning_rate": 9.545249887438091e-05,
      "loss": 1.9149,
      "step": 121
    },
    {
      "epoch": 0.16321070234113713,
      "grad_norm": 0.36482131481170654,
      "learning_rate": 9.540747411076092e-05,
      "loss": 1.7871,
      "step": 122
    },
    {
      "epoch": 0.1645484949832776,
      "grad_norm": 0.3653654456138611,
      "learning_rate": 9.536244934714093e-05,
      "loss": 1.5542,
      "step": 123
    },
    {
      "epoch": 0.16588628762541807,
      "grad_norm": 0.3543652296066284,
      "learning_rate": 9.531742458352094e-05,
      "loss": 1.766,
      "step": 124
    },
    {
      "epoch": 0.16722408026755853,
      "grad_norm": 0.5176847577095032,
      "learning_rate": 9.527239981990095e-05,
      "loss": 1.8646,
      "step": 125
    },
    {
      "epoch": 0.16856187290969898,
      "grad_norm": 0.3467628061771393,
      "learning_rate": 9.522737505628096e-05,
      "loss": 2.217,
      "step": 126
    },
    {
      "epoch": 0.16989966555183947,
      "grad_norm": 0.3651058077812195,
      "learning_rate": 9.518235029266098e-05,
      "loss": 1.7298,
      "step": 127
    },
    {
      "epoch": 0.17123745819397992,
      "grad_norm": 0.3439328968524933,
      "learning_rate": 9.513732552904097e-05,
      "loss": 2.0967,
      "step": 128
    },
    {
      "epoch": 0.1725752508361204,
      "grad_norm": 0.367436945438385,
      "learning_rate": 9.509230076542098e-05,
      "loss": 2.0584,
      "step": 129
    },
    {
      "epoch": 0.17391304347826086,
      "grad_norm": 0.4682665467262268,
      "learning_rate": 9.5047276001801e-05,
      "loss": 1.2279,
      "step": 130
    },
    {
      "epoch": 0.17525083612040135,
      "grad_norm": 0.6343939900398254,
      "learning_rate": 9.500225123818101e-05,
      "loss": 1.8301,
      "step": 131
    },
    {
      "epoch": 0.1765886287625418,
      "grad_norm": 0.37340253591537476,
      "learning_rate": 9.495722647456101e-05,
      "loss": 1.6715,
      "step": 132
    },
    {
      "epoch": 0.17792642140468226,
      "grad_norm": 0.4212535619735718,
      "learning_rate": 9.491220171094102e-05,
      "loss": 1.3813,
      "step": 133
    },
    {
      "epoch": 0.17926421404682275,
      "grad_norm": 0.7796082496643066,
      "learning_rate": 9.486717694732104e-05,
      "loss": 2.0301,
      "step": 134
    },
    {
      "epoch": 0.1806020066889632,
      "grad_norm": 0.3705946207046509,
      "learning_rate": 9.482215218370105e-05,
      "loss": 1.9791,
      "step": 135
    },
    {
      "epoch": 0.18193979933110369,
      "grad_norm": 1.0462645292282104,
      "learning_rate": 9.477712742008104e-05,
      "loss": 1.8377,
      "step": 136
    },
    {
      "epoch": 0.18327759197324414,
      "grad_norm": 0.8452597856521606,
      "learning_rate": 9.473210265646106e-05,
      "loss": 1.587,
      "step": 137
    },
    {
      "epoch": 0.18461538461538463,
      "grad_norm": 0.34128281474113464,
      "learning_rate": 9.468707789284107e-05,
      "loss": 1.7248,
      "step": 138
    },
    {
      "epoch": 0.18595317725752508,
      "grad_norm": 0.3522973656654358,
      "learning_rate": 9.464205312922108e-05,
      "loss": 1.4179,
      "step": 139
    },
    {
      "epoch": 0.18729096989966554,
      "grad_norm": 0.3930247128009796,
      "learning_rate": 9.459702836560108e-05,
      "loss": 1.8452,
      "step": 140
    },
    {
      "epoch": 0.18862876254180602,
      "grad_norm": 0.4119817018508911,
      "learning_rate": 9.45520036019811e-05,
      "loss": 2.0599,
      "step": 141
    },
    {
      "epoch": 0.18996655518394648,
      "grad_norm": 0.31673747301101685,
      "learning_rate": 9.45069788383611e-05,
      "loss": 1.9548,
      "step": 142
    },
    {
      "epoch": 0.19130434782608696,
      "grad_norm": 0.6387179493904114,
      "learning_rate": 9.446195407474112e-05,
      "loss": 1.8265,
      "step": 143
    },
    {
      "epoch": 0.19264214046822742,
      "grad_norm": 0.36570000648498535,
      "learning_rate": 9.441692931112111e-05,
      "loss": 1.9025,
      "step": 144
    },
    {
      "epoch": 0.1939799331103679,
      "grad_norm": 0.8736979365348816,
      "learning_rate": 9.437190454750113e-05,
      "loss": 1.7701,
      "step": 145
    },
    {
      "epoch": 0.19531772575250836,
      "grad_norm": 0.35222160816192627,
      "learning_rate": 9.432687978388114e-05,
      "loss": 2.1553,
      "step": 146
    },
    {
      "epoch": 0.19665551839464884,
      "grad_norm": 0.33907803893089294,
      "learning_rate": 9.428185502026115e-05,
      "loss": 1.9887,
      "step": 147
    },
    {
      "epoch": 0.1979933110367893,
      "grad_norm": 0.5510755181312561,
      "learning_rate": 9.423683025664116e-05,
      "loss": 2.0307,
      "step": 148
    },
    {
      "epoch": 0.19933110367892976,
      "grad_norm": 0.3364030122756958,
      "learning_rate": 9.419180549302117e-05,
      "loss": 1.7475,
      "step": 149
    },
    {
      "epoch": 0.20066889632107024,
      "grad_norm": 0.3714922070503235,
      "learning_rate": 9.414678072940118e-05,
      "loss": 1.8964,
      "step": 150
    },
    {
      "epoch": 0.2020066889632107,
      "grad_norm": 0.3768271803855896,
      "learning_rate": 9.410175596578118e-05,
      "loss": 1.8011,
      "step": 151
    },
    {
      "epoch": 0.20334448160535118,
      "grad_norm": 0.3435843586921692,
      "learning_rate": 9.405673120216119e-05,
      "loss": 2.368,
      "step": 152
    },
    {
      "epoch": 0.20468227424749164,
      "grad_norm": 0.3646228313446045,
      "learning_rate": 9.40117064385412e-05,
      "loss": 1.6072,
      "step": 153
    },
    {
      "epoch": 0.20602006688963212,
      "grad_norm": 0.35950562357902527,
      "learning_rate": 9.396668167492121e-05,
      "loss": 1.9689,
      "step": 154
    },
    {
      "epoch": 0.20735785953177258,
      "grad_norm": 0.40717366337776184,
      "learning_rate": 9.392165691130123e-05,
      "loss": 1.6078,
      "step": 155
    },
    {
      "epoch": 0.20869565217391303,
      "grad_norm": 0.6353041529655457,
      "learning_rate": 9.387663214768123e-05,
      "loss": 2.2688,
      "step": 156
    },
    {
      "epoch": 0.21003344481605352,
      "grad_norm": 0.4215109050273895,
      "learning_rate": 9.383160738406124e-05,
      "loss": 1.9392,
      "step": 157
    },
    {
      "epoch": 0.21137123745819397,
      "grad_norm": 0.37301746010780334,
      "learning_rate": 9.378658262044124e-05,
      "loss": 1.9112,
      "step": 158
    },
    {
      "epoch": 0.21270903010033446,
      "grad_norm": 0.36573272943496704,
      "learning_rate": 9.374155785682127e-05,
      "loss": 1.6324,
      "step": 159
    },
    {
      "epoch": 0.2140468227424749,
      "grad_norm": 0.5235257148742676,
      "learning_rate": 9.369653309320126e-05,
      "loss": 1.9713,
      "step": 160
    },
    {
      "epoch": 0.2153846153846154,
      "grad_norm": 0.34718433022499084,
      "learning_rate": 9.365150832958127e-05,
      "loss": 2.0838,
      "step": 161
    },
    {
      "epoch": 0.21672240802675585,
      "grad_norm": 0.39332470297813416,
      "learning_rate": 9.360648356596128e-05,
      "loss": 2.0534,
      "step": 162
    },
    {
      "epoch": 0.2180602006688963,
      "grad_norm": 0.7983328104019165,
      "learning_rate": 9.35614588023413e-05,
      "loss": 1.7208,
      "step": 163
    },
    {
      "epoch": 0.2193979933110368,
      "grad_norm": 0.4300435185432434,
      "learning_rate": 9.35164340387213e-05,
      "loss": 1.39,
      "step": 164
    },
    {
      "epoch": 0.22073578595317725,
      "grad_norm": 0.377658873796463,
      "learning_rate": 9.34714092751013e-05,
      "loss": 1.5722,
      "step": 165
    },
    {
      "epoch": 0.22207357859531773,
      "grad_norm": 0.4393126964569092,
      "learning_rate": 9.342638451148133e-05,
      "loss": 1.5827,
      "step": 166
    },
    {
      "epoch": 0.2234113712374582,
      "grad_norm": 0.35238978266716003,
      "learning_rate": 9.338135974786133e-05,
      "loss": 1.6863,
      "step": 167
    },
    {
      "epoch": 0.22474916387959867,
      "grad_norm": 0.3524191379547119,
      "learning_rate": 9.333633498424133e-05,
      "loss": 1.8321,
      "step": 168
    },
    {
      "epoch": 0.22608695652173913,
      "grad_norm": 0.6319050788879395,
      "learning_rate": 9.329131022062134e-05,
      "loss": 1.7113,
      "step": 169
    },
    {
      "epoch": 0.22742474916387959,
      "grad_norm": 0.3477349281311035,
      "learning_rate": 9.324628545700136e-05,
      "loss": 1.8297,
      "step": 170
    },
    {
      "epoch": 0.22876254180602007,
      "grad_norm": 1.4175788164138794,
      "learning_rate": 9.320126069338137e-05,
      "loss": 1.7897,
      "step": 171
    },
    {
      "epoch": 0.23010033444816053,
      "grad_norm": 0.3294921815395355,
      "learning_rate": 9.315623592976136e-05,
      "loss": 1.9491,
      "step": 172
    },
    {
      "epoch": 0.231438127090301,
      "grad_norm": 0.35877764225006104,
      "learning_rate": 9.311121116614139e-05,
      "loss": 2.0432,
      "step": 173
    },
    {
      "epoch": 0.23277591973244147,
      "grad_norm": 0.3810911476612091,
      "learning_rate": 9.30661864025214e-05,
      "loss": 1.7374,
      "step": 174
    },
    {
      "epoch": 0.23411371237458195,
      "grad_norm": 0.39322909712791443,
      "learning_rate": 9.30211616389014e-05,
      "loss": 1.3096,
      "step": 175
    },
    {
      "epoch": 0.2354515050167224,
      "grad_norm": 0.3306376039981842,
      "learning_rate": 9.29761368752814e-05,
      "loss": 2.0244,
      "step": 176
    },
    {
      "epoch": 0.23678929765886286,
      "grad_norm": 0.35327744483947754,
      "learning_rate": 9.293111211166142e-05,
      "loss": 1.8494,
      "step": 177
    },
    {
      "epoch": 0.23812709030100335,
      "grad_norm": 0.3139340579509735,
      "learning_rate": 9.288608734804143e-05,
      "loss": 2.0111,
      "step": 178
    },
    {
      "epoch": 0.2394648829431438,
      "grad_norm": 0.29642781615257263,
      "learning_rate": 9.284106258442144e-05,
      "loss": 1.8517,
      "step": 179
    },
    {
      "epoch": 0.2408026755852843,
      "grad_norm": 0.6292489171028137,
      "learning_rate": 9.279603782080145e-05,
      "loss": 1.7926,
      "step": 180
    },
    {
      "epoch": 0.24214046822742474,
      "grad_norm": 0.5784863233566284,
      "learning_rate": 9.275101305718146e-05,
      "loss": 1.9574,
      "step": 181
    },
    {
      "epoch": 0.24347826086956523,
      "grad_norm": 0.5684370398521423,
      "learning_rate": 9.270598829356146e-05,
      "loss": 1.7677,
      "step": 182
    },
    {
      "epoch": 0.24481605351170568,
      "grad_norm": 0.435253769159317,
      "learning_rate": 9.266096352994147e-05,
      "loss": 2.0751,
      "step": 183
    },
    {
      "epoch": 0.24615384615384617,
      "grad_norm": 0.394359827041626,
      "learning_rate": 9.261593876632148e-05,
      "loss": 2.0506,
      "step": 184
    },
    {
      "epoch": 0.24749163879598662,
      "grad_norm": 0.5143195390701294,
      "learning_rate": 9.257091400270149e-05,
      "loss": 2.0168,
      "step": 185
    },
    {
      "epoch": 0.24882943143812708,
      "grad_norm": 0.368755966424942,
      "learning_rate": 9.25258892390815e-05,
      "loss": 1.609,
      "step": 186
    },
    {
      "epoch": 0.25016722408026754,
      "grad_norm": 3.3827755451202393,
      "learning_rate": 9.24808644754615e-05,
      "loss": 1.5342,
      "step": 187
    },
    {
      "epoch": 0.25150501672240805,
      "grad_norm": 0.3961702287197113,
      "learning_rate": 9.243583971184152e-05,
      "loss": 2.0325,
      "step": 188
    },
    {
      "epoch": 0.2528428093645485,
      "grad_norm": 0.4427662193775177,
      "learning_rate": 9.239081494822152e-05,
      "loss": 1.8261,
      "step": 189
    },
    {
      "epoch": 0.25418060200668896,
      "grad_norm": 0.7670131325721741,
      "learning_rate": 9.234579018460153e-05,
      "loss": 2.0239,
      "step": 190
    },
    {
      "epoch": 0.2555183946488294,
      "grad_norm": 0.33620205521583557,
      "learning_rate": 9.230076542098155e-05,
      "loss": 1.8774,
      "step": 191
    },
    {
      "epoch": 0.2568561872909699,
      "grad_norm": 0.3418707549571991,
      "learning_rate": 9.225574065736155e-05,
      "loss": 1.8545,
      "step": 192
    },
    {
      "epoch": 0.2581939799331104,
      "grad_norm": 0.32373929023742676,
      "learning_rate": 9.221071589374156e-05,
      "loss": 1.4021,
      "step": 193
    },
    {
      "epoch": 0.25953177257525084,
      "grad_norm": 0.32591140270233154,
      "learning_rate": 9.216569113012157e-05,
      "loss": 1.9349,
      "step": 194
    },
    {
      "epoch": 0.2608695652173913,
      "grad_norm": 0.8838204741477966,
      "learning_rate": 9.212066636650159e-05,
      "loss": 1.9257,
      "step": 195
    },
    {
      "epoch": 0.26220735785953175,
      "grad_norm": 0.2679453194141388,
      "learning_rate": 9.207564160288158e-05,
      "loss": 2.2633,
      "step": 196
    },
    {
      "epoch": 0.26354515050167227,
      "grad_norm": 0.36055904626846313,
      "learning_rate": 9.203061683926159e-05,
      "loss": 1.9155,
      "step": 197
    },
    {
      "epoch": 0.2648829431438127,
      "grad_norm": 0.28946951031684875,
      "learning_rate": 9.19855920756416e-05,
      "loss": 2.0331,
      "step": 198
    },
    {
      "epoch": 0.2662207357859532,
      "grad_norm": 0.38088685274124146,
      "learning_rate": 9.194056731202162e-05,
      "loss": 1.9669,
      "step": 199
    },
    {
      "epoch": 0.26755852842809363,
      "grad_norm": 0.3809536099433899,
      "learning_rate": 9.189554254840163e-05,
      "loss": 2.1654,
      "step": 200
    },
    {
      "epoch": 0.2688963210702341,
      "grad_norm": 0.3993472754955292,
      "learning_rate": 9.185051778478163e-05,
      "loss": 1.4857,
      "step": 201
    },
    {
      "epoch": 0.2702341137123746,
      "grad_norm": 0.3034169375896454,
      "learning_rate": 9.180549302116165e-05,
      "loss": 2.2763,
      "step": 202
    },
    {
      "epoch": 0.27157190635451506,
      "grad_norm": 0.3558633625507355,
      "learning_rate": 9.176046825754166e-05,
      "loss": 2.0766,
      "step": 203
    },
    {
      "epoch": 0.2729096989966555,
      "grad_norm": 0.5177504420280457,
      "learning_rate": 9.171544349392167e-05,
      "loss": 1.7944,
      "step": 204
    },
    {
      "epoch": 0.27424749163879597,
      "grad_norm": 0.3450024425983429,
      "learning_rate": 9.167041873030166e-05,
      "loss": 1.4671,
      "step": 205
    },
    {
      "epoch": 0.2755852842809365,
      "grad_norm": 0.44552841782569885,
      "learning_rate": 9.162539396668168e-05,
      "loss": 1.6058,
      "step": 206
    },
    {
      "epoch": 0.27692307692307694,
      "grad_norm": 0.41852515935897827,
      "learning_rate": 9.158036920306169e-05,
      "loss": 1.9554,
      "step": 207
    },
    {
      "epoch": 0.2782608695652174,
      "grad_norm": 0.3624606132507324,
      "learning_rate": 9.15353444394417e-05,
      "loss": 1.6291,
      "step": 208
    },
    {
      "epoch": 0.27959866220735785,
      "grad_norm": 0.4587150812149048,
      "learning_rate": 9.149031967582171e-05,
      "loss": 1.9435,
      "step": 209
    },
    {
      "epoch": 0.2809364548494983,
      "grad_norm": 0.3697861433029175,
      "learning_rate": 9.144529491220172e-05,
      "loss": 2.0404,
      "step": 210
    },
    {
      "epoch": 0.2822742474916388,
      "grad_norm": 0.37733131647109985,
      "learning_rate": 9.140027014858173e-05,
      "loss": 1.8168,
      "step": 211
    },
    {
      "epoch": 0.2836120401337793,
      "grad_norm": 0.32481226325035095,
      "learning_rate": 9.135524538496173e-05,
      "loss": 1.8865,
      "step": 212
    },
    {
      "epoch": 0.28494983277591973,
      "grad_norm": 0.3467252552509308,
      "learning_rate": 9.131022062134174e-05,
      "loss": 1.5196,
      "step": 213
    },
    {
      "epoch": 0.2862876254180602,
      "grad_norm": 0.27760034799575806,
      "learning_rate": 9.126519585772175e-05,
      "loss": 1.6441,
      "step": 214
    },
    {
      "epoch": 0.28762541806020064,
      "grad_norm": 0.41142746806144714,
      "learning_rate": 9.122017109410176e-05,
      "loss": 1.8563,
      "step": 215
    },
    {
      "epoch": 0.28896321070234116,
      "grad_norm": 0.504342257976532,
      "learning_rate": 9.117514633048177e-05,
      "loss": 1.639,
      "step": 216
    },
    {
      "epoch": 0.2903010033444816,
      "grad_norm": 0.3190425932407379,
      "learning_rate": 9.113012156686178e-05,
      "loss": 2.2112,
      "step": 217
    },
    {
      "epoch": 0.29163879598662207,
      "grad_norm": 0.2690954804420471,
      "learning_rate": 9.108509680324179e-05,
      "loss": 1.9693,
      "step": 218
    },
    {
      "epoch": 0.2929765886287625,
      "grad_norm": 0.9039385914802551,
      "learning_rate": 9.10400720396218e-05,
      "loss": 1.8742,
      "step": 219
    },
    {
      "epoch": 0.29431438127090304,
      "grad_norm": 0.4258744418621063,
      "learning_rate": 9.09950472760018e-05,
      "loss": 1.7538,
      "step": 220
    },
    {
      "epoch": 0.2956521739130435,
      "grad_norm": 0.5416736006736755,
      "learning_rate": 9.095002251238181e-05,
      "loss": 1.4503,
      "step": 221
    },
    {
      "epoch": 0.29698996655518395,
      "grad_norm": 0.43486952781677246,
      "learning_rate": 9.090499774876182e-05,
      "loss": 1.9158,
      "step": 222
    },
    {
      "epoch": 0.2983277591973244,
      "grad_norm": 0.23655688762664795,
      "learning_rate": 9.085997298514183e-05,
      "loss": 1.6036,
      "step": 223
    },
    {
      "epoch": 0.29966555183946486,
      "grad_norm": 0.3448864221572876,
      "learning_rate": 9.081494822152185e-05,
      "loss": 1.7351,
      "step": 224
    },
    {
      "epoch": 0.3010033444816054,
      "grad_norm": 0.5123642683029175,
      "learning_rate": 9.076992345790185e-05,
      "loss": 1.6658,
      "step": 225
    },
    {
      "epoch": 0.30234113712374583,
      "grad_norm": 0.5703243613243103,
      "learning_rate": 9.072489869428186e-05,
      "loss": 1.9601,
      "step": 226
    },
    {
      "epoch": 0.3036789297658863,
      "grad_norm": 0.37126022577285767,
      "learning_rate": 9.067987393066188e-05,
      "loss": 1.6886,
      "step": 227
    },
    {
      "epoch": 0.30501672240802674,
      "grad_norm": 0.3115082383155823,
      "learning_rate": 9.063484916704189e-05,
      "loss": 1.9697,
      "step": 228
    },
    {
      "epoch": 0.3063545150501672,
      "grad_norm": 0.2590930759906769,
      "learning_rate": 9.058982440342188e-05,
      "loss": 2.0054,
      "step": 229
    },
    {
      "epoch": 0.3076923076923077,
      "grad_norm": 0.28678327798843384,
      "learning_rate": 9.054479963980189e-05,
      "loss": 1.8215,
      "step": 230
    },
    {
      "epoch": 0.30903010033444817,
      "grad_norm": 0.3587772846221924,
      "learning_rate": 9.049977487618191e-05,
      "loss": 1.9469,
      "step": 231
    },
    {
      "epoch": 0.3103678929765886,
      "grad_norm": 0.40721800923347473,
      "learning_rate": 9.045475011256192e-05,
      "loss": 1.8971,
      "step": 232
    },
    {
      "epoch": 0.3117056856187291,
      "grad_norm": 0.395236998796463,
      "learning_rate": 9.040972534894192e-05,
      "loss": 1.7274,
      "step": 233
    },
    {
      "epoch": 0.3130434782608696,
      "grad_norm": 0.327338308095932,
      "learning_rate": 9.036470058532192e-05,
      "loss": 1.9656,
      "step": 234
    },
    {
      "epoch": 0.31438127090301005,
      "grad_norm": 0.35737645626068115,
      "learning_rate": 9.031967582170195e-05,
      "loss": 1.7269,
      "step": 235
    },
    {
      "epoch": 0.3157190635451505,
      "grad_norm": 0.376131147146225,
      "learning_rate": 9.027465105808195e-05,
      "loss": 1.6209,
      "step": 236
    },
    {
      "epoch": 0.31705685618729096,
      "grad_norm": 1.226188063621521,
      "learning_rate": 9.022962629446195e-05,
      "loss": 1.7785,
      "step": 237
    },
    {
      "epoch": 0.3183946488294314,
      "grad_norm": 0.3651161193847656,
      "learning_rate": 9.018460153084197e-05,
      "loss": 2.0646,
      "step": 238
    },
    {
      "epoch": 0.3197324414715719,
      "grad_norm": 0.41171953082084656,
      "learning_rate": 9.013957676722198e-05,
      "loss": 1.8584,
      "step": 239
    },
    {
      "epoch": 0.3210702341137124,
      "grad_norm": 0.29637786746025085,
      "learning_rate": 9.009455200360199e-05,
      "loss": 1.9911,
      "step": 240
    },
    {
      "epoch": 0.32240802675585284,
      "grad_norm": 0.6785081028938293,
      "learning_rate": 9.004952723998198e-05,
      "loss": 1.9317,
      "step": 241
    },
    {
      "epoch": 0.3237458193979933,
      "grad_norm": 0.3170675039291382,
      "learning_rate": 9.0004502476362e-05,
      "loss": 1.6286,
      "step": 242
    },
    {
      "epoch": 0.3250836120401338,
      "grad_norm": 0.39666345715522766,
      "learning_rate": 8.995947771274201e-05,
      "loss": 2.0269,
      "step": 243
    },
    {
      "epoch": 0.32642140468227426,
      "grad_norm": 0.42573514580726624,
      "learning_rate": 8.991445294912202e-05,
      "loss": 1.8167,
      "step": 244
    },
    {
      "epoch": 0.3277591973244147,
      "grad_norm": 0.287176251411438,
      "learning_rate": 8.986942818550203e-05,
      "loss": 1.9762,
      "step": 245
    },
    {
      "epoch": 0.3290969899665552,
      "grad_norm": 0.328698992729187,
      "learning_rate": 8.982440342188204e-05,
      "loss": 1.4258,
      "step": 246
    },
    {
      "epoch": 0.33043478260869563,
      "grad_norm": 0.35098153352737427,
      "learning_rate": 8.977937865826205e-05,
      "loss": 1.7426,
      "step": 247
    },
    {
      "epoch": 0.33177257525083614,
      "grad_norm": 0.3326055705547333,
      "learning_rate": 8.973435389464206e-05,
      "loss": 1.8434,
      "step": 248
    },
    {
      "epoch": 0.3331103678929766,
      "grad_norm": 0.5356029272079468,
      "learning_rate": 8.968932913102207e-05,
      "loss": 1.6118,
      "step": 249
    },
    {
      "epoch": 0.33444816053511706,
      "grad_norm": 0.3759405016899109,
      "learning_rate": 8.964430436740207e-05,
      "loss": 1.8523,
      "step": 250
    },
    {
      "epoch": 0.3357859531772575,
      "grad_norm": 0.327251672744751,
      "learning_rate": 8.959927960378208e-05,
      "loss": 1.9094,
      "step": 251
    },
    {
      "epoch": 0.33712374581939797,
      "grad_norm": 0.34880220890045166,
      "learning_rate": 8.955425484016209e-05,
      "loss": 1.9313,
      "step": 252
    },
    {
      "epoch": 0.3384615384615385,
      "grad_norm": 0.34632259607315063,
      "learning_rate": 8.95092300765421e-05,
      "loss": 2.0977,
      "step": 253
    },
    {
      "epoch": 0.33979933110367894,
      "grad_norm": 0.34165191650390625,
      "learning_rate": 8.946420531292211e-05,
      "loss": 1.7803,
      "step": 254
    },
    {
      "epoch": 0.3411371237458194,
      "grad_norm": 0.4165712296962738,
      "learning_rate": 8.941918054930212e-05,
      "loss": 1.9873,
      "step": 255
    },
    {
      "epoch": 0.34247491638795985,
      "grad_norm": 0.6011919379234314,
      "learning_rate": 8.937415578568214e-05,
      "loss": 1.9191,
      "step": 256
    },
    {
      "epoch": 0.34381270903010036,
      "grad_norm": 1.136637568473816,
      "learning_rate": 8.932913102206213e-05,
      "loss": 1.6417,
      "step": 257
    },
    {
      "epoch": 0.3451505016722408,
      "grad_norm": 0.3873753845691681,
      "learning_rate": 8.928410625844214e-05,
      "loss": 1.9526,
      "step": 258
    },
    {
      "epoch": 0.3464882943143813,
      "grad_norm": 0.38796165585517883,
      "learning_rate": 8.923908149482215e-05,
      "loss": 1.9183,
      "step": 259
    },
    {
      "epoch": 0.34782608695652173,
      "grad_norm": 0.37068337202072144,
      "learning_rate": 8.919405673120217e-05,
      "loss": 1.9615,
      "step": 260
    },
    {
      "epoch": 0.3491638795986622,
      "grad_norm": 0.41028955578804016,
      "learning_rate": 8.914903196758217e-05,
      "loss": 1.5558,
      "step": 261
    },
    {
      "epoch": 0.3505016722408027,
      "grad_norm": 0.6443496942520142,
      "learning_rate": 8.910400720396218e-05,
      "loss": 1.8737,
      "step": 262
    },
    {
      "epoch": 0.35183946488294315,
      "grad_norm": 0.3643587827682495,
      "learning_rate": 8.90589824403422e-05,
      "loss": 1.8952,
      "step": 263
    },
    {
      "epoch": 0.3531772575250836,
      "grad_norm": 0.3416200578212738,
      "learning_rate": 8.901395767672221e-05,
      "loss": 2.0677,
      "step": 264
    },
    {
      "epoch": 0.35451505016722407,
      "grad_norm": 1.0528233051300049,
      "learning_rate": 8.89689329131022e-05,
      "loss": 2.3153,
      "step": 265
    },
    {
      "epoch": 0.3558528428093645,
      "grad_norm": 0.49315449595451355,
      "learning_rate": 8.892390814948221e-05,
      "loss": 1.9844,
      "step": 266
    },
    {
      "epoch": 0.35719063545150503,
      "grad_norm": 0.3391367793083191,
      "learning_rate": 8.887888338586223e-05,
      "loss": 1.5993,
      "step": 267
    },
    {
      "epoch": 0.3585284280936455,
      "grad_norm": 0.3510306477546692,
      "learning_rate": 8.883385862224224e-05,
      "loss": 1.8076,
      "step": 268
    },
    {
      "epoch": 0.35986622073578595,
      "grad_norm": 0.36950451135635376,
      "learning_rate": 8.878883385862224e-05,
      "loss": 1.701,
      "step": 269
    },
    {
      "epoch": 0.3612040133779264,
      "grad_norm": 0.4125894606113434,
      "learning_rate": 8.874380909500225e-05,
      "loss": 1.9721,
      "step": 270
    },
    {
      "epoch": 0.3625418060200669,
      "grad_norm": 0.35017120838165283,
      "learning_rate": 8.869878433138227e-05,
      "loss": 1.8645,
      "step": 271
    },
    {
      "epoch": 0.36387959866220737,
      "grad_norm": 0.30292269587516785,
      "learning_rate": 8.865375956776228e-05,
      "loss": 1.758,
      "step": 272
    },
    {
      "epoch": 0.3652173913043478,
      "grad_norm": 0.8412917256355286,
      "learning_rate": 8.860873480414229e-05,
      "loss": 2.1873,
      "step": 273
    },
    {
      "epoch": 0.3665551839464883,
      "grad_norm": 0.2973708212375641,
      "learning_rate": 8.85637100405223e-05,
      "loss": 1.9731,
      "step": 274
    },
    {
      "epoch": 0.36789297658862874,
      "grad_norm": 1.3152915239334106,
      "learning_rate": 8.85186852769023e-05,
      "loss": 2.067,
      "step": 275
    },
    {
      "epoch": 0.36923076923076925,
      "grad_norm": 0.30133023858070374,
      "learning_rate": 8.847366051328231e-05,
      "loss": 1.9556,
      "step": 276
    },
    {
      "epoch": 0.3705685618729097,
      "grad_norm": 0.3463495671749115,
      "learning_rate": 8.842863574966232e-05,
      "loss": 1.9353,
      "step": 277
    },
    {
      "epoch": 0.37190635451505016,
      "grad_norm": 1.1229948997497559,
      "learning_rate": 8.838361098604233e-05,
      "loss": 1.2522,
      "step": 278
    },
    {
      "epoch": 0.3732441471571906,
      "grad_norm": 0.38608673214912415,
      "learning_rate": 8.833858622242234e-05,
      "loss": 1.8587,
      "step": 279
    },
    {
      "epoch": 0.3745819397993311,
      "grad_norm": 0.31167173385620117,
      "learning_rate": 8.829356145880235e-05,
      "loss": 1.9185,
      "step": 280
    },
    {
      "epoch": 0.3759197324414716,
      "grad_norm": 0.5619071125984192,
      "learning_rate": 8.824853669518235e-05,
      "loss": 1.814,
      "step": 281
    },
    {
      "epoch": 0.37725752508361204,
      "grad_norm": 0.5451438426971436,
      "learning_rate": 8.820351193156236e-05,
      "loss": 1.5962,
      "step": 282
    },
    {
      "epoch": 0.3785953177257525,
      "grad_norm": 0.41030535101890564,
      "learning_rate": 8.815848716794237e-05,
      "loss": 1.7109,
      "step": 283
    },
    {
      "epoch": 0.37993311036789296,
      "grad_norm": 0.8977394104003906,
      "learning_rate": 8.811346240432238e-05,
      "loss": 2.0786,
      "step": 284
    },
    {
      "epoch": 0.38127090301003347,
      "grad_norm": 0.35019567608833313,
      "learning_rate": 8.806843764070239e-05,
      "loss": 1.8875,
      "step": 285
    },
    {
      "epoch": 0.3826086956521739,
      "grad_norm": 0.4626282751560211,
      "learning_rate": 8.80234128770824e-05,
      "loss": 2.0935,
      "step": 286
    },
    {
      "epoch": 0.3839464882943144,
      "grad_norm": 0.3663441240787506,
      "learning_rate": 8.79783881134624e-05,
      "loss": 1.9519,
      "step": 287
    },
    {
      "epoch": 0.38528428093645484,
      "grad_norm": 0.3869033753871918,
      "learning_rate": 8.793336334984241e-05,
      "loss": 1.876,
      "step": 288
    },
    {
      "epoch": 0.3866220735785953,
      "grad_norm": 0.43982234597206116,
      "learning_rate": 8.788833858622242e-05,
      "loss": 1.9525,
      "step": 289
    },
    {
      "epoch": 0.3879598662207358,
      "grad_norm": 0.2982971966266632,
      "learning_rate": 8.784331382260243e-05,
      "loss": 2.0443,
      "step": 290
    },
    {
      "epoch": 0.38929765886287626,
      "grad_norm": 0.3693241477012634,
      "learning_rate": 8.779828905898244e-05,
      "loss": 1.9276,
      "step": 291
    },
    {
      "epoch": 0.3906354515050167,
      "grad_norm": 0.39458420872688293,
      "learning_rate": 8.775326429536246e-05,
      "loss": 1.6411,
      "step": 292
    },
    {
      "epoch": 0.3919732441471572,
      "grad_norm": 1.7858718633651733,
      "learning_rate": 8.770823953174246e-05,
      "loss": 1.8085,
      "step": 293
    },
    {
      "epoch": 0.3933110367892977,
      "grad_norm": 0.4990810751914978,
      "learning_rate": 8.766321476812247e-05,
      "loss": 1.9774,
      "step": 294
    },
    {
      "epoch": 0.39464882943143814,
      "grad_norm": 0.5808725357055664,
      "learning_rate": 8.761819000450247e-05,
      "loss": 2.1432,
      "step": 295
    },
    {
      "epoch": 0.3959866220735786,
      "grad_norm": 1.3691102266311646,
      "learning_rate": 8.75731652408825e-05,
      "loss": 1.869,
      "step": 296
    },
    {
      "epoch": 0.39732441471571905,
      "grad_norm": 0.4151483476161957,
      "learning_rate": 8.75281404772625e-05,
      "loss": 2.0903,
      "step": 297
    },
    {
      "epoch": 0.3986622073578595,
      "grad_norm": 0.34775832295417786,
      "learning_rate": 8.74831157136425e-05,
      "loss": 2.2351,
      "step": 298
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.35934117436408997,
      "learning_rate": 8.743809095002252e-05,
      "loss": 2.1257,
      "step": 299
    },
    {
      "epoch": 0.4013377926421405,
      "grad_norm": 0.5283246636390686,
      "learning_rate": 8.739306618640253e-05,
      "loss": 2.0353,
      "step": 300
    },
    {
      "epoch": 0.40267558528428093,
      "grad_norm": 0.44409871101379395,
      "learning_rate": 8.734804142278254e-05,
      "loss": 1.7333,
      "step": 301
    },
    {
      "epoch": 0.4040133779264214,
      "grad_norm": 0.41795071959495544,
      "learning_rate": 8.730301665916253e-05,
      "loss": 1.9624,
      "step": 302
    },
    {
      "epoch": 0.40535117056856185,
      "grad_norm": 0.338204950094223,
      "learning_rate": 8.725799189554256e-05,
      "loss": 1.9867,
      "step": 303
    },
    {
      "epoch": 0.40668896321070236,
      "grad_norm": 0.3992144763469696,
      "learning_rate": 8.721296713192257e-05,
      "loss": 1.7873,
      "step": 304
    },
    {
      "epoch": 0.4080267558528428,
      "grad_norm": 0.41751959919929504,
      "learning_rate": 8.716794236830257e-05,
      "loss": 2.1863,
      "step": 305
    },
    {
      "epoch": 0.40936454849498327,
      "grad_norm": 1.1421892642974854,
      "learning_rate": 8.712291760468257e-05,
      "loss": 2.1859,
      "step": 306
    },
    {
      "epoch": 0.4107023411371237,
      "grad_norm": 0.35610154271125793,
      "learning_rate": 8.707789284106259e-05,
      "loss": 1.8319,
      "step": 307
    },
    {
      "epoch": 0.41204013377926424,
      "grad_norm": 0.5834404826164246,
      "learning_rate": 8.70328680774426e-05,
      "loss": 1.819,
      "step": 308
    },
    {
      "epoch": 0.4133779264214047,
      "grad_norm": 0.4020130932331085,
      "learning_rate": 8.698784331382261e-05,
      "loss": 1.6767,
      "step": 309
    },
    {
      "epoch": 0.41471571906354515,
      "grad_norm": 0.7889217138290405,
      "learning_rate": 8.694281855020262e-05,
      "loss": 1.9374,
      "step": 310
    },
    {
      "epoch": 0.4160535117056856,
      "grad_norm": 0.37698855996131897,
      "learning_rate": 8.689779378658263e-05,
      "loss": 2.0154,
      "step": 311
    },
    {
      "epoch": 0.41739130434782606,
      "grad_norm": 0.43415555357933044,
      "learning_rate": 8.685276902296263e-05,
      "loss": 1.9254,
      "step": 312
    },
    {
      "epoch": 0.4187290969899666,
      "grad_norm": 0.3221052587032318,
      "learning_rate": 8.680774425934264e-05,
      "loss": 2.0957,
      "step": 313
    },
    {
      "epoch": 0.42006688963210703,
      "grad_norm": 0.3111625909805298,
      "learning_rate": 8.676271949572265e-05,
      "loss": 1.7638,
      "step": 314
    },
    {
      "epoch": 0.4214046822742475,
      "grad_norm": 0.356253445148468,
      "learning_rate": 8.671769473210266e-05,
      "loss": 1.9813,
      "step": 315
    },
    {
      "epoch": 0.42274247491638794,
      "grad_norm": 0.7372254729270935,
      "learning_rate": 8.667266996848267e-05,
      "loss": 1.8251,
      "step": 316
    },
    {
      "epoch": 0.4240802675585284,
      "grad_norm": 1.448208212852478,
      "learning_rate": 8.662764520486268e-05,
      "loss": 1.6077,
      "step": 317
    },
    {
      "epoch": 0.4254180602006689,
      "grad_norm": 0.653560221195221,
      "learning_rate": 8.658262044124269e-05,
      "loss": 1.9399,
      "step": 318
    },
    {
      "epoch": 0.42675585284280937,
      "grad_norm": 0.4218508005142212,
      "learning_rate": 8.65375956776227e-05,
      "loss": 2.01,
      "step": 319
    },
    {
      "epoch": 0.4280936454849498,
      "grad_norm": 0.3056946396827698,
      "learning_rate": 8.64925709140027e-05,
      "loss": 1.8975,
      "step": 320
    },
    {
      "epoch": 0.4294314381270903,
      "grad_norm": 0.5265414118766785,
      "learning_rate": 8.644754615038273e-05,
      "loss": 1.406,
      "step": 321
    },
    {
      "epoch": 0.4307692307692308,
      "grad_norm": 0.34402531385421753,
      "learning_rate": 8.640252138676272e-05,
      "loss": 1.8997,
      "step": 322
    },
    {
      "epoch": 0.43210702341137125,
      "grad_norm": 0.46225470304489136,
      "learning_rate": 8.635749662314273e-05,
      "loss": 2.0228,
      "step": 323
    },
    {
      "epoch": 0.4334448160535117,
      "grad_norm": 0.4547097682952881,
      "learning_rate": 8.631247185952274e-05,
      "loss": 2.0001,
      "step": 324
    },
    {
      "epoch": 0.43478260869565216,
      "grad_norm": 2.0929479598999023,
      "learning_rate": 8.626744709590276e-05,
      "loss": 1.9063,
      "step": 325
    },
    {
      "epoch": 0.4361204013377926,
      "grad_norm": 0.7159757614135742,
      "learning_rate": 8.622242233228275e-05,
      "loss": 1.9047,
      "step": 326
    },
    {
      "epoch": 0.43745819397993313,
      "grad_norm": 3.7366178035736084,
      "learning_rate": 8.617739756866276e-05,
      "loss": 2.4446,
      "step": 327
    },
    {
      "epoch": 0.4387959866220736,
      "grad_norm": 0.5191693902015686,
      "learning_rate": 8.613237280504279e-05,
      "loss": 2.0927,
      "step": 328
    },
    {
      "epoch": 0.44013377926421404,
      "grad_norm": 0.49155277013778687,
      "learning_rate": 8.60873480414228e-05,
      "loss": 1.7654,
      "step": 329
    },
    {
      "epoch": 0.4414715719063545,
      "grad_norm": 0.3525542616844177,
      "learning_rate": 8.604232327780279e-05,
      "loss": 1.791,
      "step": 330
    },
    {
      "epoch": 0.442809364548495,
      "grad_norm": 0.5055109262466431,
      "learning_rate": 8.59972985141828e-05,
      "loss": 1.7466,
      "step": 331
    },
    {
      "epoch": 0.44414715719063547,
      "grad_norm": 0.3834606409072876,
      "learning_rate": 8.595227375056282e-05,
      "loss": 1.9207,
      "step": 332
    },
    {
      "epoch": 0.4454849498327759,
      "grad_norm": 0.48070740699768066,
      "learning_rate": 8.590724898694283e-05,
      "loss": 1.899,
      "step": 333
    },
    {
      "epoch": 0.4468227424749164,
      "grad_norm": 0.30500054359436035,
      "learning_rate": 8.586222422332282e-05,
      "loss": 2.1356,
      "step": 334
    },
    {
      "epoch": 0.44816053511705684,
      "grad_norm": 0.402435839176178,
      "learning_rate": 8.581719945970285e-05,
      "loss": 1.8639,
      "step": 335
    },
    {
      "epoch": 0.44949832775919735,
      "grad_norm": 0.4309161305427551,
      "learning_rate": 8.577217469608285e-05,
      "loss": 2.1182,
      "step": 336
    },
    {
      "epoch": 0.4508361204013378,
      "grad_norm": 0.6321202516555786,
      "learning_rate": 8.572714993246286e-05,
      "loss": 1.6111,
      "step": 337
    },
    {
      "epoch": 0.45217391304347826,
      "grad_norm": 0.37674644589424133,
      "learning_rate": 8.568212516884286e-05,
      "loss": 1.4399,
      "step": 338
    },
    {
      "epoch": 0.4535117056856187,
      "grad_norm": 0.38387489318847656,
      "learning_rate": 8.563710040522288e-05,
      "loss": 1.9581,
      "step": 339
    },
    {
      "epoch": 0.45484949832775917,
      "grad_norm": 0.37002870440483093,
      "learning_rate": 8.559207564160289e-05,
      "loss": 1.7161,
      "step": 340
    },
    {
      "epoch": 0.4561872909698997,
      "grad_norm": 0.3412352502346039,
      "learning_rate": 8.55470508779829e-05,
      "loss": 1.8263,
      "step": 341
    },
    {
      "epoch": 0.45752508361204014,
      "grad_norm": 0.47680556774139404,
      "learning_rate": 8.550202611436289e-05,
      "loss": 2.0372,
      "step": 342
    },
    {
      "epoch": 0.4588628762541806,
      "grad_norm": 0.5688019394874573,
      "learning_rate": 8.545700135074291e-05,
      "loss": 2.0338,
      "step": 343
    },
    {
      "epoch": 0.46020066889632105,
      "grad_norm": 0.4578900635242462,
      "learning_rate": 8.541197658712292e-05,
      "loss": 2.1086,
      "step": 344
    },
    {
      "epoch": 0.46153846153846156,
      "grad_norm": 0.3213759958744049,
      "learning_rate": 8.536695182350293e-05,
      "loss": 1.9701,
      "step": 345
    },
    {
      "epoch": 0.462876254180602,
      "grad_norm": 0.3761240541934967,
      "learning_rate": 8.532192705988294e-05,
      "loss": 2.042,
      "step": 346
    },
    {
      "epoch": 0.4642140468227425,
      "grad_norm": 0.6948366761207581,
      "learning_rate": 8.527690229626295e-05,
      "loss": 1.7776,
      "step": 347
    },
    {
      "epoch": 0.46555183946488293,
      "grad_norm": 0.38398241996765137,
      "learning_rate": 8.523187753264296e-05,
      "loss": 1.6168,
      "step": 348
    },
    {
      "epoch": 0.4668896321070234,
      "grad_norm": 0.4216487407684326,
      "learning_rate": 8.518685276902297e-05,
      "loss": 1.5656,
      "step": 349
    },
    {
      "epoch": 0.4682274247491639,
      "grad_norm": 0.3816230297088623,
      "learning_rate": 8.514182800540297e-05,
      "loss": 1.9222,
      "step": 350
    },
    {
      "epoch": 0.46956521739130436,
      "grad_norm": 0.5072731971740723,
      "learning_rate": 8.509680324178298e-05,
      "loss": 2.257,
      "step": 351
    },
    {
      "epoch": 0.4709030100334448,
      "grad_norm": 0.38990819454193115,
      "learning_rate": 8.505177847816299e-05,
      "loss": 1.6184,
      "step": 352
    },
    {
      "epoch": 0.47224080267558527,
      "grad_norm": 0.3647673726081848,
      "learning_rate": 8.500675371454301e-05,
      "loss": 1.9753,
      "step": 353
    },
    {
      "epoch": 0.4735785953177257,
      "grad_norm": 0.503564715385437,
      "learning_rate": 8.496172895092301e-05,
      "loss": 1.88,
      "step": 354
    },
    {
      "epoch": 0.47491638795986624,
      "grad_norm": 0.4017346501350403,
      "learning_rate": 8.491670418730302e-05,
      "loss": 1.8751,
      "step": 355
    },
    {
      "epoch": 0.4762541806020067,
      "grad_norm": 0.3733857274055481,
      "learning_rate": 8.487167942368303e-05,
      "loss": 1.8511,
      "step": 356
    },
    {
      "epoch": 0.47759197324414715,
      "grad_norm": 0.35360386967658997,
      "learning_rate": 8.482665466006305e-05,
      "loss": 1.8221,
      "step": 357
    },
    {
      "epoch": 0.4789297658862876,
      "grad_norm": 0.38599494099617004,
      "learning_rate": 8.478162989644304e-05,
      "loss": 1.8883,
      "step": 358
    },
    {
      "epoch": 0.4802675585284281,
      "grad_norm": 0.3708478808403015,
      "learning_rate": 8.473660513282305e-05,
      "loss": 1.3802,
      "step": 359
    },
    {
      "epoch": 0.4816053511705686,
      "grad_norm": 0.903266191482544,
      "learning_rate": 8.469158036920306e-05,
      "loss": 1.6616,
      "step": 360
    },
    {
      "epoch": 0.48294314381270903,
      "grad_norm": 0.3742479681968689,
      "learning_rate": 8.464655560558308e-05,
      "loss": 1.6105,
      "step": 361
    },
    {
      "epoch": 0.4842809364548495,
      "grad_norm": 0.34880515933036804,
      "learning_rate": 8.460153084196308e-05,
      "loss": 1.8501,
      "step": 362
    },
    {
      "epoch": 0.48561872909698994,
      "grad_norm": 0.3260308802127838,
      "learning_rate": 8.455650607834309e-05,
      "loss": 1.9235,
      "step": 363
    },
    {
      "epoch": 0.48695652173913045,
      "grad_norm": 0.4487158954143524,
      "learning_rate": 8.451148131472311e-05,
      "loss": 1.3566,
      "step": 364
    },
    {
      "epoch": 0.4882943143812709,
      "grad_norm": 0.6587825417518616,
      "learning_rate": 8.446645655110312e-05,
      "loss": 1.9224,
      "step": 365
    },
    {
      "epoch": 0.48963210702341137,
      "grad_norm": 0.3895570635795593,
      "learning_rate": 8.442143178748311e-05,
      "loss": 2.0373,
      "step": 366
    },
    {
      "epoch": 0.4909698996655518,
      "grad_norm": 0.4009748101234436,
      "learning_rate": 8.437640702386312e-05,
      "loss": 1.6818,
      "step": 367
    },
    {
      "epoch": 0.49230769230769234,
      "grad_norm": 0.36814218759536743,
      "learning_rate": 8.433138226024314e-05,
      "loss": 1.9883,
      "step": 368
    },
    {
      "epoch": 0.4936454849498328,
      "grad_norm": 0.3416324257850647,
      "learning_rate": 8.428635749662315e-05,
      "loss": 1.7745,
      "step": 369
    },
    {
      "epoch": 0.49498327759197325,
      "grad_norm": 0.3150230646133423,
      "learning_rate": 8.424133273300316e-05,
      "loss": 1.8217,
      "step": 370
    },
    {
      "epoch": 0.4963210702341137,
      "grad_norm": 0.6296526193618774,
      "learning_rate": 8.419630796938317e-05,
      "loss": 2.105,
      "step": 371
    },
    {
      "epoch": 0.49765886287625416,
      "grad_norm": 0.37235918641090393,
      "learning_rate": 8.415128320576318e-05,
      "loss": 1.5564,
      "step": 372
    },
    {
      "epoch": 0.49899665551839467,
      "grad_norm": 0.373354434967041,
      "learning_rate": 8.410625844214319e-05,
      "loss": 1.7034,
      "step": 373
    },
    {
      "epoch": 0.5003344481605351,
      "grad_norm": 0.3129545748233795,
      "learning_rate": 8.40612336785232e-05,
      "loss": 1.9642,
      "step": 374
    },
    {
      "epoch": 0.5016722408026756,
      "grad_norm": 0.30649834871292114,
      "learning_rate": 8.40162089149032e-05,
      "loss": 1.449,
      "step": 375
    },
    {
      "epoch": 0.5030100334448161,
      "grad_norm": 0.2958093285560608,
      "learning_rate": 8.397118415128321e-05,
      "loss": 1.9685,
      "step": 376
    },
    {
      "epoch": 0.5043478260869565,
      "grad_norm": 0.336683064699173,
      "learning_rate": 8.392615938766322e-05,
      "loss": 1.9817,
      "step": 377
    },
    {
      "epoch": 0.505685618729097,
      "grad_norm": 0.9705008268356323,
      "learning_rate": 8.388113462404323e-05,
      "loss": 1.5965,
      "step": 378
    },
    {
      "epoch": 0.5070234113712374,
      "grad_norm": 0.4110693037509918,
      "learning_rate": 8.383610986042324e-05,
      "loss": 1.7417,
      "step": 379
    },
    {
      "epoch": 0.5083612040133779,
      "grad_norm": 0.8143429160118103,
      "learning_rate": 8.379108509680325e-05,
      "loss": 2.2159,
      "step": 380
    },
    {
      "epoch": 0.5096989966555184,
      "grad_norm": 0.3616657555103302,
      "learning_rate": 8.374606033318325e-05,
      "loss": 2.0832,
      "step": 381
    },
    {
      "epoch": 0.5110367892976588,
      "grad_norm": 0.500678300857544,
      "learning_rate": 8.370103556956326e-05,
      "loss": 1.5084,
      "step": 382
    },
    {
      "epoch": 0.5123745819397993,
      "grad_norm": 0.4309229254722595,
      "learning_rate": 8.365601080594327e-05,
      "loss": 1.1731,
      "step": 383
    },
    {
      "epoch": 0.5137123745819397,
      "grad_norm": 0.34316661953926086,
      "learning_rate": 8.361098604232328e-05,
      "loss": 1.7091,
      "step": 384
    },
    {
      "epoch": 0.5150501672240803,
      "grad_norm": 0.38358014822006226,
      "learning_rate": 8.356596127870329e-05,
      "loss": 2.0595,
      "step": 385
    },
    {
      "epoch": 0.5163879598662208,
      "grad_norm": 0.3089703321456909,
      "learning_rate": 8.35209365150833e-05,
      "loss": 1.6416,
      "step": 386
    },
    {
      "epoch": 0.5177257525083612,
      "grad_norm": 0.3062998056411743,
      "learning_rate": 8.34759117514633e-05,
      "loss": 1.4986,
      "step": 387
    },
    {
      "epoch": 0.5190635451505017,
      "grad_norm": 0.5895267724990845,
      "learning_rate": 8.343088698784331e-05,
      "loss": 1.8914,
      "step": 388
    },
    {
      "epoch": 0.5204013377926422,
      "grad_norm": 0.46645572781562805,
      "learning_rate": 8.338586222422334e-05,
      "loss": 1.6489,
      "step": 389
    },
    {
      "epoch": 0.5217391304347826,
      "grad_norm": 0.7197579741477966,
      "learning_rate": 8.334083746060334e-05,
      "loss": 2.0879,
      "step": 390
    },
    {
      "epoch": 0.5230769230769231,
      "grad_norm": 0.38837894797325134,
      "learning_rate": 8.329581269698334e-05,
      "loss": 1.4096,
      "step": 391
    },
    {
      "epoch": 0.5244147157190635,
      "grad_norm": 0.3910644054412842,
      "learning_rate": 8.325078793336335e-05,
      "loss": 1.8055,
      "step": 392
    },
    {
      "epoch": 0.525752508361204,
      "grad_norm": 0.5699204206466675,
      "learning_rate": 8.320576316974337e-05,
      "loss": 1.9215,
      "step": 393
    },
    {
      "epoch": 0.5270903010033445,
      "grad_norm": 0.4684099853038788,
      "learning_rate": 8.316073840612338e-05,
      "loss": 1.6515,
      "step": 394
    },
    {
      "epoch": 0.5284280936454849,
      "grad_norm": 0.3977600634098053,
      "learning_rate": 8.311571364250337e-05,
      "loss": 1.8285,
      "step": 395
    },
    {
      "epoch": 0.5297658862876254,
      "grad_norm": 0.3171498775482178,
      "learning_rate": 8.307068887888338e-05,
      "loss": 1.8305,
      "step": 396
    },
    {
      "epoch": 0.5311036789297658,
      "grad_norm": 0.321153849363327,
      "learning_rate": 8.30256641152634e-05,
      "loss": 1.582,
      "step": 397
    },
    {
      "epoch": 0.5324414715719064,
      "grad_norm": 0.8034740090370178,
      "learning_rate": 8.298063935164341e-05,
      "loss": 1.816,
      "step": 398
    },
    {
      "epoch": 0.5337792642140469,
      "grad_norm": 0.3740721642971039,
      "learning_rate": 8.293561458802341e-05,
      "loss": 1.9171,
      "step": 399
    },
    {
      "epoch": 0.5351170568561873,
      "grad_norm": 0.35908418893814087,
      "learning_rate": 8.289058982440343e-05,
      "loss": 1.9799,
      "step": 400
    },
    {
      "epoch": 0.5364548494983278,
      "grad_norm": 0.3337550163269043,
      "learning_rate": 8.284556506078344e-05,
      "loss": 1.9837,
      "step": 401
    },
    {
      "epoch": 0.5377926421404682,
      "grad_norm": 0.47816741466522217,
      "learning_rate": 8.280054029716345e-05,
      "loss": 1.4683,
      "step": 402
    },
    {
      "epoch": 0.5391304347826087,
      "grad_norm": 0.3333340585231781,
      "learning_rate": 8.275551553354344e-05,
      "loss": 2.0083,
      "step": 403
    },
    {
      "epoch": 0.5404682274247492,
      "grad_norm": 0.5132210850715637,
      "learning_rate": 8.271049076992347e-05,
      "loss": 1.9655,
      "step": 404
    },
    {
      "epoch": 0.5418060200668896,
      "grad_norm": 0.49101531505584717,
      "learning_rate": 8.266546600630347e-05,
      "loss": 1.9655,
      "step": 405
    },
    {
      "epoch": 0.5431438127090301,
      "grad_norm": 0.4403785765171051,
      "learning_rate": 8.262044124268348e-05,
      "loss": 2.1054,
      "step": 406
    },
    {
      "epoch": 0.5444816053511705,
      "grad_norm": 0.4216044843196869,
      "learning_rate": 8.257541647906349e-05,
      "loss": 1.763,
      "step": 407
    },
    {
      "epoch": 0.545819397993311,
      "grad_norm": 0.36043408513069153,
      "learning_rate": 8.25303917154435e-05,
      "loss": 1.7495,
      "step": 408
    },
    {
      "epoch": 0.5471571906354515,
      "grad_norm": 0.5740343332290649,
      "learning_rate": 8.248536695182351e-05,
      "loss": 2.0926,
      "step": 409
    },
    {
      "epoch": 0.5484949832775919,
      "grad_norm": 0.3019751012325287,
      "learning_rate": 8.244034218820352e-05,
      "loss": 2.029,
      "step": 410
    },
    {
      "epoch": 0.5498327759197325,
      "grad_norm": 0.3443738520145416,
      "learning_rate": 8.239531742458353e-05,
      "loss": 1.9477,
      "step": 411
    },
    {
      "epoch": 0.551170568561873,
      "grad_norm": 0.6188628673553467,
      "learning_rate": 8.235029266096353e-05,
      "loss": 1.6712,
      "step": 412
    },
    {
      "epoch": 0.5525083612040134,
      "grad_norm": 0.39438313245773315,
      "learning_rate": 8.230526789734354e-05,
      "loss": 1.8374,
      "step": 413
    },
    {
      "epoch": 0.5538461538461539,
      "grad_norm": 0.2995496988296509,
      "learning_rate": 8.226024313372355e-05,
      "loss": 1.8306,
      "step": 414
    },
    {
      "epoch": 0.5551839464882943,
      "grad_norm": 0.3863040804862976,
      "learning_rate": 8.221521837010356e-05,
      "loss": 1.175,
      "step": 415
    },
    {
      "epoch": 0.5565217391304348,
      "grad_norm": 0.41024214029312134,
      "learning_rate": 8.217019360648357e-05,
      "loss": 1.6772,
      "step": 416
    },
    {
      "epoch": 0.5578595317725753,
      "grad_norm": 1.2178558111190796,
      "learning_rate": 8.212516884286358e-05,
      "loss": 1.5956,
      "step": 417
    },
    {
      "epoch": 0.5591973244147157,
      "grad_norm": 0.656810998916626,
      "learning_rate": 8.20801440792436e-05,
      "loss": 1.6988,
      "step": 418
    },
    {
      "epoch": 0.5605351170568562,
      "grad_norm": 0.36660322546958923,
      "learning_rate": 8.20351193156236e-05,
      "loss": 2.0613,
      "step": 419
    },
    {
      "epoch": 0.5618729096989966,
      "grad_norm": 0.4018813967704773,
      "learning_rate": 8.19900945520036e-05,
      "loss": 1.7731,
      "step": 420
    },
    {
      "epoch": 0.5632107023411371,
      "grad_norm": 0.3366681635379791,
      "learning_rate": 8.194506978838361e-05,
      "loss": 1.8276,
      "step": 421
    },
    {
      "epoch": 0.5645484949832776,
      "grad_norm": 0.615424394607544,
      "learning_rate": 8.190004502476363e-05,
      "loss": 1.4514,
      "step": 422
    },
    {
      "epoch": 0.565886287625418,
      "grad_norm": 0.6425555944442749,
      "learning_rate": 8.185502026114363e-05,
      "loss": 1.6658,
      "step": 423
    },
    {
      "epoch": 0.5672240802675586,
      "grad_norm": 0.3678185045719147,
      "learning_rate": 8.180999549752364e-05,
      "loss": 1.9313,
      "step": 424
    },
    {
      "epoch": 0.568561872909699,
      "grad_norm": 0.43040040135383606,
      "learning_rate": 8.176497073390366e-05,
      "loss": 1.8427,
      "step": 425
    },
    {
      "epoch": 0.5698996655518395,
      "grad_norm": 0.3130514323711395,
      "learning_rate": 8.171994597028367e-05,
      "loss": 1.8946,
      "step": 426
    },
    {
      "epoch": 0.57123745819398,
      "grad_norm": 0.8794007301330566,
      "learning_rate": 8.167492120666366e-05,
      "loss": 1.8651,
      "step": 427
    },
    {
      "epoch": 0.5725752508361204,
      "grad_norm": 0.3628743588924408,
      "learning_rate": 8.162989644304367e-05,
      "loss": 2.0068,
      "step": 428
    },
    {
      "epoch": 0.5739130434782609,
      "grad_norm": 0.6228901743888855,
      "learning_rate": 8.15848716794237e-05,
      "loss": 1.7479,
      "step": 429
    },
    {
      "epoch": 0.5752508361204013,
      "grad_norm": 0.3421112298965454,
      "learning_rate": 8.15398469158037e-05,
      "loss": 1.92,
      "step": 430
    },
    {
      "epoch": 0.5765886287625418,
      "grad_norm": 0.40324121713638306,
      "learning_rate": 8.14948221521837e-05,
      "loss": 1.8626,
      "step": 431
    },
    {
      "epoch": 0.5779264214046823,
      "grad_norm": 0.3942056894302368,
      "learning_rate": 8.14497973885637e-05,
      "loss": 1.8359,
      "step": 432
    },
    {
      "epoch": 0.5792642140468227,
      "grad_norm": 0.3615321218967438,
      "learning_rate": 8.140477262494373e-05,
      "loss": 1.8924,
      "step": 433
    },
    {
      "epoch": 0.5806020066889632,
      "grad_norm": 0.41227877140045166,
      "learning_rate": 8.135974786132374e-05,
      "loss": 1.6984,
      "step": 434
    },
    {
      "epoch": 0.5819397993311036,
      "grad_norm": 1.1059563159942627,
      "learning_rate": 8.131472309770373e-05,
      "loss": 1.4266,
      "step": 435
    },
    {
      "epoch": 0.5832775919732441,
      "grad_norm": 0.3503919541835785,
      "learning_rate": 8.126969833408375e-05,
      "loss": 2.1598,
      "step": 436
    },
    {
      "epoch": 0.5846153846153846,
      "grad_norm": 0.5328121781349182,
      "learning_rate": 8.122467357046376e-05,
      "loss": 1.9038,
      "step": 437
    },
    {
      "epoch": 0.585953177257525,
      "grad_norm": 0.3714490234851837,
      "learning_rate": 8.117964880684377e-05,
      "loss": 1.7892,
      "step": 438
    },
    {
      "epoch": 0.5872909698996656,
      "grad_norm": 0.3813803493976593,
      "learning_rate": 8.113462404322378e-05,
      "loss": 1.7479,
      "step": 439
    },
    {
      "epoch": 0.5886287625418061,
      "grad_norm": 0.3410722017288208,
      "learning_rate": 8.108959927960379e-05,
      "loss": 1.94,
      "step": 440
    },
    {
      "epoch": 0.5899665551839465,
      "grad_norm": 0.3214760422706604,
      "learning_rate": 8.10445745159838e-05,
      "loss": 1.8526,
      "step": 441
    },
    {
      "epoch": 0.591304347826087,
      "grad_norm": 0.6665300726890564,
      "learning_rate": 8.09995497523638e-05,
      "loss": 1.951,
      "step": 442
    },
    {
      "epoch": 0.5926421404682274,
      "grad_norm": 0.33864709734916687,
      "learning_rate": 8.095452498874381e-05,
      "loss": 1.9193,
      "step": 443
    },
    {
      "epoch": 0.5939799331103679,
      "grad_norm": 0.3851359188556671,
      "learning_rate": 8.090950022512382e-05,
      "loss": 1.8382,
      "step": 444
    },
    {
      "epoch": 0.5953177257525084,
      "grad_norm": 0.3829728960990906,
      "learning_rate": 8.086447546150383e-05,
      "loss": 1.7381,
      "step": 445
    },
    {
      "epoch": 0.5966555183946488,
      "grad_norm": 0.41027361154556274,
      "learning_rate": 8.081945069788384e-05,
      "loss": 1.9236,
      "step": 446
    },
    {
      "epoch": 0.5979933110367893,
      "grad_norm": 0.4161706864833832,
      "learning_rate": 8.077442593426385e-05,
      "loss": 1.7539,
      "step": 447
    },
    {
      "epoch": 0.5993311036789297,
      "grad_norm": 0.4396213889122009,
      "learning_rate": 8.072940117064386e-05,
      "loss": 1.7225,
      "step": 448
    },
    {
      "epoch": 0.6006688963210702,
      "grad_norm": 0.36475786566734314,
      "learning_rate": 8.068437640702387e-05,
      "loss": 1.63,
      "step": 449
    },
    {
      "epoch": 0.6020066889632107,
      "grad_norm": 0.5781269073486328,
      "learning_rate": 8.063935164340387e-05,
      "loss": 1.7179,
      "step": 450
    },
    {
      "epoch": 0.6033444816053511,
      "grad_norm": 1.0035388469696045,
      "learning_rate": 8.059432687978388e-05,
      "loss": 1.7692,
      "step": 451
    },
    {
      "epoch": 0.6046822742474917,
      "grad_norm": 0.3682602643966675,
      "learning_rate": 8.054930211616389e-05,
      "loss": 1.9889,
      "step": 452
    },
    {
      "epoch": 0.6060200668896321,
      "grad_norm": 0.49924179911613464,
      "learning_rate": 8.05042773525439e-05,
      "loss": 1.5572,
      "step": 453
    },
    {
      "epoch": 0.6073578595317726,
      "grad_norm": 0.34571748971939087,
      "learning_rate": 8.045925258892392e-05,
      "loss": 2.0112,
      "step": 454
    },
    {
      "epoch": 0.6086956521739131,
      "grad_norm": 0.35000765323638916,
      "learning_rate": 8.041422782530392e-05,
      "loss": 1.852,
      "step": 455
    },
    {
      "epoch": 0.6100334448160535,
      "grad_norm": 0.3942291736602783,
      "learning_rate": 8.036920306168393e-05,
      "loss": 1.7856,
      "step": 456
    },
    {
      "epoch": 0.611371237458194,
      "grad_norm": 0.5689213275909424,
      "learning_rate": 8.032417829806393e-05,
      "loss": 1.9164,
      "step": 457
    },
    {
      "epoch": 0.6127090301003344,
      "grad_norm": 0.4623394310474396,
      "learning_rate": 8.027915353444396e-05,
      "loss": 2.0554,
      "step": 458
    },
    {
      "epoch": 0.6140468227424749,
      "grad_norm": 0.5661097168922424,
      "learning_rate": 8.023412877082395e-05,
      "loss": 1.6894,
      "step": 459
    },
    {
      "epoch": 0.6153846153846154,
      "grad_norm": 0.41809728741645813,
      "learning_rate": 8.018910400720396e-05,
      "loss": 1.7757,
      "step": 460
    },
    {
      "epoch": 0.6167224080267558,
      "grad_norm": 0.4237455427646637,
      "learning_rate": 8.014407924358398e-05,
      "loss": 2.1467,
      "step": 461
    },
    {
      "epoch": 0.6180602006688963,
      "grad_norm": 0.3313245177268982,
      "learning_rate": 8.009905447996399e-05,
      "loss": 2.072,
      "step": 462
    },
    {
      "epoch": 0.6193979933110368,
      "grad_norm": 0.3133883476257324,
      "learning_rate": 8.0054029716344e-05,
      "loss": 2.0608,
      "step": 463
    },
    {
      "epoch": 0.6207357859531772,
      "grad_norm": 0.3357526659965515,
      "learning_rate": 8.0009004952724e-05,
      "loss": 1.5915,
      "step": 464
    },
    {
      "epoch": 0.6220735785953178,
      "grad_norm": 0.39856886863708496,
      "learning_rate": 7.996398018910402e-05,
      "loss": 2.015,
      "step": 465
    },
    {
      "epoch": 0.6234113712374582,
      "grad_norm": 0.3311580717563629,
      "learning_rate": 7.991895542548402e-05,
      "loss": 2.2078,
      "step": 466
    },
    {
      "epoch": 0.6247491638795987,
      "grad_norm": 0.28546395897865295,
      "learning_rate": 7.987393066186403e-05,
      "loss": 1.7635,
      "step": 467
    },
    {
      "epoch": 0.6260869565217392,
      "grad_norm": 0.8754998445510864,
      "learning_rate": 7.982890589824403e-05,
      "loss": 1.9734,
      "step": 468
    },
    {
      "epoch": 0.6274247491638796,
      "grad_norm": 0.39375200867652893,
      "learning_rate": 7.978388113462405e-05,
      "loss": 1.3764,
      "step": 469
    },
    {
      "epoch": 0.6287625418060201,
      "grad_norm": 0.3225364089012146,
      "learning_rate": 7.973885637100406e-05,
      "loss": 2.1192,
      "step": 470
    },
    {
      "epoch": 0.6301003344481605,
      "grad_norm": 0.34391409158706665,
      "learning_rate": 7.969383160738407e-05,
      "loss": 1.9341,
      "step": 471
    },
    {
      "epoch": 0.631438127090301,
      "grad_norm": 0.37655723094940186,
      "learning_rate": 7.964880684376408e-05,
      "loss": 1.9184,
      "step": 472
    },
    {
      "epoch": 0.6327759197324415,
      "grad_norm": 0.32347163558006287,
      "learning_rate": 7.960378208014408e-05,
      "loss": 1.9153,
      "step": 473
    },
    {
      "epoch": 0.6341137123745819,
      "grad_norm": 0.31293460726737976,
      "learning_rate": 7.95587573165241e-05,
      "loss": 1.9334,
      "step": 474
    },
    {
      "epoch": 0.6354515050167224,
      "grad_norm": 0.29669955372810364,
      "learning_rate": 7.95137325529041e-05,
      "loss": 2.0717,
      "step": 475
    },
    {
      "epoch": 0.6367892976588628,
      "grad_norm": 0.5345836281776428,
      "learning_rate": 7.946870778928411e-05,
      "loss": 1.6862,
      "step": 476
    },
    {
      "epoch": 0.6381270903010033,
      "grad_norm": 0.3699991703033447,
      "learning_rate": 7.942368302566412e-05,
      "loss": 2.0417,
      "step": 477
    },
    {
      "epoch": 0.6394648829431439,
      "grad_norm": 0.502368152141571,
      "learning_rate": 7.937865826204413e-05,
      "loss": 1.8139,
      "step": 478
    },
    {
      "epoch": 0.6408026755852843,
      "grad_norm": 0.339144766330719,
      "learning_rate": 7.933363349842414e-05,
      "loss": 1.9849,
      "step": 479
    },
    {
      "epoch": 0.6421404682274248,
      "grad_norm": 0.3838237226009369,
      "learning_rate": 7.928860873480414e-05,
      "loss": 1.7248,
      "step": 480
    },
    {
      "epoch": 0.6434782608695652,
      "grad_norm": 0.3984738886356354,
      "learning_rate": 7.924358397118415e-05,
      "loss": 1.7374,
      "step": 481
    },
    {
      "epoch": 0.6448160535117057,
      "grad_norm": 1.3994791507720947,
      "learning_rate": 7.919855920756416e-05,
      "loss": 1.3882,
      "step": 482
    },
    {
      "epoch": 0.6461538461538462,
      "grad_norm": 0.41736477613449097,
      "learning_rate": 7.915353444394417e-05,
      "loss": 1.8299,
      "step": 483
    },
    {
      "epoch": 0.6474916387959866,
      "grad_norm": 0.2818329930305481,
      "learning_rate": 7.910850968032418e-05,
      "loss": 1.94,
      "step": 484
    },
    {
      "epoch": 0.6488294314381271,
      "grad_norm": 0.27325278520584106,
      "learning_rate": 7.906348491670419e-05,
      "loss": 2.001,
      "step": 485
    },
    {
      "epoch": 0.6501672240802676,
      "grad_norm": 0.642238199710846,
      "learning_rate": 7.90184601530842e-05,
      "loss": 1.9489,
      "step": 486
    },
    {
      "epoch": 0.651505016722408,
      "grad_norm": 0.38445815443992615,
      "learning_rate": 7.897343538946422e-05,
      "loss": 1.7597,
      "step": 487
    },
    {
      "epoch": 0.6528428093645485,
      "grad_norm": 0.2907230257987976,
      "learning_rate": 7.892841062584421e-05,
      "loss": 1.65,
      "step": 488
    },
    {
      "epoch": 0.6541806020066889,
      "grad_norm": 0.3835679888725281,
      "learning_rate": 7.888338586222422e-05,
      "loss": 1.8158,
      "step": 489
    },
    {
      "epoch": 0.6555183946488294,
      "grad_norm": 0.44675248861312866,
      "learning_rate": 7.883836109860424e-05,
      "loss": 1.4216,
      "step": 490
    },
    {
      "epoch": 0.65685618729097,
      "grad_norm": 0.385631263256073,
      "learning_rate": 7.879333633498425e-05,
      "loss": 1.8526,
      "step": 491
    },
    {
      "epoch": 0.6581939799331104,
      "grad_norm": 0.3172449469566345,
      "learning_rate": 7.874831157136425e-05,
      "loss": 1.9237,
      "step": 492
    },
    {
      "epoch": 0.6595317725752509,
      "grad_norm": 0.41748154163360596,
      "learning_rate": 7.870328680774426e-05,
      "loss": 2.026,
      "step": 493
    },
    {
      "epoch": 0.6608695652173913,
      "grad_norm": 0.4081355035305023,
      "learning_rate": 7.865826204412428e-05,
      "loss": 1.4274,
      "step": 494
    },
    {
      "epoch": 0.6622073578595318,
      "grad_norm": 0.338257759809494,
      "learning_rate": 7.861323728050429e-05,
      "loss": 1.8443,
      "step": 495
    },
    {
      "epoch": 0.6635451505016723,
      "grad_norm": 0.40070194005966187,
      "learning_rate": 7.856821251688428e-05,
      "loss": 1.9438,
      "step": 496
    },
    {
      "epoch": 0.6648829431438127,
      "grad_norm": 0.2751341462135315,
      "learning_rate": 7.85231877532643e-05,
      "loss": 1.9885,
      "step": 497
    },
    {
      "epoch": 0.6662207357859532,
      "grad_norm": 0.3681652843952179,
      "learning_rate": 7.847816298964431e-05,
      "loss": 1.9029,
      "step": 498
    },
    {
      "epoch": 0.6675585284280936,
      "grad_norm": 0.317685067653656,
      "learning_rate": 7.843313822602432e-05,
      "loss": 1.8493,
      "step": 499
    },
    {
      "epoch": 0.6688963210702341,
      "grad_norm": 0.5167484283447266,
      "learning_rate": 7.838811346240432e-05,
      "loss": 2.0053,
      "step": 500
    },
    {
      "epoch": 0.6702341137123746,
      "grad_norm": 0.283053457736969,
      "learning_rate": 7.834308869878434e-05,
      "loss": 1.9312,
      "step": 501
    },
    {
      "epoch": 0.671571906354515,
      "grad_norm": 0.3423631191253662,
      "learning_rate": 7.829806393516435e-05,
      "loss": 2.0661,
      "step": 502
    },
    {
      "epoch": 0.6729096989966555,
      "grad_norm": 0.41216039657592773,
      "learning_rate": 7.825303917154436e-05,
      "loss": 1.6058,
      "step": 503
    },
    {
      "epoch": 0.6742474916387959,
      "grad_norm": 0.40254294872283936,
      "learning_rate": 7.820801440792435e-05,
      "loss": 2.0609,
      "step": 504
    },
    {
      "epoch": 0.6755852842809364,
      "grad_norm": 0.35236918926239014,
      "learning_rate": 7.816298964430437e-05,
      "loss": 1.8236,
      "step": 505
    },
    {
      "epoch": 0.676923076923077,
      "grad_norm": 0.7102991342544556,
      "learning_rate": 7.811796488068438e-05,
      "loss": 1.3943,
      "step": 506
    },
    {
      "epoch": 0.6782608695652174,
      "grad_norm": 0.4407871961593628,
      "learning_rate": 7.807294011706439e-05,
      "loss": 1.7709,
      "step": 507
    },
    {
      "epoch": 0.6795986622073579,
      "grad_norm": 0.29523321986198425,
      "learning_rate": 7.80279153534444e-05,
      "loss": 1.8408,
      "step": 508
    },
    {
      "epoch": 0.6809364548494983,
      "grad_norm": 0.4053889811038971,
      "learning_rate": 7.798289058982441e-05,
      "loss": 1.9194,
      "step": 509
    },
    {
      "epoch": 0.6822742474916388,
      "grad_norm": 0.4437839686870575,
      "learning_rate": 7.793786582620442e-05,
      "loss": 1.7094,
      "step": 510
    },
    {
      "epoch": 0.6836120401337793,
      "grad_norm": 0.3048234283924103,
      "learning_rate": 7.789284106258442e-05,
      "loss": 1.7877,
      "step": 511
    },
    {
      "epoch": 0.6849498327759197,
      "grad_norm": 0.3253330588340759,
      "learning_rate": 7.784781629896443e-05,
      "loss": 1.7939,
      "step": 512
    },
    {
      "epoch": 0.6862876254180602,
      "grad_norm": 0.4025883674621582,
      "learning_rate": 7.780279153534444e-05,
      "loss": 1.3158,
      "step": 513
    },
    {
      "epoch": 0.6876254180602007,
      "grad_norm": 0.3705989122390747,
      "learning_rate": 7.775776677172445e-05,
      "loss": 1.9503,
      "step": 514
    },
    {
      "epoch": 0.6889632107023411,
      "grad_norm": 1.0391372442245483,
      "learning_rate": 7.771274200810447e-05,
      "loss": 1.9089,
      "step": 515
    },
    {
      "epoch": 0.6903010033444816,
      "grad_norm": 0.33640894293785095,
      "learning_rate": 7.766771724448447e-05,
      "loss": 1.6701,
      "step": 516
    },
    {
      "epoch": 0.691638795986622,
      "grad_norm": 0.34906384348869324,
      "learning_rate": 7.762269248086448e-05,
      "loss": 1.4419,
      "step": 517
    },
    {
      "epoch": 0.6929765886287625,
      "grad_norm": 0.4226134121417999,
      "learning_rate": 7.757766771724448e-05,
      "loss": 1.4917,
      "step": 518
    },
    {
      "epoch": 0.6943143812709031,
      "grad_norm": 0.3549327552318573,
      "learning_rate": 7.753264295362451e-05,
      "loss": 1.4032,
      "step": 519
    },
    {
      "epoch": 0.6956521739130435,
      "grad_norm": 0.4137127995491028,
      "learning_rate": 7.74876181900045e-05,
      "loss": 1.8731,
      "step": 520
    },
    {
      "epoch": 0.696989966555184,
      "grad_norm": 0.3058634102344513,
      "learning_rate": 7.744259342638451e-05,
      "loss": 1.8576,
      "step": 521
    },
    {
      "epoch": 0.6983277591973244,
      "grad_norm": 0.38258033990859985,
      "learning_rate": 7.739756866276452e-05,
      "loss": 1.9838,
      "step": 522
    },
    {
      "epoch": 0.6996655518394649,
      "grad_norm": 0.7790876626968384,
      "learning_rate": 7.735254389914454e-05,
      "loss": 2.1705,
      "step": 523
    },
    {
      "epoch": 0.7010033444816054,
      "grad_norm": 0.3393210768699646,
      "learning_rate": 7.730751913552454e-05,
      "loss": 1.949,
      "step": 524
    },
    {
      "epoch": 0.7023411371237458,
      "grad_norm": 0.3894656300544739,
      "learning_rate": 7.726249437190454e-05,
      "loss": 1.7554,
      "step": 525
    },
    {
      "epoch": 0.7036789297658863,
      "grad_norm": 0.44569316506385803,
      "learning_rate": 7.721746960828457e-05,
      "loss": 1.9891,
      "step": 526
    },
    {
      "epoch": 0.7050167224080267,
      "grad_norm": 0.40504804253578186,
      "learning_rate": 7.717244484466458e-05,
      "loss": 1.7219,
      "step": 527
    },
    {
      "epoch": 0.7063545150501672,
      "grad_norm": 0.40453100204467773,
      "learning_rate": 7.712742008104457e-05,
      "loss": 1.8641,
      "step": 528
    },
    {
      "epoch": 0.7076923076923077,
      "grad_norm": 0.36321282386779785,
      "learning_rate": 7.708239531742458e-05,
      "loss": 1.9582,
      "step": 529
    },
    {
      "epoch": 0.7090301003344481,
      "grad_norm": 0.588949978351593,
      "learning_rate": 7.70373705538046e-05,
      "loss": 1.4981,
      "step": 530
    },
    {
      "epoch": 0.7103678929765886,
      "grad_norm": 0.6625288128852844,
      "learning_rate": 7.699234579018461e-05,
      "loss": 1.5321,
      "step": 531
    },
    {
      "epoch": 0.711705685618729,
      "grad_norm": 0.3740290403366089,
      "learning_rate": 7.69473210265646e-05,
      "loss": 1.9171,
      "step": 532
    },
    {
      "epoch": 0.7130434782608696,
      "grad_norm": 0.30846625566482544,
      "learning_rate": 7.690229626294463e-05,
      "loss": 2.1682,
      "step": 533
    },
    {
      "epoch": 0.7143812709030101,
      "grad_norm": 0.34462276101112366,
      "learning_rate": 7.685727149932464e-05,
      "loss": 2.2179,
      "step": 534
    },
    {
      "epoch": 0.7157190635451505,
      "grad_norm": 0.3851476013660431,
      "learning_rate": 7.681224673570464e-05,
      "loss": 1.9401,
      "step": 535
    },
    {
      "epoch": 0.717056856187291,
      "grad_norm": 0.3371794521808624,
      "learning_rate": 7.676722197208465e-05,
      "loss": 1.8142,
      "step": 536
    },
    {
      "epoch": 0.7183946488294315,
      "grad_norm": 0.34345126152038574,
      "learning_rate": 7.672219720846466e-05,
      "loss": 1.8962,
      "step": 537
    },
    {
      "epoch": 0.7197324414715719,
      "grad_norm": 0.3379805386066437,
      "learning_rate": 7.667717244484467e-05,
      "loss": 2.1848,
      "step": 538
    },
    {
      "epoch": 0.7210702341137124,
      "grad_norm": 0.3815709054470062,
      "learning_rate": 7.663214768122468e-05,
      "loss": 1.4092,
      "step": 539
    },
    {
      "epoch": 0.7224080267558528,
      "grad_norm": 0.3566444516181946,
      "learning_rate": 7.658712291760469e-05,
      "loss": 1.9942,
      "step": 540
    },
    {
      "epoch": 0.7237458193979933,
      "grad_norm": 0.42823100090026855,
      "learning_rate": 7.65420981539847e-05,
      "loss": 1.9884,
      "step": 541
    },
    {
      "epoch": 0.7250836120401338,
      "grad_norm": 0.5952591896057129,
      "learning_rate": 7.64970733903647e-05,
      "loss": 1.6506,
      "step": 542
    },
    {
      "epoch": 0.7264214046822742,
      "grad_norm": 0.321796715259552,
      "learning_rate": 7.645204862674471e-05,
      "loss": 1.8377,
      "step": 543
    },
    {
      "epoch": 0.7277591973244147,
      "grad_norm": 0.3382924497127533,
      "learning_rate": 7.640702386312472e-05,
      "loss": 1.8229,
      "step": 544
    },
    {
      "epoch": 0.7290969899665551,
      "grad_norm": 0.6358975768089294,
      "learning_rate": 7.636199909950473e-05,
      "loss": 1.3559,
      "step": 545
    },
    {
      "epoch": 0.7304347826086957,
      "grad_norm": 2.565281629562378,
      "learning_rate": 7.631697433588474e-05,
      "loss": 2.0329,
      "step": 546
    },
    {
      "epoch": 0.7317725752508362,
      "grad_norm": 0.3889695405960083,
      "learning_rate": 7.627194957226475e-05,
      "loss": 1.7389,
      "step": 547
    },
    {
      "epoch": 0.7331103678929766,
      "grad_norm": 0.3816166818141937,
      "learning_rate": 7.622692480864476e-05,
      "loss": 2.3092,
      "step": 548
    },
    {
      "epoch": 0.7344481605351171,
      "grad_norm": 0.46524176001548767,
      "learning_rate": 7.618190004502476e-05,
      "loss": 1.7616,
      "step": 549
    },
    {
      "epoch": 0.7357859531772575,
      "grad_norm": 0.36591479182243347,
      "learning_rate": 7.613687528140477e-05,
      "loss": 2.0946,
      "step": 550
    },
    {
      "epoch": 0.737123745819398,
      "grad_norm": 0.34079721570014954,
      "learning_rate": 7.60918505177848e-05,
      "loss": 2.0089,
      "step": 551
    },
    {
      "epoch": 0.7384615384615385,
      "grad_norm": 0.3858109712600708,
      "learning_rate": 7.604682575416479e-05,
      "loss": 1.9751,
      "step": 552
    },
    {
      "epoch": 0.7397993311036789,
      "grad_norm": 0.3411719799041748,
      "learning_rate": 7.60018009905448e-05,
      "loss": 0.8972,
      "step": 553
    },
    {
      "epoch": 0.7411371237458194,
      "grad_norm": 0.3922092914581299,
      "learning_rate": 7.595677622692481e-05,
      "loss": 1.2931,
      "step": 554
    },
    {
      "epoch": 0.7424749163879598,
      "grad_norm": 0.27630677819252014,
      "learning_rate": 7.591175146330483e-05,
      "loss": 1.8692,
      "step": 555
    },
    {
      "epoch": 0.7438127090301003,
      "grad_norm": 0.3395419716835022,
      "learning_rate": 7.586672669968482e-05,
      "loss": 1.967,
      "step": 556
    },
    {
      "epoch": 0.7451505016722408,
      "grad_norm": 0.34704309701919556,
      "learning_rate": 7.582170193606483e-05,
      "loss": 1.7707,
      "step": 557
    },
    {
      "epoch": 0.7464882943143812,
      "grad_norm": 0.7625495791435242,
      "learning_rate": 7.577667717244484e-05,
      "loss": 1.336,
      "step": 558
    },
    {
      "epoch": 0.7478260869565218,
      "grad_norm": 0.33455583453178406,
      "learning_rate": 7.573165240882486e-05,
      "loss": 1.7007,
      "step": 559
    },
    {
      "epoch": 0.7491638795986622,
      "grad_norm": 0.3844684064388275,
      "learning_rate": 7.568662764520487e-05,
      "loss": 2.0887,
      "step": 560
    },
    {
      "epoch": 0.7505016722408027,
      "grad_norm": 0.4520154595375061,
      "learning_rate": 7.564160288158487e-05,
      "loss": 1.5324,
      "step": 561
    },
    {
      "epoch": 0.7518394648829432,
      "grad_norm": 0.2970287799835205,
      "learning_rate": 7.559657811796489e-05,
      "loss": 1.842,
      "step": 562
    },
    {
      "epoch": 0.7531772575250836,
      "grad_norm": 0.6159781813621521,
      "learning_rate": 7.55515533543449e-05,
      "loss": 1.9882,
      "step": 563
    },
    {
      "epoch": 0.7545150501672241,
      "grad_norm": 0.3633442521095276,
      "learning_rate": 7.550652859072491e-05,
      "loss": 1.7449,
      "step": 564
    },
    {
      "epoch": 0.7558528428093646,
      "grad_norm": 0.33036932349205017,
      "learning_rate": 7.54615038271049e-05,
      "loss": 1.4392,
      "step": 565
    },
    {
      "epoch": 0.757190635451505,
      "grad_norm": 0.3699447214603424,
      "learning_rate": 7.541647906348492e-05,
      "loss": 1.9728,
      "step": 566
    },
    {
      "epoch": 0.7585284280936455,
      "grad_norm": 0.4786345362663269,
      "learning_rate": 7.537145429986493e-05,
      "loss": 1.3553,
      "step": 567
    },
    {
      "epoch": 0.7598662207357859,
      "grad_norm": 0.3800508677959442,
      "learning_rate": 7.532642953624494e-05,
      "loss": 1.6109,
      "step": 568
    },
    {
      "epoch": 0.7612040133779264,
      "grad_norm": 0.3128887414932251,
      "learning_rate": 7.528140477262495e-05,
      "loss": 1.5856,
      "step": 569
    },
    {
      "epoch": 0.7625418060200669,
      "grad_norm": 0.35543105006217957,
      "learning_rate": 7.523638000900496e-05,
      "loss": 1.8994,
      "step": 570
    },
    {
      "epoch": 0.7638795986622073,
      "grad_norm": 0.33077099919319153,
      "learning_rate": 7.519135524538497e-05,
      "loss": 1.6525,
      "step": 571
    },
    {
      "epoch": 0.7652173913043478,
      "grad_norm": 0.3991314470767975,
      "learning_rate": 7.514633048176498e-05,
      "loss": 1.9248,
      "step": 572
    },
    {
      "epoch": 0.7665551839464882,
      "grad_norm": 0.36139121651649475,
      "learning_rate": 7.510130571814498e-05,
      "loss": 2.0326,
      "step": 573
    },
    {
      "epoch": 0.7678929765886288,
      "grad_norm": 0.35255613923072815,
      "learning_rate": 7.505628095452499e-05,
      "loss": 1.8889,
      "step": 574
    },
    {
      "epoch": 0.7692307692307693,
      "grad_norm": 0.3487282693386078,
      "learning_rate": 7.5011256190905e-05,
      "loss": 1.4981,
      "step": 575
    },
    {
      "epoch": 0.7705685618729097,
      "grad_norm": 0.6345880627632141,
      "learning_rate": 7.496623142728501e-05,
      "loss": 2.1821,
      "step": 576
    },
    {
      "epoch": 0.7719063545150502,
      "grad_norm": 0.5673653483390808,
      "learning_rate": 7.492120666366502e-05,
      "loss": 2.1171,
      "step": 577
    },
    {
      "epoch": 0.7732441471571906,
      "grad_norm": 0.290094256401062,
      "learning_rate": 7.487618190004503e-05,
      "loss": 1.8362,
      "step": 578
    },
    {
      "epoch": 0.7745819397993311,
      "grad_norm": 0.33212703466415405,
      "learning_rate": 7.483115713642504e-05,
      "loss": 1.9094,
      "step": 579
    },
    {
      "epoch": 0.7759197324414716,
      "grad_norm": 0.6631553769111633,
      "learning_rate": 7.478613237280504e-05,
      "loss": 2.1565,
      "step": 580
    },
    {
      "epoch": 0.777257525083612,
      "grad_norm": 0.33475595712661743,
      "learning_rate": 7.474110760918505e-05,
      "loss": 1.4291,
      "step": 581
    },
    {
      "epoch": 0.7785953177257525,
      "grad_norm": 0.3770703673362732,
      "learning_rate": 7.469608284556506e-05,
      "loss": 2.0621,
      "step": 582
    },
    {
      "epoch": 0.7799331103678929,
      "grad_norm": 0.7004806995391846,
      "learning_rate": 7.465105808194507e-05,
      "loss": 2.0331,
      "step": 583
    },
    {
      "epoch": 0.7812709030100334,
      "grad_norm": 0.38309189677238464,
      "learning_rate": 7.460603331832509e-05,
      "loss": 1.8102,
      "step": 584
    },
    {
      "epoch": 0.782608695652174,
      "grad_norm": 0.33871129155158997,
      "learning_rate": 7.456100855470509e-05,
      "loss": 2.1456,
      "step": 585
    },
    {
      "epoch": 0.7839464882943143,
      "grad_norm": 0.4187791347503662,
      "learning_rate": 7.45159837910851e-05,
      "loss": 1.7323,
      "step": 586
    },
    {
      "epoch": 0.7852842809364549,
      "grad_norm": 0.2464730590581894,
      "learning_rate": 7.447095902746512e-05,
      "loss": 1.9111,
      "step": 587
    },
    {
      "epoch": 0.7866220735785954,
      "grad_norm": 0.37835320830345154,
      "learning_rate": 7.442593426384513e-05,
      "loss": 1.396,
      "step": 588
    },
    {
      "epoch": 0.7879598662207358,
      "grad_norm": 0.363475501537323,
      "learning_rate": 7.438090950022512e-05,
      "loss": 1.9542,
      "step": 589
    },
    {
      "epoch": 0.7892976588628763,
      "grad_norm": 0.37294596433639526,
      "learning_rate": 7.433588473660513e-05,
      "loss": 1.4258,
      "step": 590
    },
    {
      "epoch": 0.7906354515050167,
      "grad_norm": 0.3721500039100647,
      "learning_rate": 7.429085997298515e-05,
      "loss": 1.987,
      "step": 591
    },
    {
      "epoch": 0.7919732441471572,
      "grad_norm": 0.32486671209335327,
      "learning_rate": 7.424583520936516e-05,
      "loss": 1.8621,
      "step": 592
    },
    {
      "epoch": 0.7933110367892977,
      "grad_norm": 0.3256564736366272,
      "learning_rate": 7.420081044574516e-05,
      "loss": 1.7656,
      "step": 593
    },
    {
      "epoch": 0.7946488294314381,
      "grad_norm": 0.3214690089225769,
      "learning_rate": 7.415578568212516e-05,
      "loss": 2.0624,
      "step": 594
    },
    {
      "epoch": 0.7959866220735786,
      "grad_norm": 0.6959064602851868,
      "learning_rate": 7.411076091850519e-05,
      "loss": 1.1767,
      "step": 595
    },
    {
      "epoch": 0.797324414715719,
      "grad_norm": 0.36852458119392395,
      "learning_rate": 7.40657361548852e-05,
      "loss": 2.0539,
      "step": 596
    },
    {
      "epoch": 0.7986622073578595,
      "grad_norm": 0.2969950735569,
      "learning_rate": 7.402071139126519e-05,
      "loss": 1.5776,
      "step": 597
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.450792521238327,
      "learning_rate": 7.397568662764521e-05,
      "loss": 1.5855,
      "step": 598
    },
    {
      "epoch": 0.8013377926421404,
      "grad_norm": 0.5402222871780396,
      "learning_rate": 7.393066186402522e-05,
      "loss": 1.8693,
      "step": 599
    },
    {
      "epoch": 0.802675585284281,
      "grad_norm": 0.406260222196579,
      "learning_rate": 7.388563710040523e-05,
      "loss": 1.8339,
      "step": 600
    },
    {
      "epoch": 0.8040133779264214,
      "grad_norm": 0.3280527591705322,
      "learning_rate": 7.384061233678522e-05,
      "loss": 1.469,
      "step": 601
    },
    {
      "epoch": 0.8053511705685619,
      "grad_norm": 0.3896856904029846,
      "learning_rate": 7.379558757316525e-05,
      "loss": 1.7457,
      "step": 602
    },
    {
      "epoch": 0.8066889632107024,
      "grad_norm": 0.3198883831501007,
      "learning_rate": 7.375056280954526e-05,
      "loss": 1.8016,
      "step": 603
    },
    {
      "epoch": 0.8080267558528428,
      "grad_norm": 0.3065289258956909,
      "learning_rate": 7.370553804592526e-05,
      "loss": 2.0356,
      "step": 604
    },
    {
      "epoch": 0.8093645484949833,
      "grad_norm": 0.37292978167533875,
      "learning_rate": 7.366051328230527e-05,
      "loss": 1.8988,
      "step": 605
    },
    {
      "epoch": 0.8107023411371237,
      "grad_norm": 0.3623843193054199,
      "learning_rate": 7.361548851868528e-05,
      "loss": 1.5998,
      "step": 606
    },
    {
      "epoch": 0.8120401337792642,
      "grad_norm": 0.43376150727272034,
      "learning_rate": 7.357046375506529e-05,
      "loss": 1.4865,
      "step": 607
    },
    {
      "epoch": 0.8133779264214047,
      "grad_norm": 0.3577169179916382,
      "learning_rate": 7.35254389914453e-05,
      "loss": 1.8154,
      "step": 608
    },
    {
      "epoch": 0.8147157190635451,
      "grad_norm": 0.33039671182632446,
      "learning_rate": 7.348041422782531e-05,
      "loss": 1.9667,
      "step": 609
    },
    {
      "epoch": 0.8160535117056856,
      "grad_norm": 0.3932124674320221,
      "learning_rate": 7.343538946420532e-05,
      "loss": 1.7125,
      "step": 610
    },
    {
      "epoch": 0.8173913043478261,
      "grad_norm": 0.3652454912662506,
      "learning_rate": 7.339036470058532e-05,
      "loss": 1.4416,
      "step": 611
    },
    {
      "epoch": 0.8187290969899665,
      "grad_norm": 0.6105794310569763,
      "learning_rate": 7.334533993696533e-05,
      "loss": 1.7701,
      "step": 612
    },
    {
      "epoch": 0.820066889632107,
      "grad_norm": 0.3876180946826935,
      "learning_rate": 7.330031517334534e-05,
      "loss": 1.6549,
      "step": 613
    },
    {
      "epoch": 0.8214046822742475,
      "grad_norm": 0.29518094658851624,
      "learning_rate": 7.325529040972535e-05,
      "loss": 1.8002,
      "step": 614
    },
    {
      "epoch": 0.822742474916388,
      "grad_norm": 0.7063753604888916,
      "learning_rate": 7.321026564610536e-05,
      "loss": 1.6917,
      "step": 615
    },
    {
      "epoch": 0.8240802675585285,
      "grad_norm": 0.5985257625579834,
      "learning_rate": 7.316524088248538e-05,
      "loss": 1.9754,
      "step": 616
    },
    {
      "epoch": 0.8254180602006689,
      "grad_norm": 0.36610302329063416,
      "learning_rate": 7.312021611886538e-05,
      "loss": 2.1499,
      "step": 617
    },
    {
      "epoch": 0.8267558528428094,
      "grad_norm": 0.32885974645614624,
      "learning_rate": 7.307519135524538e-05,
      "loss": 1.8947,
      "step": 618
    },
    {
      "epoch": 0.8280936454849498,
      "grad_norm": 0.449900358915329,
      "learning_rate": 7.303016659162539e-05,
      "loss": 1.257,
      "step": 619
    },
    {
      "epoch": 0.8294314381270903,
      "grad_norm": 0.37102293968200684,
      "learning_rate": 7.298514182800542e-05,
      "loss": 1.5899,
      "step": 620
    },
    {
      "epoch": 0.8307692307692308,
      "grad_norm": 0.31158074736595154,
      "learning_rate": 7.294011706438541e-05,
      "loss": 1.7936,
      "step": 621
    },
    {
      "epoch": 0.8321070234113712,
      "grad_norm": 0.3557308614253998,
      "learning_rate": 7.289509230076542e-05,
      "loss": 1.6656,
      "step": 622
    },
    {
      "epoch": 0.8334448160535117,
      "grad_norm": 0.7624556422233582,
      "learning_rate": 7.285006753714544e-05,
      "loss": 1.8276,
      "step": 623
    },
    {
      "epoch": 0.8347826086956521,
      "grad_norm": 0.3486712872982025,
      "learning_rate": 7.280504277352545e-05,
      "loss": 2.2463,
      "step": 624
    },
    {
      "epoch": 0.8361204013377926,
      "grad_norm": 0.5724909901618958,
      "learning_rate": 7.276001800990544e-05,
      "loss": 1.8355,
      "step": 625
    },
    {
      "epoch": 0.8374581939799332,
      "grad_norm": 0.8517188429832458,
      "learning_rate": 7.271499324628545e-05,
      "loss": 0.8871,
      "step": 626
    },
    {
      "epoch": 0.8387959866220736,
      "grad_norm": 0.4913051128387451,
      "learning_rate": 7.266996848266548e-05,
      "loss": 1.856,
      "step": 627
    },
    {
      "epoch": 0.8401337792642141,
      "grad_norm": 0.45800983905792236,
      "learning_rate": 7.262494371904548e-05,
      "loss": 1.4221,
      "step": 628
    },
    {
      "epoch": 0.8414715719063545,
      "grad_norm": 0.6228715777397156,
      "learning_rate": 7.257991895542548e-05,
      "loss": 2.224,
      "step": 629
    },
    {
      "epoch": 0.842809364548495,
      "grad_norm": 0.5099749565124512,
      "learning_rate": 7.253489419180549e-05,
      "loss": 1.702,
      "step": 630
    },
    {
      "epoch": 0.8441471571906355,
      "grad_norm": 0.39042428135871887,
      "learning_rate": 7.248986942818551e-05,
      "loss": 1.5742,
      "step": 631
    },
    {
      "epoch": 0.8454849498327759,
      "grad_norm": 0.7996957898139954,
      "learning_rate": 7.244484466456552e-05,
      "loss": 1.328,
      "step": 632
    },
    {
      "epoch": 0.8468227424749164,
      "grad_norm": 0.35331302881240845,
      "learning_rate": 7.239981990094553e-05,
      "loss": 1.6865,
      "step": 633
    },
    {
      "epoch": 0.8481605351170568,
      "grad_norm": 0.4120136499404907,
      "learning_rate": 7.235479513732554e-05,
      "loss": 1.684,
      "step": 634
    },
    {
      "epoch": 0.8494983277591973,
      "grad_norm": 0.4208261966705322,
      "learning_rate": 7.230977037370554e-05,
      "loss": 1.8001,
      "step": 635
    },
    {
      "epoch": 0.8508361204013378,
      "grad_norm": 0.41124269366264343,
      "learning_rate": 7.226474561008555e-05,
      "loss": 1.7426,
      "step": 636
    },
    {
      "epoch": 0.8521739130434782,
      "grad_norm": 0.5735759139060974,
      "learning_rate": 7.221972084646556e-05,
      "loss": 1.6861,
      "step": 637
    },
    {
      "epoch": 0.8535117056856187,
      "grad_norm": 0.3232871890068054,
      "learning_rate": 7.217469608284557e-05,
      "loss": 1.9313,
      "step": 638
    },
    {
      "epoch": 0.8548494983277592,
      "grad_norm": 0.315378338098526,
      "learning_rate": 7.212967131922558e-05,
      "loss": 1.7994,
      "step": 639
    },
    {
      "epoch": 0.8561872909698997,
      "grad_norm": 0.5437686443328857,
      "learning_rate": 7.208464655560559e-05,
      "loss": 1.761,
      "step": 640
    },
    {
      "epoch": 0.8575250836120402,
      "grad_norm": 0.4012024998664856,
      "learning_rate": 7.20396217919856e-05,
      "loss": 1.8082,
      "step": 641
    },
    {
      "epoch": 0.8588628762541806,
      "grad_norm": 0.35168206691741943,
      "learning_rate": 7.19945970283656e-05,
      "loss": 1.8141,
      "step": 642
    },
    {
      "epoch": 0.8602006688963211,
      "grad_norm": 0.29326000809669495,
      "learning_rate": 7.194957226474561e-05,
      "loss": 2.0852,
      "step": 643
    },
    {
      "epoch": 0.8615384615384616,
      "grad_norm": 0.5200529098510742,
      "learning_rate": 7.190454750112562e-05,
      "loss": 1.7179,
      "step": 644
    },
    {
      "epoch": 0.862876254180602,
      "grad_norm": 0.419899046421051,
      "learning_rate": 7.185952273750563e-05,
      "loss": 1.8952,
      "step": 645
    },
    {
      "epoch": 0.8642140468227425,
      "grad_norm": 0.3791028559207916,
      "learning_rate": 7.181449797388564e-05,
      "loss": 1.4306,
      "step": 646
    },
    {
      "epoch": 0.8655518394648829,
      "grad_norm": 0.3782893121242523,
      "learning_rate": 7.176947321026565e-05,
      "loss": 1.8628,
      "step": 647
    },
    {
      "epoch": 0.8668896321070234,
      "grad_norm": 0.3860854208469391,
      "learning_rate": 7.172444844664566e-05,
      "loss": 1.6255,
      "step": 648
    },
    {
      "epoch": 0.8682274247491639,
      "grad_norm": 0.361833393573761,
      "learning_rate": 7.167942368302566e-05,
      "loss": 1.7462,
      "step": 649
    },
    {
      "epoch": 0.8695652173913043,
      "grad_norm": 0.400254487991333,
      "learning_rate": 7.163439891940567e-05,
      "loss": 1.3854,
      "step": 650
    },
    {
      "epoch": 0.8709030100334448,
      "grad_norm": 0.34192296862602234,
      "learning_rate": 7.158937415578568e-05,
      "loss": 2.0707,
      "step": 651
    },
    {
      "epoch": 0.8722408026755852,
      "grad_norm": 0.5104194283485413,
      "learning_rate": 7.15443493921657e-05,
      "loss": 1.6693,
      "step": 652
    },
    {
      "epoch": 0.8735785953177257,
      "grad_norm": 0.3650829792022705,
      "learning_rate": 7.149932462854571e-05,
      "loss": 0.9515,
      "step": 653
    },
    {
      "epoch": 0.8749163879598663,
      "grad_norm": 0.42598962783813477,
      "learning_rate": 7.145429986492571e-05,
      "loss": 1.6728,
      "step": 654
    },
    {
      "epoch": 0.8762541806020067,
      "grad_norm": 0.4158768057823181,
      "learning_rate": 7.140927510130572e-05,
      "loss": 1.2007,
      "step": 655
    },
    {
      "epoch": 0.8775919732441472,
      "grad_norm": 0.34016454219818115,
      "learning_rate": 7.136425033768574e-05,
      "loss": 2.1394,
      "step": 656
    },
    {
      "epoch": 0.8789297658862876,
      "grad_norm": 0.34736478328704834,
      "learning_rate": 7.131922557406575e-05,
      "loss": 1.566,
      "step": 657
    },
    {
      "epoch": 0.8802675585284281,
      "grad_norm": 0.47918611764907837,
      "learning_rate": 7.127420081044574e-05,
      "loss": 1.7246,
      "step": 658
    },
    {
      "epoch": 0.8816053511705686,
      "grad_norm": 0.41045960783958435,
      "learning_rate": 7.122917604682576e-05,
      "loss": 1.7283,
      "step": 659
    },
    {
      "epoch": 0.882943143812709,
      "grad_norm": 0.3634040057659149,
      "learning_rate": 7.118415128320577e-05,
      "loss": 1.6028,
      "step": 660
    },
    {
      "epoch": 0.8842809364548495,
      "grad_norm": 0.3791142404079437,
      "learning_rate": 7.113912651958578e-05,
      "loss": 1.7992,
      "step": 661
    },
    {
      "epoch": 0.88561872909699,
      "grad_norm": 0.356406569480896,
      "learning_rate": 7.109410175596578e-05,
      "loss": 1.7343,
      "step": 662
    },
    {
      "epoch": 0.8869565217391304,
      "grad_norm": 0.36963218450546265,
      "learning_rate": 7.10490769923458e-05,
      "loss": 1.8745,
      "step": 663
    },
    {
      "epoch": 0.8882943143812709,
      "grad_norm": 0.5904031991958618,
      "learning_rate": 7.10040522287258e-05,
      "loss": 1.6621,
      "step": 664
    },
    {
      "epoch": 0.8896321070234113,
      "grad_norm": 0.40875113010406494,
      "learning_rate": 7.095902746510582e-05,
      "loss": 1.826,
      "step": 665
    },
    {
      "epoch": 0.8909698996655518,
      "grad_norm": 0.6849672198295593,
      "learning_rate": 7.091400270148581e-05,
      "loss": 1.7498,
      "step": 666
    },
    {
      "epoch": 0.8923076923076924,
      "grad_norm": 0.8226297497749329,
      "learning_rate": 7.086897793786583e-05,
      "loss": 1.8779,
      "step": 667
    },
    {
      "epoch": 0.8936454849498328,
      "grad_norm": 0.39494749903678894,
      "learning_rate": 7.082395317424584e-05,
      "loss": 1.3091,
      "step": 668
    },
    {
      "epoch": 0.8949832775919733,
      "grad_norm": 0.36774224042892456,
      "learning_rate": 7.077892841062585e-05,
      "loss": 2.0947,
      "step": 669
    },
    {
      "epoch": 0.8963210702341137,
      "grad_norm": 0.38955172896385193,
      "learning_rate": 7.073390364700586e-05,
      "loss": 1.8579,
      "step": 670
    },
    {
      "epoch": 0.8976588628762542,
      "grad_norm": 0.3742164671421051,
      "learning_rate": 7.068887888338587e-05,
      "loss": 1.6201,
      "step": 671
    },
    {
      "epoch": 0.8989966555183947,
      "grad_norm": 0.3513646721839905,
      "learning_rate": 7.064385411976588e-05,
      "loss": 1.9323,
      "step": 672
    },
    {
      "epoch": 0.9003344481605351,
      "grad_norm": 0.3952341079711914,
      "learning_rate": 7.059882935614588e-05,
      "loss": 1.6883,
      "step": 673
    },
    {
      "epoch": 0.9016722408026756,
      "grad_norm": 0.42206764221191406,
      "learning_rate": 7.055380459252589e-05,
      "loss": 1.9177,
      "step": 674
    },
    {
      "epoch": 0.903010033444816,
      "grad_norm": 0.36615172028541565,
      "learning_rate": 7.05087798289059e-05,
      "loss": 1.7579,
      "step": 675
    },
    {
      "epoch": 0.9043478260869565,
      "grad_norm": 0.3826829791069031,
      "learning_rate": 7.046375506528591e-05,
      "loss": 2.0081,
      "step": 676
    },
    {
      "epoch": 0.905685618729097,
      "grad_norm": 0.3107741177082062,
      "learning_rate": 7.041873030166593e-05,
      "loss": 2.1041,
      "step": 677
    },
    {
      "epoch": 0.9070234113712374,
      "grad_norm": 0.33083420991897583,
      "learning_rate": 7.037370553804593e-05,
      "loss": 1.8097,
      "step": 678
    },
    {
      "epoch": 0.9083612040133779,
      "grad_norm": 0.3041648864746094,
      "learning_rate": 7.032868077442594e-05,
      "loss": 1.0782,
      "step": 679
    },
    {
      "epoch": 0.9096989966555183,
      "grad_norm": 0.5441336035728455,
      "learning_rate": 7.028365601080594e-05,
      "loss": 1.6318,
      "step": 680
    },
    {
      "epoch": 0.9110367892976589,
      "grad_norm": 0.363393634557724,
      "learning_rate": 7.023863124718597e-05,
      "loss": 1.7169,
      "step": 681
    },
    {
      "epoch": 0.9123745819397994,
      "grad_norm": 0.6789020299911499,
      "learning_rate": 7.019360648356596e-05,
      "loss": 1.9805,
      "step": 682
    },
    {
      "epoch": 0.9137123745819398,
      "grad_norm": 0.3467765748500824,
      "learning_rate": 7.014858171994597e-05,
      "loss": 1.8415,
      "step": 683
    },
    {
      "epoch": 0.9150501672240803,
      "grad_norm": 0.7270785570144653,
      "learning_rate": 7.010355695632598e-05,
      "loss": 1.3206,
      "step": 684
    },
    {
      "epoch": 0.9163879598662207,
      "grad_norm": 0.5416232943534851,
      "learning_rate": 7.0058532192706e-05,
      "loss": 1.8754,
      "step": 685
    },
    {
      "epoch": 0.9177257525083612,
      "grad_norm": 0.3280985653400421,
      "learning_rate": 7.0013507429086e-05,
      "loss": 1.8428,
      "step": 686
    },
    {
      "epoch": 0.9190635451505017,
      "grad_norm": 0.3461412787437439,
      "learning_rate": 6.9968482665466e-05,
      "loss": 1.5161,
      "step": 687
    },
    {
      "epoch": 0.9204013377926421,
      "grad_norm": 0.3746154308319092,
      "learning_rate": 6.992345790184603e-05,
      "loss": 1.8658,
      "step": 688
    },
    {
      "epoch": 0.9217391304347826,
      "grad_norm": 0.3138766288757324,
      "learning_rate": 6.987843313822603e-05,
      "loss": 1.4987,
      "step": 689
    },
    {
      "epoch": 0.9230769230769231,
      "grad_norm": 0.34391963481903076,
      "learning_rate": 6.983340837460603e-05,
      "loss": 1.7672,
      "step": 690
    },
    {
      "epoch": 0.9244147157190635,
      "grad_norm": 0.7809226512908936,
      "learning_rate": 6.978838361098604e-05,
      "loss": 1.6137,
      "step": 691
    },
    {
      "epoch": 0.925752508361204,
      "grad_norm": 0.3945732116699219,
      "learning_rate": 6.974335884736606e-05,
      "loss": 1.7833,
      "step": 692
    },
    {
      "epoch": 0.9270903010033444,
      "grad_norm": 0.41453108191490173,
      "learning_rate": 6.969833408374607e-05,
      "loss": 1.5949,
      "step": 693
    },
    {
      "epoch": 0.928428093645485,
      "grad_norm": 0.3755939304828644,
      "learning_rate": 6.965330932012606e-05,
      "loss": 2.3068,
      "step": 694
    },
    {
      "epoch": 0.9297658862876255,
      "grad_norm": 0.345302015542984,
      "learning_rate": 6.960828455650609e-05,
      "loss": 1.7721,
      "step": 695
    },
    {
      "epoch": 0.9311036789297659,
      "grad_norm": 0.3220181465148926,
      "learning_rate": 6.95632597928861e-05,
      "loss": 1.6998,
      "step": 696
    },
    {
      "epoch": 0.9324414715719064,
      "grad_norm": 0.366615891456604,
      "learning_rate": 6.95182350292661e-05,
      "loss": 2.0303,
      "step": 697
    },
    {
      "epoch": 0.9337792642140468,
      "grad_norm": 0.4134201407432556,
      "learning_rate": 6.94732102656461e-05,
      "loss": 1.3428,
      "step": 698
    },
    {
      "epoch": 0.9351170568561873,
      "grad_norm": 0.38845616579055786,
      "learning_rate": 6.942818550202612e-05,
      "loss": 2.0773,
      "step": 699
    },
    {
      "epoch": 0.9364548494983278,
      "grad_norm": 0.4948274493217468,
      "learning_rate": 6.938316073840613e-05,
      "loss": 1.8458,
      "step": 700
    },
    {
      "epoch": 0.9377926421404682,
      "grad_norm": 0.43470853567123413,
      "learning_rate": 6.933813597478614e-05,
      "loss": 1.9182,
      "step": 701
    },
    {
      "epoch": 0.9391304347826087,
      "grad_norm": 0.503555417060852,
      "learning_rate": 6.929311121116615e-05,
      "loss": 2.1079,
      "step": 702
    },
    {
      "epoch": 0.9404682274247491,
      "grad_norm": 0.31471186876296997,
      "learning_rate": 6.924808644754615e-05,
      "loss": 1.8166,
      "step": 703
    },
    {
      "epoch": 0.9418060200668896,
      "grad_norm": 0.5391733646392822,
      "learning_rate": 6.920306168392616e-05,
      "loss": 1.6998,
      "step": 704
    },
    {
      "epoch": 0.9431438127090301,
      "grad_norm": 0.3019644618034363,
      "learning_rate": 6.915803692030617e-05,
      "loss": 2.0563,
      "step": 705
    },
    {
      "epoch": 0.9444816053511705,
      "grad_norm": 0.5476101040840149,
      "learning_rate": 6.911301215668618e-05,
      "loss": 1.5407,
      "step": 706
    },
    {
      "epoch": 0.945819397993311,
      "grad_norm": 0.5264822244644165,
      "learning_rate": 6.906798739306619e-05,
      "loss": 1.7866,
      "step": 707
    },
    {
      "epoch": 0.9471571906354515,
      "grad_norm": 0.2899741232395172,
      "learning_rate": 6.90229626294462e-05,
      "loss": 1.8482,
      "step": 708
    },
    {
      "epoch": 0.948494983277592,
      "grad_norm": 0.45578619837760925,
      "learning_rate": 6.89779378658262e-05,
      "loss": 1.3086,
      "step": 709
    },
    {
      "epoch": 0.9498327759197325,
      "grad_norm": 0.3755444586277008,
      "learning_rate": 6.893291310220622e-05,
      "loss": 1.9272,
      "step": 710
    },
    {
      "epoch": 0.9511705685618729,
      "grad_norm": 0.5911352634429932,
      "learning_rate": 6.888788833858622e-05,
      "loss": 1.9175,
      "step": 711
    },
    {
      "epoch": 0.9525083612040134,
      "grad_norm": 0.2892666757106781,
      "learning_rate": 6.884286357496623e-05,
      "loss": 1.3744,
      "step": 712
    },
    {
      "epoch": 0.9538461538461539,
      "grad_norm": 0.4964825212955475,
      "learning_rate": 6.879783881134625e-05,
      "loss": 1.8149,
      "step": 713
    },
    {
      "epoch": 0.9551839464882943,
      "grad_norm": 0.3442051410675049,
      "learning_rate": 6.875281404772625e-05,
      "loss": 1.9712,
      "step": 714
    },
    {
      "epoch": 0.9565217391304348,
      "grad_norm": 0.5018149614334106,
      "learning_rate": 6.870778928410626e-05,
      "loss": 1.2699,
      "step": 715
    },
    {
      "epoch": 0.9578595317725752,
      "grad_norm": 0.45120319724082947,
      "learning_rate": 6.866276452048627e-05,
      "loss": 1.871,
      "step": 716
    },
    {
      "epoch": 0.9591973244147157,
      "grad_norm": 0.3946061134338379,
      "learning_rate": 6.861773975686629e-05,
      "loss": 1.749,
      "step": 717
    },
    {
      "epoch": 0.9605351170568562,
      "grad_norm": 0.7921074628829956,
      "learning_rate": 6.857271499324628e-05,
      "loss": 1.9881,
      "step": 718
    },
    {
      "epoch": 0.9618729096989966,
      "grad_norm": 0.29882094264030457,
      "learning_rate": 6.852769022962629e-05,
      "loss": 1.8386,
      "step": 719
    },
    {
      "epoch": 0.9632107023411371,
      "grad_norm": 0.38971996307373047,
      "learning_rate": 6.84826654660063e-05,
      "loss": 1.8224,
      "step": 720
    },
    {
      "epoch": 0.9645484949832775,
      "grad_norm": 0.435881644487381,
      "learning_rate": 6.843764070238632e-05,
      "loss": 1.5976,
      "step": 721
    },
    {
      "epoch": 0.9658862876254181,
      "grad_norm": 0.3308292329311371,
      "learning_rate": 6.839261593876632e-05,
      "loss": 1.9759,
      "step": 722
    },
    {
      "epoch": 0.9672240802675586,
      "grad_norm": 0.38128048181533813,
      "learning_rate": 6.834759117514633e-05,
      "loss": 2.0457,
      "step": 723
    },
    {
      "epoch": 0.968561872909699,
      "grad_norm": 0.37816083431243896,
      "learning_rate": 6.830256641152635e-05,
      "loss": 1.7379,
      "step": 724
    },
    {
      "epoch": 0.9698996655518395,
      "grad_norm": 0.3599185049533844,
      "learning_rate": 6.825754164790636e-05,
      "loss": 1.3529,
      "step": 725
    },
    {
      "epoch": 0.9712374581939799,
      "grad_norm": 0.34246405959129333,
      "learning_rate": 6.821251688428637e-05,
      "loss": 2.2177,
      "step": 726
    },
    {
      "epoch": 0.9725752508361204,
      "grad_norm": 0.36853083968162537,
      "learning_rate": 6.816749212066636e-05,
      "loss": 1.8784,
      "step": 727
    },
    {
      "epoch": 0.9739130434782609,
      "grad_norm": 0.39494502544403076,
      "learning_rate": 6.812246735704638e-05,
      "loss": 2.0329,
      "step": 728
    },
    {
      "epoch": 0.9752508361204013,
      "grad_norm": 1.9131022691726685,
      "learning_rate": 6.807744259342639e-05,
      "loss": 1.391,
      "step": 729
    },
    {
      "epoch": 0.9765886287625418,
      "grad_norm": 0.4040629267692566,
      "learning_rate": 6.80324178298064e-05,
      "loss": 2.0042,
      "step": 730
    },
    {
      "epoch": 0.9779264214046822,
      "grad_norm": 0.38302701711654663,
      "learning_rate": 6.798739306618641e-05,
      "loss": 2.1064,
      "step": 731
    },
    {
      "epoch": 0.9792642140468227,
      "grad_norm": 0.3989606201648712,
      "learning_rate": 6.794236830256642e-05,
      "loss": 1.6208,
      "step": 732
    },
    {
      "epoch": 0.9806020066889632,
      "grad_norm": 0.5049397945404053,
      "learning_rate": 6.789734353894643e-05,
      "loss": 1.9809,
      "step": 733
    },
    {
      "epoch": 0.9819397993311036,
      "grad_norm": 0.5564031004905701,
      "learning_rate": 6.785231877532643e-05,
      "loss": 1.9769,
      "step": 734
    },
    {
      "epoch": 0.9832775919732442,
      "grad_norm": 1.37478506565094,
      "learning_rate": 6.780729401170644e-05,
      "loss": 1.6798,
      "step": 735
    },
    {
      "epoch": 0.9846153846153847,
      "grad_norm": 0.2812560498714447,
      "learning_rate": 6.776226924808645e-05,
      "loss": 1.4855,
      "step": 736
    },
    {
      "epoch": 0.9859531772575251,
      "grad_norm": 0.5258631706237793,
      "learning_rate": 6.771724448446646e-05,
      "loss": 2.1563,
      "step": 737
    },
    {
      "epoch": 0.9872909698996656,
      "grad_norm": 0.7295839190483093,
      "learning_rate": 6.767221972084647e-05,
      "loss": 2.0624,
      "step": 738
    },
    {
      "epoch": 0.988628762541806,
      "grad_norm": 0.4331284463405609,
      "learning_rate": 6.762719495722648e-05,
      "loss": 1.5767,
      "step": 739
    },
    {
      "epoch": 0.9899665551839465,
      "grad_norm": 0.38064879179000854,
      "learning_rate": 6.758217019360649e-05,
      "loss": 1.8441,
      "step": 740
    },
    {
      "epoch": 0.991304347826087,
      "grad_norm": 0.3991696834564209,
      "learning_rate": 6.75371454299865e-05,
      "loss": 1.769,
      "step": 741
    },
    {
      "epoch": 0.9926421404682274,
      "grad_norm": 0.8858866691589355,
      "learning_rate": 6.74921206663665e-05,
      "loss": 1.6091,
      "step": 742
    },
    {
      "epoch": 0.9939799331103679,
      "grad_norm": 0.2829599380493164,
      "learning_rate": 6.744709590274651e-05,
      "loss": 1.4218,
      "step": 743
    },
    {
      "epoch": 0.9953177257525083,
      "grad_norm": 0.3447091579437256,
      "learning_rate": 6.740207113912652e-05,
      "loss": 2.08,
      "step": 744
    },
    {
      "epoch": 0.9966555183946488,
      "grad_norm": 0.5587038397789001,
      "learning_rate": 6.735704637550653e-05,
      "loss": 1.9443,
      "step": 745
    },
    {
      "epoch": 0.9979933110367893,
      "grad_norm": 0.29927799105644226,
      "learning_rate": 6.731202161188654e-05,
      "loss": 2.1269,
      "step": 746
    },
    {
      "epoch": 0.9993311036789297,
      "grad_norm": 0.3965597152709961,
      "learning_rate": 6.726699684826655e-05,
      "loss": 1.7172,
      "step": 747
    },
    {
      "epoch": 1.0006688963210701,
      "grad_norm": 0.36948877573013306,
      "learning_rate": 6.722197208464655e-05,
      "loss": 1.3854,
      "step": 748
    },
    {
      "epoch": 1.0020066889632107,
      "grad_norm": 0.36516493558883667,
      "learning_rate": 6.717694732102658e-05,
      "loss": 1.4223,
      "step": 749
    },
    {
      "epoch": 1.0033444816053512,
      "grad_norm": 0.4343159794807434,
      "learning_rate": 6.713192255740659e-05,
      "loss": 1.8986,
      "step": 750
    },
    {
      "epoch": 1.0046822742474917,
      "grad_norm": 0.4338577091693878,
      "learning_rate": 6.708689779378658e-05,
      "loss": 0.5871,
      "step": 751
    },
    {
      "epoch": 1.0060200668896322,
      "grad_norm": 0.41223862767219543,
      "learning_rate": 6.704187303016659e-05,
      "loss": 1.5983,
      "step": 752
    },
    {
      "epoch": 1.0073578595317725,
      "grad_norm": 0.7298925518989563,
      "learning_rate": 6.699684826654661e-05,
      "loss": 1.4322,
      "step": 753
    },
    {
      "epoch": 1.008695652173913,
      "grad_norm": 1.1361639499664307,
      "learning_rate": 6.695182350292662e-05,
      "loss": 1.4163,
      "step": 754
    },
    {
      "epoch": 1.0100334448160535,
      "grad_norm": 0.5715144276618958,
      "learning_rate": 6.690679873930662e-05,
      "loss": 1.498,
      "step": 755
    },
    {
      "epoch": 1.011371237458194,
      "grad_norm": 0.6086817383766174,
      "learning_rate": 6.686177397568662e-05,
      "loss": 1.7753,
      "step": 756
    },
    {
      "epoch": 1.0127090301003345,
      "grad_norm": 0.8653783202171326,
      "learning_rate": 6.681674921206665e-05,
      "loss": 1.5424,
      "step": 757
    },
    {
      "epoch": 1.0140468227424748,
      "grad_norm": 0.5191454291343689,
      "learning_rate": 6.677172444844665e-05,
      "loss": 1.7054,
      "step": 758
    },
    {
      "epoch": 1.0153846153846153,
      "grad_norm": 0.5097001791000366,
      "learning_rate": 6.672669968482665e-05,
      "loss": 1.4023,
      "step": 759
    },
    {
      "epoch": 1.0167224080267558,
      "grad_norm": 0.5936307311058044,
      "learning_rate": 6.668167492120667e-05,
      "loss": 1.1395,
      "step": 760
    },
    {
      "epoch": 1.0180602006688964,
      "grad_norm": 0.5675538778305054,
      "learning_rate": 6.663665015758668e-05,
      "loss": 1.3809,
      "step": 761
    },
    {
      "epoch": 1.0193979933110369,
      "grad_norm": 0.407277911901474,
      "learning_rate": 6.659162539396669e-05,
      "loss": 1.7331,
      "step": 762
    },
    {
      "epoch": 1.0207357859531772,
      "grad_norm": 1.353188157081604,
      "learning_rate": 6.654660063034668e-05,
      "loss": 1.409,
      "step": 763
    },
    {
      "epoch": 1.0220735785953177,
      "grad_norm": 0.3952758312225342,
      "learning_rate": 6.65015758667267e-05,
      "loss": 1.6219,
      "step": 764
    },
    {
      "epoch": 1.0234113712374582,
      "grad_norm": 0.6428177356719971,
      "learning_rate": 6.645655110310671e-05,
      "loss": 1.1543,
      "step": 765
    },
    {
      "epoch": 1.0247491638795987,
      "grad_norm": 1.0934861898422241,
      "learning_rate": 6.641152633948672e-05,
      "loss": 0.9668,
      "step": 766
    },
    {
      "epoch": 1.0260869565217392,
      "grad_norm": 0.4791591763496399,
      "learning_rate": 6.636650157586673e-05,
      "loss": 1.4271,
      "step": 767
    },
    {
      "epoch": 1.0274247491638795,
      "grad_norm": 0.5504617094993591,
      "learning_rate": 6.632147681224674e-05,
      "loss": 1.4648,
      "step": 768
    },
    {
      "epoch": 1.02876254180602,
      "grad_norm": 0.45765021443367004,
      "learning_rate": 6.627645204862675e-05,
      "loss": 1.3732,
      "step": 769
    },
    {
      "epoch": 1.0301003344481605,
      "grad_norm": 0.46277210116386414,
      "learning_rate": 6.623142728500676e-05,
      "loss": 1.0407,
      "step": 770
    },
    {
      "epoch": 1.031438127090301,
      "grad_norm": 0.5813681483268738,
      "learning_rate": 6.618640252138677e-05,
      "loss": 1.2612,
      "step": 771
    },
    {
      "epoch": 1.0327759197324415,
      "grad_norm": 0.408017635345459,
      "learning_rate": 6.614137775776677e-05,
      "loss": 1.5765,
      "step": 772
    },
    {
      "epoch": 1.034113712374582,
      "grad_norm": 0.6632124185562134,
      "learning_rate": 6.609635299414678e-05,
      "loss": 1.6674,
      "step": 773
    },
    {
      "epoch": 1.0354515050167223,
      "grad_norm": 0.563066303730011,
      "learning_rate": 6.605132823052679e-05,
      "loss": 1.4702,
      "step": 774
    },
    {
      "epoch": 1.0367892976588629,
      "grad_norm": 0.4824022948741913,
      "learning_rate": 6.60063034669068e-05,
      "loss": 1.4301,
      "step": 775
    },
    {
      "epoch": 1.0381270903010034,
      "grad_norm": 0.5674872398376465,
      "learning_rate": 6.596127870328681e-05,
      "loss": 1.1038,
      "step": 776
    },
    {
      "epoch": 1.0394648829431439,
      "grad_norm": 0.5925496816635132,
      "learning_rate": 6.591625393966682e-05,
      "loss": 1.3891,
      "step": 777
    },
    {
      "epoch": 1.0408026755852844,
      "grad_norm": 0.45445653796195984,
      "learning_rate": 6.587122917604684e-05,
      "loss": 1.4653,
      "step": 778
    },
    {
      "epoch": 1.0421404682274247,
      "grad_norm": 0.44357824325561523,
      "learning_rate": 6.582620441242683e-05,
      "loss": 1.4065,
      "step": 779
    },
    {
      "epoch": 1.0434782608695652,
      "grad_norm": 0.4146457612514496,
      "learning_rate": 6.578117964880684e-05,
      "loss": 1.6831,
      "step": 780
    },
    {
      "epoch": 1.0448160535117057,
      "grad_norm": 0.48196661472320557,
      "learning_rate": 6.573615488518685e-05,
      "loss": 1.5082,
      "step": 781
    },
    {
      "epoch": 1.0461538461538462,
      "grad_norm": 0.4578336179256439,
      "learning_rate": 6.569113012156687e-05,
      "loss": 1.7227,
      "step": 782
    },
    {
      "epoch": 1.0474916387959867,
      "grad_norm": 0.5198684334754944,
      "learning_rate": 6.564610535794687e-05,
      "loss": 1.1455,
      "step": 783
    },
    {
      "epoch": 1.048829431438127,
      "grad_norm": 0.497288316488266,
      "learning_rate": 6.560108059432688e-05,
      "loss": 1.6872,
      "step": 784
    },
    {
      "epoch": 1.0501672240802675,
      "grad_norm": 0.36458608508110046,
      "learning_rate": 6.55560558307069e-05,
      "loss": 2.2226,
      "step": 785
    },
    {
      "epoch": 1.051505016722408,
      "grad_norm": 0.8122197985649109,
      "learning_rate": 6.551103106708691e-05,
      "loss": 1.3132,
      "step": 786
    },
    {
      "epoch": 1.0528428093645485,
      "grad_norm": 0.4065374732017517,
      "learning_rate": 6.54660063034669e-05,
      "loss": 1.7364,
      "step": 787
    },
    {
      "epoch": 1.054180602006689,
      "grad_norm": 0.5058987140655518,
      "learning_rate": 6.542098153984691e-05,
      "loss": 1.6037,
      "step": 788
    },
    {
      "epoch": 1.0555183946488294,
      "grad_norm": 0.5093656778335571,
      "learning_rate": 6.537595677622693e-05,
      "loss": 1.4635,
      "step": 789
    },
    {
      "epoch": 1.0568561872909699,
      "grad_norm": 0.4434761106967926,
      "learning_rate": 6.533093201260694e-05,
      "loss": 1.7289,
      "step": 790
    },
    {
      "epoch": 1.0581939799331104,
      "grad_norm": 0.8123733997344971,
      "learning_rate": 6.528590724898694e-05,
      "loss": 1.3977,
      "step": 791
    },
    {
      "epoch": 1.0595317725752509,
      "grad_norm": 0.419659286737442,
      "learning_rate": 6.524088248536695e-05,
      "loss": 1.9813,
      "step": 792
    },
    {
      "epoch": 1.0608695652173914,
      "grad_norm": 0.4884895980358124,
      "learning_rate": 6.519585772174697e-05,
      "loss": 1.388,
      "step": 793
    },
    {
      "epoch": 1.0622073578595317,
      "grad_norm": 0.6140890717506409,
      "learning_rate": 6.515083295812698e-05,
      "loss": 1.0599,
      "step": 794
    },
    {
      "epoch": 1.0635451505016722,
      "grad_norm": 0.45217812061309814,
      "learning_rate": 6.510580819450697e-05,
      "loss": 1.5021,
      "step": 795
    },
    {
      "epoch": 1.0648829431438127,
      "grad_norm": 0.45027461647987366,
      "learning_rate": 6.5060783430887e-05,
      "loss": 1.4057,
      "step": 796
    },
    {
      "epoch": 1.0662207357859532,
      "grad_norm": 0.6308950185775757,
      "learning_rate": 6.5015758667267e-05,
      "loss": 1.3602,
      "step": 797
    },
    {
      "epoch": 1.0675585284280937,
      "grad_norm": 1.535835862159729,
      "learning_rate": 6.497073390364701e-05,
      "loss": 1.6195,
      "step": 798
    },
    {
      "epoch": 1.068896321070234,
      "grad_norm": 0.4812445640563965,
      "learning_rate": 6.492570914002702e-05,
      "loss": 1.6331,
      "step": 799
    },
    {
      "epoch": 1.0702341137123745,
      "grad_norm": 0.5334980487823486,
      "learning_rate": 6.488068437640703e-05,
      "loss": 1.1138,
      "step": 800
    },
    {
      "epoch": 1.071571906354515,
      "grad_norm": 0.6437579989433289,
      "learning_rate": 6.483565961278704e-05,
      "loss": 1.4453,
      "step": 801
    },
    {
      "epoch": 1.0729096989966556,
      "grad_norm": 1.0662591457366943,
      "learning_rate": 6.479063484916705e-05,
      "loss": 0.603,
      "step": 802
    },
    {
      "epoch": 1.074247491638796,
      "grad_norm": 0.6081445217132568,
      "learning_rate": 6.474561008554705e-05,
      "loss": 1.4157,
      "step": 803
    },
    {
      "epoch": 1.0755852842809364,
      "grad_norm": 0.5122383832931519,
      "learning_rate": 6.470058532192706e-05,
      "loss": 1.6912,
      "step": 804
    },
    {
      "epoch": 1.0769230769230769,
      "grad_norm": 0.5406622290611267,
      "learning_rate": 6.465556055830707e-05,
      "loss": 0.8931,
      "step": 805
    },
    {
      "epoch": 1.0782608695652174,
      "grad_norm": 0.6800340414047241,
      "learning_rate": 6.461053579468708e-05,
      "loss": 1.2054,
      "step": 806
    },
    {
      "epoch": 1.079598662207358,
      "grad_norm": 0.891855001449585,
      "learning_rate": 6.456551103106709e-05,
      "loss": 1.2156,
      "step": 807
    },
    {
      "epoch": 1.0809364548494984,
      "grad_norm": 0.4451705515384674,
      "learning_rate": 6.45204862674471e-05,
      "loss": 1.7379,
      "step": 808
    },
    {
      "epoch": 1.0822742474916387,
      "grad_norm": 1.2329106330871582,
      "learning_rate": 6.44754615038271e-05,
      "loss": 1.0769,
      "step": 809
    },
    {
      "epoch": 1.0836120401337792,
      "grad_norm": 0.46149975061416626,
      "learning_rate": 6.443043674020711e-05,
      "loss": 1.7287,
      "step": 810
    },
    {
      "epoch": 1.0849498327759197,
      "grad_norm": 0.4032789170742035,
      "learning_rate": 6.438541197658712e-05,
      "loss": 1.6798,
      "step": 811
    },
    {
      "epoch": 1.0862876254180602,
      "grad_norm": 0.5288923978805542,
      "learning_rate": 6.434038721296713e-05,
      "loss": 1.3158,
      "step": 812
    },
    {
      "epoch": 1.0876254180602007,
      "grad_norm": 0.4517413377761841,
      "learning_rate": 6.429536244934714e-05,
      "loss": 1.7064,
      "step": 813
    },
    {
      "epoch": 1.088963210702341,
      "grad_norm": 0.5029974579811096,
      "learning_rate": 6.425033768572716e-05,
      "loss": 1.0985,
      "step": 814
    },
    {
      "epoch": 1.0903010033444815,
      "grad_norm": 0.649246096611023,
      "learning_rate": 6.420531292210716e-05,
      "loss": 1.3266,
      "step": 815
    },
    {
      "epoch": 1.091638795986622,
      "grad_norm": 0.8336004614830017,
      "learning_rate": 6.416028815848717e-05,
      "loss": 0.9194,
      "step": 816
    },
    {
      "epoch": 1.0929765886287626,
      "grad_norm": 0.3941144347190857,
      "learning_rate": 6.411526339486717e-05,
      "loss": 1.7471,
      "step": 817
    },
    {
      "epoch": 1.094314381270903,
      "grad_norm": 0.38524457812309265,
      "learning_rate": 6.40702386312472e-05,
      "loss": 1.3742,
      "step": 818
    },
    {
      "epoch": 1.0956521739130434,
      "grad_norm": 0.45431381464004517,
      "learning_rate": 6.402521386762719e-05,
      "loss": 0.9257,
      "step": 819
    },
    {
      "epoch": 1.0969899665551839,
      "grad_norm": 0.5474141240119934,
      "learning_rate": 6.39801891040072e-05,
      "loss": 1.437,
      "step": 820
    },
    {
      "epoch": 1.0983277591973244,
      "grad_norm": 0.5354152321815491,
      "learning_rate": 6.393516434038722e-05,
      "loss": 1.4539,
      "step": 821
    },
    {
      "epoch": 1.099665551839465,
      "grad_norm": 0.6111787557601929,
      "learning_rate": 6.389013957676723e-05,
      "loss": 1.3616,
      "step": 822
    },
    {
      "epoch": 1.1010033444816054,
      "grad_norm": 0.5158681273460388,
      "learning_rate": 6.384511481314724e-05,
      "loss": 1.4201,
      "step": 823
    },
    {
      "epoch": 1.1023411371237457,
      "grad_norm": 0.6790710687637329,
      "learning_rate": 6.380009004952723e-05,
      "loss": 1.4573,
      "step": 824
    },
    {
      "epoch": 1.1036789297658862,
      "grad_norm": 0.6283074021339417,
      "learning_rate": 6.375506528590726e-05,
      "loss": 1.0444,
      "step": 825
    },
    {
      "epoch": 1.1050167224080267,
      "grad_norm": 0.41498756408691406,
      "learning_rate": 6.371004052228727e-05,
      "loss": 1.3567,
      "step": 826
    },
    {
      "epoch": 1.1063545150501672,
      "grad_norm": 0.60197913646698,
      "learning_rate": 6.366501575866727e-05,
      "loss": 1.1496,
      "step": 827
    },
    {
      "epoch": 1.1076923076923078,
      "grad_norm": 0.4228304922580719,
      "learning_rate": 6.361999099504727e-05,
      "loss": 1.3917,
      "step": 828
    },
    {
      "epoch": 1.109030100334448,
      "grad_norm": 0.5080685019493103,
      "learning_rate": 6.357496623142729e-05,
      "loss": 1.8623,
      "step": 829
    },
    {
      "epoch": 1.1103678929765886,
      "grad_norm": 0.49745386838912964,
      "learning_rate": 6.35299414678073e-05,
      "loss": 1.421,
      "step": 830
    },
    {
      "epoch": 1.111705685618729,
      "grad_norm": 0.8473727107048035,
      "learning_rate": 6.348491670418731e-05,
      "loss": 0.7793,
      "step": 831
    },
    {
      "epoch": 1.1130434782608696,
      "grad_norm": 0.5693299174308777,
      "learning_rate": 6.343989194056732e-05,
      "loss": 1.0338,
      "step": 832
    },
    {
      "epoch": 1.11438127090301,
      "grad_norm": 0.5039275884628296,
      "learning_rate": 6.339486717694733e-05,
      "loss": 1.0676,
      "step": 833
    },
    {
      "epoch": 1.1157190635451506,
      "grad_norm": 0.5785884261131287,
      "learning_rate": 6.334984241332733e-05,
      "loss": 1.4532,
      "step": 834
    },
    {
      "epoch": 1.117056856187291,
      "grad_norm": 0.4384928047657013,
      "learning_rate": 6.330481764970734e-05,
      "loss": 1.9992,
      "step": 835
    },
    {
      "epoch": 1.1183946488294314,
      "grad_norm": 0.6519571542739868,
      "learning_rate": 6.325979288608735e-05,
      "loss": 1.8105,
      "step": 836
    },
    {
      "epoch": 1.119732441471572,
      "grad_norm": 0.5303328633308411,
      "learning_rate": 6.321476812246736e-05,
      "loss": 1.5492,
      "step": 837
    },
    {
      "epoch": 1.1210702341137124,
      "grad_norm": 0.5411662459373474,
      "learning_rate": 6.316974335884737e-05,
      "loss": 1.4728,
      "step": 838
    },
    {
      "epoch": 1.122408026755853,
      "grad_norm": 0.8510624170303345,
      "learning_rate": 6.312471859522738e-05,
      "loss": 1.0466,
      "step": 839
    },
    {
      "epoch": 1.1237458193979932,
      "grad_norm": 0.3836539685726166,
      "learning_rate": 6.307969383160739e-05,
      "loss": 1.1762,
      "step": 840
    },
    {
      "epoch": 1.1250836120401337,
      "grad_norm": 0.4980509877204895,
      "learning_rate": 6.30346690679874e-05,
      "loss": 1.7758,
      "step": 841
    },
    {
      "epoch": 1.1264214046822743,
      "grad_norm": 0.364563524723053,
      "learning_rate": 6.29896443043674e-05,
      "loss": 1.2367,
      "step": 842
    },
    {
      "epoch": 1.1277591973244148,
      "grad_norm": 0.7302637100219727,
      "learning_rate": 6.294461954074741e-05,
      "loss": 1.5548,
      "step": 843
    },
    {
      "epoch": 1.1290969899665553,
      "grad_norm": 0.5207593441009521,
      "learning_rate": 6.289959477712742e-05,
      "loss": 1.3097,
      "step": 844
    },
    {
      "epoch": 1.1304347826086956,
      "grad_norm": 0.519754946231842,
      "learning_rate": 6.285457001350743e-05,
      "loss": 1.5021,
      "step": 845
    },
    {
      "epoch": 1.131772575250836,
      "grad_norm": 0.5610724687576294,
      "learning_rate": 6.280954524988744e-05,
      "loss": 1.4954,
      "step": 846
    },
    {
      "epoch": 1.1331103678929766,
      "grad_norm": 0.44261258840560913,
      "learning_rate": 6.276452048626746e-05,
      "loss": 1.6946,
      "step": 847
    },
    {
      "epoch": 1.134448160535117,
      "grad_norm": 0.5406861305236816,
      "learning_rate": 6.271949572264745e-05,
      "loss": 1.5805,
      "step": 848
    },
    {
      "epoch": 1.1357859531772576,
      "grad_norm": 0.6939743757247925,
      "learning_rate": 6.267447095902746e-05,
      "loss": 1.3863,
      "step": 849
    },
    {
      "epoch": 1.137123745819398,
      "grad_norm": 0.7074916362762451,
      "learning_rate": 6.262944619540749e-05,
      "loss": 0.8737,
      "step": 850
    },
    {
      "epoch": 1.1384615384615384,
      "grad_norm": 0.5969648957252502,
      "learning_rate": 6.25844214317875e-05,
      "loss": 1.5225,
      "step": 851
    },
    {
      "epoch": 1.139799331103679,
      "grad_norm": 0.542970597743988,
      "learning_rate": 6.253939666816749e-05,
      "loss": 1.5206,
      "step": 852
    },
    {
      "epoch": 1.1411371237458194,
      "grad_norm": 0.4956679344177246,
      "learning_rate": 6.24943719045475e-05,
      "loss": 1.6725,
      "step": 853
    },
    {
      "epoch": 1.14247491638796,
      "grad_norm": 0.620997965335846,
      "learning_rate": 6.244934714092752e-05,
      "loss": 1.3671,
      "step": 854
    },
    {
      "epoch": 1.1438127090301002,
      "grad_norm": 0.5618900060653687,
      "learning_rate": 6.240432237730753e-05,
      "loss": 1.4067,
      "step": 855
    },
    {
      "epoch": 1.1451505016722408,
      "grad_norm": 0.847754716873169,
      "learning_rate": 6.235929761368752e-05,
      "loss": 1.1148,
      "step": 856
    },
    {
      "epoch": 1.1464882943143813,
      "grad_norm": 0.5353214144706726,
      "learning_rate": 6.231427285006755e-05,
      "loss": 1.5326,
      "step": 857
    },
    {
      "epoch": 1.1478260869565218,
      "grad_norm": 0.6438226699829102,
      "learning_rate": 6.226924808644755e-05,
      "loss": 1.651,
      "step": 858
    },
    {
      "epoch": 1.1491638795986623,
      "grad_norm": 0.5264010429382324,
      "learning_rate": 6.222422332282756e-05,
      "loss": 1.3338,
      "step": 859
    },
    {
      "epoch": 1.1505016722408028,
      "grad_norm": 0.4603655934333801,
      "learning_rate": 6.217919855920756e-05,
      "loss": 1.1312,
      "step": 860
    },
    {
      "epoch": 1.151839464882943,
      "grad_norm": 0.850045919418335,
      "learning_rate": 6.213417379558758e-05,
      "loss": 1.1957,
      "step": 861
    },
    {
      "epoch": 1.1531772575250836,
      "grad_norm": 0.5338031053543091,
      "learning_rate": 6.208914903196759e-05,
      "loss": 1.9606,
      "step": 862
    },
    {
      "epoch": 1.154515050167224,
      "grad_norm": 0.7752164006233215,
      "learning_rate": 6.20441242683476e-05,
      "loss": 1.2606,
      "step": 863
    },
    {
      "epoch": 1.1558528428093646,
      "grad_norm": 0.532210111618042,
      "learning_rate": 6.199909950472759e-05,
      "loss": 1.7095,
      "step": 864
    },
    {
      "epoch": 1.1571906354515051,
      "grad_norm": 0.5509344339370728,
      "learning_rate": 6.195407474110761e-05,
      "loss": 1.047,
      "step": 865
    },
    {
      "epoch": 1.1585284280936454,
      "grad_norm": 0.43656522035598755,
      "learning_rate": 6.190904997748762e-05,
      "loss": 1.5622,
      "step": 866
    },
    {
      "epoch": 1.159866220735786,
      "grad_norm": 0.5709621906280518,
      "learning_rate": 6.186402521386763e-05,
      "loss": 1.425,
      "step": 867
    },
    {
      "epoch": 1.1612040133779264,
      "grad_norm": 0.4696739912033081,
      "learning_rate": 6.181900045024764e-05,
      "loss": 1.4856,
      "step": 868
    },
    {
      "epoch": 1.162541806020067,
      "grad_norm": 0.4259323179721832,
      "learning_rate": 6.177397568662765e-05,
      "loss": 1.1235,
      "step": 869
    },
    {
      "epoch": 1.1638795986622075,
      "grad_norm": 0.5247973799705505,
      "learning_rate": 6.172895092300766e-05,
      "loss": 1.5293,
      "step": 870
    },
    {
      "epoch": 1.1652173913043478,
      "grad_norm": 0.510625422000885,
      "learning_rate": 6.168392615938767e-05,
      "loss": 1.5001,
      "step": 871
    },
    {
      "epoch": 1.1665551839464883,
      "grad_norm": 0.5341862440109253,
      "learning_rate": 6.163890139576767e-05,
      "loss": 1.4726,
      "step": 872
    },
    {
      "epoch": 1.1678929765886288,
      "grad_norm": 0.42538025975227356,
      "learning_rate": 6.159387663214768e-05,
      "loss": 1.1921,
      "step": 873
    },
    {
      "epoch": 1.1692307692307693,
      "grad_norm": 0.5730955600738525,
      "learning_rate": 6.154885186852769e-05,
      "loss": 1.2907,
      "step": 874
    },
    {
      "epoch": 1.1705685618729098,
      "grad_norm": 0.3825736939907074,
      "learning_rate": 6.150382710490771e-05,
      "loss": 1.7252,
      "step": 875
    },
    {
      "epoch": 1.17190635451505,
      "grad_norm": 0.4969604015350342,
      "learning_rate": 6.145880234128771e-05,
      "loss": 1.4712,
      "step": 876
    },
    {
      "epoch": 1.1732441471571906,
      "grad_norm": 0.4480053782463074,
      "learning_rate": 6.141377757766772e-05,
      "loss": 1.5548,
      "step": 877
    },
    {
      "epoch": 1.1745819397993311,
      "grad_norm": 1.1541557312011719,
      "learning_rate": 6.136875281404773e-05,
      "loss": 1.3099,
      "step": 878
    },
    {
      "epoch": 1.1759197324414716,
      "grad_norm": 0.5004495978355408,
      "learning_rate": 6.132372805042775e-05,
      "loss": 1.7068,
      "step": 879
    },
    {
      "epoch": 1.1772575250836121,
      "grad_norm": 0.7697363495826721,
      "learning_rate": 6.127870328680774e-05,
      "loss": 1.5432,
      "step": 880
    },
    {
      "epoch": 1.1785953177257524,
      "grad_norm": 0.9075251221656799,
      "learning_rate": 6.123367852318775e-05,
      "loss": 1.0909,
      "step": 881
    },
    {
      "epoch": 1.179933110367893,
      "grad_norm": 0.509414553642273,
      "learning_rate": 6.118865375956776e-05,
      "loss": 1.3679,
      "step": 882
    },
    {
      "epoch": 1.1812709030100335,
      "grad_norm": 0.924888014793396,
      "learning_rate": 6.114362899594778e-05,
      "loss": 1.5587,
      "step": 883
    },
    {
      "epoch": 1.182608695652174,
      "grad_norm": 0.6355368494987488,
      "learning_rate": 6.109860423232778e-05,
      "loss": 1.1649,
      "step": 884
    },
    {
      "epoch": 1.1839464882943145,
      "grad_norm": 0.550225019454956,
      "learning_rate": 6.105357946870779e-05,
      "loss": 1.5418,
      "step": 885
    },
    {
      "epoch": 1.1852842809364548,
      "grad_norm": 0.5702582001686096,
      "learning_rate": 6.100855470508781e-05,
      "loss": 0.8423,
      "step": 886
    },
    {
      "epoch": 1.1866220735785953,
      "grad_norm": 0.4942728877067566,
      "learning_rate": 6.096352994146781e-05,
      "loss": 0.9389,
      "step": 887
    },
    {
      "epoch": 1.1879598662207358,
      "grad_norm": 0.5035423636436462,
      "learning_rate": 6.091850517784782e-05,
      "loss": 1.659,
      "step": 888
    },
    {
      "epoch": 1.1892976588628763,
      "grad_norm": 0.3537347614765167,
      "learning_rate": 6.087348041422783e-05,
      "loss": 1.6727,
      "step": 889
    },
    {
      "epoch": 1.1906354515050168,
      "grad_norm": 0.4293750822544098,
      "learning_rate": 6.082845565060784e-05,
      "loss": 1.9057,
      "step": 890
    },
    {
      "epoch": 1.191973244147157,
      "grad_norm": 0.6442123055458069,
      "learning_rate": 6.0783430886987844e-05,
      "loss": 1.2067,
      "step": 891
    },
    {
      "epoch": 1.1933110367892976,
      "grad_norm": 0.48610013723373413,
      "learning_rate": 6.073840612336785e-05,
      "loss": 1.6491,
      "step": 892
    },
    {
      "epoch": 1.1946488294314381,
      "grad_norm": 0.5059003233909607,
      "learning_rate": 6.069338135974787e-05,
      "loss": 1.5232,
      "step": 893
    },
    {
      "epoch": 1.1959866220735786,
      "grad_norm": 0.4608552157878876,
      "learning_rate": 6.0648356596127876e-05,
      "loss": 1.652,
      "step": 894
    },
    {
      "epoch": 1.1973244147157192,
      "grad_norm": 0.5745627284049988,
      "learning_rate": 6.060333183250788e-05,
      "loss": 1.3177,
      "step": 895
    },
    {
      "epoch": 1.1986622073578594,
      "grad_norm": 0.5850013494491577,
      "learning_rate": 6.055830706888789e-05,
      "loss": 0.9728,
      "step": 896
    },
    {
      "epoch": 1.2,
      "grad_norm": 0.595733642578125,
      "learning_rate": 6.05132823052679e-05,
      "loss": 1.4109,
      "step": 897
    },
    {
      "epoch": 1.2013377926421405,
      "grad_norm": 0.5972495675086975,
      "learning_rate": 6.046825754164791e-05,
      "loss": 1.762,
      "step": 898
    },
    {
      "epoch": 1.202675585284281,
      "grad_norm": 0.7657443881034851,
      "learning_rate": 6.042323277802792e-05,
      "loss": 1.2932,
      "step": 899
    },
    {
      "epoch": 1.2040133779264215,
      "grad_norm": 0.5386178493499756,
      "learning_rate": 6.037820801440792e-05,
      "loss": 0.8722,
      "step": 900
    },
    {
      "epoch": 1.2053511705685618,
      "grad_norm": 0.4514966607093811,
      "learning_rate": 6.033318325078794e-05,
      "loss": 1.2226,
      "step": 901
    },
    {
      "epoch": 1.2066889632107023,
      "grad_norm": 0.561952531337738,
      "learning_rate": 6.0288158487167945e-05,
      "loss": 1.3083,
      "step": 902
    },
    {
      "epoch": 1.2080267558528428,
      "grad_norm": 0.46882307529449463,
      "learning_rate": 6.0243133723547954e-05,
      "loss": 1.6229,
      "step": 903
    },
    {
      "epoch": 1.2093645484949833,
      "grad_norm": 0.41895994544029236,
      "learning_rate": 6.019810895992797e-05,
      "loss": 1.6748,
      "step": 904
    },
    {
      "epoch": 1.2107023411371238,
      "grad_norm": 0.4929127097129822,
      "learning_rate": 6.015308419630797e-05,
      "loss": 1.7661,
      "step": 905
    },
    {
      "epoch": 1.2120401337792641,
      "grad_norm": 0.5943595170974731,
      "learning_rate": 6.010805943268798e-05,
      "loss": 1.3203,
      "step": 906
    },
    {
      "epoch": 1.2133779264214046,
      "grad_norm": 0.5031788945198059,
      "learning_rate": 6.006303466906799e-05,
      "loss": 1.5386,
      "step": 907
    },
    {
      "epoch": 1.2147157190635451,
      "grad_norm": 0.5768786072731018,
      "learning_rate": 6.0018009905448004e-05,
      "loss": 1.1965,
      "step": 908
    },
    {
      "epoch": 1.2160535117056857,
      "grad_norm": 0.3699272871017456,
      "learning_rate": 5.9972985141828005e-05,
      "loss": 1.2933,
      "step": 909
    },
    {
      "epoch": 1.2173913043478262,
      "grad_norm": 0.7275379300117493,
      "learning_rate": 5.9927960378208014e-05,
      "loss": 1.3549,
      "step": 910
    },
    {
      "epoch": 1.2187290969899665,
      "grad_norm": 0.48716142773628235,
      "learning_rate": 5.988293561458803e-05,
      "loss": 1.0621,
      "step": 911
    },
    {
      "epoch": 1.220066889632107,
      "grad_norm": 0.8821597695350647,
      "learning_rate": 5.983791085096804e-05,
      "loss": 1.3591,
      "step": 912
    },
    {
      "epoch": 1.2214046822742475,
      "grad_norm": 0.48447397351264954,
      "learning_rate": 5.9792886087348046e-05,
      "loss": 1.1019,
      "step": 913
    },
    {
      "epoch": 1.222742474916388,
      "grad_norm": 0.5043441653251648,
      "learning_rate": 5.974786132372805e-05,
      "loss": 1.7618,
      "step": 914
    },
    {
      "epoch": 1.2240802675585285,
      "grad_norm": 0.6771908402442932,
      "learning_rate": 5.9702836560108064e-05,
      "loss": 1.3763,
      "step": 915
    },
    {
      "epoch": 1.2254180602006688,
      "grad_norm": 0.4996180832386017,
      "learning_rate": 5.965781179648807e-05,
      "loss": 1.7422,
      "step": 916
    },
    {
      "epoch": 1.2267558528428093,
      "grad_norm": 0.32585346698760986,
      "learning_rate": 5.961278703286808e-05,
      "loss": 1.9686,
      "step": 917
    },
    {
      "epoch": 1.2280936454849498,
      "grad_norm": 0.4633427560329437,
      "learning_rate": 5.956776226924808e-05,
      "loss": 1.619,
      "step": 918
    },
    {
      "epoch": 1.2294314381270903,
      "grad_norm": 0.47458308935165405,
      "learning_rate": 5.95227375056281e-05,
      "loss": 1.8054,
      "step": 919
    },
    {
      "epoch": 1.2307692307692308,
      "grad_norm": 0.5091044902801514,
      "learning_rate": 5.9477712742008107e-05,
      "loss": 1.7261,
      "step": 920
    },
    {
      "epoch": 1.2321070234113711,
      "grad_norm": 0.5245359539985657,
      "learning_rate": 5.9432687978388115e-05,
      "loss": 1.9436,
      "step": 921
    },
    {
      "epoch": 1.2334448160535116,
      "grad_norm": 0.6491963267326355,
      "learning_rate": 5.938766321476813e-05,
      "loss": 1.4365,
      "step": 922
    },
    {
      "epoch": 1.2347826086956522,
      "grad_norm": 0.3472338616847992,
      "learning_rate": 5.934263845114814e-05,
      "loss": 1.1998,
      "step": 923
    },
    {
      "epoch": 1.2361204013377927,
      "grad_norm": 0.520018458366394,
      "learning_rate": 5.929761368752814e-05,
      "loss": 1.409,
      "step": 924
    },
    {
      "epoch": 1.2374581939799332,
      "grad_norm": 0.3718913197517395,
      "learning_rate": 5.925258892390815e-05,
      "loss": 1.1047,
      "step": 925
    },
    {
      "epoch": 1.2387959866220735,
      "grad_norm": 0.5046524405479431,
      "learning_rate": 5.9207564160288165e-05,
      "loss": 1.6533,
      "step": 926
    },
    {
      "epoch": 1.240133779264214,
      "grad_norm": 0.49469617009162903,
      "learning_rate": 5.9162539396668173e-05,
      "loss": 1.3681,
      "step": 927
    },
    {
      "epoch": 1.2414715719063545,
      "grad_norm": 0.5294374227523804,
      "learning_rate": 5.9117514633048175e-05,
      "loss": 1.8672,
      "step": 928
    },
    {
      "epoch": 1.242809364548495,
      "grad_norm": 0.44988906383514404,
      "learning_rate": 5.907248986942819e-05,
      "loss": 1.3822,
      "step": 929
    },
    {
      "epoch": 1.2441471571906355,
      "grad_norm": 0.4916761517524719,
      "learning_rate": 5.90274651058082e-05,
      "loss": 1.3785,
      "step": 930
    },
    {
      "epoch": 1.2454849498327758,
      "grad_norm": 0.7246065139770508,
      "learning_rate": 5.898244034218821e-05,
      "loss": 1.0528,
      "step": 931
    },
    {
      "epoch": 1.2468227424749163,
      "grad_norm": 0.5096299648284912,
      "learning_rate": 5.893741557856821e-05,
      "loss": 1.5648,
      "step": 932
    },
    {
      "epoch": 1.2481605351170568,
      "grad_norm": 0.5564544796943665,
      "learning_rate": 5.889239081494823e-05,
      "loss": 1.4249,
      "step": 933
    },
    {
      "epoch": 1.2494983277591973,
      "grad_norm": 0.4242939352989197,
      "learning_rate": 5.8847366051328234e-05,
      "loss": 1.6266,
      "step": 934
    },
    {
      "epoch": 1.2508361204013378,
      "grad_norm": 0.965453565120697,
      "learning_rate": 5.880234128770824e-05,
      "loss": 1.1993,
      "step": 935
    },
    {
      "epoch": 1.2521739130434781,
      "grad_norm": 0.8625237941741943,
      "learning_rate": 5.8757316524088244e-05,
      "loss": 1.2209,
      "step": 936
    },
    {
      "epoch": 1.2535117056856186,
      "grad_norm": 0.542377769947052,
      "learning_rate": 5.8712291760468266e-05,
      "loss": 1.7549,
      "step": 937
    },
    {
      "epoch": 1.2548494983277592,
      "grad_norm": 0.5045947432518005,
      "learning_rate": 5.866726699684827e-05,
      "loss": 1.6812,
      "step": 938
    },
    {
      "epoch": 1.2561872909698997,
      "grad_norm": 0.5573652982711792,
      "learning_rate": 5.8622242233228277e-05,
      "loss": 1.5869,
      "step": 939
    },
    {
      "epoch": 1.2575250836120402,
      "grad_norm": 0.771754264831543,
      "learning_rate": 5.857721746960829e-05,
      "loss": 1.502,
      "step": 940
    },
    {
      "epoch": 1.2588628762541805,
      "grad_norm": 0.5458933711051941,
      "learning_rate": 5.85321927059883e-05,
      "loss": 1.7175,
      "step": 941
    },
    {
      "epoch": 1.2602006688963212,
      "grad_norm": 0.4187781810760498,
      "learning_rate": 5.84871679423683e-05,
      "loss": 1.7161,
      "step": 942
    },
    {
      "epoch": 1.2615384615384615,
      "grad_norm": 0.5237634778022766,
      "learning_rate": 5.844214317874831e-05,
      "loss": 0.8686,
      "step": 943
    },
    {
      "epoch": 1.262876254180602,
      "grad_norm": 0.32764026522636414,
      "learning_rate": 5.8397118415128326e-05,
      "loss": 1.4472,
      "step": 944
    },
    {
      "epoch": 1.2642140468227425,
      "grad_norm": 0.7707194685935974,
      "learning_rate": 5.8352093651508335e-05,
      "loss": 1.1732,
      "step": 945
    },
    {
      "epoch": 1.2655518394648828,
      "grad_norm": 0.4281066656112671,
      "learning_rate": 5.830706888788834e-05,
      "loss": 1.6155,
      "step": 946
    },
    {
      "epoch": 1.2668896321070235,
      "grad_norm": 0.5570145845413208,
      "learning_rate": 5.826204412426836e-05,
      "loss": 1.1536,
      "step": 947
    },
    {
      "epoch": 1.2682274247491638,
      "grad_norm": 0.7634395360946655,
      "learning_rate": 5.821701936064836e-05,
      "loss": 1.1469,
      "step": 948
    },
    {
      "epoch": 1.2695652173913043,
      "grad_norm": 0.5208802819252014,
      "learning_rate": 5.817199459702837e-05,
      "loss": 1.382,
      "step": 949
    },
    {
      "epoch": 1.2709030100334449,
      "grad_norm": 0.5326187610626221,
      "learning_rate": 5.812696983340837e-05,
      "loss": 1.5838,
      "step": 950
    },
    {
      "epoch": 1.2722408026755851,
      "grad_norm": 0.506121814250946,
      "learning_rate": 5.808194506978839e-05,
      "loss": 1.5555,
      "step": 951
    },
    {
      "epoch": 1.2735785953177259,
      "grad_norm": 0.6669555902481079,
      "learning_rate": 5.8036920306168395e-05,
      "loss": 1.3553,
      "step": 952
    },
    {
      "epoch": 1.2749163879598662,
      "grad_norm": 0.7633807063102722,
      "learning_rate": 5.7991895542548404e-05,
      "loss": 1.3975,
      "step": 953
    },
    {
      "epoch": 1.2762541806020067,
      "grad_norm": 0.6958717107772827,
      "learning_rate": 5.7946870778928405e-05,
      "loss": 1.3524,
      "step": 954
    },
    {
      "epoch": 1.2775919732441472,
      "grad_norm": 0.688834011554718,
      "learning_rate": 5.790184601530843e-05,
      "loss": 1.2323,
      "step": 955
    },
    {
      "epoch": 1.2789297658862877,
      "grad_norm": 0.8541237115859985,
      "learning_rate": 5.785682125168843e-05,
      "loss": 1.172,
      "step": 956
    },
    {
      "epoch": 1.2802675585284282,
      "grad_norm": 0.4427731931209564,
      "learning_rate": 5.781179648806844e-05,
      "loss": 1.6397,
      "step": 957
    },
    {
      "epoch": 1.2816053511705685,
      "grad_norm": 0.5415353775024414,
      "learning_rate": 5.776677172444845e-05,
      "loss": 1.3547,
      "step": 958
    },
    {
      "epoch": 1.282943143812709,
      "grad_norm": 0.6246786117553711,
      "learning_rate": 5.772174696082846e-05,
      "loss": 1.523,
      "step": 959
    },
    {
      "epoch": 1.2842809364548495,
      "grad_norm": 0.477402001619339,
      "learning_rate": 5.7676722197208464e-05,
      "loss": 1.652,
      "step": 960
    },
    {
      "epoch": 1.28561872909699,
      "grad_norm": 0.4590649902820587,
      "learning_rate": 5.763169743358847e-05,
      "loss": 1.7355,
      "step": 961
    },
    {
      "epoch": 1.2869565217391306,
      "grad_norm": 0.43109437823295593,
      "learning_rate": 5.758667266996849e-05,
      "loss": 1.8118,
      "step": 962
    },
    {
      "epoch": 1.2882943143812708,
      "grad_norm": 0.7176820635795593,
      "learning_rate": 5.7541647906348496e-05,
      "loss": 0.9641,
      "step": 963
    },
    {
      "epoch": 1.2896321070234114,
      "grad_norm": 0.5545156598091125,
      "learning_rate": 5.74966231427285e-05,
      "loss": 1.3134,
      "step": 964
    },
    {
      "epoch": 1.2909698996655519,
      "grad_norm": 0.7610632181167603,
      "learning_rate": 5.745159837910852e-05,
      "loss": 1.5356,
      "step": 965
    },
    {
      "epoch": 1.2923076923076924,
      "grad_norm": 0.5686385035514832,
      "learning_rate": 5.740657361548852e-05,
      "loss": 1.4585,
      "step": 966
    },
    {
      "epoch": 1.293645484949833,
      "grad_norm": 0.7597028613090515,
      "learning_rate": 5.736154885186853e-05,
      "loss": 1.5304,
      "step": 967
    },
    {
      "epoch": 1.2949832775919732,
      "grad_norm": 0.5620704889297485,
      "learning_rate": 5.731652408824853e-05,
      "loss": 1.4065,
      "step": 968
    },
    {
      "epoch": 1.2963210702341137,
      "grad_norm": 0.46487486362457275,
      "learning_rate": 5.7271499324628554e-05,
      "loss": 1.6403,
      "step": 969
    },
    {
      "epoch": 1.2976588628762542,
      "grad_norm": 0.6293439865112305,
      "learning_rate": 5.7226474561008556e-05,
      "loss": 1.4635,
      "step": 970
    },
    {
      "epoch": 1.2989966555183947,
      "grad_norm": 0.9160875678062439,
      "learning_rate": 5.7181449797388565e-05,
      "loss": 1.0431,
      "step": 971
    },
    {
      "epoch": 1.3003344481605352,
      "grad_norm": 0.8708162903785706,
      "learning_rate": 5.7136425033768573e-05,
      "loss": 1.5403,
      "step": 972
    },
    {
      "epoch": 1.3016722408026755,
      "grad_norm": 0.9074984788894653,
      "learning_rate": 5.709140027014859e-05,
      "loss": 1.2068,
      "step": 973
    },
    {
      "epoch": 1.303010033444816,
      "grad_norm": 0.6425647139549255,
      "learning_rate": 5.704637550652859e-05,
      "loss": 1.2269,
      "step": 974
    },
    {
      "epoch": 1.3043478260869565,
      "grad_norm": 0.57787024974823,
      "learning_rate": 5.70013507429086e-05,
      "loss": 1.5209,
      "step": 975
    },
    {
      "epoch": 1.305685618729097,
      "grad_norm": 0.6588714122772217,
      "learning_rate": 5.6956325979288615e-05,
      "loss": 1.4408,
      "step": 976
    },
    {
      "epoch": 1.3070234113712376,
      "grad_norm": 0.4849056899547577,
      "learning_rate": 5.691130121566862e-05,
      "loss": 1.416,
      "step": 977
    },
    {
      "epoch": 1.3083612040133779,
      "grad_norm": 0.5900976061820984,
      "learning_rate": 5.6866276452048625e-05,
      "loss": 1.3661,
      "step": 978
    },
    {
      "epoch": 1.3096989966555184,
      "grad_norm": 0.528537392616272,
      "learning_rate": 5.6821251688428634e-05,
      "loss": 1.4337,
      "step": 979
    },
    {
      "epoch": 1.3110367892976589,
      "grad_norm": 0.6017236113548279,
      "learning_rate": 5.677622692480865e-05,
      "loss": 1.3365,
      "step": 980
    },
    {
      "epoch": 1.3123745819397994,
      "grad_norm": 0.5581938624382019,
      "learning_rate": 5.673120216118866e-05,
      "loss": 1.0921,
      "step": 981
    },
    {
      "epoch": 1.31371237458194,
      "grad_norm": 0.4984164535999298,
      "learning_rate": 5.6686177397568666e-05,
      "loss": 1.7687,
      "step": 982
    },
    {
      "epoch": 1.3150501672240802,
      "grad_norm": 0.6263704895973206,
      "learning_rate": 5.664115263394868e-05,
      "loss": 0.8377,
      "step": 983
    },
    {
      "epoch": 1.3163879598662207,
      "grad_norm": 0.5864318013191223,
      "learning_rate": 5.659612787032868e-05,
      "loss": 1.2958,
      "step": 984
    },
    {
      "epoch": 1.3177257525083612,
      "grad_norm": 0.5671847462654114,
      "learning_rate": 5.655110310670869e-05,
      "loss": 1.4972,
      "step": 985
    },
    {
      "epoch": 1.3190635451505017,
      "grad_norm": 1.1298816204071045,
      "learning_rate": 5.65060783430887e-05,
      "loss": 0.9593,
      "step": 986
    },
    {
      "epoch": 1.3204013377926422,
      "grad_norm": 0.5613873600959778,
      "learning_rate": 5.6461053579468716e-05,
      "loss": 1.7714,
      "step": 987
    },
    {
      "epoch": 1.3217391304347825,
      "grad_norm": 0.4778936207294464,
      "learning_rate": 5.641602881584872e-05,
      "loss": 1.4784,
      "step": 988
    },
    {
      "epoch": 1.323076923076923,
      "grad_norm": 0.5867298245429993,
      "learning_rate": 5.6371004052228726e-05,
      "loss": 1.6855,
      "step": 989
    },
    {
      "epoch": 1.3244147157190636,
      "grad_norm": 0.67825847864151,
      "learning_rate": 5.6325979288608735e-05,
      "loss": 1.3786,
      "step": 990
    },
    {
      "epoch": 1.325752508361204,
      "grad_norm": 0.566182017326355,
      "learning_rate": 5.628095452498875e-05,
      "loss": 1.5857,
      "step": 991
    },
    {
      "epoch": 1.3270903010033446,
      "grad_norm": 0.6108747124671936,
      "learning_rate": 5.623592976136875e-05,
      "loss": 0.9231,
      "step": 992
    },
    {
      "epoch": 1.3284280936454849,
      "grad_norm": 0.3762817680835724,
      "learning_rate": 5.619090499774876e-05,
      "loss": 1.8333,
      "step": 993
    },
    {
      "epoch": 1.3297658862876254,
      "grad_norm": 0.42532092332839966,
      "learning_rate": 5.6145880234128776e-05,
      "loss": 1.4002,
      "step": 994
    },
    {
      "epoch": 1.3311036789297659,
      "grad_norm": 0.409871369600296,
      "learning_rate": 5.6100855470508785e-05,
      "loss": 1.5429,
      "step": 995
    },
    {
      "epoch": 1.3324414715719064,
      "grad_norm": 0.4747501313686371,
      "learning_rate": 5.605583070688879e-05,
      "loss": 1.2592,
      "step": 996
    },
    {
      "epoch": 1.333779264214047,
      "grad_norm": 0.4586211144924164,
      "learning_rate": 5.6010805943268795e-05,
      "loss": 1.5638,
      "step": 997
    },
    {
      "epoch": 1.3351170568561872,
      "grad_norm": 0.48024147748947144,
      "learning_rate": 5.596578117964881e-05,
      "loss": 1.3406,
      "step": 998
    },
    {
      "epoch": 1.3364548494983277,
      "grad_norm": 0.5290399193763733,
      "learning_rate": 5.592075641602882e-05,
      "loss": 1.4827,
      "step": 999
    },
    {
      "epoch": 1.3377926421404682,
      "grad_norm": 0.6649457812309265,
      "learning_rate": 5.587573165240883e-05,
      "loss": 1.3084,
      "step": 1000
    },
    {
      "epoch": 1.3391304347826087,
      "grad_norm": 0.5224519371986389,
      "learning_rate": 5.583070688878884e-05,
      "loss": 1.4575,
      "step": 1001
    },
    {
      "epoch": 1.3404682274247492,
      "grad_norm": 0.5149902105331421,
      "learning_rate": 5.5785682125168845e-05,
      "loss": 1.2122,
      "step": 1002
    },
    {
      "epoch": 1.3418060200668895,
      "grad_norm": 0.5006117820739746,
      "learning_rate": 5.574065736154885e-05,
      "loss": 1.6049,
      "step": 1003
    },
    {
      "epoch": 1.34314381270903,
      "grad_norm": 1.1320693492889404,
      "learning_rate": 5.569563259792886e-05,
      "loss": 1.076,
      "step": 1004
    },
    {
      "epoch": 1.3444816053511706,
      "grad_norm": 0.5004568099975586,
      "learning_rate": 5.565060783430888e-05,
      "loss": 1.7695,
      "step": 1005
    },
    {
      "epoch": 1.345819397993311,
      "grad_norm": 0.7288807034492493,
      "learning_rate": 5.5605583070688886e-05,
      "loss": 1.5639,
      "step": 1006
    },
    {
      "epoch": 1.3471571906354516,
      "grad_norm": 0.5516156554222107,
      "learning_rate": 5.556055830706889e-05,
      "loss": 1.2222,
      "step": 1007
    },
    {
      "epoch": 1.3484949832775919,
      "grad_norm": 0.5309849381446838,
      "learning_rate": 5.5515533543448896e-05,
      "loss": 1.451,
      "step": 1008
    },
    {
      "epoch": 1.3498327759197324,
      "grad_norm": 0.5378895401954651,
      "learning_rate": 5.547050877982891e-05,
      "loss": 1.4105,
      "step": 1009
    },
    {
      "epoch": 1.351170568561873,
      "grad_norm": 0.5446533560752869,
      "learning_rate": 5.542548401620892e-05,
      "loss": 1.6093,
      "step": 1010
    },
    {
      "epoch": 1.3525083612040134,
      "grad_norm": 0.4849577844142914,
      "learning_rate": 5.538045925258892e-05,
      "loss": 1.4458,
      "step": 1011
    },
    {
      "epoch": 1.353846153846154,
      "grad_norm": 0.7450141906738281,
      "learning_rate": 5.533543448896894e-05,
      "loss": 0.6454,
      "step": 1012
    },
    {
      "epoch": 1.3551839464882942,
      "grad_norm": 0.4997408986091614,
      "learning_rate": 5.5290409725348946e-05,
      "loss": 1.5501,
      "step": 1013
    },
    {
      "epoch": 1.3565217391304347,
      "grad_norm": 0.49663230776786804,
      "learning_rate": 5.5245384961728954e-05,
      "loss": 1.2957,
      "step": 1014
    },
    {
      "epoch": 1.3578595317725752,
      "grad_norm": 0.47518983483314514,
      "learning_rate": 5.5200360198108956e-05,
      "loss": 1.5983,
      "step": 1015
    },
    {
      "epoch": 1.3591973244147157,
      "grad_norm": 0.3959956765174866,
      "learning_rate": 5.515533543448897e-05,
      "loss": 1.5998,
      "step": 1016
    },
    {
      "epoch": 1.3605351170568563,
      "grad_norm": 0.5632640719413757,
      "learning_rate": 5.511031067086898e-05,
      "loss": 1.4659,
      "step": 1017
    },
    {
      "epoch": 1.3618729096989965,
      "grad_norm": 0.6305011510848999,
      "learning_rate": 5.506528590724899e-05,
      "loss": 1.1801,
      "step": 1018
    },
    {
      "epoch": 1.363210702341137,
      "grad_norm": 0.6637885570526123,
      "learning_rate": 5.5020261143629004e-05,
      "loss": 1.137,
      "step": 1019
    },
    {
      "epoch": 1.3645484949832776,
      "grad_norm": 0.5782528519630432,
      "learning_rate": 5.497523638000901e-05,
      "loss": 1.4629,
      "step": 1020
    },
    {
      "epoch": 1.365886287625418,
      "grad_norm": 0.5602366924285889,
      "learning_rate": 5.4930211616389015e-05,
      "loss": 1.3326,
      "step": 1021
    },
    {
      "epoch": 1.3672240802675586,
      "grad_norm": 0.6684134006500244,
      "learning_rate": 5.488518685276902e-05,
      "loss": 1.3521,
      "step": 1022
    },
    {
      "epoch": 1.3685618729096989,
      "grad_norm": 0.7985564470291138,
      "learning_rate": 5.484016208914904e-05,
      "loss": 0.8858,
      "step": 1023
    },
    {
      "epoch": 1.3698996655518394,
      "grad_norm": 0.5301754474639893,
      "learning_rate": 5.479513732552905e-05,
      "loss": 1.5861,
      "step": 1024
    },
    {
      "epoch": 1.37123745819398,
      "grad_norm": 0.5510058403015137,
      "learning_rate": 5.475011256190905e-05,
      "loss": 1.4559,
      "step": 1025
    },
    {
      "epoch": 1.3725752508361204,
      "grad_norm": 0.8531842827796936,
      "learning_rate": 5.470508779828906e-05,
      "loss": 1.4512,
      "step": 1026
    },
    {
      "epoch": 1.373913043478261,
      "grad_norm": 0.5832063555717468,
      "learning_rate": 5.466006303466907e-05,
      "loss": 1.392,
      "step": 1027
    },
    {
      "epoch": 1.3752508361204012,
      "grad_norm": 0.587691068649292,
      "learning_rate": 5.461503827104908e-05,
      "loss": 1.5835,
      "step": 1028
    },
    {
      "epoch": 1.3765886287625417,
      "grad_norm": 0.5541633367538452,
      "learning_rate": 5.457001350742908e-05,
      "loss": 1.5491,
      "step": 1029
    },
    {
      "epoch": 1.3779264214046822,
      "grad_norm": 0.46723368763923645,
      "learning_rate": 5.4524988743809105e-05,
      "loss": 1.5469,
      "step": 1030
    },
    {
      "epoch": 1.3792642140468228,
      "grad_norm": 0.5442748069763184,
      "learning_rate": 5.447996398018911e-05,
      "loss": 1.4914,
      "step": 1031
    },
    {
      "epoch": 1.3806020066889633,
      "grad_norm": 0.5219207406044006,
      "learning_rate": 5.4434939216569116e-05,
      "loss": 1.7056,
      "step": 1032
    },
    {
      "epoch": 1.3819397993311036,
      "grad_norm": 0.5391073822975159,
      "learning_rate": 5.438991445294912e-05,
      "loss": 1.1345,
      "step": 1033
    },
    {
      "epoch": 1.383277591973244,
      "grad_norm": 0.5431692004203796,
      "learning_rate": 5.434488968932914e-05,
      "loss": 1.6605,
      "step": 1034
    },
    {
      "epoch": 1.3846153846153846,
      "grad_norm": 0.5454650521278381,
      "learning_rate": 5.429986492570914e-05,
      "loss": 1.6891,
      "step": 1035
    },
    {
      "epoch": 1.385953177257525,
      "grad_norm": 0.5413758754730225,
      "learning_rate": 5.425484016208915e-05,
      "loss": 1.5395,
      "step": 1036
    },
    {
      "epoch": 1.3872909698996656,
      "grad_norm": 0.44604915380477905,
      "learning_rate": 5.4209815398469166e-05,
      "loss": 1.6368,
      "step": 1037
    },
    {
      "epoch": 1.388628762541806,
      "grad_norm": 0.6125640869140625,
      "learning_rate": 5.4164790634849174e-05,
      "loss": 1.2193,
      "step": 1038
    },
    {
      "epoch": 1.3899665551839464,
      "grad_norm": 0.5223219990730286,
      "learning_rate": 5.4119765871229176e-05,
      "loss": 1.511,
      "step": 1039
    },
    {
      "epoch": 1.391304347826087,
      "grad_norm": 0.7312715649604797,
      "learning_rate": 5.4074741107609185e-05,
      "loss": 1.4429,
      "step": 1040
    },
    {
      "epoch": 1.3926421404682274,
      "grad_norm": 0.5728110671043396,
      "learning_rate": 5.40297163439892e-05,
      "loss": 1.2849,
      "step": 1041
    },
    {
      "epoch": 1.393979933110368,
      "grad_norm": 0.475210040807724,
      "learning_rate": 5.398469158036921e-05,
      "loss": 1.5608,
      "step": 1042
    },
    {
      "epoch": 1.3953177257525082,
      "grad_norm": 0.4216032326221466,
      "learning_rate": 5.393966681674921e-05,
      "loss": 1.4798,
      "step": 1043
    },
    {
      "epoch": 1.396655518394649,
      "grad_norm": 0.45767804980278015,
      "learning_rate": 5.389464205312922e-05,
      "loss": 1.8409,
      "step": 1044
    },
    {
      "epoch": 1.3979933110367893,
      "grad_norm": 0.46793442964553833,
      "learning_rate": 5.3849617289509234e-05,
      "loss": 1.5628,
      "step": 1045
    },
    {
      "epoch": 1.3993311036789298,
      "grad_norm": 0.5342912673950195,
      "learning_rate": 5.380459252588924e-05,
      "loss": 1.6847,
      "step": 1046
    },
    {
      "epoch": 1.4006688963210703,
      "grad_norm": 0.6303462386131287,
      "learning_rate": 5.3759567762269245e-05,
      "loss": 1.4752,
      "step": 1047
    },
    {
      "epoch": 1.4020066889632106,
      "grad_norm": 0.4938918650150299,
      "learning_rate": 5.371454299864927e-05,
      "loss": 1.8291,
      "step": 1048
    },
    {
      "epoch": 1.4033444816053513,
      "grad_norm": 0.6580408215522766,
      "learning_rate": 5.366951823502927e-05,
      "loss": 0.8986,
      "step": 1049
    },
    {
      "epoch": 1.4046822742474916,
      "grad_norm": 0.600391685962677,
      "learning_rate": 5.362449347140928e-05,
      "loss": 1.4318,
      "step": 1050
    },
    {
      "epoch": 1.406020066889632,
      "grad_norm": 0.4521050453186035,
      "learning_rate": 5.357946870778928e-05,
      "loss": 1.4837,
      "step": 1051
    },
    {
      "epoch": 1.4073578595317726,
      "grad_norm": 0.6474264860153198,
      "learning_rate": 5.35344439441693e-05,
      "loss": 1.3424,
      "step": 1052
    },
    {
      "epoch": 1.4086956521739131,
      "grad_norm": 0.500771701335907,
      "learning_rate": 5.34894191805493e-05,
      "loss": 1.8707,
      "step": 1053
    },
    {
      "epoch": 1.4100334448160536,
      "grad_norm": 0.5102487206459045,
      "learning_rate": 5.344439441692931e-05,
      "loss": 1.8188,
      "step": 1054
    },
    {
      "epoch": 1.411371237458194,
      "grad_norm": 0.406031996011734,
      "learning_rate": 5.339936965330933e-05,
      "loss": 1.854,
      "step": 1055
    },
    {
      "epoch": 1.4127090301003344,
      "grad_norm": 0.415464848279953,
      "learning_rate": 5.3354344889689335e-05,
      "loss": 1.8053,
      "step": 1056
    },
    {
      "epoch": 1.414046822742475,
      "grad_norm": 0.5517300963401794,
      "learning_rate": 5.330932012606934e-05,
      "loss": 1.227,
      "step": 1057
    },
    {
      "epoch": 1.4153846153846155,
      "grad_norm": 0.6167062520980835,
      "learning_rate": 5.3264295362449346e-05,
      "loss": 1.31,
      "step": 1058
    },
    {
      "epoch": 1.416722408026756,
      "grad_norm": 0.5428354740142822,
      "learning_rate": 5.321927059882936e-05,
      "loss": 1.2271,
      "step": 1059
    },
    {
      "epoch": 1.4180602006688963,
      "grad_norm": 0.5453240871429443,
      "learning_rate": 5.317424583520937e-05,
      "loss": 1.759,
      "step": 1060
    },
    {
      "epoch": 1.4193979933110368,
      "grad_norm": 0.4308525323867798,
      "learning_rate": 5.312922107158937e-05,
      "loss": 1.8145,
      "step": 1061
    },
    {
      "epoch": 1.4207357859531773,
      "grad_norm": 0.5427666902542114,
      "learning_rate": 5.308419630796938e-05,
      "loss": 1.4224,
      "step": 1062
    },
    {
      "epoch": 1.4220735785953178,
      "grad_norm": 0.46834635734558105,
      "learning_rate": 5.3039171544349396e-05,
      "loss": 1.4914,
      "step": 1063
    },
    {
      "epoch": 1.4234113712374583,
      "grad_norm": 0.615035355091095,
      "learning_rate": 5.2994146780729404e-05,
      "loss": 1.2526,
      "step": 1064
    },
    {
      "epoch": 1.4247491638795986,
      "grad_norm": 0.7380486130714417,
      "learning_rate": 5.2949122017109406e-05,
      "loss": 1.4013,
      "step": 1065
    },
    {
      "epoch": 1.4260869565217391,
      "grad_norm": 0.5666106939315796,
      "learning_rate": 5.290409725348943e-05,
      "loss": 1.1257,
      "step": 1066
    },
    {
      "epoch": 1.4274247491638796,
      "grad_norm": 0.3648187220096588,
      "learning_rate": 5.285907248986943e-05,
      "loss": 1.1758,
      "step": 1067
    },
    {
      "epoch": 1.4287625418060201,
      "grad_norm": 0.4655036926269531,
      "learning_rate": 5.281404772624944e-05,
      "loss": 1.0849,
      "step": 1068
    },
    {
      "epoch": 1.4301003344481606,
      "grad_norm": 0.4767707586288452,
      "learning_rate": 5.276902296262945e-05,
      "loss": 1.4827,
      "step": 1069
    },
    {
      "epoch": 1.431438127090301,
      "grad_norm": 0.5286468267440796,
      "learning_rate": 5.272399819900946e-05,
      "loss": 1.4783,
      "step": 1070
    },
    {
      "epoch": 1.4327759197324414,
      "grad_norm": 0.47978368401527405,
      "learning_rate": 5.2678973435389464e-05,
      "loss": 1.4588,
      "step": 1071
    },
    {
      "epoch": 1.434113712374582,
      "grad_norm": 0.6320868730545044,
      "learning_rate": 5.263394867176947e-05,
      "loss": 1.4445,
      "step": 1072
    },
    {
      "epoch": 1.4354515050167225,
      "grad_norm": 0.7280179262161255,
      "learning_rate": 5.258892390814949e-05,
      "loss": 1.33,
      "step": 1073
    },
    {
      "epoch": 1.436789297658863,
      "grad_norm": 0.5280917286872864,
      "learning_rate": 5.25438991445295e-05,
      "loss": 1.3857,
      "step": 1074
    },
    {
      "epoch": 1.4381270903010033,
      "grad_norm": 0.6721616387367249,
      "learning_rate": 5.24988743809095e-05,
      "loss": 1.5877,
      "step": 1075
    },
    {
      "epoch": 1.4394648829431438,
      "grad_norm": 0.5173552632331848,
      "learning_rate": 5.245384961728951e-05,
      "loss": 0.9419,
      "step": 1076
    },
    {
      "epoch": 1.4408026755852843,
      "grad_norm": 0.6093307137489319,
      "learning_rate": 5.240882485366952e-05,
      "loss": 0.8124,
      "step": 1077
    },
    {
      "epoch": 1.4421404682274248,
      "grad_norm": 0.8187419772148132,
      "learning_rate": 5.236380009004953e-05,
      "loss": 1.5013,
      "step": 1078
    },
    {
      "epoch": 1.4434782608695653,
      "grad_norm": 0.5983606576919556,
      "learning_rate": 5.231877532642954e-05,
      "loss": 1.2655,
      "step": 1079
    },
    {
      "epoch": 1.4448160535117056,
      "grad_norm": 0.5444653630256653,
      "learning_rate": 5.227375056280954e-05,
      "loss": 1.2253,
      "step": 1080
    },
    {
      "epoch": 1.4461538461538461,
      "grad_norm": 0.563248336315155,
      "learning_rate": 5.222872579918956e-05,
      "loss": 1.414,
      "step": 1081
    },
    {
      "epoch": 1.4474916387959866,
      "grad_norm": 0.6191748976707458,
      "learning_rate": 5.2183701035569566e-05,
      "loss": 1.1588,
      "step": 1082
    },
    {
      "epoch": 1.4488294314381271,
      "grad_norm": 0.604679524898529,
      "learning_rate": 5.2138676271949574e-05,
      "loss": 1.4095,
      "step": 1083
    },
    {
      "epoch": 1.4501672240802677,
      "grad_norm": 0.5420505404472351,
      "learning_rate": 5.209365150832959e-05,
      "loss": 1.1935,
      "step": 1084
    },
    {
      "epoch": 1.451505016722408,
      "grad_norm": 0.651980996131897,
      "learning_rate": 5.204862674470959e-05,
      "loss": 1.4503,
      "step": 1085
    },
    {
      "epoch": 1.4528428093645485,
      "grad_norm": 0.6438544988632202,
      "learning_rate": 5.20036019810896e-05,
      "loss": 1.5319,
      "step": 1086
    },
    {
      "epoch": 1.454180602006689,
      "grad_norm": 0.5814422965049744,
      "learning_rate": 5.195857721746961e-05,
      "loss": 0.9881,
      "step": 1087
    },
    {
      "epoch": 1.4555183946488295,
      "grad_norm": 0.4369351863861084,
      "learning_rate": 5.1913552453849624e-05,
      "loss": 1.2893,
      "step": 1088
    },
    {
      "epoch": 1.45685618729097,
      "grad_norm": 0.8631730079650879,
      "learning_rate": 5.186852769022963e-05,
      "loss": 1.6095,
      "step": 1089
    },
    {
      "epoch": 1.4581939799331103,
      "grad_norm": 0.4449801743030548,
      "learning_rate": 5.1823502926609634e-05,
      "loss": 1.5782,
      "step": 1090
    },
    {
      "epoch": 1.4595317725752508,
      "grad_norm": 0.6127569079399109,
      "learning_rate": 5.177847816298965e-05,
      "loss": 1.1066,
      "step": 1091
    },
    {
      "epoch": 1.4608695652173913,
      "grad_norm": 0.5010789632797241,
      "learning_rate": 5.173345339936966e-05,
      "loss": 1.103,
      "step": 1092
    },
    {
      "epoch": 1.4622073578595318,
      "grad_norm": 0.6753023862838745,
      "learning_rate": 5.168842863574967e-05,
      "loss": 0.9127,
      "step": 1093
    },
    {
      "epoch": 1.4635451505016723,
      "grad_norm": 0.6370785236358643,
      "learning_rate": 5.164340387212967e-05,
      "loss": 1.4349,
      "step": 1094
    },
    {
      "epoch": 1.4648829431438126,
      "grad_norm": 0.5292558073997498,
      "learning_rate": 5.1598379108509684e-05,
      "loss": 1.0429,
      "step": 1095
    },
    {
      "epoch": 1.4662207357859531,
      "grad_norm": 0.6851668953895569,
      "learning_rate": 5.155335434488969e-05,
      "loss": 1.0644,
      "step": 1096
    },
    {
      "epoch": 1.4675585284280936,
      "grad_norm": 0.5523104071617126,
      "learning_rate": 5.15083295812697e-05,
      "loss": 1.436,
      "step": 1097
    },
    {
      "epoch": 1.4688963210702342,
      "grad_norm": 0.44476109743118286,
      "learning_rate": 5.14633048176497e-05,
      "loss": 1.2197,
      "step": 1098
    },
    {
      "epoch": 1.4702341137123747,
      "grad_norm": 0.6210783123970032,
      "learning_rate": 5.141828005402972e-05,
      "loss": 1.1594,
      "step": 1099
    },
    {
      "epoch": 1.471571906354515,
      "grad_norm": 0.5576224327087402,
      "learning_rate": 5.137325529040973e-05,
      "loss": 1.379,
      "step": 1100
    },
    {
      "epoch": 1.4729096989966555,
      "grad_norm": 0.7876810431480408,
      "learning_rate": 5.1328230526789736e-05,
      "loss": 1.3052,
      "step": 1101
    },
    {
      "epoch": 1.474247491638796,
      "grad_norm": 0.5204209685325623,
      "learning_rate": 5.128320576316975e-05,
      "loss": 1.5625,
      "step": 1102
    },
    {
      "epoch": 1.4755852842809365,
      "grad_norm": 0.6800068020820618,
      "learning_rate": 5.123818099954976e-05,
      "loss": 1.1098,
      "step": 1103
    },
    {
      "epoch": 1.476923076923077,
      "grad_norm": 0.5767846703529358,
      "learning_rate": 5.119315623592976e-05,
      "loss": 1.3146,
      "step": 1104
    },
    {
      "epoch": 1.4782608695652173,
      "grad_norm": 0.6460472941398621,
      "learning_rate": 5.114813147230977e-05,
      "loss": 1.5605,
      "step": 1105
    },
    {
      "epoch": 1.4795986622073578,
      "grad_norm": 0.5904108285903931,
      "learning_rate": 5.1103106708689785e-05,
      "loss": 1.5344,
      "step": 1106
    },
    {
      "epoch": 1.4809364548494983,
      "grad_norm": 0.5445310473442078,
      "learning_rate": 5.1058081945069794e-05,
      "loss": 1.4232,
      "step": 1107
    },
    {
      "epoch": 1.4822742474916388,
      "grad_norm": 0.642361044883728,
      "learning_rate": 5.1013057181449796e-05,
      "loss": 1.259,
      "step": 1108
    },
    {
      "epoch": 1.4836120401337793,
      "grad_norm": 0.5225979089736938,
      "learning_rate": 5.096803241782981e-05,
      "loss": 1.6267,
      "step": 1109
    },
    {
      "epoch": 1.4849498327759196,
      "grad_norm": 0.467866450548172,
      "learning_rate": 5.092300765420982e-05,
      "loss": 1.5308,
      "step": 1110
    },
    {
      "epoch": 1.4862876254180601,
      "grad_norm": 0.5182499289512634,
      "learning_rate": 5.087798289058983e-05,
      "loss": 1.6366,
      "step": 1111
    },
    {
      "epoch": 1.4876254180602007,
      "grad_norm": 0.4528636932373047,
      "learning_rate": 5.083295812696983e-05,
      "loss": 1.7337,
      "step": 1112
    },
    {
      "epoch": 1.4889632107023412,
      "grad_norm": 0.6056678295135498,
      "learning_rate": 5.078793336334985e-05,
      "loss": 1.6116,
      "step": 1113
    },
    {
      "epoch": 1.4903010033444817,
      "grad_norm": 0.7801780700683594,
      "learning_rate": 5.0742908599729854e-05,
      "loss": 1.3719,
      "step": 1114
    },
    {
      "epoch": 1.491638795986622,
      "grad_norm": 0.37030741572380066,
      "learning_rate": 5.069788383610986e-05,
      "loss": 1.3142,
      "step": 1115
    },
    {
      "epoch": 1.4929765886287625,
      "grad_norm": 0.43180251121520996,
      "learning_rate": 5.0652859072489864e-05,
      "loss": 1.6445,
      "step": 1116
    },
    {
      "epoch": 1.494314381270903,
      "grad_norm": 0.5785216689109802,
      "learning_rate": 5.0607834308869886e-05,
      "loss": 1.4886,
      "step": 1117
    },
    {
      "epoch": 1.4956521739130435,
      "grad_norm": 0.6844804286956787,
      "learning_rate": 5.056280954524989e-05,
      "loss": 1.5056,
      "step": 1118
    },
    {
      "epoch": 1.496989966555184,
      "grad_norm": 0.5532545447349548,
      "learning_rate": 5.05177847816299e-05,
      "loss": 1.4305,
      "step": 1119
    },
    {
      "epoch": 1.4983277591973243,
      "grad_norm": 1.0775946378707886,
      "learning_rate": 5.047276001800991e-05,
      "loss": 1.1778,
      "step": 1120
    },
    {
      "epoch": 1.4996655518394648,
      "grad_norm": 0.6081984043121338,
      "learning_rate": 5.042773525438992e-05,
      "loss": 1.4213,
      "step": 1121
    },
    {
      "epoch": 1.5010033444816053,
      "grad_norm": 0.664418637752533,
      "learning_rate": 5.038271049076992e-05,
      "loss": 0.9045,
      "step": 1122
    },
    {
      "epoch": 1.5023411371237458,
      "grad_norm": 0.7059425711631775,
      "learning_rate": 5.033768572714993e-05,
      "loss": 1.2277,
      "step": 1123
    },
    {
      "epoch": 1.5036789297658864,
      "grad_norm": 0.5413299202919006,
      "learning_rate": 5.0292660963529947e-05,
      "loss": 1.5393,
      "step": 1124
    },
    {
      "epoch": 1.5050167224080266,
      "grad_norm": 0.47964879870414734,
      "learning_rate": 5.0247636199909955e-05,
      "loss": 1.7589,
      "step": 1125
    },
    {
      "epoch": 1.5063545150501674,
      "grad_norm": 0.6963114142417908,
      "learning_rate": 5.020261143628996e-05,
      "loss": 1.5982,
      "step": 1126
    },
    {
      "epoch": 1.5076923076923077,
      "grad_norm": 0.567061722278595,
      "learning_rate": 5.015758667266998e-05,
      "loss": 0.9174,
      "step": 1127
    },
    {
      "epoch": 1.5090301003344482,
      "grad_norm": 1.0022151470184326,
      "learning_rate": 5.011256190904998e-05,
      "loss": 1.0001,
      "step": 1128
    },
    {
      "epoch": 1.5103678929765887,
      "grad_norm": 0.49206629395484924,
      "learning_rate": 5.006753714542999e-05,
      "loss": 1.7532,
      "step": 1129
    },
    {
      "epoch": 1.511705685618729,
      "grad_norm": 0.6257492899894714,
      "learning_rate": 5.002251238180999e-05,
      "loss": 1.6988,
      "step": 1130
    },
    {
      "epoch": 1.5130434782608697,
      "grad_norm": 0.4502313435077667,
      "learning_rate": 4.997748761819001e-05,
      "loss": 1.5575,
      "step": 1131
    },
    {
      "epoch": 1.51438127090301,
      "grad_norm": 0.7328041195869446,
      "learning_rate": 4.9932462854570015e-05,
      "loss": 1.3456,
      "step": 1132
    },
    {
      "epoch": 1.5157190635451505,
      "grad_norm": 0.5006700158119202,
      "learning_rate": 4.9887438090950024e-05,
      "loss": 1.962,
      "step": 1133
    },
    {
      "epoch": 1.517056856187291,
      "grad_norm": 0.6119201183319092,
      "learning_rate": 4.984241332733003e-05,
      "loss": 1.2587,
      "step": 1134
    },
    {
      "epoch": 1.5183946488294313,
      "grad_norm": 0.4837782382965088,
      "learning_rate": 4.979738856371005e-05,
      "loss": 1.5549,
      "step": 1135
    },
    {
      "epoch": 1.519732441471572,
      "grad_norm": 0.7072848677635193,
      "learning_rate": 4.975236380009005e-05,
      "loss": 1.1933,
      "step": 1136
    },
    {
      "epoch": 1.5210702341137123,
      "grad_norm": 0.9050494432449341,
      "learning_rate": 4.9707339036470065e-05,
      "loss": 0.9648,
      "step": 1137
    },
    {
      "epoch": 1.5224080267558529,
      "grad_norm": 0.9395582675933838,
      "learning_rate": 4.966231427285007e-05,
      "loss": 1.3409,
      "step": 1138
    },
    {
      "epoch": 1.5237458193979934,
      "grad_norm": 0.6518849730491638,
      "learning_rate": 4.961728950923008e-05,
      "loss": 1.3857,
      "step": 1139
    },
    {
      "epoch": 1.5250836120401337,
      "grad_norm": 0.6363665461540222,
      "learning_rate": 4.9572264745610084e-05,
      "loss": 1.6827,
      "step": 1140
    },
    {
      "epoch": 1.5264214046822744,
      "grad_norm": 0.6692220568656921,
      "learning_rate": 4.95272399819901e-05,
      "loss": 1.2984,
      "step": 1141
    },
    {
      "epoch": 1.5277591973244147,
      "grad_norm": 0.4842371940612793,
      "learning_rate": 4.94822152183701e-05,
      "loss": 1.8894,
      "step": 1142
    },
    {
      "epoch": 1.5290969899665552,
      "grad_norm": 0.6643278002738953,
      "learning_rate": 4.9437190454750117e-05,
      "loss": 1.4444,
      "step": 1143
    },
    {
      "epoch": 1.5304347826086957,
      "grad_norm": 0.3972679674625397,
      "learning_rate": 4.9392165691130125e-05,
      "loss": 1.1412,
      "step": 1144
    },
    {
      "epoch": 1.531772575250836,
      "grad_norm": 0.5554966926574707,
      "learning_rate": 4.9347140927510134e-05,
      "loss": 0.9472,
      "step": 1145
    },
    {
      "epoch": 1.5331103678929767,
      "grad_norm": 0.6864800453186035,
      "learning_rate": 4.930211616389014e-05,
      "loss": 0.91,
      "step": 1146
    },
    {
      "epoch": 1.534448160535117,
      "grad_norm": 0.45306283235549927,
      "learning_rate": 4.925709140027015e-05,
      "loss": 1.8113,
      "step": 1147
    },
    {
      "epoch": 1.5357859531772575,
      "grad_norm": 0.6085485219955444,
      "learning_rate": 4.921206663665016e-05,
      "loss": 1.1981,
      "step": 1148
    },
    {
      "epoch": 1.537123745819398,
      "grad_norm": 0.5183812975883484,
      "learning_rate": 4.916704187303017e-05,
      "loss": 1.6182,
      "step": 1149
    },
    {
      "epoch": 1.5384615384615383,
      "grad_norm": 0.5374182462692261,
      "learning_rate": 4.912201710941018e-05,
      "loss": 1.467,
      "step": 1150
    },
    {
      "epoch": 1.539799331103679,
      "grad_norm": 0.5360819101333618,
      "learning_rate": 4.9076992345790185e-05,
      "loss": 1.5612,
      "step": 1151
    },
    {
      "epoch": 1.5411371237458193,
      "grad_norm": 0.5663394927978516,
      "learning_rate": 4.9031967582170194e-05,
      "loss": 0.9437,
      "step": 1152
    },
    {
      "epoch": 1.5424749163879599,
      "grad_norm": 0.8458664417266846,
      "learning_rate": 4.898694281855021e-05,
      "loss": 1.1492,
      "step": 1153
    },
    {
      "epoch": 1.5438127090301004,
      "grad_norm": 0.8276277184486389,
      "learning_rate": 4.894191805493021e-05,
      "loss": 1.2647,
      "step": 1154
    },
    {
      "epoch": 1.5451505016722407,
      "grad_norm": 0.9039729833602905,
      "learning_rate": 4.8896893291310226e-05,
      "loss": 1.2929,
      "step": 1155
    },
    {
      "epoch": 1.5464882943143814,
      "grad_norm": 0.63777095079422,
      "learning_rate": 4.885186852769023e-05,
      "loss": 1.3589,
      "step": 1156
    },
    {
      "epoch": 1.5478260869565217,
      "grad_norm": 0.825036883354187,
      "learning_rate": 4.8806843764070244e-05,
      "loss": 1.233,
      "step": 1157
    },
    {
      "epoch": 1.5491638795986622,
      "grad_norm": 0.5583025217056274,
      "learning_rate": 4.8761819000450245e-05,
      "loss": 1.8935,
      "step": 1158
    },
    {
      "epoch": 1.5505016722408027,
      "grad_norm": 0.4850707948207855,
      "learning_rate": 4.871679423683026e-05,
      "loss": 1.5355,
      "step": 1159
    },
    {
      "epoch": 1.551839464882943,
      "grad_norm": 0.5671193599700928,
      "learning_rate": 4.867176947321026e-05,
      "loss": 1.3592,
      "step": 1160
    },
    {
      "epoch": 1.5531772575250837,
      "grad_norm": 0.6245211362838745,
      "learning_rate": 4.862674470959028e-05,
      "loss": 1.1835,
      "step": 1161
    },
    {
      "epoch": 1.554515050167224,
      "grad_norm": 0.5358390808105469,
      "learning_rate": 4.8581719945970286e-05,
      "loss": 1.4703,
      "step": 1162
    },
    {
      "epoch": 1.5558528428093645,
      "grad_norm": 0.7337758541107178,
      "learning_rate": 4.8536695182350295e-05,
      "loss": 1.0353,
      "step": 1163
    },
    {
      "epoch": 1.557190635451505,
      "grad_norm": 0.5729077458381653,
      "learning_rate": 4.8491670418730304e-05,
      "loss": 1.495,
      "step": 1164
    },
    {
      "epoch": 1.5585284280936453,
      "grad_norm": 0.5456716418266296,
      "learning_rate": 4.844664565511031e-05,
      "loss": 1.3311,
      "step": 1165
    },
    {
      "epoch": 1.559866220735786,
      "grad_norm": 0.5501260757446289,
      "learning_rate": 4.840162089149032e-05,
      "loss": 0.8144,
      "step": 1166
    },
    {
      "epoch": 1.5612040133779264,
      "grad_norm": 0.5962331295013428,
      "learning_rate": 4.835659612787033e-05,
      "loss": 1.5534,
      "step": 1167
    },
    {
      "epoch": 1.5625418060200669,
      "grad_norm": 0.6607121825218201,
      "learning_rate": 4.831157136425034e-05,
      "loss": 1.2124,
      "step": 1168
    },
    {
      "epoch": 1.5638795986622074,
      "grad_norm": 0.46615132689476013,
      "learning_rate": 4.8266546600630347e-05,
      "loss": 1.846,
      "step": 1169
    },
    {
      "epoch": 1.5652173913043477,
      "grad_norm": 0.5132423639297485,
      "learning_rate": 4.8221521837010355e-05,
      "loss": 1.5602,
      "step": 1170
    },
    {
      "epoch": 1.5665551839464884,
      "grad_norm": 0.5841774344444275,
      "learning_rate": 4.817649707339037e-05,
      "loss": 1.4619,
      "step": 1171
    },
    {
      "epoch": 1.5678929765886287,
      "grad_norm": 0.5244891047477722,
      "learning_rate": 4.813147230977037e-05,
      "loss": 1.54,
      "step": 1172
    },
    {
      "epoch": 1.5692307692307692,
      "grad_norm": 0.5597742199897766,
      "learning_rate": 4.808644754615039e-05,
      "loss": 1.6573,
      "step": 1173
    },
    {
      "epoch": 1.5705685618729097,
      "grad_norm": 0.7487589716911316,
      "learning_rate": 4.8041422782530396e-05,
      "loss": 1.5697,
      "step": 1174
    },
    {
      "epoch": 1.57190635451505,
      "grad_norm": 0.3977908790111542,
      "learning_rate": 4.7996398018910405e-05,
      "loss": 1.7967,
      "step": 1175
    },
    {
      "epoch": 1.5732441471571907,
      "grad_norm": 0.5278039574623108,
      "learning_rate": 4.7951373255290413e-05,
      "loss": 1.4762,
      "step": 1176
    },
    {
      "epoch": 1.574581939799331,
      "grad_norm": 0.6334072947502136,
      "learning_rate": 4.790634849167042e-05,
      "loss": 1.527,
      "step": 1177
    },
    {
      "epoch": 1.5759197324414715,
      "grad_norm": 0.4393516182899475,
      "learning_rate": 4.786132372805043e-05,
      "loss": 1.1867,
      "step": 1178
    },
    {
      "epoch": 1.577257525083612,
      "grad_norm": 1.0068846940994263,
      "learning_rate": 4.781629896443044e-05,
      "loss": 1.5931,
      "step": 1179
    },
    {
      "epoch": 1.5785953177257523,
      "grad_norm": 0.53587406873703,
      "learning_rate": 4.777127420081045e-05,
      "loss": 0.9545,
      "step": 1180
    },
    {
      "epoch": 1.579933110367893,
      "grad_norm": 0.39035940170288086,
      "learning_rate": 4.7726249437190456e-05,
      "loss": 1.255,
      "step": 1181
    },
    {
      "epoch": 1.5812709030100334,
      "grad_norm": 0.4179837703704834,
      "learning_rate": 4.7681224673570465e-05,
      "loss": 1.7384,
      "step": 1182
    },
    {
      "epoch": 1.5826086956521739,
      "grad_norm": 0.5482913255691528,
      "learning_rate": 4.7636199909950474e-05,
      "loss": 1.6497,
      "step": 1183
    },
    {
      "epoch": 1.5839464882943144,
      "grad_norm": 0.7347548007965088,
      "learning_rate": 4.759117514633049e-05,
      "loss": 0.603,
      "step": 1184
    },
    {
      "epoch": 1.585284280936455,
      "grad_norm": 0.6300942897796631,
      "learning_rate": 4.754615038271049e-05,
      "loss": 1.6236,
      "step": 1185
    },
    {
      "epoch": 1.5866220735785954,
      "grad_norm": 0.39102619886398315,
      "learning_rate": 4.7501125619090506e-05,
      "loss": 1.2623,
      "step": 1186
    },
    {
      "epoch": 1.5879598662207357,
      "grad_norm": 0.6081557273864746,
      "learning_rate": 4.745610085547051e-05,
      "loss": 1.4035,
      "step": 1187
    },
    {
      "epoch": 1.5892976588628762,
      "grad_norm": 0.7682766318321228,
      "learning_rate": 4.741107609185052e-05,
      "loss": 1.4293,
      "step": 1188
    },
    {
      "epoch": 1.5906354515050167,
      "grad_norm": 0.6367042660713196,
      "learning_rate": 4.736605132823053e-05,
      "loss": 0.9255,
      "step": 1189
    },
    {
      "epoch": 1.5919732441471572,
      "grad_norm": 0.5380322337150574,
      "learning_rate": 4.732102656461054e-05,
      "loss": 1.5305,
      "step": 1190
    },
    {
      "epoch": 1.5933110367892978,
      "grad_norm": 0.4204621911048889,
      "learning_rate": 4.727600180099055e-05,
      "loss": 1.7735,
      "step": 1191
    },
    {
      "epoch": 1.594648829431438,
      "grad_norm": 0.6201006770133972,
      "learning_rate": 4.723097703737056e-05,
      "loss": 1.2954,
      "step": 1192
    },
    {
      "epoch": 1.5959866220735786,
      "grad_norm": 0.5950494408607483,
      "learning_rate": 4.7185952273750566e-05,
      "loss": 1.3848,
      "step": 1193
    },
    {
      "epoch": 1.597324414715719,
      "grad_norm": 0.5504522919654846,
      "learning_rate": 4.7140927510130575e-05,
      "loss": 1.5958,
      "step": 1194
    },
    {
      "epoch": 1.5986622073578596,
      "grad_norm": 0.4658716320991516,
      "learning_rate": 4.7095902746510583e-05,
      "loss": 1.5919,
      "step": 1195
    },
    {
      "epoch": 1.6,
      "grad_norm": 0.7538139820098877,
      "learning_rate": 4.705087798289059e-05,
      "loss": 1.4238,
      "step": 1196
    },
    {
      "epoch": 1.6013377926421404,
      "grad_norm": 0.6065263152122498,
      "learning_rate": 4.70058532192706e-05,
      "loss": 1.4358,
      "step": 1197
    },
    {
      "epoch": 1.602675585284281,
      "grad_norm": 0.481280118227005,
      "learning_rate": 4.6960828455650616e-05,
      "loss": 1.5438,
      "step": 1198
    },
    {
      "epoch": 1.6040133779264214,
      "grad_norm": 0.5536462664604187,
      "learning_rate": 4.691580369203062e-05,
      "loss": 1.1397,
      "step": 1199
    },
    {
      "epoch": 1.605351170568562,
      "grad_norm": 0.6622151732444763,
      "learning_rate": 4.687077892841063e-05,
      "loss": 0.8969,
      "step": 1200
    },
    {
      "epoch": 1.6066889632107024,
      "grad_norm": 0.758965015411377,
      "learning_rate": 4.6825754164790635e-05,
      "loss": 1.1739,
      "step": 1201
    },
    {
      "epoch": 1.6080267558528427,
      "grad_norm": 0.7237421274185181,
      "learning_rate": 4.678072940117065e-05,
      "loss": 1.1649,
      "step": 1202
    },
    {
      "epoch": 1.6093645484949832,
      "grad_norm": 0.7297394871711731,
      "learning_rate": 4.673570463755065e-05,
      "loss": 1.9839,
      "step": 1203
    },
    {
      "epoch": 1.6107023411371237,
      "grad_norm": 0.6325135231018066,
      "learning_rate": 4.669067987393067e-05,
      "loss": 1.4049,
      "step": 1204
    },
    {
      "epoch": 1.6120401337792643,
      "grad_norm": 0.46899211406707764,
      "learning_rate": 4.664565511031067e-05,
      "loss": 1.7795,
      "step": 1205
    },
    {
      "epoch": 1.6133779264214048,
      "grad_norm": 0.6146332025527954,
      "learning_rate": 4.6600630346690685e-05,
      "loss": 1.4186,
      "step": 1206
    },
    {
      "epoch": 1.614715719063545,
      "grad_norm": 0.6527016758918762,
      "learning_rate": 4.655560558307069e-05,
      "loss": 1.5647,
      "step": 1207
    },
    {
      "epoch": 1.6160535117056856,
      "grad_norm": 0.6520981192588806,
      "learning_rate": 4.65105808194507e-05,
      "loss": 1.5652,
      "step": 1208
    },
    {
      "epoch": 1.617391304347826,
      "grad_norm": 0.6226683855056763,
      "learning_rate": 4.646555605583071e-05,
      "loss": 0.9986,
      "step": 1209
    },
    {
      "epoch": 1.6187290969899666,
      "grad_norm": 0.6789349317550659,
      "learning_rate": 4.642053129221072e-05,
      "loss": 1.499,
      "step": 1210
    },
    {
      "epoch": 1.620066889632107,
      "grad_norm": 0.5669140815734863,
      "learning_rate": 4.637550652859073e-05,
      "loss": 1.2055,
      "step": 1211
    },
    {
      "epoch": 1.6214046822742474,
      "grad_norm": 0.5172103047370911,
      "learning_rate": 4.6330481764970736e-05,
      "loss": 1.4732,
      "step": 1212
    },
    {
      "epoch": 1.6227424749163881,
      "grad_norm": 0.6144703030586243,
      "learning_rate": 4.6285457001350745e-05,
      "loss": 1.6759,
      "step": 1213
    },
    {
      "epoch": 1.6240802675585284,
      "grad_norm": 0.5319096446037292,
      "learning_rate": 4.624043223773075e-05,
      "loss": 1.5875,
      "step": 1214
    },
    {
      "epoch": 1.625418060200669,
      "grad_norm": 0.37053182721138,
      "learning_rate": 4.619540747411076e-05,
      "loss": 1.8184,
      "step": 1215
    },
    {
      "epoch": 1.6267558528428094,
      "grad_norm": 0.5792490243911743,
      "learning_rate": 4.615038271049078e-05,
      "loss": 1.0232,
      "step": 1216
    },
    {
      "epoch": 1.6280936454849497,
      "grad_norm": 0.4057672619819641,
      "learning_rate": 4.610535794687078e-05,
      "loss": 1.5673,
      "step": 1217
    },
    {
      "epoch": 1.6294314381270905,
      "grad_norm": 0.49478086829185486,
      "learning_rate": 4.6060333183250794e-05,
      "loss": 1.7108,
      "step": 1218
    },
    {
      "epoch": 1.6307692307692307,
      "grad_norm": 0.4574749171733856,
      "learning_rate": 4.6015308419630796e-05,
      "loss": 1.7347,
      "step": 1219
    },
    {
      "epoch": 1.6321070234113713,
      "grad_norm": 0.6416162252426147,
      "learning_rate": 4.597028365601081e-05,
      "loss": 1.2321,
      "step": 1220
    },
    {
      "epoch": 1.6334448160535118,
      "grad_norm": 0.6849283576011658,
      "learning_rate": 4.5925258892390813e-05,
      "loss": 1.7808,
      "step": 1221
    },
    {
      "epoch": 1.634782608695652,
      "grad_norm": 0.639849841594696,
      "learning_rate": 4.588023412877083e-05,
      "loss": 1.4418,
      "step": 1222
    },
    {
      "epoch": 1.6361204013377928,
      "grad_norm": 0.5444992780685425,
      "learning_rate": 4.583520936515083e-05,
      "loss": 1.3752,
      "step": 1223
    },
    {
      "epoch": 1.637458193979933,
      "grad_norm": 0.47308918833732605,
      "learning_rate": 4.5790184601530846e-05,
      "loss": 1.396,
      "step": 1224
    },
    {
      "epoch": 1.6387959866220736,
      "grad_norm": 0.5986432433128357,
      "learning_rate": 4.5745159837910855e-05,
      "loss": 1.548,
      "step": 1225
    },
    {
      "epoch": 1.640133779264214,
      "grad_norm": 0.499828577041626,
      "learning_rate": 4.570013507429086e-05,
      "loss": 1.0529,
      "step": 1226
    },
    {
      "epoch": 1.6414715719063544,
      "grad_norm": 1.0466457605361938,
      "learning_rate": 4.565511031067087e-05,
      "loss": 1.0108,
      "step": 1227
    },
    {
      "epoch": 1.6428093645484951,
      "grad_norm": 0.5736595988273621,
      "learning_rate": 4.561008554705088e-05,
      "loss": 1.1951,
      "step": 1228
    },
    {
      "epoch": 1.6441471571906354,
      "grad_norm": 0.5176533460617065,
      "learning_rate": 4.556506078343089e-05,
      "loss": 1.6408,
      "step": 1229
    },
    {
      "epoch": 1.645484949832776,
      "grad_norm": 0.823546290397644,
      "learning_rate": 4.55200360198109e-05,
      "loss": 0.8908,
      "step": 1230
    },
    {
      "epoch": 1.6468227424749164,
      "grad_norm": 0.6029638051986694,
      "learning_rate": 4.5475011256190906e-05,
      "loss": 1.3513,
      "step": 1231
    },
    {
      "epoch": 1.6481605351170567,
      "grad_norm": 0.5313596129417419,
      "learning_rate": 4.5429986492570915e-05,
      "loss": 1.3504,
      "step": 1232
    },
    {
      "epoch": 1.6494983277591975,
      "grad_norm": 0.4931012988090515,
      "learning_rate": 4.538496172895092e-05,
      "loss": 1.5954,
      "step": 1233
    },
    {
      "epoch": 1.6508361204013378,
      "grad_norm": 0.6142311692237854,
      "learning_rate": 4.533993696533094e-05,
      "loss": 1.4441,
      "step": 1234
    },
    {
      "epoch": 1.6521739130434783,
      "grad_norm": 0.5163131952285767,
      "learning_rate": 4.529491220171094e-05,
      "loss": 1.3505,
      "step": 1235
    },
    {
      "epoch": 1.6535117056856188,
      "grad_norm": 0.4623430669307709,
      "learning_rate": 4.5249887438090956e-05,
      "loss": 1.5548,
      "step": 1236
    },
    {
      "epoch": 1.654849498327759,
      "grad_norm": 0.7020666599273682,
      "learning_rate": 4.520486267447096e-05,
      "loss": 1.3642,
      "step": 1237
    },
    {
      "epoch": 1.6561872909698998,
      "grad_norm": 0.6045846343040466,
      "learning_rate": 4.515983791085097e-05,
      "loss": 1.4035,
      "step": 1238
    },
    {
      "epoch": 1.65752508361204,
      "grad_norm": 0.5127092003822327,
      "learning_rate": 4.5114813147230975e-05,
      "loss": 1.4297,
      "step": 1239
    },
    {
      "epoch": 1.6588628762541806,
      "grad_norm": 0.37600478529930115,
      "learning_rate": 4.506978838361099e-05,
      "loss": 1.2362,
      "step": 1240
    },
    {
      "epoch": 1.6602006688963211,
      "grad_norm": 0.8099076747894287,
      "learning_rate": 4.502476361999099e-05,
      "loss": 1.3902,
      "step": 1241
    },
    {
      "epoch": 1.6615384615384614,
      "grad_norm": 0.6966046690940857,
      "learning_rate": 4.497973885637101e-05,
      "loss": 1.63,
      "step": 1242
    },
    {
      "epoch": 1.6628762541806021,
      "grad_norm": 0.607402503490448,
      "learning_rate": 4.4934714092751016e-05,
      "loss": 1.5215,
      "step": 1243
    },
    {
      "epoch": 1.6642140468227424,
      "grad_norm": 0.5723284482955933,
      "learning_rate": 4.4889689329131025e-05,
      "loss": 1.3004,
      "step": 1244
    },
    {
      "epoch": 1.665551839464883,
      "grad_norm": 0.5554037690162659,
      "learning_rate": 4.484466456551103e-05,
      "loss": 1.3593,
      "step": 1245
    },
    {
      "epoch": 1.6668896321070235,
      "grad_norm": 0.7105173468589783,
      "learning_rate": 4.479963980189104e-05,
      "loss": 1.2843,
      "step": 1246
    },
    {
      "epoch": 1.6682274247491637,
      "grad_norm": 0.604043185710907,
      "learning_rate": 4.475461503827105e-05,
      "loss": 1.6447,
      "step": 1247
    },
    {
      "epoch": 1.6695652173913045,
      "grad_norm": 0.6090781688690186,
      "learning_rate": 4.470959027465106e-05,
      "loss": 1.6954,
      "step": 1248
    },
    {
      "epoch": 1.6709030100334448,
      "grad_norm": 0.5769763588905334,
      "learning_rate": 4.466456551103107e-05,
      "loss": 1.3212,
      "step": 1249
    },
    {
      "epoch": 1.6722408026755853,
      "grad_norm": 0.5302979350090027,
      "learning_rate": 4.4619540747411076e-05,
      "loss": 1.6354,
      "step": 1250
    },
    {
      "epoch": 1.6735785953177258,
      "grad_norm": 0.5180411338806152,
      "learning_rate": 4.4574515983791085e-05,
      "loss": 1.55,
      "step": 1251
    },
    {
      "epoch": 1.674916387959866,
      "grad_norm": 0.8196110725402832,
      "learning_rate": 4.45294912201711e-05,
      "loss": 1.4945,
      "step": 1252
    },
    {
      "epoch": 1.6762541806020068,
      "grad_norm": 0.4334547519683838,
      "learning_rate": 4.44844664565511e-05,
      "loss": 1.2096,
      "step": 1253
    },
    {
      "epoch": 1.677591973244147,
      "grad_norm": 0.4448462128639221,
      "learning_rate": 4.443944169293112e-05,
      "loss": 1.1928,
      "step": 1254
    },
    {
      "epoch": 1.6789297658862876,
      "grad_norm": 0.4100378155708313,
      "learning_rate": 4.439441692931112e-05,
      "loss": 1.8475,
      "step": 1255
    },
    {
      "epoch": 1.6802675585284281,
      "grad_norm": 0.5713425278663635,
      "learning_rate": 4.4349392165691134e-05,
      "loss": 1.5135,
      "step": 1256
    },
    {
      "epoch": 1.6816053511705684,
      "grad_norm": 0.42964500188827515,
      "learning_rate": 4.430436740207114e-05,
      "loss": 1.522,
      "step": 1257
    },
    {
      "epoch": 1.6829431438127092,
      "grad_norm": 0.7717701196670532,
      "learning_rate": 4.425934263845115e-05,
      "loss": 1.3358,
      "step": 1258
    },
    {
      "epoch": 1.6842809364548494,
      "grad_norm": 0.5887270569801331,
      "learning_rate": 4.421431787483116e-05,
      "loss": 1.272,
      "step": 1259
    },
    {
      "epoch": 1.68561872909699,
      "grad_norm": 0.8065038323402405,
      "learning_rate": 4.416929311121117e-05,
      "loss": 0.8129,
      "step": 1260
    },
    {
      "epoch": 1.6869565217391305,
      "grad_norm": 0.6046693325042725,
      "learning_rate": 4.412426834759118e-05,
      "loss": 1.5241,
      "step": 1261
    },
    {
      "epoch": 1.6882943143812708,
      "grad_norm": 0.4960588812828064,
      "learning_rate": 4.4079243583971186e-05,
      "loss": 1.4725,
      "step": 1262
    },
    {
      "epoch": 1.6896321070234115,
      "grad_norm": 0.6210783123970032,
      "learning_rate": 4.4034218820351194e-05,
      "loss": 1.2133,
      "step": 1263
    },
    {
      "epoch": 1.6909698996655518,
      "grad_norm": 0.5066959857940674,
      "learning_rate": 4.39891940567312e-05,
      "loss": 0.7267,
      "step": 1264
    },
    {
      "epoch": 1.6923076923076923,
      "grad_norm": 0.3616136610507965,
      "learning_rate": 4.394416929311121e-05,
      "loss": 1.4818,
      "step": 1265
    },
    {
      "epoch": 1.6936454849498328,
      "grad_norm": 0.6788431406021118,
      "learning_rate": 4.389914452949122e-05,
      "loss": 1.4515,
      "step": 1266
    },
    {
      "epoch": 1.694983277591973,
      "grad_norm": 0.5391234755516052,
      "learning_rate": 4.385411976587123e-05,
      "loss": 1.5275,
      "step": 1267
    },
    {
      "epoch": 1.6963210702341138,
      "grad_norm": 0.6781142354011536,
      "learning_rate": 4.380909500225124e-05,
      "loss": 1.1785,
      "step": 1268
    },
    {
      "epoch": 1.6976588628762541,
      "grad_norm": 0.45886972546577454,
      "learning_rate": 4.376407023863125e-05,
      "loss": 1.0886,
      "step": 1269
    },
    {
      "epoch": 1.6989966555183946,
      "grad_norm": 0.6447398662567139,
      "learning_rate": 4.371904547501126e-05,
      "loss": 1.5353,
      "step": 1270
    },
    {
      "epoch": 1.7003344481605351,
      "grad_norm": 0.6216405034065247,
      "learning_rate": 4.367402071139127e-05,
      "loss": 1.5214,
      "step": 1271
    },
    {
      "epoch": 1.7016722408026754,
      "grad_norm": 0.6292665600776672,
      "learning_rate": 4.362899594777128e-05,
      "loss": 1.1899,
      "step": 1272
    },
    {
      "epoch": 1.7030100334448162,
      "grad_norm": 0.7419617176055908,
      "learning_rate": 4.358397118415129e-05,
      "loss": 1.2945,
      "step": 1273
    },
    {
      "epoch": 1.7043478260869565,
      "grad_norm": 0.49025335907936096,
      "learning_rate": 4.3538946420531296e-05,
      "loss": 1.7496,
      "step": 1274
    },
    {
      "epoch": 1.705685618729097,
      "grad_norm": 0.659555196762085,
      "learning_rate": 4.3493921656911304e-05,
      "loss": 1.5394,
      "step": 1275
    },
    {
      "epoch": 1.7070234113712375,
      "grad_norm": 0.7264639735221863,
      "learning_rate": 4.344889689329131e-05,
      "loss": 1.5763,
      "step": 1276
    },
    {
      "epoch": 1.7083612040133778,
      "grad_norm": 0.9294725656509399,
      "learning_rate": 4.340387212967132e-05,
      "loss": 1.3261,
      "step": 1277
    },
    {
      "epoch": 1.7096989966555185,
      "grad_norm": 0.6634767651557922,
      "learning_rate": 4.335884736605133e-05,
      "loss": 1.1431,
      "step": 1278
    },
    {
      "epoch": 1.7110367892976588,
      "grad_norm": 1.48710036277771,
      "learning_rate": 4.331382260243134e-05,
      "loss": 1.3194,
      "step": 1279
    },
    {
      "epoch": 1.7123745819397993,
      "grad_norm": 0.4782906770706177,
      "learning_rate": 4.326879783881135e-05,
      "loss": 1.8644,
      "step": 1280
    },
    {
      "epoch": 1.7137123745819398,
      "grad_norm": 0.47573214769363403,
      "learning_rate": 4.322377307519136e-05,
      "loss": 1.7005,
      "step": 1281
    },
    {
      "epoch": 1.71505016722408,
      "grad_norm": 0.5692914724349976,
      "learning_rate": 4.3178748311571364e-05,
      "loss": 1.1717,
      "step": 1282
    },
    {
      "epoch": 1.7163879598662208,
      "grad_norm": 0.6902774572372437,
      "learning_rate": 4.313372354795138e-05,
      "loss": 0.8005,
      "step": 1283
    },
    {
      "epoch": 1.7177257525083611,
      "grad_norm": 0.4654804766178131,
      "learning_rate": 4.308869878433138e-05,
      "loss": 1.8657,
      "step": 1284
    },
    {
      "epoch": 1.7190635451505016,
      "grad_norm": 0.525980532169342,
      "learning_rate": 4.30436740207114e-05,
      "loss": 1.7472,
      "step": 1285
    },
    {
      "epoch": 1.7204013377926421,
      "grad_norm": 3.5633068084716797,
      "learning_rate": 4.29986492570914e-05,
      "loss": 1.1038,
      "step": 1286
    },
    {
      "epoch": 1.7217391304347827,
      "grad_norm": 0.6150617599487305,
      "learning_rate": 4.2953624493471414e-05,
      "loss": 1.5504,
      "step": 1287
    },
    {
      "epoch": 1.7230769230769232,
      "grad_norm": 0.8399518728256226,
      "learning_rate": 4.290859972985142e-05,
      "loss": 0.5775,
      "step": 1288
    },
    {
      "epoch": 1.7244147157190635,
      "grad_norm": 0.47936901450157166,
      "learning_rate": 4.286357496623143e-05,
      "loss": 1.5882,
      "step": 1289
    },
    {
      "epoch": 1.725752508361204,
      "grad_norm": 0.7554563879966736,
      "learning_rate": 4.281855020261144e-05,
      "loss": 1.2668,
      "step": 1290
    },
    {
      "epoch": 1.7270903010033445,
      "grad_norm": 0.6163820624351501,
      "learning_rate": 4.277352543899145e-05,
      "loss": 1.7666,
      "step": 1291
    },
    {
      "epoch": 1.728428093645485,
      "grad_norm": 0.5814427733421326,
      "learning_rate": 4.272850067537146e-05,
      "loss": 1.3781,
      "step": 1292
    },
    {
      "epoch": 1.7297658862876255,
      "grad_norm": 1.035375714302063,
      "learning_rate": 4.2683475911751466e-05,
      "loss": 1.128,
      "step": 1293
    },
    {
      "epoch": 1.7311036789297658,
      "grad_norm": 0.4975506067276001,
      "learning_rate": 4.2638451148131474e-05,
      "loss": 1.2066,
      "step": 1294
    },
    {
      "epoch": 1.7324414715719063,
      "grad_norm": 0.533572793006897,
      "learning_rate": 4.259342638451148e-05,
      "loss": 1.076,
      "step": 1295
    },
    {
      "epoch": 1.7337792642140468,
      "grad_norm": 0.5955677628517151,
      "learning_rate": 4.254840162089149e-05,
      "loss": 1.6552,
      "step": 1296
    },
    {
      "epoch": 1.7351170568561873,
      "grad_norm": 0.7461806535720825,
      "learning_rate": 4.250337685727151e-05,
      "loss": 1.2706,
      "step": 1297
    },
    {
      "epoch": 1.7364548494983278,
      "grad_norm": 0.5620076060295105,
      "learning_rate": 4.245835209365151e-05,
      "loss": 1.8955,
      "step": 1298
    },
    {
      "epoch": 1.7377926421404681,
      "grad_norm": 0.5752491354942322,
      "learning_rate": 4.2413327330031524e-05,
      "loss": 1.3457,
      "step": 1299
    },
    {
      "epoch": 1.7391304347826086,
      "grad_norm": 0.6129872798919678,
      "learning_rate": 4.2368302566411526e-05,
      "loss": 1.2544,
      "step": 1300
    },
    {
      "epoch": 1.7404682274247492,
      "grad_norm": 0.43887007236480713,
      "learning_rate": 4.232327780279154e-05,
      "loss": 1.8382,
      "step": 1301
    },
    {
      "epoch": 1.7418060200668897,
      "grad_norm": 0.7264611124992371,
      "learning_rate": 4.227825303917154e-05,
      "loss": 1.0174,
      "step": 1302
    },
    {
      "epoch": 1.7431438127090302,
      "grad_norm": 0.570402979850769,
      "learning_rate": 4.223322827555156e-05,
      "loss": 1.4562,
      "step": 1303
    },
    {
      "epoch": 1.7444816053511705,
      "grad_norm": 0.6455773115158081,
      "learning_rate": 4.218820351193156e-05,
      "loss": 1.4974,
      "step": 1304
    },
    {
      "epoch": 1.745819397993311,
      "grad_norm": 0.5429325699806213,
      "learning_rate": 4.2143178748311576e-05,
      "loss": 1.4276,
      "step": 1305
    },
    {
      "epoch": 1.7471571906354515,
      "grad_norm": 0.5509850978851318,
      "learning_rate": 4.2098153984691584e-05,
      "loss": 1.436,
      "step": 1306
    },
    {
      "epoch": 1.748494983277592,
      "grad_norm": 0.7787244915962219,
      "learning_rate": 4.205312922107159e-05,
      "loss": 0.9241,
      "step": 1307
    },
    {
      "epoch": 1.7498327759197325,
      "grad_norm": 0.7184525728225708,
      "learning_rate": 4.20081044574516e-05,
      "loss": 1.0473,
      "step": 1308
    },
    {
      "epoch": 1.7511705685618728,
      "grad_norm": 0.6182901859283447,
      "learning_rate": 4.196307969383161e-05,
      "loss": 1.6895,
      "step": 1309
    },
    {
      "epoch": 1.7525083612040135,
      "grad_norm": 0.6682157516479492,
      "learning_rate": 4.191805493021162e-05,
      "loss": 0.8872,
      "step": 1310
    },
    {
      "epoch": 1.7538461538461538,
      "grad_norm": 0.5342267155647278,
      "learning_rate": 4.187303016659163e-05,
      "loss": 1.5721,
      "step": 1311
    },
    {
      "epoch": 1.7551839464882943,
      "grad_norm": 0.8530276417732239,
      "learning_rate": 4.1828005402971636e-05,
      "loss": 1.1826,
      "step": 1312
    },
    {
      "epoch": 1.7565217391304349,
      "grad_norm": 0.5931107997894287,
      "learning_rate": 4.1782980639351644e-05,
      "loss": 1.4665,
      "step": 1313
    },
    {
      "epoch": 1.7578595317725751,
      "grad_norm": 0.5947359204292297,
      "learning_rate": 4.173795587573165e-05,
      "loss": 0.9617,
      "step": 1314
    },
    {
      "epoch": 1.7591973244147159,
      "grad_norm": 1.004927396774292,
      "learning_rate": 4.169293111211167e-05,
      "loss": 1.2389,
      "step": 1315
    },
    {
      "epoch": 1.7605351170568562,
      "grad_norm": 0.5625318288803101,
      "learning_rate": 4.164790634849167e-05,
      "loss": 0.8856,
      "step": 1316
    },
    {
      "epoch": 1.7618729096989967,
      "grad_norm": 0.6681520342826843,
      "learning_rate": 4.1602881584871685e-05,
      "loss": 1.0649,
      "step": 1317
    },
    {
      "epoch": 1.7632107023411372,
      "grad_norm": 0.45618459582328796,
      "learning_rate": 4.155785682125169e-05,
      "loss": 1.3875,
      "step": 1318
    },
    {
      "epoch": 1.7645484949832775,
      "grad_norm": 0.5873126983642578,
      "learning_rate": 4.15128320576317e-05,
      "loss": 1.1558,
      "step": 1319
    },
    {
      "epoch": 1.7658862876254182,
      "grad_norm": 0.5614002346992493,
      "learning_rate": 4.1467807294011704e-05,
      "loss": 1.4631,
      "step": 1320
    },
    {
      "epoch": 1.7672240802675585,
      "grad_norm": 0.5961179733276367,
      "learning_rate": 4.142278253039172e-05,
      "loss": 1.3621,
      "step": 1321
    },
    {
      "epoch": 1.768561872909699,
      "grad_norm": 0.6985737085342407,
      "learning_rate": 4.137775776677172e-05,
      "loss": 0.8297,
      "step": 1322
    },
    {
      "epoch": 1.7698996655518395,
      "grad_norm": 0.5106129050254822,
      "learning_rate": 4.133273300315174e-05,
      "loss": 1.7857,
      "step": 1323
    },
    {
      "epoch": 1.7712374581939798,
      "grad_norm": 0.6078426837921143,
      "learning_rate": 4.1287708239531745e-05,
      "loss": 0.6776,
      "step": 1324
    },
    {
      "epoch": 1.7725752508361206,
      "grad_norm": 0.7135141491889954,
      "learning_rate": 4.1242683475911754e-05,
      "loss": 1.3022,
      "step": 1325
    },
    {
      "epoch": 1.7739130434782608,
      "grad_norm": 0.5969687104225159,
      "learning_rate": 4.119765871229176e-05,
      "loss": 1.2663,
      "step": 1326
    },
    {
      "epoch": 1.7752508361204014,
      "grad_norm": 0.519609272480011,
      "learning_rate": 4.115263394867177e-05,
      "loss": 1.3102,
      "step": 1327
    },
    {
      "epoch": 1.7765886287625419,
      "grad_norm": 0.907187283039093,
      "learning_rate": 4.110760918505178e-05,
      "loss": 0.7346,
      "step": 1328
    },
    {
      "epoch": 1.7779264214046822,
      "grad_norm": 0.5560885667800903,
      "learning_rate": 4.106258442143179e-05,
      "loss": 1.4642,
      "step": 1329
    },
    {
      "epoch": 1.779264214046823,
      "grad_norm": 0.701776921749115,
      "learning_rate": 4.10175596578118e-05,
      "loss": 1.2355,
      "step": 1330
    },
    {
      "epoch": 1.7806020066889632,
      "grad_norm": 0.5565826892852783,
      "learning_rate": 4.0972534894191806e-05,
      "loss": 1.3008,
      "step": 1331
    },
    {
      "epoch": 1.7819397993311037,
      "grad_norm": 0.6748178005218506,
      "learning_rate": 4.0927510130571814e-05,
      "loss": 1.2313,
      "step": 1332
    },
    {
      "epoch": 1.7832775919732442,
      "grad_norm": 0.9739630222320557,
      "learning_rate": 4.088248536695183e-05,
      "loss": 1.4087,
      "step": 1333
    },
    {
      "epoch": 1.7846153846153845,
      "grad_norm": 0.7524449825286865,
      "learning_rate": 4.083746060333183e-05,
      "loss": 1.4471,
      "step": 1334
    },
    {
      "epoch": 1.7859531772575252,
      "grad_norm": 0.5693138241767883,
      "learning_rate": 4.079243583971185e-05,
      "loss": 1.7757,
      "step": 1335
    },
    {
      "epoch": 1.7872909698996655,
      "grad_norm": 0.4918235242366791,
      "learning_rate": 4.074741107609185e-05,
      "loss": 1.5435,
      "step": 1336
    },
    {
      "epoch": 1.788628762541806,
      "grad_norm": 0.39673417806625366,
      "learning_rate": 4.0702386312471864e-05,
      "loss": 1.6191,
      "step": 1337
    },
    {
      "epoch": 1.7899665551839465,
      "grad_norm": 0.487466424703598,
      "learning_rate": 4.0657361548851866e-05,
      "loss": 1.6805,
      "step": 1338
    },
    {
      "epoch": 1.7913043478260868,
      "grad_norm": 0.5584820508956909,
      "learning_rate": 4.061233678523188e-05,
      "loss": 0.7761,
      "step": 1339
    },
    {
      "epoch": 1.7926421404682276,
      "grad_norm": 0.5846370458602905,
      "learning_rate": 4.056731202161189e-05,
      "loss": 1.2145,
      "step": 1340
    },
    {
      "epoch": 1.7939799331103679,
      "grad_norm": 0.7206812500953674,
      "learning_rate": 4.05222872579919e-05,
      "loss": 1.1692,
      "step": 1341
    },
    {
      "epoch": 1.7953177257525084,
      "grad_norm": 0.5454712510108948,
      "learning_rate": 4.047726249437191e-05,
      "loss": 1.0397,
      "step": 1342
    },
    {
      "epoch": 1.7966555183946489,
      "grad_norm": 1.1169034242630005,
      "learning_rate": 4.0432237730751915e-05,
      "loss": 1.1179,
      "step": 1343
    },
    {
      "epoch": 1.7979933110367892,
      "grad_norm": 0.5023759007453918,
      "learning_rate": 4.0387212967131924e-05,
      "loss": 1.4789,
      "step": 1344
    },
    {
      "epoch": 1.79933110367893,
      "grad_norm": 1.1506235599517822,
      "learning_rate": 4.034218820351193e-05,
      "loss": 1.2992,
      "step": 1345
    },
    {
      "epoch": 1.8006688963210702,
      "grad_norm": 0.44863954186439514,
      "learning_rate": 4.029716343989194e-05,
      "loss": 1.1604,
      "step": 1346
    },
    {
      "epoch": 1.8020066889632107,
      "grad_norm": 0.6827251315116882,
      "learning_rate": 4.025213867627195e-05,
      "loss": 0.756,
      "step": 1347
    },
    {
      "epoch": 1.8033444816053512,
      "grad_norm": 0.688870906829834,
      "learning_rate": 4.020711391265196e-05,
      "loss": 1.17,
      "step": 1348
    },
    {
      "epoch": 1.8046822742474915,
      "grad_norm": 0.5064193606376648,
      "learning_rate": 4.016208914903197e-05,
      "loss": 1.2382,
      "step": 1349
    },
    {
      "epoch": 1.8060200668896322,
      "grad_norm": 0.4319298565387726,
      "learning_rate": 4.0117064385411976e-05,
      "loss": 1.8041,
      "step": 1350
    },
    {
      "epoch": 1.8073578595317725,
      "grad_norm": 0.5849002003669739,
      "learning_rate": 4.007203962179199e-05,
      "loss": 1.5873,
      "step": 1351
    },
    {
      "epoch": 1.808695652173913,
      "grad_norm": 0.6112298369407654,
      "learning_rate": 4.0027014858172e-05,
      "loss": 1.5176,
      "step": 1352
    },
    {
      "epoch": 1.8100334448160535,
      "grad_norm": 0.839145302772522,
      "learning_rate": 3.998199009455201e-05,
      "loss": 0.8495,
      "step": 1353
    },
    {
      "epoch": 1.8113712374581938,
      "grad_norm": 0.6453105807304382,
      "learning_rate": 3.993696533093202e-05,
      "loss": 1.3811,
      "step": 1354
    },
    {
      "epoch": 1.8127090301003346,
      "grad_norm": 0.5794005990028381,
      "learning_rate": 3.9891940567312025e-05,
      "loss": 1.411,
      "step": 1355
    },
    {
      "epoch": 1.8140468227424749,
      "grad_norm": 0.6016961932182312,
      "learning_rate": 3.9846915803692034e-05,
      "loss": 1.2842,
      "step": 1356
    },
    {
      "epoch": 1.8153846153846154,
      "grad_norm": 0.4260030686855316,
      "learning_rate": 3.980189104007204e-05,
      "loss": 1.8403,
      "step": 1357
    },
    {
      "epoch": 1.8167224080267559,
      "grad_norm": 0.8129619359970093,
      "learning_rate": 3.975686627645205e-05,
      "loss": 1.4538,
      "step": 1358
    },
    {
      "epoch": 1.8180602006688962,
      "grad_norm": 0.7668693661689758,
      "learning_rate": 3.971184151283206e-05,
      "loss": 1.329,
      "step": 1359
    },
    {
      "epoch": 1.819397993311037,
      "grad_norm": 0.9522974491119385,
      "learning_rate": 3.966681674921207e-05,
      "loss": 1.4439,
      "step": 1360
    },
    {
      "epoch": 1.8207357859531772,
      "grad_norm": 0.6404708027839661,
      "learning_rate": 3.962179198559208e-05,
      "loss": 1.2675,
      "step": 1361
    },
    {
      "epoch": 1.8220735785953177,
      "grad_norm": 0.5133899450302124,
      "learning_rate": 3.9576767221972085e-05,
      "loss": 1.8803,
      "step": 1362
    },
    {
      "epoch": 1.8234113712374582,
      "grad_norm": 0.5757606625556946,
      "learning_rate": 3.9531742458352094e-05,
      "loss": 1.4274,
      "step": 1363
    },
    {
      "epoch": 1.8247491638795985,
      "grad_norm": 0.5684844255447388,
      "learning_rate": 3.948671769473211e-05,
      "loss": 1.5116,
      "step": 1364
    },
    {
      "epoch": 1.8260869565217392,
      "grad_norm": 0.5964487791061401,
      "learning_rate": 3.944169293111211e-05,
      "loss": 1.0454,
      "step": 1365
    },
    {
      "epoch": 1.8274247491638795,
      "grad_norm": 0.6252050399780273,
      "learning_rate": 3.9396668167492126e-05,
      "loss": 1.5453,
      "step": 1366
    },
    {
      "epoch": 1.82876254180602,
      "grad_norm": 1.144151210784912,
      "learning_rate": 3.935164340387213e-05,
      "loss": 1.0064,
      "step": 1367
    },
    {
      "epoch": 1.8301003344481606,
      "grad_norm": 0.716434121131897,
      "learning_rate": 3.9306618640252144e-05,
      "loss": 1.2945,
      "step": 1368
    },
    {
      "epoch": 1.8314381270903008,
      "grad_norm": 0.9308441281318665,
      "learning_rate": 3.926159387663215e-05,
      "loss": 1.5683,
      "step": 1369
    },
    {
      "epoch": 1.8327759197324416,
      "grad_norm": 0.5083184838294983,
      "learning_rate": 3.921656911301216e-05,
      "loss": 1.859,
      "step": 1370
    },
    {
      "epoch": 1.8341137123745819,
      "grad_norm": 0.5718291997909546,
      "learning_rate": 3.917154434939217e-05,
      "loss": 1.5812,
      "step": 1371
    },
    {
      "epoch": 1.8354515050167224,
      "grad_norm": 1.204251766204834,
      "learning_rate": 3.912651958577218e-05,
      "loss": 0.9265,
      "step": 1372
    },
    {
      "epoch": 1.836789297658863,
      "grad_norm": 0.5010527968406677,
      "learning_rate": 3.9081494822152187e-05,
      "loss": 1.5297,
      "step": 1373
    },
    {
      "epoch": 1.8381270903010032,
      "grad_norm": 0.5558527708053589,
      "learning_rate": 3.9036470058532195e-05,
      "loss": 1.5666,
      "step": 1374
    },
    {
      "epoch": 1.839464882943144,
      "grad_norm": 0.66669762134552,
      "learning_rate": 3.8991445294912204e-05,
      "loss": 1.2004,
      "step": 1375
    },
    {
      "epoch": 1.8408026755852842,
      "grad_norm": 0.5700245499610901,
      "learning_rate": 3.894642053129221e-05,
      "loss": 1.5689,
      "step": 1376
    },
    {
      "epoch": 1.8421404682274247,
      "grad_norm": 0.4422018826007843,
      "learning_rate": 3.890139576767222e-05,
      "loss": 1.7777,
      "step": 1377
    },
    {
      "epoch": 1.8434782608695652,
      "grad_norm": 0.6519413590431213,
      "learning_rate": 3.8856371004052236e-05,
      "loss": 1.372,
      "step": 1378
    },
    {
      "epoch": 1.8448160535117055,
      "grad_norm": 0.591915488243103,
      "learning_rate": 3.881134624043224e-05,
      "loss": 1.1428,
      "step": 1379
    },
    {
      "epoch": 1.8461538461538463,
      "grad_norm": 0.5624032020568848,
      "learning_rate": 3.8766321476812253e-05,
      "loss": 1.3378,
      "step": 1380
    },
    {
      "epoch": 1.8474916387959865,
      "grad_norm": 0.5132156014442444,
      "learning_rate": 3.8721296713192255e-05,
      "loss": 1.5724,
      "step": 1381
    },
    {
      "epoch": 1.848829431438127,
      "grad_norm": 0.49696585536003113,
      "learning_rate": 3.867627194957227e-05,
      "loss": 1.2503,
      "step": 1382
    },
    {
      "epoch": 1.8501672240802676,
      "grad_norm": 0.6636870503425598,
      "learning_rate": 3.863124718595227e-05,
      "loss": 1.4385,
      "step": 1383
    },
    {
      "epoch": 1.851505016722408,
      "grad_norm": 0.4480172097682953,
      "learning_rate": 3.858622242233229e-05,
      "loss": 1.7326,
      "step": 1384
    },
    {
      "epoch": 1.8528428093645486,
      "grad_norm": 0.893785297870636,
      "learning_rate": 3.854119765871229e-05,
      "loss": 1.7338,
      "step": 1385
    },
    {
      "epoch": 1.8541806020066889,
      "grad_norm": 0.41819554567337036,
      "learning_rate": 3.8496172895092305e-05,
      "loss": 1.1574,
      "step": 1386
    },
    {
      "epoch": 1.8555183946488294,
      "grad_norm": 1.0737574100494385,
      "learning_rate": 3.8451148131472314e-05,
      "loss": 0.7989,
      "step": 1387
    },
    {
      "epoch": 1.85685618729097,
      "grad_norm": 0.5694720149040222,
      "learning_rate": 3.840612336785232e-05,
      "loss": 1.5935,
      "step": 1388
    },
    {
      "epoch": 1.8581939799331104,
      "grad_norm": 0.5654177069664001,
      "learning_rate": 3.836109860423233e-05,
      "loss": 0.8953,
      "step": 1389
    },
    {
      "epoch": 1.859531772575251,
      "grad_norm": 0.5609742403030396,
      "learning_rate": 3.831607384061234e-05,
      "loss": 1.5239,
      "step": 1390
    },
    {
      "epoch": 1.8608695652173912,
      "grad_norm": 0.6583299040794373,
      "learning_rate": 3.827104907699235e-05,
      "loss": 1.2912,
      "step": 1391
    },
    {
      "epoch": 1.8622073578595317,
      "grad_norm": 0.5440747141838074,
      "learning_rate": 3.8226024313372357e-05,
      "loss": 1.6956,
      "step": 1392
    },
    {
      "epoch": 1.8635451505016722,
      "grad_norm": 0.6128625869750977,
      "learning_rate": 3.8180999549752365e-05,
      "loss": 1.3703,
      "step": 1393
    },
    {
      "epoch": 1.8648829431438128,
      "grad_norm": 0.643354058265686,
      "learning_rate": 3.8135974786132374e-05,
      "loss": 1.2531,
      "step": 1394
    },
    {
      "epoch": 1.8662207357859533,
      "grad_norm": 0.6170260310173035,
      "learning_rate": 3.809095002251238e-05,
      "loss": 1.5198,
      "step": 1395
    },
    {
      "epoch": 1.8675585284280936,
      "grad_norm": 0.4028455317020416,
      "learning_rate": 3.80459252588924e-05,
      "loss": 1.8615,
      "step": 1396
    },
    {
      "epoch": 1.868896321070234,
      "grad_norm": 0.7505510449409485,
      "learning_rate": 3.80009004952724e-05,
      "loss": 1.2079,
      "step": 1397
    },
    {
      "epoch": 1.8702341137123746,
      "grad_norm": 0.6865562796592712,
      "learning_rate": 3.7955875731652415e-05,
      "loss": 1.1446,
      "step": 1398
    },
    {
      "epoch": 1.871571906354515,
      "grad_norm": 0.5812001824378967,
      "learning_rate": 3.791085096803242e-05,
      "loss": 1.4853,
      "step": 1399
    },
    {
      "epoch": 1.8729096989966556,
      "grad_norm": 0.6272473335266113,
      "learning_rate": 3.786582620441243e-05,
      "loss": 1.1798,
      "step": 1400
    },
    {
      "epoch": 1.874247491638796,
      "grad_norm": 0.5115850567817688,
      "learning_rate": 3.7820801440792434e-05,
      "loss": 1.2559,
      "step": 1401
    },
    {
      "epoch": 1.8755852842809364,
      "grad_norm": 0.43357017636299133,
      "learning_rate": 3.777577667717245e-05,
      "loss": 0.9326,
      "step": 1402
    },
    {
      "epoch": 1.876923076923077,
      "grad_norm": 0.5632050633430481,
      "learning_rate": 3.773075191355245e-05,
      "loss": 1.388,
      "step": 1403
    },
    {
      "epoch": 1.8782608695652174,
      "grad_norm": 0.6570121049880981,
      "learning_rate": 3.7685727149932466e-05,
      "loss": 1.1719,
      "step": 1404
    },
    {
      "epoch": 1.879598662207358,
      "grad_norm": 0.480442613363266,
      "learning_rate": 3.7640702386312475e-05,
      "loss": 1.6521,
      "step": 1405
    },
    {
      "epoch": 1.8809364548494982,
      "grad_norm": 0.7593757510185242,
      "learning_rate": 3.7595677622692484e-05,
      "loss": 1.0407,
      "step": 1406
    },
    {
      "epoch": 1.8822742474916387,
      "grad_norm": 0.6240037679672241,
      "learning_rate": 3.755065285907249e-05,
      "loss": 1.1501,
      "step": 1407
    },
    {
      "epoch": 1.8836120401337793,
      "grad_norm": 0.48465749621391296,
      "learning_rate": 3.75056280954525e-05,
      "loss": 1.6513,
      "step": 1408
    },
    {
      "epoch": 1.8849498327759198,
      "grad_norm": 0.7941508889198303,
      "learning_rate": 3.746060333183251e-05,
      "loss": 1.3305,
      "step": 1409
    },
    {
      "epoch": 1.8862876254180603,
      "grad_norm": 0.574839174747467,
      "learning_rate": 3.741557856821252e-05,
      "loss": 1.4869,
      "step": 1410
    },
    {
      "epoch": 1.8876254180602006,
      "grad_norm": 0.6008003354072571,
      "learning_rate": 3.7370553804592526e-05,
      "loss": 1.5017,
      "step": 1411
    },
    {
      "epoch": 1.8889632107023413,
      "grad_norm": 0.5762261152267456,
      "learning_rate": 3.7325529040972535e-05,
      "loss": 0.7915,
      "step": 1412
    },
    {
      "epoch": 1.8903010033444816,
      "grad_norm": 0.6438276767730713,
      "learning_rate": 3.7280504277352544e-05,
      "loss": 1.5426,
      "step": 1413
    },
    {
      "epoch": 1.891638795986622,
      "grad_norm": 0.5164512395858765,
      "learning_rate": 3.723547951373256e-05,
      "loss": 1.1212,
      "step": 1414
    },
    {
      "epoch": 1.8929765886287626,
      "grad_norm": 0.5601268410682678,
      "learning_rate": 3.719045475011256e-05,
      "loss": 1.6185,
      "step": 1415
    },
    {
      "epoch": 1.894314381270903,
      "grad_norm": 0.6093222498893738,
      "learning_rate": 3.7145429986492576e-05,
      "loss": 1.4573,
      "step": 1416
    },
    {
      "epoch": 1.8956521739130436,
      "grad_norm": 0.6153028607368469,
      "learning_rate": 3.710040522287258e-05,
      "loss": 1.4644,
      "step": 1417
    },
    {
      "epoch": 1.896989966555184,
      "grad_norm": 0.5739652514457703,
      "learning_rate": 3.705538045925259e-05,
      "loss": 1.4324,
      "step": 1418
    },
    {
      "epoch": 1.8983277591973244,
      "grad_norm": 0.6016227602958679,
      "learning_rate": 3.7010355695632595e-05,
      "loss": 1.7096,
      "step": 1419
    },
    {
      "epoch": 1.899665551839465,
      "grad_norm": 0.9013569355010986,
      "learning_rate": 3.696533093201261e-05,
      "loss": 1.0067,
      "step": 1420
    },
    {
      "epoch": 1.9010033444816052,
      "grad_norm": 0.7423526644706726,
      "learning_rate": 3.692030616839261e-05,
      "loss": 1.1336,
      "step": 1421
    },
    {
      "epoch": 1.902341137123746,
      "grad_norm": 0.5514466762542725,
      "learning_rate": 3.687528140477263e-05,
      "loss": 1.097,
      "step": 1422
    },
    {
      "epoch": 1.9036789297658863,
      "grad_norm": 0.6179841160774231,
      "learning_rate": 3.6830256641152636e-05,
      "loss": 1.5022,
      "step": 1423
    },
    {
      "epoch": 1.9050167224080268,
      "grad_norm": 0.48712772130966187,
      "learning_rate": 3.6785231877532645e-05,
      "loss": 1.0286,
      "step": 1424
    },
    {
      "epoch": 1.9063545150501673,
      "grad_norm": 0.6644452214241028,
      "learning_rate": 3.6740207113912653e-05,
      "loss": 1.4727,
      "step": 1425
    },
    {
      "epoch": 1.9076923076923076,
      "grad_norm": 0.6408343315124512,
      "learning_rate": 3.669518235029266e-05,
      "loss": 1.5816,
      "step": 1426
    },
    {
      "epoch": 1.9090301003344483,
      "grad_norm": 0.6295036673545837,
      "learning_rate": 3.665015758667267e-05,
      "loss": 1.5896,
      "step": 1427
    },
    {
      "epoch": 1.9103678929765886,
      "grad_norm": 0.6161107420921326,
      "learning_rate": 3.660513282305268e-05,
      "loss": 1.397,
      "step": 1428
    },
    {
      "epoch": 1.9117056856187291,
      "grad_norm": 0.8119416832923889,
      "learning_rate": 3.656010805943269e-05,
      "loss": 1.6998,
      "step": 1429
    },
    {
      "epoch": 1.9130434782608696,
      "grad_norm": 0.504453718662262,
      "learning_rate": 3.6515083295812696e-05,
      "loss": 1.4708,
      "step": 1430
    },
    {
      "epoch": 1.91438127090301,
      "grad_norm": 0.5680826902389526,
      "learning_rate": 3.6470058532192705e-05,
      "loss": 1.416,
      "step": 1431
    },
    {
      "epoch": 1.9157190635451506,
      "grad_norm": 0.5165196657180786,
      "learning_rate": 3.642503376857272e-05,
      "loss": 1.153,
      "step": 1432
    },
    {
      "epoch": 1.917056856187291,
      "grad_norm": 0.640468418598175,
      "learning_rate": 3.638000900495272e-05,
      "loss": 1.3228,
      "step": 1433
    },
    {
      "epoch": 1.9183946488294314,
      "grad_norm": 0.6464949250221252,
      "learning_rate": 3.633498424133274e-05,
      "loss": 1.5836,
      "step": 1434
    },
    {
      "epoch": 1.919732441471572,
      "grad_norm": 0.48071908950805664,
      "learning_rate": 3.628995947771274e-05,
      "loss": 1.7179,
      "step": 1435
    },
    {
      "epoch": 1.9210702341137122,
      "grad_norm": 0.3788856565952301,
      "learning_rate": 3.6244934714092755e-05,
      "loss": 1.8167,
      "step": 1436
    },
    {
      "epoch": 1.922408026755853,
      "grad_norm": 0.563204824924469,
      "learning_rate": 3.619990995047276e-05,
      "loss": 1.5081,
      "step": 1437
    },
    {
      "epoch": 1.9237458193979933,
      "grad_norm": 0.4034525156021118,
      "learning_rate": 3.615488518685277e-05,
      "loss": 1.2595,
      "step": 1438
    },
    {
      "epoch": 1.9250836120401338,
      "grad_norm": 0.7248520255088806,
      "learning_rate": 3.610986042323278e-05,
      "loss": 1.7668,
      "step": 1439
    },
    {
      "epoch": 1.9264214046822743,
      "grad_norm": 0.612653911113739,
      "learning_rate": 3.606483565961279e-05,
      "loss": 1.294,
      "step": 1440
    },
    {
      "epoch": 1.9277591973244146,
      "grad_norm": 0.49420690536499023,
      "learning_rate": 3.60198108959928e-05,
      "loss": 1.5397,
      "step": 1441
    },
    {
      "epoch": 1.9290969899665553,
      "grad_norm": 0.679892897605896,
      "learning_rate": 3.5974786132372806e-05,
      "loss": 1.0175,
      "step": 1442
    },
    {
      "epoch": 1.9304347826086956,
      "grad_norm": 0.44175776839256287,
      "learning_rate": 3.5929761368752815e-05,
      "loss": 1.7368,
      "step": 1443
    },
    {
      "epoch": 1.9317725752508361,
      "grad_norm": 0.634681224822998,
      "learning_rate": 3.5884736605132823e-05,
      "loss": 1.4975,
      "step": 1444
    },
    {
      "epoch": 1.9331103678929766,
      "grad_norm": 0.5663192272186279,
      "learning_rate": 3.583971184151283e-05,
      "loss": 1.4068,
      "step": 1445
    },
    {
      "epoch": 1.934448160535117,
      "grad_norm": 0.6057150959968567,
      "learning_rate": 3.579468707789284e-05,
      "loss": 1.2817,
      "step": 1446
    },
    {
      "epoch": 1.9357859531772577,
      "grad_norm": 0.595527708530426,
      "learning_rate": 3.5749662314272856e-05,
      "loss": 1.6711,
      "step": 1447
    },
    {
      "epoch": 1.937123745819398,
      "grad_norm": 0.5907280445098877,
      "learning_rate": 3.570463755065286e-05,
      "loss": 1.5177,
      "step": 1448
    },
    {
      "epoch": 1.9384615384615385,
      "grad_norm": 0.39169877767562866,
      "learning_rate": 3.565961278703287e-05,
      "loss": 2.0893,
      "step": 1449
    },
    {
      "epoch": 1.939799331103679,
      "grad_norm": 0.5973325967788696,
      "learning_rate": 3.561458802341288e-05,
      "loss": 1.421,
      "step": 1450
    },
    {
      "epoch": 1.9411371237458193,
      "grad_norm": 0.6645547151565552,
      "learning_rate": 3.556956325979289e-05,
      "loss": 1.3091,
      "step": 1451
    },
    {
      "epoch": 1.94247491638796,
      "grad_norm": 0.7206888198852539,
      "learning_rate": 3.55245384961729e-05,
      "loss": 1.5102,
      "step": 1452
    },
    {
      "epoch": 1.9438127090301003,
      "grad_norm": 0.5224019289016724,
      "learning_rate": 3.547951373255291e-05,
      "loss": 1.5029,
      "step": 1453
    },
    {
      "epoch": 1.9451505016722408,
      "grad_norm": 0.8365053534507751,
      "learning_rate": 3.5434488968932916e-05,
      "loss": 1.2303,
      "step": 1454
    },
    {
      "epoch": 1.9464882943143813,
      "grad_norm": 0.6158286929130554,
      "learning_rate": 3.5389464205312925e-05,
      "loss": 1.2886,
      "step": 1455
    },
    {
      "epoch": 1.9478260869565216,
      "grad_norm": 0.7675470113754272,
      "learning_rate": 3.534443944169293e-05,
      "loss": 1.0725,
      "step": 1456
    },
    {
      "epoch": 1.9491638795986623,
      "grad_norm": 1.0587267875671387,
      "learning_rate": 3.529941467807294e-05,
      "loss": 1.0416,
      "step": 1457
    },
    {
      "epoch": 1.9505016722408026,
      "grad_norm": 0.7863774299621582,
      "learning_rate": 3.525438991445295e-05,
      "loss": 1.0111,
      "step": 1458
    },
    {
      "epoch": 1.9518394648829431,
      "grad_norm": 0.47847363352775574,
      "learning_rate": 3.5209365150832966e-05,
      "loss": 1.6936,
      "step": 1459
    },
    {
      "epoch": 1.9531772575250836,
      "grad_norm": 0.5850685834884644,
      "learning_rate": 3.516434038721297e-05,
      "loss": 1.5939,
      "step": 1460
    },
    {
      "epoch": 1.954515050167224,
      "grad_norm": 0.47978919744491577,
      "learning_rate": 3.511931562359298e-05,
      "loss": 1.8567,
      "step": 1461
    },
    {
      "epoch": 1.9558528428093647,
      "grad_norm": 0.5951332449913025,
      "learning_rate": 3.5074290859972985e-05,
      "loss": 1.0255,
      "step": 1462
    },
    {
      "epoch": 1.957190635451505,
      "grad_norm": 0.8558800220489502,
      "learning_rate": 3.5029266096353e-05,
      "loss": 1.1657,
      "step": 1463
    },
    {
      "epoch": 1.9585284280936455,
      "grad_norm": 0.4947897791862488,
      "learning_rate": 3.4984241332733e-05,
      "loss": 1.6925,
      "step": 1464
    },
    {
      "epoch": 1.959866220735786,
      "grad_norm": 0.48866933584213257,
      "learning_rate": 3.493921656911302e-05,
      "loss": 1.6474,
      "step": 1465
    },
    {
      "epoch": 1.9612040133779263,
      "grad_norm": 0.6075807213783264,
      "learning_rate": 3.489419180549302e-05,
      "loss": 1.3366,
      "step": 1466
    },
    {
      "epoch": 1.962541806020067,
      "grad_norm": 0.6691599488258362,
      "learning_rate": 3.4849167041873035e-05,
      "loss": 1.3393,
      "step": 1467
    },
    {
      "epoch": 1.9638795986622073,
      "grad_norm": 0.656430721282959,
      "learning_rate": 3.480414227825304e-05,
      "loss": 1.2173,
      "step": 1468
    },
    {
      "epoch": 1.9652173913043478,
      "grad_norm": 0.540453314781189,
      "learning_rate": 3.475911751463305e-05,
      "loss": 1.3623,
      "step": 1469
    },
    {
      "epoch": 1.9665551839464883,
      "grad_norm": 0.6606508493423462,
      "learning_rate": 3.471409275101306e-05,
      "loss": 1.2194,
      "step": 1470
    },
    {
      "epoch": 1.9678929765886286,
      "grad_norm": 0.6008053421974182,
      "learning_rate": 3.466906798739307e-05,
      "loss": 1.3245,
      "step": 1471
    },
    {
      "epoch": 1.9692307692307693,
      "grad_norm": 0.7815794348716736,
      "learning_rate": 3.462404322377308e-05,
      "loss": 1.3401,
      "step": 1472
    },
    {
      "epoch": 1.9705685618729096,
      "grad_norm": 0.4332338869571686,
      "learning_rate": 3.4579018460153086e-05,
      "loss": 1.6547,
      "step": 1473
    },
    {
      "epoch": 1.9719063545150501,
      "grad_norm": 0.7275242209434509,
      "learning_rate": 3.4533993696533095e-05,
      "loss": 1.5228,
      "step": 1474
    },
    {
      "epoch": 1.9732441471571907,
      "grad_norm": 0.5694137811660767,
      "learning_rate": 3.44889689329131e-05,
      "loss": 1.3479,
      "step": 1475
    },
    {
      "epoch": 1.974581939799331,
      "grad_norm": 0.529672384262085,
      "learning_rate": 3.444394416929311e-05,
      "loss": 1.4186,
      "step": 1476
    },
    {
      "epoch": 1.9759197324414717,
      "grad_norm": 0.6662195920944214,
      "learning_rate": 3.439891940567313e-05,
      "loss": 1.3579,
      "step": 1477
    },
    {
      "epoch": 1.977257525083612,
      "grad_norm": 0.47519707679748535,
      "learning_rate": 3.435389464205313e-05,
      "loss": 1.2978,
      "step": 1478
    },
    {
      "epoch": 1.9785953177257525,
      "grad_norm": 1.7963173389434814,
      "learning_rate": 3.4308869878433144e-05,
      "loss": 1.3871,
      "step": 1479
    },
    {
      "epoch": 1.979933110367893,
      "grad_norm": 0.5129130482673645,
      "learning_rate": 3.4263845114813146e-05,
      "loss": 1.5933,
      "step": 1480
    },
    {
      "epoch": 1.9812709030100333,
      "grad_norm": 0.5007113218307495,
      "learning_rate": 3.421882035119316e-05,
      "loss": 1.1155,
      "step": 1481
    },
    {
      "epoch": 1.982608695652174,
      "grad_norm": 0.46495723724365234,
      "learning_rate": 3.417379558757316e-05,
      "loss": 1.408,
      "step": 1482
    },
    {
      "epoch": 1.9839464882943143,
      "grad_norm": 0.5745284557342529,
      "learning_rate": 3.412877082395318e-05,
      "loss": 1.6946,
      "step": 1483
    },
    {
      "epoch": 1.9852842809364548,
      "grad_norm": 0.48399198055267334,
      "learning_rate": 3.408374606033318e-05,
      "loss": 1.5874,
      "step": 1484
    },
    {
      "epoch": 1.9866220735785953,
      "grad_norm": 0.5783731937408447,
      "learning_rate": 3.4038721296713196e-05,
      "loss": 1.537,
      "step": 1485
    },
    {
      "epoch": 1.9879598662207358,
      "grad_norm": 0.6687440276145935,
      "learning_rate": 3.3993696533093204e-05,
      "loss": 1.5465,
      "step": 1486
    },
    {
      "epoch": 1.9892976588628764,
      "grad_norm": 0.5151572227478027,
      "learning_rate": 3.394867176947321e-05,
      "loss": 1.471,
      "step": 1487
    },
    {
      "epoch": 1.9906354515050166,
      "grad_norm": 0.5424696207046509,
      "learning_rate": 3.390364700585322e-05,
      "loss": 1.5837,
      "step": 1488
    },
    {
      "epoch": 1.9919732441471572,
      "grad_norm": 0.6752240061759949,
      "learning_rate": 3.385862224223323e-05,
      "loss": 1.3542,
      "step": 1489
    },
    {
      "epoch": 1.9933110367892977,
      "grad_norm": 0.9526898264884949,
      "learning_rate": 3.381359747861324e-05,
      "loss": 1.255,
      "step": 1490
    },
    {
      "epoch": 1.9946488294314382,
      "grad_norm": 0.5398581624031067,
      "learning_rate": 3.376857271499325e-05,
      "loss": 1.468,
      "step": 1491
    },
    {
      "epoch": 1.9959866220735787,
      "grad_norm": 0.5538991093635559,
      "learning_rate": 3.3723547951373256e-05,
      "loss": 1.5927,
      "step": 1492
    },
    {
      "epoch": 1.997324414715719,
      "grad_norm": 0.5554574728012085,
      "learning_rate": 3.3678523187753265e-05,
      "loss": 1.3998,
      "step": 1493
    },
    {
      "epoch": 1.9986622073578595,
      "grad_norm": 0.7692258358001709,
      "learning_rate": 3.363349842413327e-05,
      "loss": 1.0331,
      "step": 1494
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.6130909323692322,
      "learning_rate": 3.358847366051329e-05,
      "loss": 1.4259,
      "step": 1495
    },
    {
      "epoch": 2.0013377926421403,
      "grad_norm": 0.8359543085098267,
      "learning_rate": 3.354344889689329e-05,
      "loss": 0.8013,
      "step": 1496
    },
    {
      "epoch": 2.002675585284281,
      "grad_norm": 0.4600941240787506,
      "learning_rate": 3.3498424133273306e-05,
      "loss": 0.3069,
      "step": 1497
    },
    {
      "epoch": 2.0040133779264213,
      "grad_norm": 0.6617846488952637,
      "learning_rate": 3.345339936965331e-05,
      "loss": 0.604,
      "step": 1498
    },
    {
      "epoch": 2.005351170568562,
      "grad_norm": 0.7170037627220154,
      "learning_rate": 3.340837460603332e-05,
      "loss": 0.7151,
      "step": 1499
    },
    {
      "epoch": 2.0066889632107023,
      "grad_norm": 0.6578344106674194,
      "learning_rate": 3.3363349842413325e-05,
      "loss": 1.1236,
      "step": 1500
    }
  ],
  "logging_steps": 1,
  "max_steps": 2241,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 5.694569146514203e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}