{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.7414272474513438,
  "eval_steps": 500,
  "global_step": 200,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0037071362372567192,
      "grad_norm": 167957.515625,
      "learning_rate": 0.0003992,
      "loss": 10.791,
      "step": 1
    },
    {
      "epoch": 0.0074142724745134385,
      "grad_norm": 109901.1953125,
      "learning_rate": 0.00039840000000000003,
      "loss": 10.4195,
      "step": 2
    },
    {
      "epoch": 0.011121408711770158,
      "grad_norm": 101352.265625,
      "learning_rate": 0.0003976,
      "loss": 10.0242,
      "step": 3
    },
    {
      "epoch": 0.014828544949026877,
      "grad_norm": 105144.921875,
      "learning_rate": 0.0003968,
      "loss": 9.5684,
      "step": 4
    },
    {
      "epoch": 0.018535681186283594,
      "grad_norm": 107496.6640625,
      "learning_rate": 0.00039600000000000003,
      "loss": 9.1775,
      "step": 5
    },
    {
      "epoch": 0.022242817423540315,
      "grad_norm": 99089.9453125,
      "learning_rate": 0.0003952,
      "loss": 8.9319,
      "step": 6
    },
    {
      "epoch": 0.025949953660797033,
      "grad_norm": 91537.4765625,
      "learning_rate": 0.0003944,
      "loss": 8.4907,
      "step": 7
    },
    {
      "epoch": 0.029657089898053754,
      "grad_norm": 113517.7265625,
      "learning_rate": 0.0003936,
      "loss": 8.1206,
      "step": 8
    },
    {
      "epoch": 0.033364226135310475,
      "grad_norm": 120697.0546875,
      "learning_rate": 0.0003928,
      "loss": 8.0377,
      "step": 9
    },
    {
      "epoch": 0.03707136237256719,
      "grad_norm": 115909.0546875,
      "learning_rate": 0.000392,
      "loss": 7.9754,
      "step": 10
    },
    {
      "epoch": 0.04077849860982391,
      "grad_norm": 116857.3359375,
      "learning_rate": 0.0003912,
      "loss": 7.8788,
      "step": 11
    },
    {
      "epoch": 0.04448563484708063,
      "grad_norm": 101768.7109375,
      "learning_rate": 0.0003904,
      "loss": 7.8914,
      "step": 12
    },
    {
      "epoch": 0.04819277108433735,
      "grad_norm": 101978.6015625,
      "learning_rate": 0.0003896,
      "loss": 7.8178,
      "step": 13
    },
    {
      "epoch": 0.051899907321594066,
      "grad_norm": 90827.578125,
      "learning_rate": 0.0003888,
      "loss": 7.85,
      "step": 14
    },
    {
      "epoch": 0.05560704355885079,
      "grad_norm": 82672.1640625,
      "learning_rate": 0.000388,
      "loss": 7.8152,
      "step": 15
    },
    {
      "epoch": 0.05931417979610751,
      "grad_norm": 65482.09375,
      "learning_rate": 0.00038720000000000003,
      "loss": 7.8131,
      "step": 16
    },
    {
      "epoch": 0.06302131603336422,
      "grad_norm": 55323.29296875,
      "learning_rate": 0.0003864,
      "loss": 7.6994,
      "step": 17
    },
    {
      "epoch": 0.06672845227062095,
      "grad_norm": 94588.7109375,
      "learning_rate": 0.0003856,
      "loss": 7.8545,
      "step": 18
    },
    {
      "epoch": 0.07043558850787766,
      "grad_norm": 50202.546875,
      "learning_rate": 0.00038480000000000003,
      "loss": 7.75,
      "step": 19
    },
    {
      "epoch": 0.07414272474513438,
      "grad_norm": 48727.80859375,
      "learning_rate": 0.000384,
      "loss": 7.7449,
      "step": 20
    },
    {
      "epoch": 0.0778498609823911,
      "grad_norm": 53795.23046875,
      "learning_rate": 0.0003832,
      "loss": 7.702,
      "step": 21
    },
    {
      "epoch": 0.08155699721964782,
      "grad_norm": 55052.234375,
      "learning_rate": 0.0003824,
      "loss": 7.7048,
      "step": 22
    },
    {
      "epoch": 0.08526413345690455,
      "grad_norm": 35977.5625,
      "learning_rate": 0.0003816,
      "loss": 7.7986,
      "step": 23
    },
    {
      "epoch": 0.08897126969416126,
      "grad_norm": 55099.60546875,
      "learning_rate": 0.0003808,
      "loss": 7.8071,
      "step": 24
    },
    {
      "epoch": 0.09267840593141798,
      "grad_norm": 34977.36328125,
      "learning_rate": 0.00038,
      "loss": 7.8473,
      "step": 25
    },
    {
      "epoch": 0.0963855421686747,
      "grad_norm": 35271.6640625,
      "learning_rate": 0.0003792,
      "loss": 7.7099,
      "step": 26
    },
    {
      "epoch": 0.10009267840593142,
      "grad_norm": 44887.39453125,
      "learning_rate": 0.0003784,
      "loss": 7.617,
      "step": 27
    },
    {
      "epoch": 0.10379981464318813,
      "grad_norm": 41191.33203125,
      "learning_rate": 0.0003776,
      "loss": 7.697,
      "step": 28
    },
    {
      "epoch": 0.10750695088044486,
      "grad_norm": 45202.97265625,
      "learning_rate": 0.0003768,
      "loss": 7.7264,
      "step": 29
    },
    {
      "epoch": 0.11121408711770157,
      "grad_norm": 44944.65234375,
      "learning_rate": 0.000376,
      "loss": 7.7159,
      "step": 30
    },
    {
      "epoch": 0.11492122335495829,
      "grad_norm": 34502.83203125,
      "learning_rate": 0.0003752,
      "loss": 7.7213,
      "step": 31
    },
    {
      "epoch": 0.11862835959221502,
      "grad_norm": 38415.63671875,
      "learning_rate": 0.00037440000000000005,
      "loss": 7.6674,
      "step": 32
    },
    {
      "epoch": 0.12233549582947173,
      "grad_norm": 34140.18359375,
      "learning_rate": 0.00037360000000000003,
      "loss": 7.6627,
      "step": 33
    },
    {
      "epoch": 0.12604263206672844,
      "grad_norm": 27067.009765625,
      "learning_rate": 0.00037280000000000006,
      "loss": 7.6678,
      "step": 34
    },
    {
      "epoch": 0.12974976830398516,
      "grad_norm": 34192.23828125,
      "learning_rate": 0.00037200000000000004,
      "loss": 7.7438,
      "step": 35
    },
    {
      "epoch": 0.1334569045412419,
      "grad_norm": 42940.6953125,
      "learning_rate": 0.0003712,
      "loss": 7.6559,
      "step": 36
    },
    {
      "epoch": 0.1371640407784986,
      "grad_norm": 28908.26171875,
      "learning_rate": 0.00037040000000000006,
      "loss": 7.6763,
      "step": 37
    },
    {
      "epoch": 0.14087117701575533,
      "grad_norm": 46989.23046875,
      "learning_rate": 0.00036960000000000004,
      "loss": 7.6483,
      "step": 38
    },
    {
      "epoch": 0.14457831325301204,
      "grad_norm": 38628.00390625,
      "learning_rate": 0.0003688,
      "loss": 7.5813,
      "step": 39
    },
    {
      "epoch": 0.14828544949026876,
      "grad_norm": 26901.994140625,
      "learning_rate": 0.00036800000000000005,
      "loss": 7.7328,
      "step": 40
    },
    {
      "epoch": 0.1519925857275255,
      "grad_norm": 55413.51953125,
      "learning_rate": 0.00036720000000000004,
      "loss": 7.5977,
      "step": 41
    },
    {
      "epoch": 0.1556997219647822,
      "grad_norm": 38922.68359375,
      "learning_rate": 0.0003664,
      "loss": 7.6575,
      "step": 42
    },
    {
      "epoch": 0.15940685820203893,
      "grad_norm": 49835.87109375,
      "learning_rate": 0.00036560000000000005,
      "loss": 7.7382,
      "step": 43
    },
    {
      "epoch": 0.16311399443929564,
      "grad_norm": 41342.8515625,
      "learning_rate": 0.00036480000000000003,
      "loss": 7.7068,
      "step": 44
    },
    {
      "epoch": 0.16682113067655235,
      "grad_norm": 38896.15625,
      "learning_rate": 0.000364,
      "loss": 7.6614,
      "step": 45
    },
    {
      "epoch": 0.1705282669138091,
      "grad_norm": 29027.955078125,
      "learning_rate": 0.00036320000000000005,
      "loss": 7.728,
      "step": 46
    },
    {
      "epoch": 0.1742354031510658,
      "grad_norm": 33758.0859375,
      "learning_rate": 0.0003624,
      "loss": 7.7392,
      "step": 47
    },
    {
      "epoch": 0.17794253938832252,
      "grad_norm": 29002.869140625,
      "learning_rate": 0.0003616,
      "loss": 7.666,
      "step": 48
    },
    {
      "epoch": 0.18164967562557924,
      "grad_norm": 33393.12890625,
      "learning_rate": 0.00036080000000000004,
      "loss": 7.6067,
      "step": 49
    },
    {
      "epoch": 0.18535681186283595,
      "grad_norm": 39193.51171875,
      "learning_rate": 0.00036,
      "loss": 7.7868,
      "step": 50
    },
    {
      "epoch": 0.18906394810009267,
      "grad_norm": 25982.78125,
      "learning_rate": 0.0003592,
      "loss": 7.7189,
      "step": 51
    },
    {
      "epoch": 0.1927710843373494,
      "grad_norm": 28694.505859375,
      "learning_rate": 0.00035840000000000004,
      "loss": 7.6999,
      "step": 52
    },
    {
      "epoch": 0.19647822057460612,
      "grad_norm": 26356.8828125,
      "learning_rate": 0.0003576,
      "loss": 7.712,
      "step": 53
    },
    {
      "epoch": 0.20018535681186284,
      "grad_norm": 25880.298828125,
      "learning_rate": 0.0003568,
      "loss": 7.7015,
      "step": 54
    },
    {
      "epoch": 0.20389249304911955,
      "grad_norm": 23557.111328125,
      "learning_rate": 0.00035600000000000003,
      "loss": 7.6849,
      "step": 55
    },
    {
      "epoch": 0.20759962928637626,
      "grad_norm": 31365.33203125,
      "learning_rate": 0.0003552,
      "loss": 7.7333,
      "step": 56
    },
    {
      "epoch": 0.211306765523633,
      "grad_norm": 31506.552734375,
      "learning_rate": 0.0003544,
      "loss": 7.7317,
      "step": 57
    },
    {
      "epoch": 0.21501390176088972,
      "grad_norm": 22261.244140625,
      "learning_rate": 0.00035360000000000003,
      "loss": 7.6978,
      "step": 58
    },
    {
      "epoch": 0.21872103799814643,
      "grad_norm": 36267.4921875,
      "learning_rate": 0.0003528,
      "loss": 7.7125,
      "step": 59
    },
    {
      "epoch": 0.22242817423540315,
      "grad_norm": 29624.087890625,
      "learning_rate": 0.00035200000000000005,
      "loss": 7.734,
      "step": 60
    },
    {
      "epoch": 0.22613531047265986,
      "grad_norm": 25301.228515625,
      "learning_rate": 0.0003512,
      "loss": 7.7287,
      "step": 61
    },
    {
      "epoch": 0.22984244670991658,
      "grad_norm": 26147.228515625,
      "learning_rate": 0.0003504,
      "loss": 7.7059,
      "step": 62
    },
    {
      "epoch": 0.23354958294717332,
      "grad_norm": 27329.443359375,
      "learning_rate": 0.00034960000000000004,
      "loss": 7.6798,
      "step": 63
    },
    {
      "epoch": 0.23725671918443003,
      "grad_norm": 23415.9609375,
      "learning_rate": 0.0003488,
      "loss": 7.6968,
      "step": 64
    },
    {
      "epoch": 0.24096385542168675,
      "grad_norm": 23625.1171875,
      "learning_rate": 0.000348,
      "loss": 7.7119,
      "step": 65
    },
    {
      "epoch": 0.24467099165894346,
      "grad_norm": 23805.42578125,
      "learning_rate": 0.00034720000000000004,
      "loss": 7.6473,
      "step": 66
    },
    {
      "epoch": 0.24837812789620017,
      "grad_norm": 47364.8203125,
      "learning_rate": 0.0003464,
      "loss": 7.7921,
      "step": 67
    },
    {
      "epoch": 0.2520852641334569,
      "grad_norm": 29178.279296875,
      "learning_rate": 0.0003456,
      "loss": 7.6958,
      "step": 68
    },
    {
      "epoch": 0.2557924003707136,
      "grad_norm": 26202.958984375,
      "learning_rate": 0.00034480000000000003,
      "loss": 7.7765,
      "step": 69
    },
    {
      "epoch": 0.2594995366079703,
      "grad_norm": 48753.58203125,
      "learning_rate": 0.000344,
      "loss": 7.6496,
      "step": 70
    },
    {
      "epoch": 0.2632066728452271,
      "grad_norm": 24508.509765625,
      "learning_rate": 0.0003432,
      "loss": 7.7125,
      "step": 71
    },
    {
      "epoch": 0.2669138090824838,
      "grad_norm": 33996.55078125,
      "learning_rate": 0.00034240000000000003,
      "loss": 7.6635,
      "step": 72
    },
    {
      "epoch": 0.2706209453197405,
      "grad_norm": 32989.36328125,
      "learning_rate": 0.0003416,
      "loss": 7.6893,
      "step": 73
    },
    {
      "epoch": 0.2743280815569972,
      "grad_norm": 32296.1796875,
      "learning_rate": 0.0003408,
      "loss": 7.6696,
      "step": 74
    },
    {
      "epoch": 0.27803521779425394,
      "grad_norm": 35698.16015625,
      "learning_rate": 0.00034,
      "loss": 7.6713,
      "step": 75
    },
    {
      "epoch": 0.28174235403151066,
      "grad_norm": 25034.283203125,
      "learning_rate": 0.0003392,
      "loss": 7.6629,
      "step": 76
    },
    {
      "epoch": 0.28544949026876737,
      "grad_norm": 36568.65625,
      "learning_rate": 0.0003384,
      "loss": 7.7075,
      "step": 77
    },
    {
      "epoch": 0.2891566265060241,
      "grad_norm": 25048.875,
      "learning_rate": 0.0003376,
      "loss": 7.6727,
      "step": 78
    },
    {
      "epoch": 0.2928637627432808,
      "grad_norm": 25438.61328125,
      "learning_rate": 0.0003368,
      "loss": 7.7028,
      "step": 79
    },
    {
      "epoch": 0.2965708989805375,
      "grad_norm": 27428.9453125,
      "learning_rate": 0.000336,
      "loss": 7.6516,
      "step": 80
    },
    {
      "epoch": 0.3002780352177943,
      "grad_norm": 32185.8125,
      "learning_rate": 0.0003352,
      "loss": 7.7127,
      "step": 81
    },
    {
      "epoch": 0.303985171455051,
      "grad_norm": 28342.439453125,
      "learning_rate": 0.0003344,
      "loss": 7.6461,
      "step": 82
    },
    {
      "epoch": 0.3076923076923077,
      "grad_norm": 22977.4140625,
      "learning_rate": 0.0003336,
      "loss": 7.6348,
      "step": 83
    },
    {
      "epoch": 0.3113994439295644,
      "grad_norm": 28778.767578125,
      "learning_rate": 0.0003328,
      "loss": 7.6299,
      "step": 84
    },
    {
      "epoch": 0.31510658016682114,
      "grad_norm": 21658.966796875,
      "learning_rate": 0.000332,
      "loss": 7.633,
      "step": 85
    },
    {
      "epoch": 0.31881371640407785,
      "grad_norm": 22994.66796875,
      "learning_rate": 0.0003312,
      "loss": 7.648,
      "step": 86
    },
    {
      "epoch": 0.32252085264133457,
      "grad_norm": 23064.05078125,
      "learning_rate": 0.0003304,
      "loss": 7.712,
      "step": 87
    },
    {
      "epoch": 0.3262279888785913,
      "grad_norm": 34689.19140625,
      "learning_rate": 0.0003296,
      "loss": 7.6168,
      "step": 88
    },
    {
      "epoch": 0.329935125115848,
      "grad_norm": 26677.1328125,
      "learning_rate": 0.0003288,
      "loss": 7.6226,
      "step": 89
    },
    {
      "epoch": 0.3336422613531047,
      "grad_norm": 39699.62109375,
      "learning_rate": 0.000328,
      "loss": 7.6465,
      "step": 90
    },
    {
      "epoch": 0.3373493975903614,
      "grad_norm": 47106.6640625,
      "learning_rate": 0.0003272,
      "loss": 7.6884,
      "step": 91
    },
    {
      "epoch": 0.3410565338276182,
      "grad_norm": 30162.638671875,
      "learning_rate": 0.0003264,
      "loss": 7.7695,
      "step": 92
    },
    {
      "epoch": 0.3447636700648749,
      "grad_norm": 40879.01953125,
      "learning_rate": 0.0003256,
      "loss": 7.7253,
      "step": 93
    },
    {
      "epoch": 0.3484708063021316,
      "grad_norm": 56518.4921875,
      "learning_rate": 0.00032480000000000003,
      "loss": 7.6734,
      "step": 94
    },
    {
      "epoch": 0.35217794253938833,
      "grad_norm": 37450.08203125,
      "learning_rate": 0.000324,
      "loss": 7.6897,
      "step": 95
    },
    {
      "epoch": 0.35588507877664505,
      "grad_norm": 28603.978515625,
      "learning_rate": 0.00032320000000000005,
      "loss": 7.7346,
      "step": 96
    },
    {
      "epoch": 0.35959221501390176,
      "grad_norm": 45344.12109375,
      "learning_rate": 0.00032240000000000003,
      "loss": 7.7564,
      "step": 97
    },
    {
      "epoch": 0.3632993512511585,
      "grad_norm": 20206.189453125,
      "learning_rate": 0.0003216,
      "loss": 7.6465,
      "step": 98
    },
    {
      "epoch": 0.3670064874884152,
      "grad_norm": 29952.62890625,
      "learning_rate": 0.00032080000000000005,
      "loss": 7.6581,
      "step": 99
    },
    {
      "epoch": 0.3707136237256719,
      "grad_norm": 24017.02734375,
      "learning_rate": 0.00032,
      "loss": 7.7068,
      "step": 100
    },
    {
      "epoch": 0.3744207599629286,
      "grad_norm": 21995.66796875,
      "learning_rate": 0.0003192,
      "loss": 7.7306,
      "step": 101
    },
    {
      "epoch": 0.37812789620018533,
      "grad_norm": 22698.15625,
      "learning_rate": 0.00031840000000000004,
      "loss": 7.6167,
      "step": 102
    },
    {
      "epoch": 0.3818350324374421,
      "grad_norm": 19390.587890625,
      "learning_rate": 0.0003176,
      "loss": 7.6298,
      "step": 103
    },
    {
      "epoch": 0.3855421686746988,
      "grad_norm": 23548.39453125,
      "learning_rate": 0.00031680000000000006,
      "loss": 7.7148,
      "step": 104
    },
    {
      "epoch": 0.38924930491195553,
      "grad_norm": 25070.564453125,
      "learning_rate": 0.00031600000000000004,
      "loss": 7.8045,
      "step": 105
    },
    {
      "epoch": 0.39295644114921224,
      "grad_norm": 39852.94921875,
      "learning_rate": 0.0003152,
      "loss": 7.6813,
      "step": 106
    },
    {
      "epoch": 0.39666357738646896,
      "grad_norm": 30994.017578125,
      "learning_rate": 0.00031440000000000005,
      "loss": 7.6801,
      "step": 107
    },
    {
      "epoch": 0.40037071362372567,
      "grad_norm": 35010.94140625,
      "learning_rate": 0.00031360000000000003,
      "loss": 7.7625,
      "step": 108
    },
    {
      "epoch": 0.4040778498609824,
      "grad_norm": 32364.001953125,
      "learning_rate": 0.0003128,
      "loss": 7.682,
      "step": 109
    },
    {
      "epoch": 0.4077849860982391,
      "grad_norm": 24475.48828125,
      "learning_rate": 0.00031200000000000005,
      "loss": 7.6953,
      "step": 110
    },
    {
      "epoch": 0.4114921223354958,
      "grad_norm": 28467.2890625,
      "learning_rate": 0.00031120000000000003,
      "loss": 7.7112,
      "step": 111
    },
    {
      "epoch": 0.4151992585727525,
      "grad_norm": 46241.89453125,
      "learning_rate": 0.0003104,
      "loss": 7.625,
      "step": 112
    },
    {
      "epoch": 0.41890639481000924,
      "grad_norm": 25736.814453125,
      "learning_rate": 0.00030960000000000004,
      "loss": 7.6842,
      "step": 113
    },
    {
      "epoch": 0.422613531047266,
      "grad_norm": 25479.744140625,
      "learning_rate": 0.0003088,
      "loss": 7.7131,
      "step": 114
    },
    {
      "epoch": 0.4263206672845227,
      "grad_norm": 32374.447265625,
      "learning_rate": 0.000308,
      "loss": 7.7209,
      "step": 115
    },
    {
      "epoch": 0.43002780352177944,
      "grad_norm": 21930.126953125,
      "learning_rate": 0.00030720000000000004,
      "loss": 7.6593,
      "step": 116
    },
    {
      "epoch": 0.43373493975903615,
      "grad_norm": 22632.013671875,
      "learning_rate": 0.0003064,
      "loss": 7.7121,
      "step": 117
    },
    {
      "epoch": 0.43744207599629287,
      "grad_norm": 21551.6328125,
      "learning_rate": 0.0003056,
      "loss": 7.6504,
      "step": 118
    },
    {
      "epoch": 0.4411492122335496,
      "grad_norm": 24234.326171875,
      "learning_rate": 0.00030480000000000004,
      "loss": 7.7,
      "step": 119
    },
    {
      "epoch": 0.4448563484708063,
      "grad_norm": 27236.205078125,
      "learning_rate": 0.000304,
      "loss": 7.7073,
      "step": 120
    },
    {
      "epoch": 0.448563484708063,
      "grad_norm": 20109.84765625,
      "learning_rate": 0.0003032,
      "loss": 7.642,
      "step": 121
    },
    {
      "epoch": 0.4522706209453197,
      "grad_norm": 20982.546875,
      "learning_rate": 0.00030240000000000003,
      "loss": 7.7092,
      "step": 122
    },
    {
      "epoch": 0.45597775718257644,
      "grad_norm": 30563.40625,
      "learning_rate": 0.0003016,
      "loss": 7.6086,
      "step": 123
    },
    {
      "epoch": 0.45968489341983315,
      "grad_norm": 26537.8828125,
      "learning_rate": 0.0003008,
      "loss": 7.711,
      "step": 124
    },
    {
      "epoch": 0.4633920296570899,
      "grad_norm": 26180.9765625,
      "learning_rate": 0.00030000000000000003,
      "loss": 7.6946,
      "step": 125
    },
    {
      "epoch": 0.46709916589434664,
      "grad_norm": 25894.8828125,
      "learning_rate": 0.0002992,
      "loss": 7.6252,
      "step": 126
    },
    {
      "epoch": 0.47080630213160335,
      "grad_norm": 17775.234375,
      "learning_rate": 0.0002984,
      "loss": 7.7064,
      "step": 127
    },
    {
      "epoch": 0.47451343836886006,
      "grad_norm": 23387.5625,
      "learning_rate": 0.0002976,
      "loss": 7.606,
      "step": 128
    },
    {
      "epoch": 0.4782205746061168,
      "grad_norm": 26294.63671875,
      "learning_rate": 0.0002968,
      "loss": 7.6753,
      "step": 129
    },
    {
      "epoch": 0.4819277108433735,
      "grad_norm": 22350.404296875,
      "learning_rate": 0.000296,
      "loss": 7.6926,
      "step": 130
    },
    {
      "epoch": 0.4856348470806302,
      "grad_norm": 23048.61328125,
      "learning_rate": 0.0002952,
      "loss": 7.6476,
      "step": 131
    },
    {
      "epoch": 0.4893419833178869,
      "grad_norm": 26630.447265625,
      "learning_rate": 0.0002944,
      "loss": 7.7831,
      "step": 132
    },
    {
      "epoch": 0.49304911955514363,
      "grad_norm": 34660.65234375,
      "learning_rate": 0.00029360000000000003,
      "loss": 7.5954,
      "step": 133
    },
    {
      "epoch": 0.49675625579240035,
      "grad_norm": 19611.568359375,
      "learning_rate": 0.0002928,
      "loss": 7.6305,
      "step": 134
    },
    {
      "epoch": 0.5004633920296571,
      "grad_norm": 38032.05078125,
      "learning_rate": 0.000292,
      "loss": 7.725,
      "step": 135
    },
    {
      "epoch": 0.5041705282669138,
      "grad_norm": 26124.802734375,
      "learning_rate": 0.00029120000000000003,
      "loss": 7.6547,
      "step": 136
    },
    {
      "epoch": 0.5078776645041705,
      "grad_norm": 22567.94921875,
      "learning_rate": 0.0002904,
      "loss": 7.7534,
      "step": 137
    },
    {
      "epoch": 0.5115848007414272,
      "grad_norm": 37485.49609375,
      "learning_rate": 0.0002896,
      "loss": 7.6795,
      "step": 138
    },
    {
      "epoch": 0.5152919369786839,
      "grad_norm": 32182.43359375,
      "learning_rate": 0.0002888,
      "loss": 7.7417,
      "step": 139
    },
    {
      "epoch": 0.5189990732159406,
      "grad_norm": 24093.3125,
      "learning_rate": 0.000288,
      "loss": 7.6875,
      "step": 140
    },
    {
      "epoch": 0.5227062094531975,
      "grad_norm": 23480.59765625,
      "learning_rate": 0.0002872,
      "loss": 7.6571,
      "step": 141
    },
    {
      "epoch": 0.5264133456904542,
      "grad_norm": 34477.796875,
      "learning_rate": 0.0002864,
      "loss": 7.6389,
      "step": 142
    },
    {
      "epoch": 0.5301204819277109,
      "grad_norm": 32023.896484375,
      "learning_rate": 0.0002856,
      "loss": 7.7501,
      "step": 143
    },
    {
      "epoch": 0.5338276181649676,
      "grad_norm": 21589.513671875,
      "learning_rate": 0.0002848,
      "loss": 7.6895,
      "step": 144
    },
    {
      "epoch": 0.5375347544022243,
      "grad_norm": 31786.94921875,
      "learning_rate": 0.000284,
      "loss": 7.7106,
      "step": 145
    },
    {
      "epoch": 0.541241890639481,
      "grad_norm": 31673.8359375,
      "learning_rate": 0.0002832,
      "loss": 7.6815,
      "step": 146
    },
    {
      "epoch": 0.5449490268767377,
      "grad_norm": 17670.734375,
      "learning_rate": 0.0002824,
      "loss": 7.6869,
      "step": 147
    },
    {
      "epoch": 0.5486561631139945,
      "grad_norm": 34063.0703125,
      "learning_rate": 0.0002816,
      "loss": 7.7108,
      "step": 148
    },
    {
      "epoch": 0.5523632993512512,
      "grad_norm": 36702.2734375,
      "learning_rate": 0.0002808,
      "loss": 7.7124,
      "step": 149
    },
    {
      "epoch": 0.5560704355885079,
      "grad_norm": 22709.572265625,
      "learning_rate": 0.00028,
      "loss": 7.7326,
      "step": 150
    },
    {
      "epoch": 0.5597775718257646,
      "grad_norm": 36804.21484375,
      "learning_rate": 0.0002792,
      "loss": 7.6414,
      "step": 151
    },
    {
      "epoch": 0.5634847080630213,
      "grad_norm": 30339.912109375,
      "learning_rate": 0.0002784,
      "loss": 7.7337,
      "step": 152
    },
    {
      "epoch": 0.567191844300278,
      "grad_norm": 31866.80859375,
      "learning_rate": 0.00027759999999999997,
      "loss": 7.6208,
      "step": 153
    },
    {
      "epoch": 0.5708989805375347,
      "grad_norm": 23864.302734375,
      "learning_rate": 0.0002768,
      "loss": 7.7083,
      "step": 154
    },
    {
      "epoch": 0.5746061167747915,
      "grad_norm": 29230.330078125,
      "learning_rate": 0.000276,
      "loss": 7.6914,
      "step": 155
    },
    {
      "epoch": 0.5783132530120482,
      "grad_norm": 21988.8046875,
      "learning_rate": 0.00027519999999999997,
      "loss": 7.7157,
      "step": 156
    },
    {
      "epoch": 0.5820203892493049,
      "grad_norm": 21070.361328125,
      "learning_rate": 0.00027440000000000006,
      "loss": 7.6987,
      "step": 157
    },
    {
      "epoch": 0.5857275254865616,
      "grad_norm": 39177.30859375,
      "learning_rate": 0.00027360000000000004,
      "loss": 7.5922,
      "step": 158
    },
    {
      "epoch": 0.5894346617238183,
      "grad_norm": 20961.755859375,
      "learning_rate": 0.0002728,
      "loss": 7.7621,
      "step": 159
    },
    {
      "epoch": 0.593141797961075,
      "grad_norm": 24547.12890625,
      "learning_rate": 0.00027200000000000005,
      "loss": 7.7387,
      "step": 160
    },
    {
      "epoch": 0.5968489341983317,
      "grad_norm": 17789.8125,
      "learning_rate": 0.00027120000000000003,
      "loss": 7.6818,
      "step": 161
    },
    {
      "epoch": 0.6005560704355886,
      "grad_norm": 21633.90625,
      "learning_rate": 0.0002704,
      "loss": 7.6545,
      "step": 162
    },
    {
      "epoch": 0.6042632066728453,
      "grad_norm": 17543.3046875,
      "learning_rate": 0.00026960000000000005,
      "loss": 7.6662,
      "step": 163
    },
    {
      "epoch": 0.607970342910102,
      "grad_norm": 18747.458984375,
      "learning_rate": 0.00026880000000000003,
      "loss": 7.6227,
      "step": 164
    },
    {
      "epoch": 0.6116774791473587,
      "grad_norm": 22172.224609375,
      "learning_rate": 0.000268,
      "loss": 7.6899,
      "step": 165
    },
    {
      "epoch": 0.6153846153846154,
      "grad_norm": 19154.330078125,
      "learning_rate": 0.00026720000000000004,
      "loss": 7.6195,
      "step": 166
    },
    {
      "epoch": 0.6190917516218721,
      "grad_norm": 20868.43359375,
      "learning_rate": 0.0002664,
      "loss": 7.677,
      "step": 167
    },
    {
      "epoch": 0.6227988878591288,
      "grad_norm": 18564.533203125,
      "learning_rate": 0.0002656,
      "loss": 7.696,
      "step": 168
    },
    {
      "epoch": 0.6265060240963856,
      "grad_norm": 22970.892578125,
      "learning_rate": 0.00026480000000000004,
      "loss": 7.6589,
      "step": 169
    },
    {
      "epoch": 0.6302131603336423,
      "grad_norm": 18157.03515625,
      "learning_rate": 0.000264,
      "loss": 7.7017,
      "step": 170
    },
    {
      "epoch": 0.633920296570899,
      "grad_norm": 20085.443359375,
      "learning_rate": 0.0002632,
      "loss": 7.7293,
      "step": 171
    },
    {
      "epoch": 0.6376274328081557,
      "grad_norm": 26864.5390625,
      "learning_rate": 0.00026240000000000004,
      "loss": 7.5853,
      "step": 172
    },
    {
      "epoch": 0.6413345690454124,
      "grad_norm": 21249.70703125,
      "learning_rate": 0.0002616,
      "loss": 7.7276,
      "step": 173
    },
    {
      "epoch": 0.6450417052826691,
      "grad_norm": 17884.49609375,
      "learning_rate": 0.0002608,
      "loss": 7.7034,
      "step": 174
    },
    {
      "epoch": 0.6487488415199258,
      "grad_norm": 19097.380859375,
      "learning_rate": 0.00026000000000000003,
      "loss": 7.7472,
      "step": 175
    },
    {
      "epoch": 0.6524559777571826,
      "grad_norm": 21432.216796875,
      "learning_rate": 0.0002592,
      "loss": 7.7052,
      "step": 176
    },
    {
      "epoch": 0.6561631139944393,
      "grad_norm": 17022.677734375,
      "learning_rate": 0.00025840000000000005,
      "loss": 7.7127,
      "step": 177
    },
    {
      "epoch": 0.659870250231696,
      "grad_norm": 21216.20703125,
      "learning_rate": 0.00025760000000000003,
      "loss": 7.5911,
      "step": 178
    },
    {
      "epoch": 0.6635773864689527,
      "grad_norm": 21638.240234375,
      "learning_rate": 0.0002568,
      "loss": 7.5969,
      "step": 179
    },
    {
      "epoch": 0.6672845227062094,
      "grad_norm": 27894.361328125,
      "learning_rate": 0.00025600000000000004,
      "loss": 7.6331,
      "step": 180
    },
    {
      "epoch": 0.6709916589434661,
      "grad_norm": 21034.33984375,
      "learning_rate": 0.0002552,
      "loss": 7.6371,
      "step": 181
    },
    {
      "epoch": 0.6746987951807228,
      "grad_norm": 25746.513671875,
      "learning_rate": 0.0002544,
      "loss": 7.6462,
      "step": 182
    },
    {
      "epoch": 0.6784059314179796,
      "grad_norm": 23690.24609375,
      "learning_rate": 0.00025360000000000004,
      "loss": 7.6662,
      "step": 183
    },
    {
      "epoch": 0.6821130676552364,
      "grad_norm": 19138.052734375,
      "learning_rate": 0.0002528,
      "loss": 7.74,
      "step": 184
    },
    {
      "epoch": 0.6858202038924931,
      "grad_norm": 20391.046875,
      "learning_rate": 0.000252,
      "loss": 7.7163,
      "step": 185
    },
    {
      "epoch": 0.6895273401297498,
      "grad_norm": 17356.830078125,
      "learning_rate": 0.00025120000000000003,
      "loss": 7.6277,
      "step": 186
    },
    {
      "epoch": 0.6932344763670065,
      "grad_norm": 27145.943359375,
      "learning_rate": 0.0002504,
      "loss": 7.7351,
      "step": 187
    },
    {
      "epoch": 0.6969416126042632,
      "grad_norm": 18061.5703125,
      "learning_rate": 0.0002496,
      "loss": 7.6895,
      "step": 188
    },
    {
      "epoch": 0.70064874884152,
      "grad_norm": 17943.388671875,
      "learning_rate": 0.00024880000000000003,
      "loss": 7.7073,
      "step": 189
    },
    {
      "epoch": 0.7043558850787767,
      "grad_norm": 19911.068359375,
      "learning_rate": 0.000248,
      "loss": 7.7247,
      "step": 190
    },
    {
      "epoch": 0.7080630213160334,
      "grad_norm": 23313.1328125,
      "learning_rate": 0.0002472,
      "loss": 7.6459,
      "step": 191
    },
    {
      "epoch": 0.7117701575532901,
      "grad_norm": 18374.34375,
      "learning_rate": 0.0002464,
      "loss": 7.6853,
      "step": 192
    },
    {
      "epoch": 0.7154772937905468,
      "grad_norm": 18763.783203125,
      "learning_rate": 0.0002456,
      "loss": 7.6097,
      "step": 193
    },
    {
      "epoch": 0.7191844300278035,
      "grad_norm": 18051.265625,
      "learning_rate": 0.0002448,
      "loss": 7.6265,
      "step": 194
    },
    {
      "epoch": 0.7228915662650602,
      "grad_norm": 21930.23828125,
      "learning_rate": 0.000244,
      "loss": 7.7064,
      "step": 195
    },
    {
      "epoch": 0.726598702502317,
      "grad_norm": 21661.873046875,
      "learning_rate": 0.0002432,
      "loss": 7.7374,
      "step": 196
    },
    {
      "epoch": 0.7303058387395737,
      "grad_norm": 26628.837890625,
      "learning_rate": 0.0002424,
      "loss": 7.6806,
      "step": 197
    },
    {
      "epoch": 0.7340129749768304,
      "grad_norm": 24882.0234375,
      "learning_rate": 0.0002416,
      "loss": 7.6327,
      "step": 198
    },
    {
      "epoch": 0.7377201112140871,
      "grad_norm": 25492.328125,
      "learning_rate": 0.0002408,
      "loss": 7.6956,
      "step": 199
    },
    {
      "epoch": 0.7414272474513438,
      "grad_norm": 27734.201171875,
      "learning_rate": 0.00024,
      "loss": 7.6169,
      "step": 200
    }
  ],
  "logging_steps": 1,
  "max_steps": 500,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 200,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.78927800680448e+16,
  "train_batch_size": 6,
  "trial_name": null,
  "trial_params": null
}