{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9999973749767029,
  "global_step": 190474,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.27,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 3.5718,
      "step": 500
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 3.5525,
      "step": 1000
    },
    {
      "epoch": 0.81,
      "learning_rate": 3e-06,
      "loss": 3.5047,
      "step": 1500
    },
    {
      "epoch": 1.08,
      "learning_rate": 4.000000000000001e-06,
      "loss": 3.4853,
      "step": 2000
    },
    {
      "epoch": 1.35,
      "learning_rate": 5e-06,
      "loss": 3.4635,
      "step": 2500
    },
    {
      "epoch": 1.61,
      "learning_rate": 6e-06,
      "loss": 3.4339,
      "step": 3000
    },
    {
      "epoch": 1.88,
      "learning_rate": 7e-06,
      "loss": 3.4143,
      "step": 3500
    },
    {
      "epoch": 2.15,
      "learning_rate": 8.000000000000001e-06,
      "loss": 3.3797,
      "step": 4000
    },
    {
      "epoch": 2.42,
      "learning_rate": 9e-06,
      "loss": 3.368,
      "step": 4500
    },
    {
      "epoch": 2.69,
      "learning_rate": 1e-05,
      "loss": 3.3519,
      "step": 5000
    },
    {
      "epoch": 2.96,
      "learning_rate": 7.944078947368422e-06,
      "loss": 3.3406,
      "step": 5500
    },
    {
      "epoch": 3.23,
      "learning_rate": 5.888157894736842e-06,
      "loss": 3.2885,
      "step": 6000
    },
    {
      "epoch": 3.5,
      "learning_rate": 3.832236842105263e-06,
      "loss": 3.262,
      "step": 6500
    },
    {
      "epoch": 3.77,
      "learning_rate": 1.7763157894736844e-06,
      "loss": 3.2664,
      "step": 7000
    },
    {
      "epoch": 4.0,
      "step": 7432,
      "total_flos": 32244153748534272,
      "train_runtime": 4035.7935,
      "train_samples_per_second": 1.842
    },
    {
      "epoch": 4.04,
      "learning_rate": 1.36e-07,
      "loss": 3.2257,
      "step": 7500
    },
    {
      "epoch": 4.31,
      "learning_rate": 1.1360000000000002e-06,
      "loss": 3.2579,
      "step": 8000
    },
    {
      "epoch": 4.57,
      "learning_rate": 2.1360000000000004e-06,
      "loss": 3.2497,
      "step": 8500
    },
    {
      "epoch": 4.84,
      "learning_rate": 3.136e-06,
      "loss": 3.2399,
      "step": 9000
    },
    {
      "epoch": 5.11,
      "learning_rate": 4.136000000000001e-06,
      "loss": 3.2354,
      "step": 9500
    },
    {
      "epoch": 5.38,
      "learning_rate": 5.136e-06,
      "loss": 3.2227,
      "step": 10000
    },
    {
      "epoch": 5.65,
      "learning_rate": 6.136000000000001e-06,
      "loss": 3.2309,
      "step": 10500
    },
    {
      "epoch": 5.92,
      "learning_rate": 7.136000000000001e-06,
      "loss": 3.237,
      "step": 11000
    },
    {
      "epoch": 6.0,
      "step": 11148,
      "total_flos": 48368948381409792,
      "train_runtime": 2016.9377,
      "train_samples_per_second": 5.527
    },
    {
      "epoch": 0.06,
      "learning_rate": 7.040000000000001e-07,
      "loss": 3.1385,
      "step": 11500
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.7040000000000001e-06,
      "loss": 3.1219,
      "step": 12000
    },
    {
      "epoch": 0.07,
      "learning_rate": 2.704e-06,
      "loss": 3.0988,
      "step": 12500
    },
    {
      "epoch": 0.07,
      "learning_rate": 3.7040000000000005e-06,
      "loss": 3.0695,
      "step": 13000
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.704e-06,
      "loss": 3.0795,
      "step": 13500
    },
    {
      "epoch": 0.07,
      "learning_rate": 5.704000000000001e-06,
      "loss": 3.0666,
      "step": 14000
    },
    {
      "epoch": 0.08,
      "learning_rate": 6.7040000000000005e-06,
      "loss": 3.0593,
      "step": 14500
    },
    {
      "epoch": 0.08,
      "learning_rate": 7.704000000000001e-06,
      "loss": 3.0466,
      "step": 15000
    },
    {
      "epoch": 0.08,
      "learning_rate": 8.704e-06,
      "loss": 3.0547,
      "step": 15500
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.704e-06,
      "loss": 3.0598,
      "step": 16000
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.981021598714645e-06,
      "loss": 3.0721,
      "step": 16500
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.954063642343403e-06,
      "loss": 3.0614,
      "step": 17000
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.927105685972159e-06,
      "loss": 3.0434,
      "step": 17500
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.900147729600915e-06,
      "loss": 3.0653,
      "step": 18000
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.873189773229673e-06,
      "loss": 3.0618,
      "step": 18500
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.846231816858427e-06,
      "loss": 3.0674,
      "step": 19000
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.819273860487185e-06,
      "loss": 3.0515,
      "step": 19500
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.792315904115941e-06,
      "loss": 3.0559,
      "step": 20000
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.765357947744698e-06,
      "loss": 3.0658,
      "step": 20500
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.738399991373455e-06,
      "loss": 3.0525,
      "step": 21000
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.711442035002212e-06,
      "loss": 3.0425,
      "step": 21500
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.684484078630968e-06,
      "loss": 3.0293,
      "step": 22000
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.657526122259726e-06,
      "loss": 3.05,
      "step": 22500
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.63056816588848e-06,
      "loss": 3.053,
      "step": 23000
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.603610209517238e-06,
      "loss": 3.0306,
      "step": 23500
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.576652253145994e-06,
      "loss": 3.0416,
      "step": 24000
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.54969429677475e-06,
      "loss": 3.0292,
      "step": 24500
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.522736340403508e-06,
      "loss": 3.0431,
      "step": 25000
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.495778384032264e-06,
      "loss": 3.0429,
      "step": 25500
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.46882042766102e-06,
      "loss": 3.0305,
      "step": 26000
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.441862471289779e-06,
      "loss": 3.0355,
      "step": 26500
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.414904514918533e-06,
      "loss": 3.0251,
      "step": 27000
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.387946558547291e-06,
      "loss": 3.0323,
      "step": 27500
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.360988602176047e-06,
      "loss": 3.0118,
      "step": 28000
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.334030645804803e-06,
      "loss": 3.0138,
      "step": 28500
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.307072689433561e-06,
      "loss": 3.0217,
      "step": 29000
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.280114733062316e-06,
      "loss": 3.0138,
      "step": 29500
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.253156776691074e-06,
      "loss": 3.0402,
      "step": 30000
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.22619882031983e-06,
      "loss": 3.0297,
      "step": 30500
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.199240863948586e-06,
      "loss": 3.0147,
      "step": 31000
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.172282907577344e-06,
      "loss": 3.0317,
      "step": 31500
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.1453249512061e-06,
      "loss": 3.021,
      "step": 32000
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.118366994834856e-06,
      "loss": 3.0284,
      "step": 32500
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.091409038463614e-06,
      "loss": 3.0274,
      "step": 33000
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.064451082092369e-06,
      "loss": 3.0163,
      "step": 33500
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.037493125721126e-06,
      "loss": 3.0173,
      "step": 34000
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.010535169349883e-06,
      "loss": 3.033,
      "step": 34500
    },
    {
      "epoch": 0.18,
      "learning_rate": 8.983577212978639e-06,
      "loss": 3.0174,
      "step": 35000
    },
    {
      "epoch": 0.19,
      "learning_rate": 8.956619256607397e-06,
      "loss": 3.0274,
      "step": 35500
    },
    {
      "epoch": 0.19,
      "learning_rate": 8.929661300236153e-06,
      "loss": 3.0003,
      "step": 36000
    },
    {
      "epoch": 0.19,
      "learning_rate": 8.902703343864909e-06,
      "loss": 3.0088,
      "step": 36500
    },
    {
      "epoch": 0.19,
      "learning_rate": 8.875745387493667e-06,
      "loss": 3.0126,
      "step": 37000
    },
    {
      "epoch": 0.2,
      "learning_rate": 8.848787431122421e-06,
      "loss": 2.9996,
      "step": 37500
    },
    {
      "epoch": 0.2,
      "learning_rate": 8.82182947475118e-06,
      "loss": 3.0292,
      "step": 38000
    },
    {
      "epoch": 0.2,
      "learning_rate": 8.794871518379935e-06,
      "loss": 3.008,
      "step": 38500
    },
    {
      "epoch": 0.2,
      "learning_rate": 8.767913562008692e-06,
      "loss": 3.0032,
      "step": 39000
    },
    {
      "epoch": 0.21,
      "learning_rate": 8.74095560563745e-06,
      "loss": 2.9903,
      "step": 39500
    },
    {
      "epoch": 0.21,
      "learning_rate": 8.713997649266204e-06,
      "loss": 3.0021,
      "step": 40000
    },
    {
      "epoch": 0.21,
      "learning_rate": 8.687039692894962e-06,
      "loss": 3.0082,
      "step": 40500
    },
    {
      "epoch": 0.22,
      "learning_rate": 8.660081736523718e-06,
      "loss": 2.9998,
      "step": 41000
    },
    {
      "epoch": 0.22,
      "learning_rate": 8.633123780152474e-06,
      "loss": 2.9956,
      "step": 41500
    },
    {
      "epoch": 0.22,
      "learning_rate": 8.606165823781232e-06,
      "loss": 3.0029,
      "step": 42000
    },
    {
      "epoch": 0.22,
      "learning_rate": 8.579207867409988e-06,
      "loss": 2.9969,
      "step": 42500
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.552249911038744e-06,
      "loss": 2.9917,
      "step": 43000
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.525291954667502e-06,
      "loss": 2.9977,
      "step": 43500
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.498333998296257e-06,
      "loss": 3.0194,
      "step": 44000
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.471376041925015e-06,
      "loss": 2.9922,
      "step": 44500
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.444418085553771e-06,
      "loss": 3.0042,
      "step": 45000
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.417460129182527e-06,
      "loss": 3.0048,
      "step": 45500
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.390502172811285e-06,
      "loss": 2.9955,
      "step": 46000
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.363544216440041e-06,
      "loss": 3.0094,
      "step": 46500
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.336586260068797e-06,
      "loss": 2.9846,
      "step": 47000
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.309628303697555e-06,
      "loss": 3.0013,
      "step": 47500
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.28267034732631e-06,
      "loss": 2.9834,
      "step": 48000
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.255712390955068e-06,
      "loss": 3.0037,
      "step": 48500
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.228754434583824e-06,
      "loss": 2.9997,
      "step": 49000
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.20179647821258e-06,
      "loss": 2.9993,
      "step": 49500
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.174838521841338e-06,
      "loss": 2.979,
      "step": 50000
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.147880565470094e-06,
      "loss": 2.9908,
      "step": 50500
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.12092260909885e-06,
      "loss": 2.9872,
      "step": 51000
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.093964652727606e-06,
      "loss": 2.9869,
      "step": 51500
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.067006696356363e-06,
      "loss": 2.9975,
      "step": 52000
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.04004873998512e-06,
      "loss": 2.9916,
      "step": 52500
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.013090783613877e-06,
      "loss": 2.9964,
      "step": 53000
    },
    {
      "epoch": 0.28,
      "learning_rate": 7.986132827242633e-06,
      "loss": 2.9879,
      "step": 53500
    },
    {
      "epoch": 0.28,
      "learning_rate": 7.95917487087139e-06,
      "loss": 2.9832,
      "step": 54000
    },
    {
      "epoch": 0.29,
      "learning_rate": 7.932216914500145e-06,
      "loss": 2.9927,
      "step": 54500
    },
    {
      "epoch": 0.29,
      "learning_rate": 7.905258958128903e-06,
      "loss": 2.981,
      "step": 55000
    },
    {
      "epoch": 0.29,
      "learning_rate": 7.87830100175766e-06,
      "loss": 2.9894,
      "step": 55500
    },
    {
      "epoch": 0.29,
      "learning_rate": 7.851343045386415e-06,
      "loss": 2.987,
      "step": 56000
    },
    {
      "epoch": 0.3,
      "learning_rate": 7.824385089015173e-06,
      "loss": 2.9632,
      "step": 56500
    },
    {
      "epoch": 0.3,
      "learning_rate": 7.79742713264393e-06,
      "loss": 2.9863,
      "step": 57000
    },
    {
      "epoch": 0.3,
      "learning_rate": 7.770469176272686e-06,
      "loss": 2.9848,
      "step": 57500
    },
    {
      "epoch": 0.3,
      "learning_rate": 7.743511219901444e-06,
      "loss": 2.987,
      "step": 58000
    },
    {
      "epoch": 0.31,
      "learning_rate": 7.716553263530198e-06,
      "loss": 2.9731,
      "step": 58500
    },
    {
      "epoch": 0.31,
      "learning_rate": 7.689595307158956e-06,
      "loss": 2.9886,
      "step": 59000
    },
    {
      "epoch": 0.31,
      "learning_rate": 7.662637350787712e-06,
      "loss": 2.9826,
      "step": 59500
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.635679394416468e-06,
      "loss": 2.9773,
      "step": 60000
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.608721438045225e-06,
      "loss": 2.958,
      "step": 60500
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.5817634816739815e-06,
      "loss": 2.9887,
      "step": 61000
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.5548055253027386e-06,
      "loss": 2.9685,
      "step": 61500
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.527847568931496e-06,
      "loss": 2.9632,
      "step": 62000
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.500889612560252e-06,
      "loss": 2.9816,
      "step": 62500
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.473931656189009e-06,
      "loss": 2.9726,
      "step": 63000
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.446973699817764e-06,
      "loss": 2.9753,
      "step": 63500
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.420015743446521e-06,
      "loss": 2.9785,
      "step": 64000
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.393057787075278e-06,
      "loss": 2.9749,
      "step": 64500
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.366099830704034e-06,
      "loss": 2.9722,
      "step": 65000
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.3391418743327914e-06,
      "loss": 2.9636,
      "step": 65500
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.312183917961548e-06,
      "loss": 2.9849,
      "step": 66000
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.285225961590305e-06,
      "loss": 2.9696,
      "step": 66500
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.258268005219062e-06,
      "loss": 2.9667,
      "step": 67000
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.231310048847817e-06,
      "loss": 2.9635,
      "step": 67500
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.204352092476574e-06,
      "loss": 2.9669,
      "step": 68000
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.177394136105331e-06,
      "loss": 2.9778,
      "step": 68500
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.150436179734087e-06,
      "loss": 2.9681,
      "step": 69000
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.123478223362844e-06,
      "loss": 2.9739,
      "step": 69500
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.0965202669916e-06,
      "loss": 2.9737,
      "step": 70000
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.069562310620357e-06,
      "loss": 2.9659,
      "step": 70500
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.042604354249114e-06,
      "loss": 2.9698,
      "step": 71000
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.01564639787787e-06,
      "loss": 2.9675,
      "step": 71500
    },
    {
      "epoch": 0.38,
      "learning_rate": 6.988688441506627e-06,
      "loss": 2.9718,
      "step": 72000
    },
    {
      "epoch": 0.38,
      "learning_rate": 6.961730485135384e-06,
      "loss": 2.9665,
      "step": 72500
    },
    {
      "epoch": 0.38,
      "learning_rate": 6.93477252876414e-06,
      "loss": 2.9883,
      "step": 73000
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.907814572392897e-06,
      "loss": 2.9842,
      "step": 73500
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.8808566160216525e-06,
      "loss": 2.9607,
      "step": 74000
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.8538986596504095e-06,
      "loss": 2.9776,
      "step": 74500
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.8269407032791666e-06,
      "loss": 2.963,
      "step": 75000
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.799982746907923e-06,
      "loss": 2.9571,
      "step": 75500
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.77302479053668e-06,
      "loss": 2.9495,
      "step": 76000
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.746066834165436e-06,
      "loss": 2.9601,
      "step": 76500
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.719108877794193e-06,
      "loss": 2.9645,
      "step": 77000
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.69215092142295e-06,
      "loss": 2.9559,
      "step": 77500
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.665192965051705e-06,
      "loss": 2.9583,
      "step": 78000
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.638235008680462e-06,
      "loss": 2.9543,
      "step": 78500
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6112770523092194e-06,
      "loss": 2.9585,
      "step": 79000
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.584319095937976e-06,
      "loss": 2.9437,
      "step": 79500
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.557361139566733e-06,
      "loss": 2.9573,
      "step": 80000
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.530403183195488e-06,
      "loss": 2.9595,
      "step": 80500
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.503445226824245e-06,
      "loss": 2.9693,
      "step": 81000
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.476487270453002e-06,
      "loss": 2.956,
      "step": 81500
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.449529314081758e-06,
      "loss": 2.9568,
      "step": 82000
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.422571357710515e-06,
      "loss": 2.9555,
      "step": 82500
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.395613401339272e-06,
      "loss": 2.9467,
      "step": 83000
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.3686554449680285e-06,
      "loss": 2.9605,
      "step": 83500
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.3416974885967855e-06,
      "loss": 2.9549,
      "step": 84000
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.314739532225541e-06,
      "loss": 2.9449,
      "step": 84500
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.287781575854298e-06,
      "loss": 2.9564,
      "step": 85000
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.260823619483055e-06,
      "loss": 2.9448,
      "step": 85500
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.233865663111811e-06,
      "loss": 2.9518,
      "step": 86000
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.206907706740568e-06,
      "loss": 2.9597,
      "step": 86500
    },
    {
      "epoch": 0.46,
      "learning_rate": 6.179949750369324e-06,
      "loss": 2.9664,
      "step": 87000
    },
    {
      "epoch": 0.46,
      "learning_rate": 6.152991793998081e-06,
      "loss": 2.9503,
      "step": 87500
    },
    {
      "epoch": 0.46,
      "learning_rate": 6.126033837626838e-06,
      "loss": 2.931,
      "step": 88000
    },
    {
      "epoch": 0.46,
      "learning_rate": 6.099075881255594e-06,
      "loss": 2.9675,
      "step": 88500
    },
    {
      "epoch": 0.47,
      "learning_rate": 6.072117924884351e-06,
      "loss": 2.9647,
      "step": 89000
    },
    {
      "epoch": 0.47,
      "learning_rate": 6.045159968513108e-06,
      "loss": 2.9345,
      "step": 89500
    },
    {
      "epoch": 0.47,
      "learning_rate": 6.018202012141864e-06,
      "loss": 2.9479,
      "step": 90000
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.991244055770621e-06,
      "loss": 2.947,
      "step": 90500
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.964286099399376e-06,
      "loss": 2.9549,
      "step": 91000
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.937328143028133e-06,
      "loss": 2.9594,
      "step": 91500
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.91037018665689e-06,
      "loss": 2.9543,
      "step": 92000
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.883412230285647e-06,
      "loss": 2.9481,
      "step": 92500
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.856454273914404e-06,
      "loss": 2.9593,
      "step": 93000
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.829496317543161e-06,
      "loss": 2.94,
      "step": 93500
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.802538361171917e-06,
      "loss": 2.9484,
      "step": 94000
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.775580404800674e-06,
      "loss": 2.9431,
      "step": 94500
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.748622448429429e-06,
      "loss": 2.9449,
      "step": 95000
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.721664492058186e-06,
      "loss": 2.9369,
      "step": 95500
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.694706535686943e-06,
      "loss": 2.9542,
      "step": 96000
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.6677485793156994e-06,
      "loss": 2.9468,
      "step": 96500
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.6407906229444565e-06,
      "loss": 2.9551,
      "step": 97000
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.613832666573213e-06,
      "loss": 2.9282,
      "step": 97500
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.58687471020197e-06,
      "loss": 2.9475,
      "step": 98000
    },
    {
      "epoch": 0.52,
      "learning_rate": 5.559916753830727e-06,
      "loss": 2.9546,
      "step": 98500
    },
    {
      "epoch": 0.52,
      "learning_rate": 5.532958797459482e-06,
      "loss": 2.9335,
      "step": 99000
    },
    {
      "epoch": 0.52,
      "learning_rate": 5.506000841088239e-06,
      "loss": 2.9486,
      "step": 99500
    },
    {
      "epoch": 0.53,
      "learning_rate": 5.479042884716996e-06,
      "loss": 2.9595,
      "step": 100000
    },
    {
      "epoch": 0.53,
      "learning_rate": 5.452084928345752e-06,
      "loss": 2.9223,
      "step": 100500
    },
    {
      "epoch": 0.53,
      "learning_rate": 5.425126971974509e-06,
      "loss": 2.9461,
      "step": 101000
    },
    {
      "epoch": 0.53,
      "learning_rate": 5.3981690156032655e-06,
      "loss": 2.9471,
      "step": 101500
    },
    {
      "epoch": 0.54,
      "learning_rate": 5.371211059232022e-06,
      "loss": 2.9323,
      "step": 102000
    },
    {
      "epoch": 0.54,
      "learning_rate": 5.344253102860779e-06,
      "loss": 2.9288,
      "step": 102500
    },
    {
      "epoch": 0.54,
      "learning_rate": 5.317295146489535e-06,
      "loss": 2.9378,
      "step": 103000
    },
    {
      "epoch": 0.54,
      "learning_rate": 5.290337190118292e-06,
      "loss": 2.9221,
      "step": 103500
    },
    {
      "epoch": 0.55,
      "learning_rate": 5.263379233747049e-06,
      "loss": 2.9339,
      "step": 104000
    },
    {
      "epoch": 0.55,
      "learning_rate": 5.236421277375805e-06,
      "loss": 2.9353,
      "step": 104500
    },
    {
      "epoch": 0.55,
      "learning_rate": 5.209463321004562e-06,
      "loss": 2.9405,
      "step": 105000
    },
    {
      "epoch": 0.55,
      "learning_rate": 5.1825053646333175e-06,
      "loss": 2.9514,
      "step": 105500
    },
    {
      "epoch": 0.56,
      "learning_rate": 5.155547408262075e-06,
      "loss": 2.9346,
      "step": 106000
    },
    {
      "epoch": 0.56,
      "learning_rate": 5.128589451890832e-06,
      "loss": 2.9421,
      "step": 106500
    },
    {
      "epoch": 0.56,
      "learning_rate": 5.101631495519588e-06,
      "loss": 2.9353,
      "step": 107000
    },
    {
      "epoch": 0.56,
      "learning_rate": 5.074673539148345e-06,
      "loss": 2.933,
      "step": 107500
    },
    {
      "epoch": 0.57,
      "learning_rate": 5.047715582777101e-06,
      "loss": 2.9221,
      "step": 108000
    },
    {
      "epoch": 0.57,
      "learning_rate": 5.020757626405858e-06,
      "loss": 2.9621,
      "step": 108500
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.993799670034614e-06,
      "loss": 2.9304,
      "step": 109000
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.966841713663371e-06,
      "loss": 2.9428,
      "step": 109500
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.9398837572921274e-06,
      "loss": 2.9215,
      "step": 110000
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.9129258009208845e-06,
      "loss": 2.948,
      "step": 110500
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.885967844549641e-06,
      "loss": 2.9427,
      "step": 111000
    },
    {
      "epoch": 0.59,
      "learning_rate": 4.859009888178398e-06,
      "loss": 2.9462,
      "step": 111500
    },
    {
      "epoch": 0.59,
      "learning_rate": 4.832051931807154e-06,
      "loss": 2.9374,
      "step": 112000
    },
    {
      "epoch": 0.59,
      "learning_rate": 4.805093975435911e-06,
      "loss": 2.9145,
      "step": 112500
    },
    {
      "epoch": 0.59,
      "learning_rate": 4.778136019064667e-06,
      "loss": 2.9384,
      "step": 113000
    },
    {
      "epoch": 0.6,
      "learning_rate": 4.751178062693424e-06,
      "loss": 2.9349,
      "step": 113500
    },
    {
      "epoch": 0.6,
      "learning_rate": 4.72422010632218e-06,
      "loss": 2.9303,
      "step": 114000
    },
    {
      "epoch": 0.6,
      "learning_rate": 4.6972621499509365e-06,
      "loss": 2.9306,
      "step": 114500
    },
    {
      "epoch": 0.6,
      "learning_rate": 4.6703041935796935e-06,
      "loss": 2.921,
      "step": 115000
    },
    {
      "epoch": 0.61,
      "learning_rate": 4.6433462372084506e-06,
      "loss": 2.928,
      "step": 115500
    },
    {
      "epoch": 0.61,
      "learning_rate": 4.616388280837207e-06,
      "loss": 2.9289,
      "step": 116000
    },
    {
      "epoch": 0.61,
      "learning_rate": 4.589430324465963e-06,
      "loss": 2.9219,
      "step": 116500
    },
    {
      "epoch": 0.61,
      "learning_rate": 4.56247236809472e-06,
      "loss": 2.914,
      "step": 117000
    },
    {
      "epoch": 0.62,
      "learning_rate": 4.535514411723476e-06,
      "loss": 2.9339,
      "step": 117500
    },
    {
      "epoch": 0.62,
      "learning_rate": 4.508556455352233e-06,
      "loss": 2.9264,
      "step": 118000
    },
    {
      "epoch": 0.62,
      "learning_rate": 4.481598498980989e-06,
      "loss": 2.9312,
      "step": 118500
    },
    {
      "epoch": 0.62,
      "learning_rate": 4.454640542609746e-06,
      "loss": 2.9132,
      "step": 119000
    },
    {
      "epoch": 0.63,
      "learning_rate": 4.427682586238503e-06,
      "loss": 2.9201,
      "step": 119500
    },
    {
      "epoch": 0.63,
      "learning_rate": 4.40072462986726e-06,
      "loss": 2.9214,
      "step": 120000
    },
    {
      "epoch": 0.63,
      "learning_rate": 4.373766673496016e-06,
      "loss": 2.9197,
      "step": 120500
    },
    {
      "epoch": 0.64,
      "learning_rate": 4.346808717124773e-06,
      "loss": 2.9238,
      "step": 121000
    },
    {
      "epoch": 0.64,
      "learning_rate": 4.319850760753529e-06,
      "loss": 2.9114,
      "step": 121500
    },
    {
      "epoch": 0.64,
      "learning_rate": 4.292892804382286e-06,
      "loss": 2.9142,
      "step": 122000
    },
    {
      "epoch": 0.64,
      "learning_rate": 4.265934848011042e-06,
      "loss": 2.9223,
      "step": 122500
    },
    {
      "epoch": 0.65,
      "learning_rate": 4.238976891639799e-06,
      "loss": 2.9169,
      "step": 123000
    },
    {
      "epoch": 0.65,
      "learning_rate": 4.2120189352685554e-06,
      "loss": 2.9305,
      "step": 123500
    },
    {
      "epoch": 0.65,
      "learning_rate": 4.1850609788973125e-06,
      "loss": 2.9298,
      "step": 124000
    },
    {
      "epoch": 0.65,
      "learning_rate": 4.158103022526069e-06,
      "loss": 2.9412,
      "step": 124500
    },
    {
      "epoch": 0.66,
      "learning_rate": 4.131145066154825e-06,
      "loss": 2.9149,
      "step": 125000
    },
    {
      "epoch": 0.66,
      "learning_rate": 4.104187109783582e-06,
      "loss": 2.9191,
      "step": 125500
    },
    {
      "epoch": 0.66,
      "learning_rate": 4.077229153412339e-06,
      "loss": 2.9188,
      "step": 126000
    },
    {
      "epoch": 0.66,
      "learning_rate": 4.050271197041095e-06,
      "loss": 2.9163,
      "step": 126500
    },
    {
      "epoch": 0.67,
      "learning_rate": 4.023313240669851e-06,
      "loss": 2.9082,
      "step": 127000
    },
    {
      "epoch": 0.67,
      "learning_rate": 3.996355284298608e-06,
      "loss": 2.9169,
      "step": 127500
    },
    {
      "epoch": 0.67,
      "learning_rate": 3.9693973279273645e-06,
      "loss": 2.9091,
      "step": 128000
    },
    {
      "epoch": 0.67,
      "learning_rate": 3.9424393715561215e-06,
      "loss": 2.9196,
      "step": 128500
    },
    {
      "epoch": 0.68,
      "learning_rate": 3.915481415184878e-06,
      "loss": 2.9287,
      "step": 129000
    },
    {
      "epoch": 0.68,
      "learning_rate": 3.888523458813635e-06,
      "loss": 2.8979,
      "step": 129500
    },
    {
      "epoch": 0.68,
      "learning_rate": 3.861565502442391e-06,
      "loss": 2.9169,
      "step": 130000
    },
    {
      "epoch": 0.69,
      "learning_rate": 3.834607546071148e-06,
      "loss": 2.9144,
      "step": 130500
    },
    {
      "epoch": 0.69,
      "learning_rate": 3.8076495896999046e-06,
      "loss": 2.9094,
      "step": 131000
    },
    {
      "epoch": 0.69,
      "learning_rate": 3.7806916333286608e-06,
      "loss": 2.9113,
      "step": 131500
    },
    {
      "epoch": 0.69,
      "learning_rate": 3.7537336769574174e-06,
      "loss": 2.9179,
      "step": 132000
    },
    {
      "epoch": 0.7,
      "learning_rate": 3.7267757205861744e-06,
      "loss": 2.9321,
      "step": 132500
    },
    {
      "epoch": 0.7,
      "learning_rate": 3.6998177642149306e-06,
      "loss": 2.9284,
      "step": 133000
    },
    {
      "epoch": 0.7,
      "learning_rate": 3.672859807843687e-06,
      "loss": 2.9231,
      "step": 133500
    },
    {
      "epoch": 0.7,
      "learning_rate": 3.645901851472444e-06,
      "loss": 2.9114,
      "step": 134000
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.618943895101201e-06,
      "loss": 2.9173,
      "step": 134500
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.591985938729957e-06,
      "loss": 2.9145,
      "step": 135000
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.5650279823587136e-06,
      "loss": 2.9127,
      "step": 135500
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.5380700259874702e-06,
      "loss": 2.9149,
      "step": 136000
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.5111120696162273e-06,
      "loss": 2.926,
      "step": 136500
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.4841541132449834e-06,
      "loss": 2.9061,
      "step": 137000
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.45719615687374e-06,
      "loss": 2.9266,
      "step": 137500
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.4302382005024967e-06,
      "loss": 2.9092,
      "step": 138000
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.403280244131253e-06,
      "loss": 2.9268,
      "step": 138500
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.37632228776001e-06,
      "loss": 2.9088,
      "step": 139000
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.3493643313887665e-06,
      "loss": 2.8918,
      "step": 139500
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3224063750175227e-06,
      "loss": 2.9174,
      "step": 140000
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2954484186462793e-06,
      "loss": 2.9104,
      "step": 140500
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2684904622750363e-06,
      "loss": 2.9042,
      "step": 141000
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.241532505903793e-06,
      "loss": 2.9035,
      "step": 141500
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.214574549532549e-06,
      "loss": 2.8953,
      "step": 142000
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1876165931613057e-06,
      "loss": 2.9143,
      "step": 142500
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1606586367900627e-06,
      "loss": 2.9151,
      "step": 143000
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1337006804188193e-06,
      "loss": 2.9104,
      "step": 143500
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.1067427240475755e-06,
      "loss": 2.9164,
      "step": 144000
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.079784767676332e-06,
      "loss": 2.9027,
      "step": 144500
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.052826811305089e-06,
      "loss": 2.9007,
      "step": 145000
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.0258688549338454e-06,
      "loss": 2.9028,
      "step": 145500
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.998910898562602e-06,
      "loss": 2.9095,
      "step": 146000
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.9719529421913586e-06,
      "loss": 2.8995,
      "step": 146500
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.9449949858201156e-06,
      "loss": 2.9016,
      "step": 147000
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.9180370294488718e-06,
      "loss": 2.9078,
      "step": 147500
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.8910790730776284e-06,
      "loss": 2.9225,
      "step": 148000
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.864121116706385e-06,
      "loss": 2.8951,
      "step": 148500
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.837163160335141e-06,
      "loss": 2.8937,
      "step": 149000
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.8102052039638982e-06,
      "loss": 2.9105,
      "step": 149500
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.783247247592655e-06,
      "loss": 2.9172,
      "step": 150000
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.756289291221411e-06,
      "loss": 2.8935,
      "step": 150500
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.7293313348501676e-06,
      "loss": 2.8989,
      "step": 151000
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.7023733784789247e-06,
      "loss": 2.9197,
      "step": 151500
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.6754154221076813e-06,
      "loss": 2.9014,
      "step": 152000
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.6484574657364374e-06,
      "loss": 2.917,
      "step": 152500
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.621499509365194e-06,
      "loss": 2.9114,
      "step": 153000
    },
    {
      "epoch": 0.81,
      "learning_rate": 2.594541552993951e-06,
      "loss": 2.8914,
      "step": 153500
    },
    {
      "epoch": 0.81,
      "learning_rate": 2.5675835966227077e-06,
      "loss": 2.8933,
      "step": 154000
    },
    {
      "epoch": 0.81,
      "learning_rate": 2.540625640251464e-06,
      "loss": 2.9082,
      "step": 154500
    },
    {
      "epoch": 0.81,
      "learning_rate": 2.5136676838802205e-06,
      "loss": 2.9024,
      "step": 155000
    },
    {
      "epoch": 0.82,
      "learning_rate": 2.486709727508977e-06,
      "loss": 2.8803,
      "step": 155500
    },
    {
      "epoch": 0.82,
      "learning_rate": 2.4597517711377337e-06,
      "loss": 2.9039,
      "step": 156000
    },
    {
      "epoch": 0.82,
      "learning_rate": 2.4327938147664903e-06,
      "loss": 2.9101,
      "step": 156500
    },
    {
      "epoch": 0.82,
      "learning_rate": 2.405835858395247e-06,
      "loss": 2.8997,
      "step": 157000
    },
    {
      "epoch": 0.83,
      "learning_rate": 2.3788779020240035e-06,
      "loss": 2.9082,
      "step": 157500
    },
    {
      "epoch": 0.83,
      "learning_rate": 2.35191994565276e-06,
      "loss": 2.8857,
      "step": 158000
    },
    {
      "epoch": 0.83,
      "learning_rate": 2.3249619892815167e-06,
      "loss": 2.9077,
      "step": 158500
    },
    {
      "epoch": 0.83,
      "learning_rate": 2.2980040329102734e-06,
      "loss": 2.8974,
      "step": 159000
    },
    {
      "epoch": 0.84,
      "learning_rate": 2.27104607653903e-06,
      "loss": 2.8819,
      "step": 159500
    },
    {
      "epoch": 0.84,
      "learning_rate": 2.2440881201677866e-06,
      "loss": 2.9061,
      "step": 160000
    },
    {
      "epoch": 0.84,
      "learning_rate": 2.217130163796543e-06,
      "loss": 2.9103,
      "step": 160500
    },
    {
      "epoch": 0.85,
      "learning_rate": 2.1901722074252994e-06,
      "loss": 2.9046,
      "step": 161000
    },
    {
      "epoch": 0.85,
      "learning_rate": 2.1632142510540564e-06,
      "loss": 2.8976,
      "step": 161500
    },
    {
      "epoch": 0.85,
      "learning_rate": 2.1362562946828126e-06,
      "loss": 2.8751,
      "step": 162000
    },
    {
      "epoch": 0.85,
      "learning_rate": 2.1092983383115696e-06,
      "loss": 2.9034,
      "step": 162500
    },
    {
      "epoch": 0.86,
      "learning_rate": 2.082340381940326e-06,
      "loss": 2.9018,
      "step": 163000
    },
    {
      "epoch": 0.86,
      "learning_rate": 2.055382425569083e-06,
      "loss": 2.8938,
      "step": 163500
    },
    {
      "epoch": 0.86,
      "learning_rate": 2.028424469197839e-06,
      "loss": 2.9216,
      "step": 164000
    },
    {
      "epoch": 0.86,
      "learning_rate": 2.001466512826596e-06,
      "loss": 2.8841,
      "step": 164500
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.9745085564553522e-06,
      "loss": 2.893,
      "step": 165000
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.9475506000841093e-06,
      "loss": 2.9049,
      "step": 165500
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.9205926437128654e-06,
      "loss": 2.8978,
      "step": 166000
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.8936346873416223e-06,
      "loss": 2.8871,
      "step": 166500
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.8666767309703787e-06,
      "loss": 2.8934,
      "step": 167000
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.8397187745991355e-06,
      "loss": 2.9071,
      "step": 167500
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.8127608182278919e-06,
      "loss": 2.8993,
      "step": 168000
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.7858028618566487e-06,
      "loss": 2.8957,
      "step": 168500
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.758844905485405e-06,
      "loss": 2.9015,
      "step": 169000
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.731886949114162e-06,
      "loss": 2.8916,
      "step": 169500
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.7049289927429183e-06,
      "loss": 2.9013,
      "step": 170000
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6779710363716747e-06,
      "loss": 2.8928,
      "step": 170500
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6510130800004315e-06,
      "loss": 2.8813,
      "step": 171000
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.624055123629188e-06,
      "loss": 2.8782,
      "step": 171500
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.5970971672579447e-06,
      "loss": 2.8838,
      "step": 172000
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.5701392108867011e-06,
      "loss": 2.8859,
      "step": 172500
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.543181254515458e-06,
      "loss": 2.8822,
      "step": 173000
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.5162232981442144e-06,
      "loss": 2.8794,
      "step": 173500
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.489265341772971e-06,
      "loss": 2.894,
      "step": 174000
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.4623073854017276e-06,
      "loss": 2.8849,
      "step": 174500
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.4353494290304842e-06,
      "loss": 2.9072,
      "step": 175000
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.4083914726592408e-06,
      "loss": 2.8869,
      "step": 175500
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.3814335162879974e-06,
      "loss": 2.8873,
      "step": 176000
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3544755599167538e-06,
      "loss": 2.9072,
      "step": 176500
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3275176035455106e-06,
      "loss": 2.889,
      "step": 177000
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.300559647174267e-06,
      "loss": 2.8639,
      "step": 177500
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2736016908030238e-06,
      "loss": 2.8928,
      "step": 178000
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.2466437344317802e-06,
      "loss": 2.8948,
      "step": 178500
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.2196857780605368e-06,
      "loss": 2.8877,
      "step": 179000
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.1927278216892934e-06,
      "loss": 2.8897,
      "step": 179500
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.16576986531805e-06,
      "loss": 2.8959,
      "step": 180000
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1388119089468067e-06,
      "loss": 2.8988,
      "step": 180500
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1118539525755633e-06,
      "loss": 2.8774,
      "step": 181000
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.0848959962043199e-06,
      "loss": 2.8977,
      "step": 181500
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0579380398330765e-06,
      "loss": 2.8776,
      "step": 182000
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.030980083461833e-06,
      "loss": 2.889,
      "step": 182500
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0040221270905897e-06,
      "loss": 2.8759,
      "step": 183000
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.770641707193463e-07,
      "loss": 2.8768,
      "step": 183500
    },
    {
      "epoch": 0.97,
      "learning_rate": 9.501062143481028e-07,
      "loss": 2.8877,
      "step": 184000
    },
    {
      "epoch": 0.97,
      "learning_rate": 9.231482579768594e-07,
      "loss": 2.8839,
      "step": 184500
    },
    {
      "epoch": 0.97,
      "learning_rate": 8.96190301605616e-07,
      "loss": 2.8889,
      "step": 185000
    },
    {
      "epoch": 0.97,
      "learning_rate": 8.692323452343726e-07,
      "loss": 2.8838,
      "step": 185500
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.42274388863129e-07,
      "loss": 2.8698,
      "step": 186000
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.153164324918856e-07,
      "loss": 2.8761,
      "step": 186500
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.883584761206422e-07,
      "loss": 2.8769,
      "step": 187000
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.614005197493989e-07,
      "loss": 2.8713,
      "step": 187500
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.344425633781555e-07,
      "loss": 2.8764,
      "step": 188000
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.074846070069121e-07,
      "loss": 2.8854,
      "step": 188500
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.805266506356687e-07,
      "loss": 2.8777,
      "step": 189000
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.535686942644253e-07,
      "loss": 2.8941,
      "step": 189500
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.266107378931818e-07,
      "loss": 2.8917,
      "step": 190000
    },
    {
      "epoch": 1.0,
      "step": 190474,
      "total_flos": 812201236873720320,
      "train_runtime": 31399.0337,
      "train_samples_per_second": 6.066
    }
  ],
  "max_steps": 190474,
  "num_train_epochs": 1,
  "total_flos": 812201236873720320,
  "trial_name": null,
  "trial_params": null
}