{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 12.818800907998398,
  "eval_steps": 500,
  "global_step": 6000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.11,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 0.8267,
      "step": 50
    },
    {
      "epoch": 0.21,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 0.6077,
      "step": 100
    },
    {
      "epoch": 0.32,
      "learning_rate": 3e-06,
      "loss": 0.3982,
      "step": 150
    },
    {
      "epoch": 0.43,
      "learning_rate": 4.000000000000001e-06,
      "loss": 0.3004,
      "step": 200
    },
    {
      "epoch": 0.53,
      "learning_rate": 5e-06,
      "loss": 0.2925,
      "step": 250
    },
    {
      "epoch": 0.64,
      "learning_rate": 6e-06,
      "loss": 0.2492,
      "step": 300
    },
    {
      "epoch": 0.75,
      "learning_rate": 7e-06,
      "loss": 0.2615,
      "step": 350
    },
    {
      "epoch": 0.85,
      "learning_rate": 8.000000000000001e-06,
      "loss": 0.2496,
      "step": 400
    },
    {
      "epoch": 0.96,
      "learning_rate": 9e-06,
      "loss": 0.2456,
      "step": 450
    },
    {
      "epoch": 1.07,
      "learning_rate": 1e-05,
      "loss": 0.2304,
      "step": 500
    },
    {
      "epoch": 1.18,
      "learning_rate": 9.998737209226261e-06,
      "loss": 0.2353,
      "step": 550
    },
    {
      "epoch": 1.28,
      "learning_rate": 9.994949474761258e-06,
      "loss": 0.2178,
      "step": 600
    },
    {
      "epoch": 1.39,
      "learning_rate": 9.988638709851444e-06,
      "loss": 0.2347,
      "step": 650
    },
    {
      "epoch": 1.5,
      "learning_rate": 9.9798081021671e-06,
      "loss": 0.233,
      "step": 700
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.968462112192194e-06,
      "loss": 0.2157,
      "step": 750
    },
    {
      "epoch": 1.71,
      "learning_rate": 9.954606470971309e-06,
      "loss": 0.2296,
      "step": 800
    },
    {
      "epoch": 1.82,
      "learning_rate": 9.9382481772148e-06,
      "loss": 0.2192,
      "step": 850
    },
    {
      "epoch": 1.92,
      "learning_rate": 9.919395493763642e-06,
      "loss": 0.2181,
      "step": 900
    },
    {
      "epoch": 2.03,
      "learning_rate": 9.898057943415722e-06,
      "loss": 0.2032,
      "step": 950
    },
    {
      "epoch": 2.14,
      "learning_rate": 9.874246304115728e-06,
      "loss": 0.1536,
      "step": 1000
    },
    {
      "epoch": 2.24,
      "learning_rate": 9.847972603511025e-06,
      "loss": 0.167,
      "step": 1050
    },
    {
      "epoch": 2.35,
      "learning_rate": 9.8192501128763e-06,
      "loss": 0.1455,
      "step": 1100
    },
    {
      "epoch": 2.46,
      "learning_rate": 9.78809334041002e-06,
      "loss": 0.1488,
      "step": 1150
    },
    {
      "epoch": 2.56,
      "learning_rate": 9.754518023906113e-06,
      "loss": 0.1488,
      "step": 1200
    },
    {
      "epoch": 2.67,
      "learning_rate": 9.718541122804537e-06,
      "loss": 0.1571,
      "step": 1250
    },
    {
      "epoch": 2.78,
      "learning_rate": 9.680180809624806e-06,
      "loss": 0.1556,
      "step": 1300
    },
    {
      "epoch": 2.88,
      "learning_rate": 9.639456460786743e-06,
      "loss": 0.1468,
      "step": 1350
    },
    {
      "epoch": 2.99,
      "learning_rate": 9.59638864682314e-06,
      "loss": 0.1577,
      "step": 1400
    },
    {
      "epoch": 3.1,
      "learning_rate": 9.550999121989246e-06,
      "loss": 0.0985,
      "step": 1450
    },
    {
      "epoch": 3.2,
      "learning_rate": 9.503310813274334e-06,
      "loss": 0.0786,
      "step": 1500
    },
    {
      "epoch": 3.31,
      "learning_rate": 9.453347808820907e-06,
      "loss": 0.088,
      "step": 1550
    },
    {
      "epoch": 3.42,
      "learning_rate": 9.401135345757387e-06,
      "loss": 0.0828,
      "step": 1600
    },
    {
      "epoch": 3.53,
      "learning_rate": 9.346699797450427e-06,
      "loss": 0.086,
      "step": 1650
    },
    {
      "epoch": 3.63,
      "learning_rate": 9.290068660183292e-06,
      "loss": 0.0863,
      "step": 1700
    },
    {
      "epoch": 3.74,
      "learning_rate": 9.23127053926704e-06,
      "loss": 0.0924,
      "step": 1750
    },
    {
      "epoch": 3.85,
      "learning_rate": 9.170335134591516e-06,
      "loss": 0.0941,
      "step": 1800
    },
    {
      "epoch": 3.95,
      "learning_rate": 9.107293225623445e-06,
      "loss": 0.0897,
      "step": 1850
    },
    {
      "epoch": 4.06,
      "learning_rate": 9.042176655859231e-06,
      "loss": 0.0622,
      "step": 1900
    },
    {
      "epoch": 4.17,
      "learning_rate": 8.975018316740278e-06,
      "loss": 0.0388,
      "step": 1950
    },
    {
      "epoch": 4.27,
      "learning_rate": 8.905852131038996e-06,
      "loss": 0.0424,
      "step": 2000
    },
    {
      "epoch": 4.38,
      "learning_rate": 8.834713035723846e-06,
      "loss": 0.0463,
      "step": 2050
    },
    {
      "epoch": 4.49,
      "learning_rate": 8.761636964312114e-06,
      "loss": 0.0436,
      "step": 2100
    },
    {
      "epoch": 4.59,
      "learning_rate": 8.686660828719309e-06,
      "loss": 0.0449,
      "step": 2150
    },
    {
      "epoch": 4.7,
      "learning_rate": 8.609822500614336e-06,
      "loss": 0.0441,
      "step": 2200
    },
    {
      "epoch": 4.81,
      "learning_rate": 8.531160792289917e-06,
      "loss": 0.0438,
      "step": 2250
    },
    {
      "epoch": 4.91,
      "learning_rate": 8.45071543705786e-06,
      "loss": 0.0458,
      "step": 2300
    },
    {
      "epoch": 5.02,
      "learning_rate": 8.368527069179117e-06,
      "loss": 0.0399,
      "step": 2350
    },
    {
      "epoch": 5.13,
      "learning_rate": 8.284637203338753e-06,
      "loss": 0.0211,
      "step": 2400
    },
    {
      "epoch": 5.23,
      "learning_rate": 8.199088213676205e-06,
      "loss": 0.0215,
      "step": 2450
    },
    {
      "epoch": 5.34,
      "learning_rate": 8.111923312381413e-06,
      "loss": 0.0223,
      "step": 2500
    },
    {
      "epoch": 5.45,
      "learning_rate": 8.023186527867637e-06,
      "loss": 0.0217,
      "step": 2550
    },
    {
      "epoch": 5.55,
      "learning_rate": 7.932922682531986e-06,
      "loss": 0.0229,
      "step": 2600
    },
    {
      "epoch": 5.66,
      "learning_rate": 7.841177370114898e-06,
      "loss": 0.0223,
      "step": 2650
    },
    {
      "epoch": 5.77,
      "learning_rate": 7.747996932669996e-06,
      "loss": 0.0222,
      "step": 2700
    },
    {
      "epoch": 5.88,
      "learning_rate": 7.653428437155956e-06,
      "loss": 0.023,
      "step": 2750
    },
    {
      "epoch": 5.98,
      "learning_rate": 7.557519651662229e-06,
      "loss": 0.0218,
      "step": 2800
    },
    {
      "epoch": 6.09,
      "learning_rate": 7.460319021280591e-06,
      "loss": 0.0148,
      "step": 2850
    },
    {
      "epoch": 6.2,
      "learning_rate": 7.3618756436347415e-06,
      "loss": 0.013,
      "step": 2900
    },
    {
      "epoch": 6.3,
      "learning_rate": 7.262239244080291e-06,
      "loss": 0.013,
      "step": 2950
    },
    {
      "epoch": 6.41,
      "learning_rate": 7.161460150587674e-06,
      "loss": 0.0129,
      "step": 3000
    },
    {
      "epoch": 6.52,
      "learning_rate": 7.05958926832067e-06,
      "loss": 0.0129,
      "step": 3050
    },
    {
      "epoch": 6.62,
      "learning_rate": 6.956678053923373e-06,
      "loss": 0.0137,
      "step": 3100
    },
    {
      "epoch": 6.73,
      "learning_rate": 6.852778489528608e-06,
      "loss": 0.0133,
      "step": 3150
    },
    {
      "epoch": 6.84,
      "learning_rate": 6.7479430565008986e-06,
      "loss": 0.013,
      "step": 3200
    },
    {
      "epoch": 6.94,
      "learning_rate": 6.642224708927281e-06,
      "loss": 0.0141,
      "step": 3250
    },
    {
      "epoch": 7.05,
      "learning_rate": 6.535676846869327e-06,
      "loss": 0.0109,
      "step": 3300
    },
    {
      "epoch": 7.16,
      "learning_rate": 6.428353289389902e-06,
      "loss": 0.0076,
      "step": 3350
    },
    {
      "epoch": 7.26,
      "learning_rate": 6.320308247368285e-06,
      "loss": 0.0077,
      "step": 3400
    },
    {
      "epoch": 7.37,
      "learning_rate": 6.2115962961173616e-06,
      "loss": 0.0075,
      "step": 3450
    },
    {
      "epoch": 7.48,
      "learning_rate": 6.1022723478167445e-06,
      "loss": 0.0076,
      "step": 3500
    },
    {
      "epoch": 7.58,
      "learning_rate": 5.992391623775738e-06,
      "loss": 0.0081,
      "step": 3550
    },
    {
      "epoch": 7.69,
      "learning_rate": 5.882009626540155e-06,
      "loss": 0.0081,
      "step": 3600
    },
    {
      "epoch": 7.8,
      "learning_rate": 5.771182111857075e-06,
      "loss": 0.0076,
      "step": 3650
    },
    {
      "epoch": 7.9,
      "learning_rate": 5.659965060511705e-06,
      "loss": 0.0078,
      "step": 3700
    },
    {
      "epoch": 8.01,
      "learning_rate": 5.5484146500505735e-06,
      "loss": 0.0074,
      "step": 3750
    },
    {
      "epoch": 8.12,
      "learning_rate": 5.436587226405333e-06,
      "loss": 0.0047,
      "step": 3800
    },
    {
      "epoch": 8.23,
      "learning_rate": 5.324539275431518e-06,
      "loss": 0.0046,
      "step": 3850
    },
    {
      "epoch": 8.33,
      "learning_rate": 5.212327394376612e-06,
      "loss": 0.0045,
      "step": 3900
    },
    {
      "epoch": 8.44,
      "learning_rate": 5.100008263291852e-06,
      "loss": 0.0046,
      "step": 3950
    },
    {
      "epoch": 8.55,
      "learning_rate": 4.987638616402219e-06,
      "loss": 0.0046,
      "step": 4000
    },
    {
      "epoch": 8.65,
      "learning_rate": 4.875275213449051e-06,
      "loss": 0.0046,
      "step": 4050
    },
    {
      "epoch": 8.76,
      "learning_rate": 4.762974811019766e-06,
      "loss": 0.0045,
      "step": 4100
    },
    {
      "epoch": 8.87,
      "learning_rate": 4.650794133879198e-06,
      "loss": 0.0049,
      "step": 4150
    },
    {
      "epoch": 8.97,
      "learning_rate": 4.538789846316977e-06,
      "loss": 0.0047,
      "step": 4200
    },
    {
      "epoch": 9.08,
      "learning_rate": 4.4270185235254904e-06,
      "loss": 0.0037,
      "step": 4250
    },
    {
      "epoch": 9.19,
      "learning_rate": 4.3155366230228055e-06,
      "loss": 0.0034,
      "step": 4300
    },
    {
      "epoch": 9.29,
      "learning_rate": 4.204400456135086e-06,
      "loss": 0.0033,
      "step": 4350
    },
    {
      "epoch": 9.4,
      "learning_rate": 4.093666159552802e-06,
      "loss": 0.0032,
      "step": 4400
    },
    {
      "epoch": 9.51,
      "learning_rate": 3.983389666975174e-06,
      "loss": 0.0033,
      "step": 4450
    },
    {
      "epoch": 9.61,
      "learning_rate": 3.873626680857161e-06,
      "loss": 0.0033,
      "step": 4500
    },
    {
      "epoch": 9.72,
      "learning_rate": 3.7644326442732255e-06,
      "loss": 0.0033,
      "step": 4550
    },
    {
      "epoch": 9.83,
      "learning_rate": 3.6558627129121506e-06,
      "loss": 0.0033,
      "step": 4600
    },
    {
      "epoch": 9.93,
      "learning_rate": 3.547971727216982e-06,
      "loss": 0.0033,
      "step": 4650
    },
    {
      "epoch": 10.04,
      "learning_rate": 3.4408141846842493e-06,
      "loss": 0.0035,
      "step": 4700
    },
    {
      "epoch": 10.15,
      "learning_rate": 3.334444212336364e-06,
      "loss": 0.0029,
      "step": 4750
    },
    {
      "epoch": 10.26,
      "learning_rate": 3.2289155393812045e-06,
      "loss": 0.0033,
      "step": 4800
    },
    {
      "epoch": 10.36,
      "learning_rate": 3.1242814700725977e-06,
      "loss": 0.0029,
      "step": 4850
    },
    {
      "epoch": 10.47,
      "learning_rate": 3.0205948567854815e-06,
      "loss": 0.003,
      "step": 4900
    },
    {
      "epoch": 10.58,
      "learning_rate": 2.917908073319302e-06,
      "loss": 0.0031,
      "step": 4950
    },
    {
      "epoch": 10.68,
      "learning_rate": 2.816272988443158e-06,
      "loss": 0.003,
      "step": 5000
    },
    {
      "epoch": 10.79,
      "learning_rate": 2.71574093969604e-06,
      "loss": 0.003,
      "step": 5050
    },
    {
      "epoch": 10.9,
      "learning_rate": 2.6163627074553954e-06,
      "loss": 0.003,
      "step": 5100
    },
    {
      "epoch": 11.0,
      "learning_rate": 2.5181884892871378e-06,
      "loss": 0.003,
      "step": 5150
    },
    {
      "epoch": 11.11,
      "learning_rate": 2.4212678745900336e-06,
      "loss": 0.0032,
      "step": 5200
    },
    {
      "epoch": 11.22,
      "learning_rate": 2.3256498195472966e-06,
      "loss": 0.0028,
      "step": 5250
    },
    {
      "epoch": 11.32,
      "learning_rate": 2.231382622398008e-06,
      "loss": 0.0028,
      "step": 5300
    },
    {
      "epoch": 11.43,
      "learning_rate": 2.1385138990409037e-06,
      "loss": 0.0029,
      "step": 5350
    },
    {
      "epoch": 11.54,
      "learning_rate": 2.0470905589827853e-06,
      "loss": 0.0029,
      "step": 5400
    },
    {
      "epoch": 11.64,
      "learning_rate": 1.957158781643792e-06,
      "loss": 0.0029,
      "step": 5450
    },
    {
      "epoch": 11.75,
      "learning_rate": 1.8687639930313944e-06,
      "loss": 0.0029,
      "step": 5500
    },
    {
      "epoch": 11.86,
      "learning_rate": 1.781950842794999e-06,
      "loss": 0.0029,
      "step": 5550
    },
    {
      "epoch": 11.96,
      "learning_rate": 1.6967631816726676e-06,
      "loss": 0.0029,
      "step": 5600
    },
    {
      "epoch": 12.07,
      "learning_rate": 1.613244039341399e-06,
      "loss": 0.0029,
      "step": 5650
    },
    {
      "epoch": 12.18,
      "learning_rate": 1.5314356026821426e-06,
      "loss": 0.0027,
      "step": 5700
    },
    {
      "epoch": 12.28,
      "learning_rate": 1.451379194470507e-06,
      "loss": 0.0028,
      "step": 5750
    },
    {
      "epoch": 12.39,
      "learning_rate": 1.3731152525039627e-06,
      "loss": 0.0028,
      "step": 5800
    },
    {
      "epoch": 12.5,
      "learning_rate": 1.29668330917604e-06,
      "loss": 0.0028,
      "step": 5850
    },
    {
      "epoch": 12.61,
      "learning_rate": 1.2221219715078808e-06,
      "loss": 0.0028,
      "step": 5900
    },
    {
      "epoch": 12.71,
      "learning_rate": 1.1494689016471977e-06,
      "loss": 0.0028,
      "step": 5950
    },
    {
      "epoch": 12.82,
      "learning_rate": 1.0787607978445153e-06,
      "loss": 0.003,
      "step": 6000
    }
  ],
  "logging_steps": 50,
  "max_steps": 7489,
  "num_train_epochs": 17,
  "save_steps": 2000,
  "total_flos": 3.355230384370483e+19,
  "trial_name": null,
  "trial_params": null
}