{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.5213934239254407,
  "eval_steps": 500,
  "global_step": 2000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.013034835598136018,
      "grad_norm": 2.765625,
      "learning_rate": 4.936131386861314e-05,
      "loss": 1.2665106964111328,
      "step": 50
    },
    {
      "epoch": 0.026069671196272036,
      "grad_norm": 2.859375,
      "learning_rate": 4.870959332638165e-05,
      "loss": 1.239681167602539,
      "step": 100
    },
    {
      "epoch": 0.03910450679440806,
      "grad_norm": 2.59375,
      "learning_rate": 4.805787278415016e-05,
      "loss": 1.2344681549072265,
      "step": 150
    },
    {
      "epoch": 0.05213934239254407,
      "grad_norm": 2.6875,
      "learning_rate": 4.740615224191866e-05,
      "loss": 1.2345462036132813,
      "step": 200
    },
    {
      "epoch": 0.0651741779906801,
      "grad_norm": 2.25,
      "learning_rate": 4.675443169968718e-05,
      "loss": 1.222108154296875,
      "step": 250
    },
    {
      "epoch": 0.07820901358881611,
      "grad_norm": 2.421875,
      "learning_rate": 4.6102711157455685e-05,
      "loss": 1.2145355224609375,
      "step": 300
    },
    {
      "epoch": 0.09124384918695214,
      "grad_norm": 2.390625,
      "learning_rate": 4.5450990615224195e-05,
      "loss": 1.211650161743164,
      "step": 350
    },
    {
      "epoch": 0.10427868478508814,
      "grad_norm": 2.234375,
      "learning_rate": 4.4799270072992706e-05,
      "loss": 1.1886522674560547,
      "step": 400
    },
    {
      "epoch": 0.11731352038322417,
      "grad_norm": 2.875,
      "learning_rate": 4.414754953076121e-05,
      "loss": 1.1931777954101563,
      "step": 450
    },
    {
      "epoch": 0.1303483559813602,
      "grad_norm": 2.03125,
      "learning_rate": 4.349582898852972e-05,
      "loss": 1.191826629638672,
      "step": 500
    },
    {
      "epoch": 0.1433831915794962,
      "grad_norm": 1.984375,
      "learning_rate": 4.284410844629823e-05,
      "loss": 1.1870919799804687,
      "step": 550
    },
    {
      "epoch": 0.15641802717763223,
      "grad_norm": 2.40625,
      "learning_rate": 4.2192387904066736e-05,
      "loss": 1.1914781188964845,
      "step": 600
    },
    {
      "epoch": 0.16945286277576824,
      "grad_norm": 2.484375,
      "learning_rate": 4.1540667361835246e-05,
      "loss": 1.1839387512207031,
      "step": 650
    },
    {
      "epoch": 0.18248769837390427,
      "grad_norm": 2.28125,
      "learning_rate": 4.088894681960376e-05,
      "loss": 1.1656275939941407,
      "step": 700
    },
    {
      "epoch": 0.19552253397204028,
      "grad_norm": 2.15625,
      "learning_rate": 4.023722627737226e-05,
      "loss": 1.1594437408447265,
      "step": 750
    },
    {
      "epoch": 0.2085573695701763,
      "grad_norm": 2.265625,
      "learning_rate": 3.958550573514077e-05,
      "loss": 1.16203369140625,
      "step": 800
    },
    {
      "epoch": 0.22159220516831232,
      "grad_norm": 2.15625,
      "learning_rate": 3.893378519290928e-05,
      "loss": 1.172977752685547,
      "step": 850
    },
    {
      "epoch": 0.23462704076644833,
      "grad_norm": 2.125,
      "learning_rate": 3.828206465067779e-05,
      "loss": 1.1549080657958983,
      "step": 900
    },
    {
      "epoch": 0.24766187636458434,
      "grad_norm": 2.46875,
      "learning_rate": 3.7630344108446304e-05,
      "loss": 1.1490896606445313,
      "step": 950
    },
    {
      "epoch": 0.2606967119627204,
      "grad_norm": 1.7890625,
      "learning_rate": 3.697862356621481e-05,
      "loss": 1.1234033966064454,
      "step": 1000
    },
    {
      "epoch": 0.2737315475608564,
      "grad_norm": 2.34375,
      "learning_rate": 3.632690302398332e-05,
      "loss": 1.1447408294677734,
      "step": 1050
    },
    {
      "epoch": 0.2867663831589924,
      "grad_norm": 2.15625,
      "learning_rate": 3.567518248175183e-05,
      "loss": 1.1448504638671875,
      "step": 1100
    },
    {
      "epoch": 0.29980121875712845,
      "grad_norm": 1.8828125,
      "learning_rate": 3.5023461939520333e-05,
      "loss": 1.112318344116211,
      "step": 1150
    },
    {
      "epoch": 0.31283605435526446,
      "grad_norm": 2.0,
      "learning_rate": 3.4371741397288844e-05,
      "loss": 1.1291159057617188,
      "step": 1200
    },
    {
      "epoch": 0.32587088995340047,
      "grad_norm": 2.140625,
      "learning_rate": 3.3720020855057355e-05,
      "loss": 1.1280142211914062,
      "step": 1250
    },
    {
      "epoch": 0.3389057255515365,
      "grad_norm": 2.171875,
      "learning_rate": 3.306830031282586e-05,
      "loss": 1.1144158935546875,
      "step": 1300
    },
    {
      "epoch": 0.3519405611496725,
      "grad_norm": 2.0625,
      "learning_rate": 3.241657977059437e-05,
      "loss": 1.1240755462646483,
      "step": 1350
    },
    {
      "epoch": 0.36497539674780854,
      "grad_norm": 1.8984375,
      "learning_rate": 3.176485922836288e-05,
      "loss": 1.1407569885253905,
      "step": 1400
    },
    {
      "epoch": 0.37801023234594455,
      "grad_norm": 2.125,
      "learning_rate": 3.111313868613139e-05,
      "loss": 1.1473193359375,
      "step": 1450
    },
    {
      "epoch": 0.39104506794408056,
      "grad_norm": 2.0,
      "learning_rate": 3.0461418143899895e-05,
      "loss": 1.0902942657470702,
      "step": 1500
    },
    {
      "epoch": 0.40407990354221657,
      "grad_norm": 2.203125,
      "learning_rate": 2.9809697601668406e-05,
      "loss": 1.1144374847412108,
      "step": 1550
    },
    {
      "epoch": 0.4171147391403526,
      "grad_norm": 1.953125,
      "learning_rate": 2.9157977059436913e-05,
      "loss": 1.0878910827636719,
      "step": 1600
    },
    {
      "epoch": 0.43014957473848864,
      "grad_norm": 2.0625,
      "learning_rate": 2.8506256517205427e-05,
      "loss": 1.1090828704833984,
      "step": 1650
    },
    {
      "epoch": 0.44318441033662465,
      "grad_norm": 2.390625,
      "learning_rate": 2.7854535974973935e-05,
      "loss": 1.1102208709716797,
      "step": 1700
    },
    {
      "epoch": 0.45621924593476065,
      "grad_norm": 1.8515625,
      "learning_rate": 2.720281543274244e-05,
      "loss": 1.118812026977539,
      "step": 1750
    },
    {
      "epoch": 0.46925408153289666,
      "grad_norm": 2.046875,
      "learning_rate": 2.6551094890510953e-05,
      "loss": 1.1233943939208983,
      "step": 1800
    },
    {
      "epoch": 0.48228891713103267,
      "grad_norm": 2.09375,
      "learning_rate": 2.589937434827946e-05,
      "loss": 1.056346435546875,
      "step": 1850
    },
    {
      "epoch": 0.4953237527291687,
      "grad_norm": 2.265625,
      "learning_rate": 2.5247653806047968e-05,
      "loss": 1.0784915924072265,
      "step": 1900
    },
    {
      "epoch": 0.5083585883273047,
      "grad_norm": 2.015625,
      "learning_rate": 2.4595933263816475e-05,
      "loss": 1.0717469024658204,
      "step": 1950
    },
    {
      "epoch": 0.5213934239254407,
      "grad_norm": 2.125,
      "learning_rate": 2.3944212721584986e-05,
      "loss": 1.0828059387207032,
      "step": 2000
    }
  ],
  "logging_steps": 50,
  "max_steps": 3836,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 6.488306500239483e+17,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}