{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 13.0,
  "eval_steps": 500,
  "global_step": 3250,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.4,
      "grad_norm": 0.48472875356674194,
      "learning_rate": 0.0003,
      "loss": 2.3219,
      "step": 100
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.4583953619003296,
      "learning_rate": 0.0003,
      "loss": 2.2487,
      "step": 200
    },
    {
      "epoch": 1.0,
      "eval_accuracy": 0.5168253968253969,
      "eval_loss": 2.311781167984009,
      "eval_runtime": 5.4425,
      "eval_samples_per_second": 91.87,
      "eval_steps_per_second": 11.576,
      "step": 250
    },
    {
      "epoch": 1.0,
      "eval_exact_match": 18.6,
      "eval_f1": 26.999121042356347,
      "step": 250
    },
    {
      "epoch": 1.2,
      "grad_norm": 0.6610094904899597,
      "learning_rate": 0.0003,
      "loss": 2.083,
      "step": 300
    },
    {
      "epoch": 1.6,
      "grad_norm": 0.7361629605293274,
      "learning_rate": 0.0003,
      "loss": 1.9274,
      "step": 400
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.6793610453605652,
      "learning_rate": 0.0003,
      "loss": 1.9113,
      "step": 500
    },
    {
      "epoch": 2.0,
      "eval_accuracy": 0.5153650793650794,
      "eval_loss": 2.3749232292175293,
      "eval_runtime": 5.2167,
      "eval_samples_per_second": 95.846,
      "eval_steps_per_second": 12.077,
      "step": 500
    },
    {
      "epoch": 2.0,
      "eval_exact_match": 18.2,
      "eval_f1": 26.209704184704197,
      "step": 500
    },
    {
      "epoch": 2.4,
      "grad_norm": 0.8843489289283752,
      "learning_rate": 0.0003,
      "loss": 1.4602,
      "step": 600
    },
    {
      "epoch": 2.8,
      "grad_norm": 0.8380613923072815,
      "learning_rate": 0.0003,
      "loss": 1.4924,
      "step": 700
    },
    {
      "epoch": 3.0,
      "eval_accuracy": 0.5098730158730159,
      "eval_loss": 2.5289740562438965,
      "eval_runtime": 5.3631,
      "eval_samples_per_second": 93.23,
      "eval_steps_per_second": 11.747,
      "step": 750
    },
    {
      "epoch": 3.0,
      "eval_exact_match": 16.6,
      "eval_f1": 24.526153291153296,
      "step": 750
    },
    {
      "epoch": 3.2,
      "grad_norm": 1.068247675895691,
      "learning_rate": 0.0003,
      "loss": 1.2869,
      "step": 800
    },
    {
      "epoch": 3.6,
      "grad_norm": 1.041741967201233,
      "learning_rate": 0.0003,
      "loss": 1.0749,
      "step": 900
    },
    {
      "epoch": 4.0,
      "grad_norm": 1.267968773841858,
      "learning_rate": 0.0003,
      "loss": 1.1157,
      "step": 1000
    },
    {
      "epoch": 4.0,
      "eval_accuracy": 0.5038412698412699,
      "eval_loss": 2.794942855834961,
      "eval_runtime": 5.0088,
      "eval_samples_per_second": 99.825,
      "eval_steps_per_second": 12.578,
      "step": 1000
    },
    {
      "epoch": 4.0,
      "eval_exact_match": 16.4,
      "eval_f1": 23.978561993561993,
      "step": 1000
    },
    {
      "epoch": 4.4,
      "grad_norm": 1.1971005201339722,
      "learning_rate": 0.0003,
      "loss": 0.7367,
      "step": 1100
    },
    {
      "epoch": 4.8,
      "grad_norm": 1.2383127212524414,
      "learning_rate": 0.0003,
      "loss": 0.7814,
      "step": 1200
    },
    {
      "epoch": 5.0,
      "eval_accuracy": 0.49853968253968256,
      "eval_loss": 3.0137181282043457,
      "eval_runtime": 5.1368,
      "eval_samples_per_second": 97.337,
      "eval_steps_per_second": 12.264,
      "step": 1250
    },
    {
      "epoch": 5.0,
      "eval_exact_match": 14.8,
      "eval_f1": 21.880294705294705,
      "step": 1250
    },
    {
      "epoch": 5.2,
      "grad_norm": 0.9558005928993225,
      "learning_rate": 0.0003,
      "loss": 0.6786,
      "step": 1300
    },
    {
      "epoch": 5.6,
      "grad_norm": 1.1341361999511719,
      "learning_rate": 0.0003,
      "loss": 0.5741,
      "step": 1400
    },
    {
      "epoch": 6.0,
      "grad_norm": 1.1375033855438232,
      "learning_rate": 0.0003,
      "loss": 0.605,
      "step": 1500
    },
    {
      "epoch": 6.0,
      "eval_accuracy": 0.49657142857142855,
      "eval_loss": 3.220507860183716,
      "eval_runtime": 5.2708,
      "eval_samples_per_second": 94.863,
      "eval_steps_per_second": 11.953,
      "step": 1500
    },
    {
      "epoch": 6.0,
      "eval_exact_match": 15.4,
      "eval_f1": 22.281807987334307,
      "step": 1500
    },
    {
      "epoch": 6.4,
      "grad_norm": 1.118528962135315,
      "learning_rate": 0.0003,
      "loss": 0.4684,
      "step": 1600
    },
    {
      "epoch": 6.8,
      "grad_norm": 0.9311291575431824,
      "learning_rate": 0.0003,
      "loss": 0.4968,
      "step": 1700
    },
    {
      "epoch": 7.0,
      "eval_accuracy": 0.4946984126984127,
      "eval_loss": 3.3760199546813965,
      "eval_runtime": 5.0734,
      "eval_samples_per_second": 98.554,
      "eval_steps_per_second": 12.418,
      "step": 1750
    },
    {
      "epoch": 7.0,
      "eval_exact_match": 14.8,
      "eval_f1": 21.79480811586075,
      "step": 1750
    },
    {
      "epoch": 7.2,
      "grad_norm": 1.0299904346466064,
      "learning_rate": 0.0003,
      "loss": 0.4631,
      "step": 1800
    },
    {
      "epoch": 7.6,
      "grad_norm": 0.7518107295036316,
      "learning_rate": 0.0003,
      "loss": 0.4411,
      "step": 1900
    },
    {
      "epoch": 8.0,
      "grad_norm": 1.1140515804290771,
      "learning_rate": 0.0003,
      "loss": 0.4597,
      "step": 2000
    },
    {
      "epoch": 8.0,
      "eval_accuracy": 0.49234920634920637,
      "eval_loss": 3.4634218215942383,
      "eval_runtime": 5.8652,
      "eval_samples_per_second": 85.249,
      "eval_steps_per_second": 10.741,
      "step": 2000
    },
    {
      "epoch": 8.0,
      "eval_exact_match": 15.0,
      "eval_f1": 21.617115196631318,
      "step": 2000
    },
    {
      "epoch": 8.4,
      "grad_norm": 1.2363754510879517,
      "learning_rate": 0.0003,
      "loss": 0.4026,
      "step": 2100
    },
    {
      "epoch": 8.8,
      "grad_norm": 0.8174892067909241,
      "learning_rate": 0.0003,
      "loss": 0.4242,
      "step": 2200
    },
    {
      "epoch": 9.0,
      "eval_accuracy": 0.4955873015873016,
      "eval_loss": 3.4379212856292725,
      "eval_runtime": 5.214,
      "eval_samples_per_second": 95.896,
      "eval_steps_per_second": 12.083,
      "step": 2250
    },
    {
      "epoch": 9.0,
      "eval_exact_match": 15.0,
      "eval_f1": 22.36426184926185,
      "step": 2250
    },
    {
      "epoch": 9.2,
      "grad_norm": 0.551261842250824,
      "learning_rate": 0.0003,
      "loss": 0.4135,
      "step": 2300
    },
    {
      "epoch": 9.6,
      "grad_norm": 0.6361530423164368,
      "learning_rate": 0.0003,
      "loss": 0.3999,
      "step": 2400
    },
    {
      "epoch": 10.0,
      "grad_norm": 0.9359388947486877,
      "learning_rate": 0.0003,
      "loss": 0.4223,
      "step": 2500
    },
    {
      "epoch": 10.0,
      "eval_accuracy": 0.494952380952381,
      "eval_loss": 3.600064277648926,
      "eval_runtime": 5.8832,
      "eval_samples_per_second": 84.988,
      "eval_steps_per_second": 10.709,
      "step": 2500
    },
    {
      "epoch": 10.0,
      "eval_exact_match": 14.8,
      "eval_f1": 21.784345099345103,
      "step": 2500
    },
    {
      "epoch": 10.4,
      "grad_norm": 0.7834428548812866,
      "learning_rate": 0.0003,
      "loss": 0.3855,
      "step": 2600
    },
    {
      "epoch": 10.8,
      "grad_norm": 1.0201836824417114,
      "learning_rate": 0.0003,
      "loss": 0.4,
      "step": 2700
    },
    {
      "epoch": 11.0,
      "eval_accuracy": 0.4955555555555556,
      "eval_loss": 3.571756362915039,
      "eval_runtime": 5.6646,
      "eval_samples_per_second": 88.267,
      "eval_steps_per_second": 11.122,
      "step": 2750
    },
    {
      "epoch": 11.0,
      "eval_exact_match": 15.0,
      "eval_f1": 22.02530358530358,
      "step": 2750
    },
    {
      "epoch": 11.2,
      "grad_norm": 0.738467812538147,
      "learning_rate": 0.0003,
      "loss": 0.3977,
      "step": 2800
    },
    {
      "epoch": 11.6,
      "grad_norm": 0.535826563835144,
      "learning_rate": 0.0003,
      "loss": 0.3904,
      "step": 2900
    },
    {
      "epoch": 12.0,
      "grad_norm": 0.8586340546607971,
      "learning_rate": 0.0003,
      "loss": 0.4007,
      "step": 3000
    },
    {
      "epoch": 12.0,
      "eval_accuracy": 0.49323809523809525,
      "eval_loss": 3.568419933319092,
      "eval_runtime": 5.5173,
      "eval_samples_per_second": 90.624,
      "eval_steps_per_second": 11.419,
      "step": 3000
    },
    {
      "epoch": 12.0,
      "eval_exact_match": 15.2,
      "eval_f1": 21.94431457431457,
      "step": 3000
    },
    {
      "epoch": 12.4,
      "grad_norm": 0.6024760007858276,
      "learning_rate": 0.0003,
      "loss": 0.3721,
      "step": 3100
    },
    {
      "epoch": 12.8,
      "grad_norm": 0.7764168381690979,
      "learning_rate": 0.0003,
      "loss": 0.3929,
      "step": 3200
    },
    {
      "epoch": 13.0,
      "eval_accuracy": 0.49314285714285716,
      "eval_loss": 3.602919816970825,
      "eval_runtime": 5.1504,
      "eval_samples_per_second": 97.08,
      "eval_steps_per_second": 12.232,
      "step": 3250
    },
    {
      "epoch": 13.0,
      "eval_exact_match": 13.8,
      "eval_f1": 20.855486735486743,
      "step": 3250
    }
  ],
  "logging_steps": 100,
  "max_steps": 12500,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 50,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 8.408000743709082e+16,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}