checkpoint-24000/trainer_state.json

{
  "best_metric": 0.017283763736486435,
  "best_model_checkpoint": "./text2sql/codellama_instruct_pt_text2sql/checkpoint-24000",
  "epoch": 2.6735361693239574,
  "eval_steps": 2000,
  "global_step": 24000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 1.1139992573338283e-07,
      "loss": 1.2191,
      "step": 1
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.00011139992573338284,
      "loss": 0.2684,
      "step": 1000
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.00022279985146676567,
      "loss": 0.0693,
      "step": 2000
    },
    {
      "epoch": 0.22,
      "eval_loss": 0.05887996032834053,
      "eval_runtime": 171.127,
      "eval_samples_per_second": 11.687,
      "eval_steps_per_second": 1.461,
      "step": 2000
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00029781686301467276,
      "loss": 0.0565,
      "step": 3000
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0002907056676227274,
      "loss": 0.047,
      "step": 4000
    },
    {
      "epoch": 0.45,
      "eval_loss": 0.03957173973321915,
      "eval_runtime": 171.3682,
      "eval_samples_per_second": 11.671,
      "eval_steps_per_second": 1.459,
      "step": 4000
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00028359447223078195,
      "loss": 0.0403,
      "step": 5000
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.0002764832768388366,
      "loss": 0.0364,
      "step": 6000
    },
    {
      "epoch": 0.67,
      "eval_loss": 0.030724667012691498,
      "eval_runtime": 170.9405,
      "eval_samples_per_second": 11.7,
      "eval_steps_per_second": 1.462,
      "step": 6000
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.0002693720814468912,
      "loss": 0.0341,
      "step": 7000
    },
    {
      "epoch": 0.89,
      "learning_rate": 0.00026226088605494583,
      "loss": 0.0311,
      "step": 8000
    },
    {
      "epoch": 0.89,
      "eval_loss": 0.027806701138615608,
      "eval_runtime": 171.064,
      "eval_samples_per_second": 11.692,
      "eval_steps_per_second": 1.461,
      "step": 8000
    },
    {
      "epoch": 1.0,
      "learning_rate": 0.00025514969066300046,
      "loss": 0.0289,
      "step": 9000
    },
    {
      "epoch": 1.11,
      "learning_rate": 0.00024803849527105503,
      "loss": 0.0251,
      "step": 10000
    },
    {
      "epoch": 1.11,
      "eval_loss": 0.024082325398921967,
      "eval_runtime": 171.4689,
      "eval_samples_per_second": 11.664,
      "eval_steps_per_second": 1.458,
      "step": 10000
    },
    {
      "epoch": 1.23,
      "learning_rate": 0.00024092729987910966,
      "loss": 0.0242,
      "step": 11000
    },
    {
      "epoch": 1.34,
      "learning_rate": 0.00023381610448716428,
      "loss": 0.0243,
      "step": 12000
    },
    {
      "epoch": 1.34,
      "eval_loss": 0.02279273048043251,
      "eval_runtime": 171.2147,
      "eval_samples_per_second": 11.681,
      "eval_steps_per_second": 1.46,
      "step": 12000
    },
    {
      "epoch": 1.45,
      "learning_rate": 0.00022670490909521888,
      "loss": 0.0219,
      "step": 13000
    },
    {
      "epoch": 1.56,
      "learning_rate": 0.0002195937137032735,
      "loss": 0.0227,
      "step": 14000
    },
    {
      "epoch": 1.56,
      "eval_loss": 0.022252563387155533,
      "eval_runtime": 171.1834,
      "eval_samples_per_second": 11.683,
      "eval_steps_per_second": 1.46,
      "step": 14000
    },
    {
      "epoch": 1.67,
      "learning_rate": 0.00021248251831132813,
      "loss": 0.0218,
      "step": 15000
    },
    {
      "epoch": 1.78,
      "learning_rate": 0.00020537132291938273,
      "loss": 0.0212,
      "step": 16000
    },
    {
      "epoch": 1.78,
      "eval_loss": 0.020056582987308502,
      "eval_runtime": 170.9191,
      "eval_samples_per_second": 11.701,
      "eval_steps_per_second": 1.463,
      "step": 16000
    },
    {
      "epoch": 1.89,
      "learning_rate": 0.00019826012752743733,
      "loss": 0.0208,
      "step": 17000
    },
    {
      "epoch": 2.01,
      "learning_rate": 0.00019114893213549196,
      "loss": 0.0202,
      "step": 18000
    },
    {
      "epoch": 2.01,
      "eval_loss": 0.01821763999760151,
      "eval_runtime": 171.4736,
      "eval_samples_per_second": 11.664,
      "eval_steps_per_second": 1.458,
      "step": 18000
    },
    {
      "epoch": 2.12,
      "learning_rate": 0.00018403773674354658,
      "loss": 0.0161,
      "step": 19000
    },
    {
      "epoch": 2.23,
      "learning_rate": 0.0001769265413516012,
      "loss": 0.016,
      "step": 20000
    },
    {
      "epoch": 2.23,
      "eval_loss": 0.018352985382080078,
      "eval_runtime": 171.2111,
      "eval_samples_per_second": 11.681,
      "eval_steps_per_second": 1.46,
      "step": 20000
    },
    {
      "epoch": 2.34,
      "learning_rate": 0.00016981534595965578,
      "loss": 0.0155,
      "step": 21000
    },
    {
      "epoch": 2.45,
      "learning_rate": 0.0001627041505677104,
      "loss": 0.0156,
      "step": 22000
    },
    {
      "epoch": 2.45,
      "eval_loss": 0.017868032678961754,
      "eval_runtime": 171.2047,
      "eval_samples_per_second": 11.682,
      "eval_steps_per_second": 1.46,
      "step": 22000
    },
    {
      "epoch": 2.56,
      "learning_rate": 0.00015559295517576503,
      "loss": 0.0155,
      "step": 23000
    },
    {
      "epoch": 2.67,
      "learning_rate": 0.00014848175978381966,
      "loss": 0.015,
      "step": 24000
    },
    {
      "epoch": 2.67,
      "eval_loss": 0.017283763736486435,
      "eval_runtime": 171.6023,
      "eval_samples_per_second": 11.655,
      "eval_steps_per_second": 1.457,
      "step": 24000
    }
  ],
  "logging_steps": 1000,
  "max_steps": 44880,
  "num_train_epochs": 5,
  "save_steps": 2000,
  "total_flos": 1.168697378994684e+19,
  "trial_name": null,
  "trial_params": null
}