{
  "best_metric": 1.3743919134140015,
  "best_model_checkpoint": "./llama3/21-04-24-Weni-WeniGPT-Agents-Llama3-1.0.8-SFT_Experiment with SFT and Llama3 and updates in requirements-2_max_steps-669_batch_2_2024-04-21_ppid_2917/checkpoint-360",
  "epoch": 1.610738255033557,
  "eval_steps": 30,
  "global_step": 360,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0447427293064877,
      "grad_norm": 0.3199349641799927,
      "learning_rate": 0.0001,
      "loss": 1.9361,
      "step": 10
    },
    {
      "epoch": 0.0894854586129754,
      "grad_norm": 0.9833651781082153,
      "learning_rate": 0.0002,
      "loss": 1.8397,
      "step": 20
    },
    {
      "epoch": 0.1342281879194631,
      "grad_norm": 1.0959680080413818,
      "learning_rate": 0.00019990511519199923,
      "loss": 1.7877,
      "step": 30
    },
    {
      "epoch": 0.1342281879194631,
      "eval_loss": 1.7081660032272339,
      "eval_runtime": 10.9642,
      "eval_samples_per_second": 4.195,
      "eval_steps_per_second": 4.195,
      "step": 30
    },
    {
      "epoch": 0.1789709172259508,
      "grad_norm": 1.2613288164138794,
      "learning_rate": 0.00019957734949126304,
      "loss": 1.7523,
      "step": 40
    },
    {
      "epoch": 0.22371364653243847,
      "grad_norm": 0.7975640892982483,
      "learning_rate": 0.0001990162991697884,
      "loss": 1.516,
      "step": 50
    },
    {
      "epoch": 0.2684563758389262,
      "grad_norm": 0.71113121509552,
      "learning_rate": 0.0001982232786270059,
      "loss": 1.3675,
      "step": 60
    },
    {
      "epoch": 0.2684563758389262,
      "eval_loss": 1.4538882970809937,
      "eval_runtime": 10.9625,
      "eval_samples_per_second": 4.196,
      "eval_steps_per_second": 4.196,
      "step": 60
    },
    {
      "epoch": 0.3131991051454139,
      "grad_norm": 0.8126013875007629,
      "learning_rate": 0.00019720014571008158,
      "loss": 1.4173,
      "step": 70
    },
    {
      "epoch": 0.3579418344519016,
      "grad_norm": 0.6399104595184326,
      "learning_rate": 0.00019594929736144976,
      "loss": 1.5249,
      "step": 80
    },
    {
      "epoch": 0.40268456375838924,
      "grad_norm": 0.7685297131538391,
      "learning_rate": 0.00019447366400338116,
      "loss": 1.3782,
      "step": 90
    },
    {
      "epoch": 0.40268456375838924,
      "eval_loss": 1.4235661029815674,
      "eval_runtime": 10.9616,
      "eval_samples_per_second": 4.196,
      "eval_steps_per_second": 4.196,
      "step": 90
    },
    {
      "epoch": 0.44742729306487694,
      "grad_norm": 0.7407508492469788,
      "learning_rate": 0.00019277670267274258,
      "loss": 1.3854,
      "step": 100
    },
    {
      "epoch": 0.49217002237136465,
      "grad_norm": 0.5381172895431519,
      "learning_rate": 0.0001908623889220311,
      "loss": 1.3216,
      "step": 110
    },
    {
      "epoch": 0.5369127516778524,
      "grad_norm": 0.8507822155952454,
      "learning_rate": 0.00018873520750565718,
      "loss": 1.3884,
      "step": 120
    },
    {
      "epoch": 0.5369127516778524,
      "eval_loss": 1.3937652111053467,
      "eval_runtime": 11.3392,
      "eval_samples_per_second": 4.057,
      "eval_steps_per_second": 4.057,
      "step": 120
    },
    {
      "epoch": 0.5816554809843401,
      "grad_norm": 0.7832561135292053,
      "learning_rate": 0.00018640014187329578,
      "loss": 1.3304,
      "step": 130
    },
    {
      "epoch": 0.6263982102908278,
      "grad_norm": 0.7797898054122925,
      "learning_rate": 0.00018386266249492057,
      "loss": 1.4979,
      "step": 140
    },
    {
      "epoch": 0.6711409395973155,
      "grad_norm": 0.8133324384689331,
      "learning_rate": 0.00018112871404487202,
      "loss": 1.3448,
      "step": 150
    },
    {
      "epoch": 0.6711409395973155,
      "eval_loss": 1.3898664712905884,
      "eval_runtime": 10.9657,
      "eval_samples_per_second": 4.195,
      "eval_steps_per_second": 4.195,
      "step": 150
    },
    {
      "epoch": 0.7158836689038032,
      "grad_norm": 0.5568630695343018,
      "learning_rate": 0.00017820470147498455,
      "loss": 1.3767,
      "step": 160
    },
    {
      "epoch": 0.7606263982102909,
      "grad_norm": 0.6193764209747314,
      "learning_rate": 0.00017509747500939928,
      "loss": 1.3777,
      "step": 170
    },
    {
      "epoch": 0.8053691275167785,
      "grad_norm": 0.8501898646354675,
      "learning_rate": 0.00017181431409621644,
      "loss": 1.3357,
      "step": 180
    },
    {
      "epoch": 0.8053691275167785,
      "eval_loss": 1.3869752883911133,
      "eval_runtime": 10.9836,
      "eval_samples_per_second": 4.188,
      "eval_steps_per_second": 4.188,
      "step": 180
    },
    {
      "epoch": 0.8501118568232662,
      "grad_norm": 0.6570385098457336,
      "learning_rate": 0.00016836291035358375,
      "loss": 1.3534,
      "step": 190
    },
    {
      "epoch": 0.8948545861297539,
      "grad_norm": 0.8461380004882812,
      "learning_rate": 0.0001647513495501749,
      "loss": 1.3976,
      "step": 200
    },
    {
      "epoch": 0.9395973154362416,
      "grad_norm": 0.9425082802772522,
      "learning_rate": 0.000160988092662272,
      "loss": 1.2788,
      "step": 210
    },
    {
      "epoch": 0.9395973154362416,
      "eval_loss": 1.3739150762557983,
      "eval_runtime": 10.967,
      "eval_samples_per_second": 4.194,
      "eval_steps_per_second": 4.194,
      "step": 210
    },
    {
      "epoch": 0.9843400447427293,
      "grad_norm": 1.4384957551956177,
      "learning_rate": 0.0001570819560518322,
      "loss": 1.3569,
      "step": 220
    },
    {
      "epoch": 1.029082774049217,
      "grad_norm": 0.665977418422699,
      "learning_rate": 0.00015304209081197425,
      "loss": 1.3895,
      "step": 230
    },
    {
      "epoch": 1.0738255033557047,
      "grad_norm": 0.736944317817688,
      "learning_rate": 0.0001488779613282751,
      "loss": 1.2396,
      "step": 240
    },
    {
      "epoch": 1.0738255033557047,
      "eval_loss": 1.3777718544006348,
      "eval_runtime": 10.9845,
      "eval_samples_per_second": 4.188,
      "eval_steps_per_second": 4.188,
      "step": 240
    },
    {
      "epoch": 1.1185682326621924,
      "grad_norm": 0.5746013522148132,
      "learning_rate": 0.00014459932310610093,
      "loss": 1.3425,
      "step": 250
    },
    {
      "epoch": 1.1633109619686801,
      "grad_norm": 0.8226341009140015,
      "learning_rate": 0.00014021619991591794,
      "loss": 1.2856,
      "step": 260
    },
    {
      "epoch": 1.2080536912751678,
      "grad_norm": 1.051847219467163,
      "learning_rate": 0.00013573886031012584,
      "loss": 1.2949,
      "step": 270
    },
    {
      "epoch": 1.2080536912751678,
      "eval_loss": 1.3808656930923462,
      "eval_runtime": 10.966,
      "eval_samples_per_second": 4.195,
      "eval_steps_per_second": 4.195,
      "step": 270
    },
    {
      "epoch": 1.2527964205816555,
      "grad_norm": 0.6205160021781921,
      "learning_rate": 0.00013117779356642872,
      "loss": 1.2785,
      "step": 280
    },
    {
      "epoch": 1.2975391498881432,
      "grad_norm": 1.1361136436462402,
      "learning_rate": 0.00012654368511410245,
      "loss": 1.2825,
      "step": 290
    },
    {
      "epoch": 1.342281879194631,
      "grad_norm": 0.8586457967758179,
      "learning_rate": 0.00012184739150072821,
      "loss": 1.337,
      "step": 300
    },
    {
      "epoch": 1.342281879194631,
      "eval_loss": 1.3791558742523193,
      "eval_runtime": 12.241,
      "eval_samples_per_second": 3.758,
      "eval_steps_per_second": 3.758,
      "step": 300
    },
    {
      "epoch": 1.3870246085011186,
      "grad_norm": 1.0672543048858643,
      "learning_rate": 0.00011709991495803915,
      "loss": 1.1912,
      "step": 310
    },
    {
      "epoch": 1.4317673378076063,
      "grad_norm": 0.8796883821487427,
      "learning_rate": 0.0001123123776264656,
      "loss": 1.1901,
      "step": 320
    },
    {
      "epoch": 1.476510067114094,
      "grad_norm": 0.9798341989517212,
      "learning_rate": 0.00010749599549876472,
      "loss": 1.3266,
      "step": 330
    },
    {
      "epoch": 1.476510067114094,
      "eval_loss": 1.3774683475494385,
      "eval_runtime": 10.9641,
      "eval_samples_per_second": 4.196,
      "eval_steps_per_second": 4.196,
      "step": 330
    },
    {
      "epoch": 1.5212527964205815,
      "grad_norm": 1.070554494857788,
      "learning_rate": 0.00010266205214377748,
      "loss": 1.255,
      "step": 340
    },
    {
      "epoch": 1.5659955257270695,
      "grad_norm": 0.8746442794799805,
      "learning_rate": 9.782187227187231e-05,
      "loss": 1.1981,
      "step": 350
    },
    {
      "epoch": 1.610738255033557,
      "grad_norm": 1.1643601655960083,
      "learning_rate": 9.298679520400412e-05,
      "loss": 1.2735,
      "step": 360
    },
    {
      "epoch": 1.610738255033557,
      "eval_loss": 1.3743919134140015,
      "eval_runtime": 10.9721,
      "eval_samples_per_second": 4.192,
      "eval_steps_per_second": 4.192,
      "step": 360
    }
  ],
  "logging_steps": 10,
  "max_steps": 669,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 90,
  "total_flos": 7.286971354177536e+16,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}