{
  "best_metric": 0.9069767594337463,
  "best_model_checkpoint": "./llama3/27-06-24-Weni-ZeroShot-Agents-Llama3-4.0.37-DPO_Experiment with DPO and Llama3 8B, zeroshot 4.0.37-2_max_steps-570_batch_16_2024-06-27_ppid_9/checkpoint-80",
  "epoch": 0.8366013071895425,
  "eval_steps": 20,
  "global_step": 80,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.10457516339869281,
      "grad_norm": 3.655749559402466,
      "learning_rate": 3.3333333333333337e-06,
      "logits/chosen": -0.22948360443115234,
      "logits/rejected": -0.22978875041007996,
      "logps/chosen": -39.710899353027344,
      "logps/rejected": -39.52346420288086,
      "loss": 0.662,
      "rewards/accuracies": 0.625,
      "rewards/chosen": 0.11001075804233551,
      "rewards/margins": 0.06790003925561905,
      "rewards/rejected": 0.04211071878671646,
      "step": 10
    },
    {
      "epoch": 0.20915032679738563,
      "grad_norm": 2.4934024810791016,
      "learning_rate": 5.978260869565218e-06,
      "logits/chosen": -0.22906163334846497,
      "logits/rejected": -0.22876068949699402,
      "logps/chosen": -30.569751739501953,
      "logps/rejected": -33.86491012573242,
      "loss": 0.5549,
      "rewards/accuracies": 0.7437499761581421,
      "rewards/chosen": 0.9981435537338257,
      "rewards/margins": 0.38557058572769165,
      "rewards/rejected": 0.6125729084014893,
      "step": 20
    },
    {
      "epoch": 0.20915032679738563,
      "eval_logits/chosen": -0.19793638586997986,
      "eval_logits/rejected": -0.197507843375206,
      "eval_logps/chosen": -26.848573684692383,
      "eval_logps/rejected": -35.13609313964844,
      "eval_loss": 0.43225446343421936,
      "eval_rewards/accuracies": 0.8081395626068115,
      "eval_rewards/chosen": 1.355695366859436,
      "eval_rewards/margins": 0.861485481262207,
      "eval_rewards/rejected": 0.4942099153995514,
      "eval_runtime": 76.6712,
      "eval_samples_per_second": 2.23,
      "eval_steps_per_second": 1.122,
      "step": 20
    },
    {
      "epoch": 0.3137254901960784,
      "grad_norm": 1.9067373275756836,
      "learning_rate": 5.869565217391305e-06,
      "logits/chosen": -0.23883526027202606,
      "logits/rejected": -0.2374078780412674,
      "logps/chosen": -30.109268188476562,
      "logps/rejected": -43.55142593383789,
      "loss": 0.3732,
      "rewards/accuracies": 0.84375,
      "rewards/chosen": 1.0676757097244263,
      "rewards/margins": 1.4297826290130615,
      "rewards/rejected": -0.3621070086956024,
      "step": 30
    },
    {
      "epoch": 0.41830065359477125,
      "grad_norm": 3.629997730255127,
      "learning_rate": 5.760869565217392e-06,
      "logits/chosen": -0.2035980522632599,
      "logits/rejected": -0.20044592022895813,
      "logps/chosen": -28.863727569580078,
      "logps/rejected": -50.26195526123047,
      "loss": 0.3276,
      "rewards/accuracies": 0.84375,
      "rewards/chosen": 1.200588345527649,
      "rewards/margins": 2.2083239555358887,
      "rewards/rejected": -1.0077354907989502,
      "step": 40
    },
    {
      "epoch": 0.41830065359477125,
      "eval_logits/chosen": -0.16349415481090546,
      "eval_logits/rejected": -0.15954892337322235,
      "eval_logps/chosen": -24.61951446533203,
      "eval_logps/rejected": -48.91069412231445,
      "eval_loss": 0.34378084540367126,
      "eval_rewards/accuracies": 0.8895348906517029,
      "eval_rewards/chosen": 1.5786010026931763,
      "eval_rewards/margins": 2.4618515968322754,
      "eval_rewards/rejected": -0.8832504749298096,
      "eval_runtime": 76.7395,
      "eval_samples_per_second": 2.228,
      "eval_steps_per_second": 1.121,
      "step": 40
    },
    {
      "epoch": 0.5228758169934641,
      "grad_norm": 2.5461719036102295,
      "learning_rate": 5.652173913043479e-06,
      "logits/chosen": -0.16493651270866394,
      "logits/rejected": -0.16144290566444397,
      "logps/chosen": -24.76712989807129,
      "logps/rejected": -46.993003845214844,
      "loss": 0.3648,
      "rewards/accuracies": 0.875,
      "rewards/chosen": 1.5913469791412354,
      "rewards/margins": 2.25089955329895,
      "rewards/rejected": -0.6595526933670044,
      "step": 50
    },
    {
      "epoch": 0.6274509803921569,
      "grad_norm": 2.0358729362487793,
      "learning_rate": 5.543478260869566e-06,
      "logits/chosen": -0.2202371060848236,
      "logits/rejected": -0.21734721958637238,
      "logps/chosen": -26.78680419921875,
      "logps/rejected": -47.03938674926758,
      "loss": 0.3448,
      "rewards/accuracies": 0.831250011920929,
      "rewards/chosen": 1.3999578952789307,
      "rewards/margins": 2.0680160522460938,
      "rewards/rejected": -0.6680583357810974,
      "step": 60
    },
    {
      "epoch": 0.6274509803921569,
      "eval_logits/chosen": -0.17944073677062988,
      "eval_logits/rejected": -0.1763658970594406,
      "eval_logps/chosen": -27.3469295501709,
      "eval_logps/rejected": -48.937984466552734,
      "eval_loss": 0.2700035870075226,
      "eval_rewards/accuracies": 0.9069767594337463,
      "eval_rewards/chosen": 1.3058594465255737,
      "eval_rewards/margins": 2.191838026046753,
      "eval_rewards/rejected": -0.8859787583351135,
      "eval_runtime": 76.7029,
      "eval_samples_per_second": 2.229,
      "eval_steps_per_second": 1.121,
      "step": 60
    },
    {
      "epoch": 0.7320261437908496,
      "grad_norm": 1.7749762535095215,
      "learning_rate": 5.4347826086956525e-06,
      "logits/chosen": -0.1932402402162552,
      "logits/rejected": -0.19045117497444153,
      "logps/chosen": -26.827350616455078,
      "logps/rejected": -46.88459014892578,
      "loss": 0.2909,
      "rewards/accuracies": 0.8812500238418579,
      "rewards/chosen": 1.3978151082992554,
      "rewards/margins": 2.0628795623779297,
      "rewards/rejected": -0.6650643348693848,
      "step": 70
    },
    {
      "epoch": 0.8366013071895425,
      "grad_norm": 2.9730594158172607,
      "learning_rate": 5.326086956521739e-06,
      "logits/chosen": -0.15139932930469513,
      "logits/rejected": -0.14830470085144043,
      "logps/chosen": -26.229084014892578,
      "logps/rejected": -47.40288162231445,
      "loss": 0.2844,
      "rewards/accuracies": 0.875,
      "rewards/chosen": 1.493841290473938,
      "rewards/margins": 2.2263193130493164,
      "rewards/rejected": -0.7324780225753784,
      "step": 80
    },
    {
      "epoch": 0.8366013071895425,
      "eval_logits/chosen": -0.15539461374282837,
      "eval_logits/rejected": -0.15173271298408508,
      "eval_logps/chosen": -30.73025894165039,
      "eval_logps/rejected": -54.970027923583984,
      "eval_loss": 0.262494832277298,
      "eval_rewards/accuracies": 0.9069767594337463,
      "eval_rewards/chosen": 0.967526912689209,
      "eval_rewards/margins": 2.4567105770111084,
      "eval_rewards/rejected": -1.4891836643218994,
      "eval_runtime": 76.69,
      "eval_samples_per_second": 2.23,
      "eval_steps_per_second": 1.121,
      "step": 80
    }
  ],
  "logging_steps": 10,
  "max_steps": 570,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 6,
  "save_steps": 80,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}