{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.9966722129783694,
  "eval_steps": 500,
  "global_step": 300,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.01,
      "grad_norm": 1151.6184415193795,
      "learning_rate": 3.333333333333333e-10,
      "logits/chosen": -4.106247425079346,
      "logits/rejected": -4.200438499450684,
      "logps/chosen": -382.81439208984375,
      "logps/rejected": -357.65960693359375,
      "loss": 0.6931,
      "rewards/accuracies": 0.0,
      "rewards/chosen": 0.0,
      "rewards/margins": 0.0,
      "rewards/rejected": 0.0,
      "step": 1
    },
    {
      "epoch": 0.07,
      "grad_norm": 1153.8530059959064,
      "learning_rate": 3.3333333333333334e-09,
      "logits/chosen": -4.217168807983398,
      "logits/rejected": -4.321505069732666,
      "logps/chosen": -334.6739501953125,
      "logps/rejected": -313.41986083984375,
      "loss": 0.7234,
      "rewards/accuracies": 0.3784722089767456,
      "rewards/chosen": -0.04607396200299263,
      "rewards/margins": -0.04357295483350754,
      "rewards/rejected": -0.0025010076351463795,
      "step": 10
    },
    {
      "epoch": 0.13,
      "grad_norm": 1270.1091311718026,
      "learning_rate": 6.666666666666667e-09,
      "logits/chosen": -4.26615571975708,
      "logits/rejected": -4.41886043548584,
      "logps/chosen": -313.93829345703125,
      "logps/rejected": -288.78863525390625,
      "loss": 0.7299,
      "rewards/accuracies": 0.5062500238418579,
      "rewards/chosen": -0.012899210676550865,
      "rewards/margins": -0.021626513451337814,
      "rewards/rejected": 0.00872730277478695,
      "step": 20
    },
    {
      "epoch": 0.2,
      "grad_norm": 1195.4358872902142,
      "learning_rate": 1e-08,
      "logits/chosen": -4.3016462326049805,
      "logits/rejected": -4.365716457366943,
      "logps/chosen": -308.2979431152344,
      "logps/rejected": -285.63018798828125,
      "loss": 0.7311,
      "rewards/accuracies": 0.49687498807907104,
      "rewards/chosen": -0.010719490237534046,
      "rewards/margins": -0.010031750425696373,
      "rewards/rejected": -0.000687739229761064,
      "step": 30
    },
    {
      "epoch": 0.27,
      "grad_norm": 1144.0076561795222,
      "learning_rate": 9.966191788709716e-09,
      "logits/chosen": -4.187338829040527,
      "logits/rejected": -4.271176338195801,
      "logps/chosen": -332.39453125,
      "logps/rejected": -307.4621276855469,
      "loss": 0.7199,
      "rewards/accuracies": 0.5375000238418579,
      "rewards/chosen": 0.04900529980659485,
      "rewards/margins": 0.05206792429089546,
      "rewards/rejected": -0.0030626237858086824,
      "step": 40
    },
    {
      "epoch": 0.33,
      "grad_norm": 1135.1845096891816,
      "learning_rate": 9.86522435289912e-09,
      "logits/chosen": -4.197329044342041,
      "logits/rejected": -4.366620063781738,
      "logps/chosen": -333.64678955078125,
      "logps/rejected": -309.0525817871094,
      "loss": 0.7189,
      "rewards/accuracies": 0.515625,
      "rewards/chosen": 0.04922889173030853,
      "rewards/margins": 0.008506924845278263,
      "rewards/rejected": 0.040721967816352844,
      "step": 50
    },
    {
      "epoch": 0.4,
      "grad_norm": 1124.4015217482226,
      "learning_rate": 9.698463103929542e-09,
      "logits/chosen": -4.186924457550049,
      "logits/rejected": -4.269418239593506,
      "logps/chosen": -323.7723693847656,
      "logps/rejected": -308.26971435546875,
      "loss": 0.7082,
      "rewards/accuracies": 0.5249999761581421,
      "rewards/chosen": 0.11511299759149551,
      "rewards/margins": 0.052407026290893555,
      "rewards/rejected": 0.06270597130060196,
      "step": 60
    },
    {
      "epoch": 0.47,
      "grad_norm": 1133.1247984062034,
      "learning_rate": 9.468163201617062e-09,
      "logits/chosen": -4.147147178649902,
      "logits/rejected": -4.3019304275512695,
      "logps/chosen": -344.58563232421875,
      "logps/rejected": -314.4212951660156,
      "loss": 0.7005,
      "rewards/accuracies": 0.590624988079071,
      "rewards/chosen": 0.23254117369651794,
      "rewards/margins": 0.13268980383872986,
      "rewards/rejected": 0.09985135495662689,
      "step": 70
    },
    {
      "epoch": 0.53,
      "grad_norm": 1057.1503651106625,
      "learning_rate": 9.177439057064682e-09,
      "logits/chosen": -4.223555564880371,
      "logits/rejected": -4.389444828033447,
      "logps/chosen": -334.3599853515625,
      "logps/rejected": -305.4422607421875,
      "loss": 0.6844,
      "rewards/accuracies": 0.59375,
      "rewards/chosen": 0.23962649703025818,
      "rewards/margins": 0.09747296571731567,
      "rewards/rejected": 0.1421535313129425,
      "step": 80
    },
    {
      "epoch": 0.6,
      "grad_norm": 1055.57995971272,
      "learning_rate": 8.830222215594889e-09,
      "logits/chosen": -4.2292633056640625,
      "logits/rejected": -4.349828243255615,
      "logps/chosen": -327.07330322265625,
      "logps/rejected": -307.81707763671875,
      "loss": 0.6772,
      "rewards/accuracies": 0.5562499761581421,
      "rewards/chosen": 0.2870681881904602,
      "rewards/margins": 0.06986425817012787,
      "rewards/rejected": 0.21720390021800995,
      "step": 90
    },
    {
      "epoch": 0.67,
      "grad_norm": 1124.231150209405,
      "learning_rate": 8.431208189343668e-09,
      "logits/chosen": -4.214221000671387,
      "logits/rejected": -4.424824237823486,
      "logps/chosen": -320.45928955078125,
      "logps/rejected": -289.71466064453125,
      "loss": 0.6738,
      "rewards/accuracies": 0.581250011920929,
      "rewards/chosen": 0.3042110502719879,
      "rewards/margins": 0.12749677896499634,
      "rewards/rejected": 0.1767142415046692,
      "step": 100
    },
    {
      "epoch": 0.73,
      "grad_norm": 1045.9935050945592,
      "learning_rate": 7.98579295851393e-09,
      "logits/chosen": -4.233684062957764,
      "logits/rejected": -4.286379814147949,
      "logps/chosen": -314.39251708984375,
      "logps/rejected": -303.2556457519531,
      "loss": 0.6623,
      "rewards/accuracies": 0.5687500238418579,
      "rewards/chosen": 0.3848657011985779,
      "rewards/margins": 0.10032075643539429,
      "rewards/rejected": 0.2845449447631836,
      "step": 110
    },
    {
      "epoch": 0.8,
      "grad_norm": 1107.1293654591734,
      "learning_rate": 7.500000000000001e-09,
      "logits/chosen": -4.151052951812744,
      "logits/rejected": -4.307383060455322,
      "logps/chosen": -338.46759033203125,
      "logps/rejected": -313.0832214355469,
      "loss": 0.6634,
      "rewards/accuracies": 0.625,
      "rewards/chosen": 0.49397316575050354,
      "rewards/margins": 0.20816774666309357,
      "rewards/rejected": 0.2858053743839264,
      "step": 120
    },
    {
      "epoch": 0.87,
      "grad_norm": 1113.1665283582252,
      "learning_rate": 6.980398830195784e-09,
      "logits/chosen": -4.174288272857666,
      "logits/rejected": -4.36756706237793,
      "logps/chosen": -323.51800537109375,
      "logps/rejected": -304.7021484375,
      "loss": 0.6392,
      "rewards/accuracies": 0.637499988079071,
      "rewards/chosen": 0.5511430501937866,
      "rewards/margins": 0.23519937694072723,
      "rewards/rejected": 0.31594371795654297,
      "step": 130
    },
    {
      "epoch": 0.93,
      "grad_norm": 1022.5201031232197,
      "learning_rate": 6.434016163555451e-09,
      "logits/chosen": -4.292388916015625,
      "logits/rejected": -4.358359336853027,
      "logps/chosen": -307.1917419433594,
      "logps/rejected": -296.78192138671875,
      "loss": 0.6402,
      "rewards/accuracies": 0.6000000238418579,
      "rewards/chosen": 0.5292906761169434,
      "rewards/margins": 0.16237936913967133,
      "rewards/rejected": 0.36691129207611084,
      "step": 140
    },
    {
      "epoch": 1.0,
      "grad_norm": 1051.3521300860295,
      "learning_rate": 5.868240888334653e-09,
      "logits/chosen": -4.260380268096924,
      "logits/rejected": -4.333888053894043,
      "logps/chosen": -311.844482421875,
      "logps/rejected": -299.74261474609375,
      "loss": 0.6387,
      "rewards/accuracies": 0.6187499761581421,
      "rewards/chosen": 0.5666605830192566,
      "rewards/margins": 0.1995116025209427,
      "rewards/rejected": 0.3671489655971527,
      "step": 150
    },
    {
      "epoch": 1.06,
      "grad_norm": 1029.1548288848146,
      "learning_rate": 5.290724144552379e-09,
      "logits/chosen": -4.191515922546387,
      "logits/rejected": -4.348960876464844,
      "logps/chosen": -326.90582275390625,
      "logps/rejected": -305.37689208984375,
      "loss": 0.6032,
      "rewards/accuracies": 0.6937500238418579,
      "rewards/chosen": 0.6744669079780579,
      "rewards/margins": 0.37094420194625854,
      "rewards/rejected": 0.3035227358341217,
      "step": 160
    },
    {
      "epoch": 1.13,
      "grad_norm": 991.2604083787021,
      "learning_rate": 4.709275855447621e-09,
      "logits/chosen": -4.241927623748779,
      "logits/rejected": -4.339847564697266,
      "logps/chosen": -314.4874572753906,
      "logps/rejected": -295.49151611328125,
      "loss": 0.6151,
      "rewards/accuracies": 0.6937500238418579,
      "rewards/chosen": 0.6504887938499451,
      "rewards/margins": 0.3018999397754669,
      "rewards/rejected": 0.3485889136791229,
      "step": 170
    },
    {
      "epoch": 1.2,
      "grad_norm": 976.0494957890444,
      "learning_rate": 4.131759111665349e-09,
      "logits/chosen": -4.174123287200928,
      "logits/rejected": -4.313396453857422,
      "logps/chosen": -325.78045654296875,
      "logps/rejected": -304.82989501953125,
      "loss": 0.6147,
      "rewards/accuracies": 0.6656249761581421,
      "rewards/chosen": 0.6252425909042358,
      "rewards/margins": 0.27976280450820923,
      "rewards/rejected": 0.3454797863960266,
      "step": 180
    },
    {
      "epoch": 1.26,
      "grad_norm": 949.77837430784,
      "learning_rate": 3.56598383644455e-09,
      "logits/chosen": -4.231461524963379,
      "logits/rejected": -4.367356777191162,
      "logps/chosen": -326.8230895996094,
      "logps/rejected": -299.7027587890625,
      "loss": 0.5969,
      "rewards/accuracies": 0.6968749761581421,
      "rewards/chosen": 0.7501948475837708,
      "rewards/margins": 0.35921385884284973,
      "rewards/rejected": 0.39098095893859863,
      "step": 190
    },
    {
      "epoch": 1.33,
      "grad_norm": 963.9694294192556,
      "learning_rate": 3.0196011698042157e-09,
      "logits/chosen": -4.249307155609131,
      "logits/rejected": -4.317980766296387,
      "logps/chosen": -313.9615783691406,
      "logps/rejected": -293.1615905761719,
      "loss": 0.5922,
      "rewards/accuracies": 0.6781250238418579,
      "rewards/chosen": 0.7425140142440796,
      "rewards/margins": 0.3114904761314392,
      "rewards/rejected": 0.4310235381126404,
      "step": 200
    },
    {
      "epoch": 1.4,
      "grad_norm": 1038.4899227109647,
      "learning_rate": 2.5000000000000013e-09,
      "logits/chosen": -4.174517631530762,
      "logits/rejected": -4.288783073425293,
      "logps/chosen": -327.461181640625,
      "logps/rejected": -304.9690246582031,
      "loss": 0.5952,
      "rewards/accuracies": 0.699999988079071,
      "rewards/chosen": 0.7787834405899048,
      "rewards/margins": 0.3926675319671631,
      "rewards/rejected": 0.3861159086227417,
      "step": 210
    },
    {
      "epoch": 1.46,
      "grad_norm": 992.6867793357102,
      "learning_rate": 2.0142070414860704e-09,
      "logits/chosen": -4.165514945983887,
      "logits/rejected": -4.316833019256592,
      "logps/chosen": -358.1416931152344,
      "logps/rejected": -323.22998046875,
      "loss": 0.5994,
      "rewards/accuracies": 0.6781250238418579,
      "rewards/chosen": 0.8851108551025391,
      "rewards/margins": 0.35754603147506714,
      "rewards/rejected": 0.5275647640228271,
      "step": 220
    },
    {
      "epoch": 1.53,
      "grad_norm": 918.0076197376386,
      "learning_rate": 1.5687918106563326e-09,
      "logits/chosen": -4.234222412109375,
      "logits/rejected": -4.369565486907959,
      "logps/chosen": -328.3675537109375,
      "logps/rejected": -303.726806640625,
      "loss": 0.5919,
      "rewards/accuracies": 0.65625,
      "rewards/chosen": 0.8034540414810181,
      "rewards/margins": 0.2974655032157898,
      "rewards/rejected": 0.5059884786605835,
      "step": 230
    },
    {
      "epoch": 1.6,
      "grad_norm": 944.3107996293463,
      "learning_rate": 1.1697777844051105e-09,
      "logits/chosen": -4.202380180358887,
      "logits/rejected": -4.353602409362793,
      "logps/chosen": -326.75604248046875,
      "logps/rejected": -297.03619384765625,
      "loss": 0.588,
      "rewards/accuracies": 0.659375011920929,
      "rewards/chosen": 0.8500032424926758,
      "rewards/margins": 0.3546527922153473,
      "rewards/rejected": 0.4953504502773285,
      "step": 240
    },
    {
      "epoch": 1.66,
      "grad_norm": 944.2690060176395,
      "learning_rate": 8.225609429353187e-10,
      "logits/chosen": -4.173297882080078,
      "logits/rejected": -4.368635654449463,
      "logps/chosen": -321.2724914550781,
      "logps/rejected": -293.50311279296875,
      "loss": 0.5856,
      "rewards/accuracies": 0.731249988079071,
      "rewards/chosen": 0.8207529783248901,
      "rewards/margins": 0.40889453887939453,
      "rewards/rejected": 0.4118584990501404,
      "step": 250
    },
    {
      "epoch": 1.73,
      "grad_norm": 957.8767493880096,
      "learning_rate": 5.318367983829391e-10,
      "logits/chosen": -4.18589448928833,
      "logits/rejected": -4.284361839294434,
      "logps/chosen": -348.6470031738281,
      "logps/rejected": -326.4360046386719,
      "loss": 0.5895,
      "rewards/accuracies": 0.690625011920929,
      "rewards/chosen": 0.8914071917533875,
      "rewards/margins": 0.37524908781051636,
      "rewards/rejected": 0.5161582231521606,
      "step": 260
    },
    {
      "epoch": 1.8,
      "grad_norm": 949.249423709826,
      "learning_rate": 3.015368960704584e-10,
      "logits/chosen": -4.271857738494873,
      "logits/rejected": -4.4089555740356445,
      "logps/chosen": -325.19049072265625,
      "logps/rejected": -302.7436828613281,
      "loss": 0.5938,
      "rewards/accuracies": 0.6781250238418579,
      "rewards/chosen": 0.9044697880744934,
      "rewards/margins": 0.38229116797447205,
      "rewards/rejected": 0.522178590297699,
      "step": 270
    },
    {
      "epoch": 1.86,
      "grad_norm": 932.1311904270524,
      "learning_rate": 1.3477564710088098e-10,
      "logits/chosen": -4.163296222686768,
      "logits/rejected": -4.306557655334473,
      "logps/chosen": -327.57257080078125,
      "logps/rejected": -306.2264099121094,
      "loss": 0.5865,
      "rewards/accuracies": 0.715624988079071,
      "rewards/chosen": 0.8713304400444031,
      "rewards/margins": 0.4181024134159088,
      "rewards/rejected": 0.45322805643081665,
      "step": 280
    },
    {
      "epoch": 1.93,
      "grad_norm": 884.8124763448137,
      "learning_rate": 3.380821129028488e-11,
      "logits/chosen": -4.1040120124816895,
      "logits/rejected": -4.260913372039795,
      "logps/chosen": -334.97686767578125,
      "logps/rejected": -312.01617431640625,
      "loss": 0.5924,
      "rewards/accuracies": 0.6812499761581421,
      "rewards/chosen": 0.9016163945198059,
      "rewards/margins": 0.4117993414402008,
      "rewards/rejected": 0.48981720209121704,
      "step": 290
    },
    {
      "epoch": 2.0,
      "grad_norm": 959.7419745329076,
      "learning_rate": 0.0,
      "logits/chosen": -4.31270170211792,
      "logits/rejected": -4.468858242034912,
      "logps/chosen": -314.4400939941406,
      "logps/rejected": -284.8276672363281,
      "loss": 0.5825,
      "rewards/accuracies": 0.6875,
      "rewards/chosen": 0.82757169008255,
      "rewards/margins": 0.36657077074050903,
      "rewards/rejected": 0.4610009789466858,
      "step": 300
    },
    {
      "epoch": 2.0,
      "step": 300,
      "total_flos": 0.0,
      "train_loss": 0.6411590957641602,
      "train_runtime": 8942.072,
      "train_samples_per_second": 8.599,
      "train_steps_per_second": 0.034
    }
  ],
  "logging_steps": 10,
  "max_steps": 300,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 100,
  "total_flos": 0.0,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}