{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9988623435722411,
  "eval_steps": 10000000,
  "global_step": 439,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "grad_norm": 22.786040256127208,
      "learning_rate": 2.2727272727272727e-09,
      "logits/chosen": -1.6768856048583984,
      "logits/rejected": -1.7259055376052856,
      "logps/chosen": -1.2793102264404297,
      "logps/rejected": -1.2162058353424072,
      "loss": 0.6931,
      "rewards/accuracies": 0.0,
      "rewards/chosen": 0.0,
      "rewards/margins": 0.0,
      "rewards/rejected": 0.0,
      "step": 1
    },
    {
      "epoch": 0.02,
      "grad_norm": 25.6836964844408,
      "learning_rate": 2.2727272727272725e-08,
      "logits/chosen": -1.7025811672210693,
      "logits/rejected": -1.6681201457977295,
      "logps/chosen": -1.2131770849227905,
      "logps/rejected": -1.2202790975570679,
      "loss": 0.6931,
      "rewards/accuracies": 0.4166666567325592,
      "rewards/chosen": 0.00025717043899931014,
      "rewards/margins": -0.0006778165698051453,
      "rewards/rejected": 0.0009349870379082859,
      "step": 10
    },
    {
      "epoch": 0.05,
      "grad_norm": 26.405806920127038,
      "learning_rate": 4.545454545454545e-08,
      "logits/chosen": -1.7794504165649414,
      "logits/rejected": -1.734635591506958,
      "logps/chosen": -1.144683599472046,
      "logps/rejected": -1.1852140426635742,
      "loss": 0.6925,
      "rewards/accuracies": 0.5375000238418579,
      "rewards/chosen": -0.0029223989695310593,
      "rewards/margins": 0.0005865652346983552,
      "rewards/rejected": -0.0035089640878140926,
      "step": 20
    },
    {
      "epoch": 0.07,
      "grad_norm": 28.068883928310647,
      "learning_rate": 6.818181818181817e-08,
      "logits/chosen": -1.7446922063827515,
      "logits/rejected": -1.676011085510254,
      "logps/chosen": -1.1949479579925537,
      "logps/rejected": -1.2484194040298462,
      "loss": 0.6882,
      "rewards/accuracies": 0.6625000238418579,
      "rewards/chosen": -0.024093259125947952,
      "rewards/margins": 0.012483139522373676,
      "rewards/rejected": -0.036576397716999054,
      "step": 30
    },
    {
      "epoch": 0.09,
      "grad_norm": 19.593533440172358,
      "learning_rate": 9.09090909090909e-08,
      "logits/chosen": -1.7312889099121094,
      "logits/rejected": -1.6649024486541748,
      "logps/chosen": -1.2515684366226196,
      "logps/rejected": -1.3352997303009033,
      "loss": 0.6797,
      "rewards/accuracies": 0.6625000238418579,
      "rewards/chosen": -0.08923971652984619,
      "rewards/margins": 0.06281541287899017,
      "rewards/rejected": -0.15205512940883636,
      "step": 40
    },
    {
      "epoch": 0.11,
      "grad_norm": 24.263100694250465,
      "learning_rate": 9.994307990108962e-08,
      "logits/chosen": -1.6921930313110352,
      "logits/rejected": -1.6271032094955444,
      "logps/chosen": -1.298782467842102,
      "logps/rejected": -1.3565475940704346,
      "loss": 0.6637,
      "rewards/accuracies": 0.7250000238418579,
      "rewards/chosen": -0.1813907027244568,
      "rewards/margins": 0.07534531503915787,
      "rewards/rejected": -0.25673604011535645,
      "step": 50
    },
    {
      "epoch": 0.14,
      "grad_norm": 28.402662229181594,
      "learning_rate": 9.959570405988094e-08,
      "logits/chosen": -1.7207958698272705,
      "logits/rejected": -1.6402089595794678,
      "logps/chosen": -1.2883288860321045,
      "logps/rejected": -1.378244161605835,
      "loss": 0.6599,
      "rewards/accuracies": 0.6499999761581421,
      "rewards/chosen": -0.35846152901649475,
      "rewards/margins": 0.07597381621599197,
      "rewards/rejected": -0.4344353675842285,
      "step": 60
    },
    {
      "epoch": 0.16,
      "grad_norm": 21.201003636828116,
      "learning_rate": 9.893476820924666e-08,
      "logits/chosen": -1.801526665687561,
      "logits/rejected": -1.7130231857299805,
      "logps/chosen": -1.4759318828582764,
      "logps/rejected": -1.5954515933990479,
      "loss": 0.6498,
      "rewards/accuracies": 0.699999988079071,
      "rewards/chosen": -0.5261799097061157,
      "rewards/margins": 0.14570936560630798,
      "rewards/rejected": -0.6718892455101013,
      "step": 70
    },
    {
      "epoch": 0.18,
      "grad_norm": 26.86998789465821,
      "learning_rate": 9.796445099843647e-08,
      "logits/chosen": -1.7849477529525757,
      "logits/rejected": -1.6990400552749634,
      "logps/chosen": -1.5336757898330688,
      "logps/rejected": -1.6886417865753174,
      "loss": 0.654,
      "rewards/accuracies": 0.668749988079071,
      "rewards/chosen": -0.6534146070480347,
      "rewards/margins": 0.18887227773666382,
      "rewards/rejected": -0.8422868847846985,
      "step": 80
    },
    {
      "epoch": 0.2,
      "grad_norm": 25.145260129960253,
      "learning_rate": 9.669088708527066e-08,
      "logits/chosen": -1.7331278324127197,
      "logits/rejected": -1.6643707752227783,
      "logps/chosen": -1.604683518409729,
      "logps/rejected": -1.6745525598526,
      "loss": 0.6397,
      "rewards/accuracies": 0.643750011920929,
      "rewards/chosen": -0.7379721999168396,
      "rewards/margins": 0.12564878165721893,
      "rewards/rejected": -0.8636210560798645,
      "step": 90
    },
    {
      "epoch": 0.23,
      "grad_norm": 28.208412906348087,
      "learning_rate": 9.512212835085849e-08,
      "logits/chosen": -1.770500898361206,
      "logits/rejected": -1.6813795566558838,
      "logps/chosen": -1.557369351387024,
      "logps/rejected": -1.7003123760223389,
      "loss": 0.623,
      "rewards/accuracies": 0.6937500238418579,
      "rewards/chosen": -0.7778279781341553,
      "rewards/margins": 0.200466588139534,
      "rewards/rejected": -0.9782945513725281,
      "step": 100
    },
    {
      "epoch": 0.25,
      "grad_norm": 25.857658698377822,
      "learning_rate": 9.326809299301306e-08,
      "logits/chosen": -1.7706959247589111,
      "logits/rejected": -1.666680932044983,
      "logps/chosen": -1.6019655466079712,
      "logps/rejected": -1.7736393213272095,
      "loss": 0.6212,
      "rewards/accuracies": 0.7124999761581421,
      "rewards/chosen": -0.8026469945907593,
      "rewards/margins": 0.240141361951828,
      "rewards/rejected": -1.0427882671356201,
      "step": 110
    },
    {
      "epoch": 0.27,
      "grad_norm": 27.113925141570313,
      "learning_rate": 9.114050282021158e-08,
      "logits/chosen": -1.7661209106445312,
      "logits/rejected": -1.7044270038604736,
      "logps/chosen": -1.5668163299560547,
      "logps/rejected": -1.7313486337661743,
      "loss": 0.6144,
      "rewards/accuracies": 0.731249988079071,
      "rewards/chosen": -0.8385075330734253,
      "rewards/margins": 0.2342797964811325,
      "rewards/rejected": -1.0727872848510742,
      "step": 120
    },
    {
      "epoch": 0.3,
      "grad_norm": 25.192318558632277,
      "learning_rate": 8.875280914254802e-08,
      "logits/chosen": -1.7651408910751343,
      "logits/rejected": -1.6746151447296143,
      "logps/chosen": -1.7618343830108643,
      "logps/rejected": -1.9648230075836182,
      "loss": 0.5995,
      "rewards/accuracies": 0.668749988079071,
      "rewards/chosen": -1.1380090713500977,
      "rewards/margins": 0.34912705421447754,
      "rewards/rejected": -1.4871362447738647,
      "step": 130
    },
    {
      "epoch": 0.32,
      "grad_norm": 24.555074276571457,
      "learning_rate": 8.612010772821971e-08,
      "logits/chosen": -1.7977707386016846,
      "logits/rejected": -1.7540991306304932,
      "logps/chosen": -1.8272440433502197,
      "logps/rejected": -1.9743133783340454,
      "loss": 0.5993,
      "rewards/accuracies": 0.737500011920929,
      "rewards/chosen": -1.2267296314239502,
      "rewards/margins": 0.34395888447761536,
      "rewards/rejected": -1.5706886053085327,
      "step": 140
    },
    {
      "epoch": 0.34,
      "grad_norm": 29.798327176387467,
      "learning_rate": 8.325904336322055e-08,
      "logits/chosen": -1.7762537002563477,
      "logits/rejected": -1.722198247909546,
      "logps/chosen": -1.9330543279647827,
      "logps/rejected": -2.1491074562072754,
      "loss": 0.6088,
      "rewards/accuracies": 0.6812499761581421,
      "rewards/chosen": -1.5313791036605835,
      "rewards/margins": 0.3377588093280792,
      "rewards/rejected": -1.8691380023956299,
      "step": 150
    },
    {
      "epoch": 0.36,
      "grad_norm": 22.379243172505653,
      "learning_rate": 8.01877046176447e-08,
      "logits/chosen": -1.7237749099731445,
      "logits/rejected": -1.6540390253067017,
      "logps/chosen": -1.9900233745574951,
      "logps/rejected": -2.1875462532043457,
      "loss": 0.5903,
      "rewards/accuracies": 0.675000011920929,
      "rewards/chosen": -1.6234468221664429,
      "rewards/margins": 0.29227370023727417,
      "rewards/rejected": -1.9157205820083618,
      "step": 160
    },
    {
      "epoch": 0.39,
      "grad_norm": 19.935363442551864,
      "learning_rate": 7.692550948392249e-08,
      "logits/chosen": -1.7721624374389648,
      "logits/rejected": -1.7196706533432007,
      "logps/chosen": -1.960934042930603,
      "logps/rejected": -2.164457321166992,
      "loss": 0.5921,
      "rewards/accuracies": 0.706250011920929,
      "rewards/chosen": -1.501357078552246,
      "rewards/margins": 0.38615694642066956,
      "rewards/rejected": -1.887514352798462,
      "step": 170
    },
    {
      "epoch": 0.41,
      "grad_norm": 27.99675949527233,
      "learning_rate": 7.349308261002021e-08,
      "logits/chosen": -1.7341270446777344,
      "logits/rejected": -1.6832844018936157,
      "logps/chosen": -1.9921613931655884,
      "logps/rejected": -2.2205045223236084,
      "loss": 0.5854,
      "rewards/accuracies": 0.699999988079071,
      "rewards/chosen": -1.5901505947113037,
      "rewards/margins": 0.35738545656204224,
      "rewards/rejected": -1.9475358724594116,
      "step": 180
    },
    {
      "epoch": 0.43,
      "grad_norm": 24.529175323127856,
      "learning_rate": 6.991212490377531e-08,
      "logits/chosen": -1.7890892028808594,
      "logits/rejected": -1.746469259262085,
      "logps/chosen": -2.087700843811035,
      "logps/rejected": -2.3541736602783203,
      "loss": 0.5608,
      "rewards/accuracies": 0.75,
      "rewards/chosen": -1.7151954174041748,
      "rewards/margins": 0.4898623526096344,
      "rewards/rejected": -2.2050578594207764,
      "step": 190
    },
    {
      "epoch": 0.46,
      "grad_norm": 30.651962115004057,
      "learning_rate": 6.620527633276978e-08,
      "logits/chosen": -1.7287298440933228,
      "logits/rejected": -1.6635551452636719,
      "logps/chosen": -2.149373769760132,
      "logps/rejected": -2.5112643241882324,
      "loss": 0.5803,
      "rewards/accuracies": 0.71875,
      "rewards/chosen": -1.909841537475586,
      "rewards/margins": 0.5502029657363892,
      "rewards/rejected": -2.4600441455841064,
      "step": 200
    },
    {
      "epoch": 0.48,
      "grad_norm": 27.408811645376396,
      "learning_rate": 6.239597278716581e-08,
      "logits/chosen": -1.7830358743667603,
      "logits/rejected": -1.7272449731826782,
      "logps/chosen": -2.303990125656128,
      "logps/rejected": -2.549621105194092,
      "loss": 0.5627,
      "rewards/accuracies": 0.7250000238418579,
      "rewards/chosen": -2.1173198223114014,
      "rewards/margins": 0.5325894355773926,
      "rewards/rejected": -2.649909496307373,
      "step": 210
    },
    {
      "epoch": 0.5,
      "grad_norm": 25.141892376540234,
      "learning_rate": 5.8508297910462456e-08,
      "logits/chosen": -1.729365587234497,
      "logits/rejected": -1.6552003622055054,
      "logps/chosen": -2.227386713027954,
      "logps/rejected": -2.558889627456665,
      "loss": 0.5666,
      "rewards/accuracies": 0.6937500238418579,
      "rewards/chosen": -2.1277427673339844,
      "rewards/margins": 0.5474593043327332,
      "rewards/rejected": -2.675201892852783,
      "step": 220
    },
    {
      "epoch": 0.52,
      "grad_norm": 25.203206141016988,
      "learning_rate": 5.456683083494731e-08,
      "logits/chosen": -1.7191989421844482,
      "logits/rejected": -1.6832917928695679,
      "logps/chosen": -2.193159580230713,
      "logps/rejected": -2.4023752212524414,
      "loss": 0.5847,
      "rewards/accuracies": 0.65625,
      "rewards/chosen": -1.9987010955810547,
      "rewards/margins": 0.3709481358528137,
      "rewards/rejected": -2.3696494102478027,
      "step": 230
    },
    {
      "epoch": 0.55,
      "grad_norm": 31.30257665339357,
      "learning_rate": 5.059649078450834e-08,
      "logits/chosen": -1.7015504837036133,
      "logits/rejected": -1.662376046180725,
      "logps/chosen": -2.2371976375579834,
      "logps/rejected": -2.5139238834381104,
      "loss": 0.5533,
      "rewards/accuracies": 0.6625000238418579,
      "rewards/chosen": -2.137688398361206,
      "rewards/margins": 0.4293746054172516,
      "rewards/rejected": -2.567063570022583,
      "step": 240
    },
    {
      "epoch": 0.57,
      "grad_norm": 24.832978144124045,
      "learning_rate": 4.6622379527277186e-08,
      "logits/chosen": -1.7127622365951538,
      "logits/rejected": -1.6652097702026367,
      "logps/chosen": -2.328359603881836,
      "logps/rejected": -2.558023452758789,
      "loss": 0.5645,
      "rewards/accuracies": 0.6187499761581421,
      "rewards/chosen": -2.378941535949707,
      "rewards/margins": 0.3931688666343689,
      "rewards/rejected": -2.7721104621887207,
      "step": 250
    },
    {
      "epoch": 0.59,
      "grad_norm": 28.702758237373775,
      "learning_rate": 4.26696226741691e-08,
      "logits/chosen": -1.725927710533142,
      "logits/rejected": -1.6632360219955444,
      "logps/chosen": -2.4254117012023926,
      "logps/rejected": -2.7066590785980225,
      "loss": 0.5648,
      "rewards/accuracies": 0.65625,
      "rewards/chosen": -2.385176181793213,
      "rewards/margins": 0.522560715675354,
      "rewards/rejected": -2.9077370166778564,
      "step": 260
    },
    {
      "epoch": 0.61,
      "grad_norm": 24.57643832571065,
      "learning_rate": 3.876321082668098e-08,
      "logits/chosen": -1.7822297811508179,
      "logits/rejected": -1.7207348346710205,
      "logps/chosen": -2.3284859657287598,
      "logps/rejected": -2.6171371936798096,
      "loss": 0.5581,
      "rewards/accuracies": 0.7250000238418579,
      "rewards/chosen": -2.179990530014038,
      "rewards/margins": 0.5586847066879272,
      "rewards/rejected": -2.7386748790740967,
      "step": 270
    },
    {
      "epoch": 0.64,
      "grad_norm": 26.182300162855046,
      "learning_rate": 3.492784157826244e-08,
      "logits/chosen": -1.721687912940979,
      "logits/rejected": -1.6329882144927979,
      "logps/chosen": -2.33394193649292,
      "logps/rejected": -2.6748275756835938,
      "loss": 0.5564,
      "rewards/accuracies": 0.7124999761581421,
      "rewards/chosen": -2.2221310138702393,
      "rewards/margins": 0.610991895198822,
      "rewards/rejected": -2.833122730255127,
      "step": 280
    },
    {
      "epoch": 0.66,
      "grad_norm": 22.815010055443274,
      "learning_rate": 3.118776336817812e-08,
      "logits/chosen": -1.755319595336914,
      "logits/rejected": -1.7038185596466064,
      "logps/chosen": -2.277468204498291,
      "logps/rejected": -2.616783618927002,
      "loss": 0.5473,
      "rewards/accuracies": 0.731249988079071,
      "rewards/chosen": -2.1484389305114746,
      "rewards/margins": 0.6641989946365356,
      "rewards/rejected": -2.8126378059387207,
      "step": 290
    },
    {
      "epoch": 0.68,
      "grad_norm": 23.65537068910306,
      "learning_rate": 2.7566622175067443e-08,
      "logits/chosen": -1.7356256246566772,
      "logits/rejected": -1.6781995296478271,
      "logps/chosen": -2.3750412464141846,
      "logps/rejected": -2.7629873752593994,
      "loss": 0.5497,
      "rewards/accuracies": 0.7562500238418579,
      "rewards/chosen": -2.3329153060913086,
      "rewards/margins": 0.6199190616607666,
      "rewards/rejected": -2.9528346061706543,
      "step": 300
    },
    {
      "epoch": 0.71,
      "grad_norm": 27.623729083981935,
      "learning_rate": 2.408731201945432e-08,
      "logits/chosen": -1.7345046997070312,
      "logits/rejected": -1.6898084878921509,
      "logps/chosen": -2.304429531097412,
      "logps/rejected": -2.555560827255249,
      "loss": 0.5555,
      "rewards/accuracies": 0.675000011920929,
      "rewards/chosen": -2.2210681438446045,
      "rewards/margins": 0.46195346117019653,
      "rewards/rejected": -2.6830217838287354,
      "step": 310
    },
    {
      "epoch": 0.73,
      "grad_norm": 26.649151417142534,
      "learning_rate": 2.0771830220378112e-08,
      "logits/chosen": -1.68793523311615,
      "logits/rejected": -1.6301701068878174,
      "logps/chosen": -2.3206005096435547,
      "logps/rejected": -2.559023380279541,
      "loss": 0.5553,
      "rewards/accuracies": 0.625,
      "rewards/chosen": -2.195432424545288,
      "rewards/margins": 0.4925463795661926,
      "rewards/rejected": -2.687978744506836,
      "step": 320
    },
    {
      "epoch": 0.75,
      "grad_norm": 24.875498436093228,
      "learning_rate": 1.7641138321260257e-08,
      "logits/chosen": -1.722652792930603,
      "logits/rejected": -1.6583467721939087,
      "logps/chosen": -2.2422232627868652,
      "logps/rejected": -2.6411871910095215,
      "loss": 0.5479,
      "rewards/accuracies": 0.831250011920929,
      "rewards/chosen": -2.116737127304077,
      "rewards/margins": 0.7428576946258545,
      "rewards/rejected": -2.8595950603485107,
      "step": 330
    },
    {
      "epoch": 0.77,
      "grad_norm": 26.307918213457313,
      "learning_rate": 1.4715029564277793e-08,
      "logits/chosen": -1.7855126857757568,
      "logits/rejected": -1.7428696155548096,
      "logps/chosen": -2.2222747802734375,
      "logps/rejected": -2.578981399536133,
      "loss": 0.5581,
      "rewards/accuracies": 0.75,
      "rewards/chosen": -2.0352282524108887,
      "rewards/margins": 0.6392861604690552,
      "rewards/rejected": -2.6745142936706543,
      "step": 340
    },
    {
      "epoch": 0.8,
      "grad_norm": 25.341211676404754,
      "learning_rate": 1.2012003751113343e-08,
      "logits/chosen": -1.7763115167617798,
      "logits/rejected": -1.7206395864486694,
      "logps/chosen": -2.328850269317627,
      "logps/rejected": -2.70664119720459,
      "loss": 0.5366,
      "rewards/accuracies": 0.71875,
      "rewards/chosen": -2.3333606719970703,
      "rewards/margins": 0.6552005410194397,
      "rewards/rejected": -2.9885611534118652,
      "step": 350
    },
    {
      "epoch": 0.82,
      "grad_norm": 31.147010925293188,
      "learning_rate": 9.549150281252633e-09,
      "logits/chosen": -1.725211501121521,
      "logits/rejected": -1.6820595264434814,
      "logps/chosen": -2.2657017707824707,
      "logps/rejected": -2.6082816123962402,
      "loss": 0.5395,
      "rewards/accuracies": 0.6937500238418579,
      "rewards/chosen": -2.1871337890625,
      "rewards/margins": 0.5816982388496399,
      "rewards/rejected": -2.768831729888916,
      "step": 360
    },
    {
      "epoch": 0.84,
      "grad_norm": 24.868596217446985,
      "learning_rate": 7.3420401072985306e-09,
      "logits/chosen": -1.7670882940292358,
      "logits/rejected": -1.7162415981292725,
      "logps/chosen": -2.3288838863372803,
      "logps/rejected": -2.694032669067383,
      "loss": 0.5377,
      "rewards/accuracies": 0.6812499761581421,
      "rewards/chosen": -2.2285408973693848,
      "rewards/margins": 0.6153696179389954,
      "rewards/rejected": -2.8439104557037354,
      "step": 370
    },
    {
      "epoch": 0.86,
      "grad_norm": 28.264277931849893,
      "learning_rate": 5.404627290395369e-09,
      "logits/chosen": -1.7286021709442139,
      "logits/rejected": -1.6685943603515625,
      "logps/chosen": -2.2551302909851074,
      "logps/rejected": -2.6050727367401123,
      "loss": 0.537,
      "rewards/accuracies": 0.737500011920929,
      "rewards/chosen": -2.1310482025146484,
      "rewards/margins": 0.619892954826355,
      "rewards/rejected": -2.750941514968872,
      "step": 380
    },
    {
      "epoch": 0.89,
      "grad_norm": 32.571402526944446,
      "learning_rate": 3.74916077816162e-09,
      "logits/chosen": -1.734569787979126,
      "logits/rejected": -1.678733468055725,
      "logps/chosen": -2.2776572704315186,
      "logps/rejected": -2.573931932449341,
      "loss": 0.5505,
      "rewards/accuracies": 0.6812499761581421,
      "rewards/chosen": -2.255725145339966,
      "rewards/margins": 0.5602914690971375,
      "rewards/rejected": -2.816016674041748,
      "step": 390
    },
    {
      "epoch": 0.91,
      "grad_norm": 30.76786815731744,
      "learning_rate": 2.386106962899165e-09,
      "logits/chosen": -1.6618547439575195,
      "logits/rejected": -1.599841594696045,
      "logps/chosen": -2.417301654815674,
      "logps/rejected": -2.7463181018829346,
      "loss": 0.5418,
      "rewards/accuracies": 0.6937500238418579,
      "rewards/chosen": -2.381761312484741,
      "rewards/margins": 0.5453529357910156,
      "rewards/rejected": -2.927114725112915,
      "step": 400
    },
    {
      "epoch": 0.93,
      "grad_norm": 31.25431184934112,
      "learning_rate": 1.3240835096913706e-09,
      "logits/chosen": -1.6889197826385498,
      "logits/rejected": -1.5975219011306763,
      "logps/chosen": -2.266620397567749,
      "logps/rejected": -2.7067856788635254,
      "loss": 0.5607,
      "rewards/accuracies": 0.7124999761581421,
      "rewards/chosen": -2.190139055252075,
      "rewards/margins": 0.7415019273757935,
      "rewards/rejected": -2.931641101837158,
      "step": 410
    },
    {
      "epoch": 0.96,
      "grad_norm": 23.39234165392022,
      "learning_rate": 5.698048727497462e-10,
      "logits/chosen": -1.7234703302383423,
      "logits/rejected": -1.65776789188385,
      "logps/chosen": -2.363593578338623,
      "logps/rejected": -2.7682502269744873,
      "loss": 0.5431,
      "rewards/accuracies": 0.7250000238418579,
      "rewards/chosen": -2.3445918560028076,
      "rewards/margins": 0.6753993034362793,
      "rewards/rejected": -3.019990921020508,
      "step": 420
    },
    {
      "epoch": 0.98,
      "grad_norm": 24.387678586587597,
      "learning_rate": 1.2803984447259387e-10,
      "logits/chosen": -1.7296276092529297,
      "logits/rejected": -1.68634033203125,
      "logps/chosen": -2.347764730453491,
      "logps/rejected": -2.731468677520752,
      "loss": 0.5333,
      "rewards/accuracies": 0.7250000238418579,
      "rewards/chosen": -2.330850601196289,
      "rewards/margins": 0.6721019744873047,
      "rewards/rejected": -3.002953052520752,
      "step": 430
    },
    {
      "epoch": 1.0,
      "step": 439,
      "total_flos": 0.0,
      "train_loss": 0.4350618153878388,
      "train_runtime": 5287.1692,
      "train_samples_per_second": 10.636,
      "train_steps_per_second": 0.083
    }
  ],
  "logging_steps": 10,
  "max_steps": 439,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 100,
  "total_flos": 0.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}