{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9994666666666666,
  "eval_steps": 500,
  "global_step": 937,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 5.319148936170213e-08,
      "logits/chosen": 0.07539638876914978,
      "logits/rejected": 0.3617660701274872,
      "logps/chosen": -391.36358642578125,
      "logps/rejected": -351.79266357421875,
      "loss": 0.3823,
      "rewards/accuracies": 0.0,
      "rewards/chosen": 0.0,
      "rewards/margins": 0.0,
      "rewards/rejected": 0.0,
      "step": 1
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.319148936170213e-07,
      "logits/chosen": 0.1823267638683319,
      "logits/rejected": 0.30340075492858887,
      "logps/chosen": -419.4432373046875,
      "logps/rejected": -388.3770446777344,
      "loss": 0.377,
      "rewards/accuracies": 0.3680555522441864,
      "rewards/chosen": -0.0008056727820076048,
      "rewards/margins": 0.00010184818529523909,
      "rewards/rejected": -0.0009075209964066744,
      "step": 10
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0638297872340427e-06,
      "logits/chosen": 0.20788808166980743,
      "logits/rejected": 0.23254188895225525,
      "logps/chosen": -416.3082580566406,
      "logps/rejected": -387.38531494140625,
      "loss": 0.3736,
      "rewards/accuracies": 0.3125,
      "rewards/chosen": -0.0008876107749529183,
      "rewards/margins": -1.8838401956600137e-05,
      "rewards/rejected": -0.0008687723311595619,
      "step": 20
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.595744680851064e-06,
      "logits/chosen": 0.30031031370162964,
      "logits/rejected": 0.15295112133026123,
      "logps/chosen": -425.69256591796875,
      "logps/rejected": -429.0267639160156,
      "loss": 0.3744,
      "rewards/accuracies": 0.3687500059604645,
      "rewards/chosen": -0.000916177115868777,
      "rewards/margins": 9.849786147242412e-05,
      "rewards/rejected": -0.0010146748973056674,
      "step": 30
    },
    {
      "epoch": 0.04,
      "learning_rate": 2.1276595744680853e-06,
      "logits/chosen": 0.208384707570076,
      "logits/rejected": 0.18005970120429993,
      "logps/chosen": -401.88677978515625,
      "logps/rejected": -385.52313232421875,
      "loss": 0.3671,
      "rewards/accuracies": 0.33125001192092896,
      "rewards/chosen": -0.000506656477227807,
      "rewards/margins": 2.4630819098092616e-05,
      "rewards/rejected": -0.0005312872817739844,
      "step": 40
    },
    {
      "epoch": 0.05,
      "learning_rate": 2.6595744680851065e-06,
      "logits/chosen": 0.20258402824401855,
      "logits/rejected": 0.2793141305446625,
      "logps/chosen": -387.0594177246094,
      "logps/rejected": -397.8907165527344,
      "loss": 0.3671,
      "rewards/accuracies": 0.32499998807907104,
      "rewards/chosen": -0.00127916329074651,
      "rewards/margins": 5.479707760969177e-05,
      "rewards/rejected": -0.0013339603319764137,
      "step": 50
    },
    {
      "epoch": 0.06,
      "learning_rate": 3.191489361702128e-06,
      "logits/chosen": 0.15620803833007812,
      "logits/rejected": 0.1983640044927597,
      "logps/chosen": -393.00323486328125,
      "logps/rejected": -389.00091552734375,
      "loss": 0.376,
      "rewards/accuracies": 0.4124999940395355,
      "rewards/chosen": -0.0012187453685328364,
      "rewards/margins": 0.0002520512498449534,
      "rewards/rejected": -0.0014707966474816203,
      "step": 60
    },
    {
      "epoch": 0.07,
      "learning_rate": 3.723404255319149e-06,
      "logits/chosen": 0.2471141517162323,
      "logits/rejected": 0.23372165858745575,
      "logps/chosen": -422.782470703125,
      "logps/rejected": -409.0695495605469,
      "loss": 0.361,
      "rewards/accuracies": 0.5,
      "rewards/chosen": -6.791514897486195e-05,
      "rewards/margins": 0.00030927141779102385,
      "rewards/rejected": -0.00037718654493801296,
      "step": 70
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.255319148936171e-06,
      "logits/chosen": 0.3184092342853546,
      "logits/rejected": 0.2963259518146515,
      "logps/chosen": -430.31878662109375,
      "logps/rejected": -441.485107421875,
      "loss": 0.3777,
      "rewards/accuracies": 0.48750001192092896,
      "rewards/chosen": 0.0043855770491063595,
      "rewards/margins": 0.0006927828071638942,
      "rewards/rejected": 0.0036927941255271435,
      "step": 80
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.787234042553192e-06,
      "logits/chosen": 0.21129055321216583,
      "logits/rejected": 0.1998635232448578,
      "logps/chosen": -372.2428894042969,
      "logps/rejected": -381.28765869140625,
      "loss": 0.3832,
      "rewards/accuracies": 0.5,
      "rewards/chosen": 0.009740473702549934,
      "rewards/margins": 0.0007645908044651151,
      "rewards/rejected": 0.008975883945822716,
      "step": 90
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.999375059004058e-06,
      "logits/chosen": 0.21418185532093048,
      "logits/rejected": 0.31756535172462463,
      "logps/chosen": -408.43646240234375,
      "logps/rejected": -402.8905944824219,
      "loss": 0.3762,
      "rewards/accuracies": 0.46875,
      "rewards/chosen": 0.008459924720227718,
      "rewards/margins": 0.0009970309911295772,
      "rewards/rejected": 0.007462893612682819,
      "step": 100
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.9955571065548795e-06,
      "logits/chosen": 0.1467427909374237,
      "logits/rejected": 0.12404219806194305,
      "logps/chosen": -399.4310302734375,
      "logps/rejected": -400.8306884765625,
      "loss": 0.392,
      "rewards/accuracies": 0.5249999761581421,
      "rewards/chosen": 0.002305335830897093,
      "rewards/margins": 0.0017863574903458357,
      "rewards/rejected": 0.0005189782241359353,
      "step": 110
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.9882736864879e-06,
      "logits/chosen": 0.1542399823665619,
      "logits/rejected": 0.148942768573761,
      "logps/chosen": -427.81634521484375,
      "logps/rejected": -432.287109375,
      "loss": 0.373,
      "rewards/accuracies": 0.5,
      "rewards/chosen": -0.015028266236186028,
      "rewards/margins": 0.003260324476286769,
      "rewards/rejected": -0.018288591876626015,
      "step": 120
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.977534912960124e-06,
      "logits/chosen": 0.11779679358005524,
      "logits/rejected": 0.21365532279014587,
      "logps/chosen": -380.7659912109375,
      "logps/rejected": -397.8762512207031,
      "loss": 0.3522,
      "rewards/accuracies": 0.5,
      "rewards/chosen": -0.029504213482141495,
      "rewards/margins": 0.004709848202764988,
      "rewards/rejected": -0.03421406075358391,
      "step": 130
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.963355698422092e-06,
      "logits/chosen": 0.2473243921995163,
      "logits/rejected": 0.16422489285469055,
      "logps/chosen": -465.10711669921875,
      "logps/rejected": -491.26904296875,
      "loss": 0.3624,
      "rewards/accuracies": 0.550000011920929,
      "rewards/chosen": -0.0538320355117321,
      "rewards/margins": 0.007020815275609493,
      "rewards/rejected": -0.06085285544395447,
      "step": 140
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.945755732909625e-06,
      "logits/chosen": 0.16355708241462708,
      "logits/rejected": 0.12124369293451309,
      "logps/chosen": -456.09307861328125,
      "logps/rejected": -461.9251403808594,
      "loss": 0.3809,
      "rewards/accuracies": 0.4375,
      "rewards/chosen": -0.07473380863666534,
      "rewards/margins": 0.00868835486471653,
      "rewards/rejected": -0.08342215418815613,
      "step": 150
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.924759456701167e-06,
      "logits/chosen": 0.11441226303577423,
      "logits/rejected": 0.2628568708896637,
      "logps/chosen": -494.88946533203125,
      "logps/rejected": -473.18304443359375,
      "loss": 0.3558,
      "rewards/accuracies": 0.48750001192092896,
      "rewards/chosen": -0.09776302427053452,
      "rewards/margins": 0.013915225863456726,
      "rewards/rejected": -0.11167825758457184,
      "step": 160
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.900396026378671e-06,
      "logits/chosen": 0.07239022850990295,
      "logits/rejected": 0.14864209294319153,
      "logps/chosen": -531.4957275390625,
      "logps/rejected": -559.1382446289062,
      "loss": 0.3526,
      "rewards/accuracies": 0.5062500238418579,
      "rewards/chosen": -0.12973885238170624,
      "rewards/margins": 0.02028977870941162,
      "rewards/rejected": -0.15002863109111786,
      "step": 170
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.872699274339169e-06,
      "logits/chosen": 0.026783421635627747,
      "logits/rejected": 0.09836456179618835,
      "logps/chosen": -559.0204467773438,
      "logps/rejected": -592.0581665039062,
      "loss": 0.3391,
      "rewards/accuracies": 0.5,
      "rewards/chosen": -0.14703384041786194,
      "rewards/margins": 0.03492132946848869,
      "rewards/rejected": -0.18195518851280212,
      "step": 180
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.8417076618132434e-06,
      "logits/chosen": 0.037959806621074677,
      "logits/rejected": 0.03822736442089081,
      "logps/chosen": -631.74365234375,
      "logps/rejected": -699.8177490234375,
      "loss": 0.3379,
      "rewards/accuracies": 0.5,
      "rewards/chosen": -0.20971231162548065,
      "rewards/margins": 0.06991457939147949,
      "rewards/rejected": -0.27962690591812134,
      "step": 190
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.807464225455655e-06,
      "logits/chosen": -0.024742988869547844,
      "logits/rejected": 0.0659240335226059,
      "logps/chosen": -594.5228271484375,
      "logps/rejected": -611.7971801757812,
      "loss": 0.3779,
      "rewards/accuracies": 0.375,
      "rewards/chosen": -0.21358820796012878,
      "rewards/margins": 0.021843884140253067,
      "rewards/rejected": -0.23543210327625275,
      "step": 200
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.770016517582283e-06,
      "logits/chosen": 0.08687545359134674,
      "logits/rejected": 0.03665763512253761,
      "logps/chosen": -591.6993408203125,
      "logps/rejected": -627.2652587890625,
      "loss": 0.3521,
      "rewards/accuracies": 0.5249999761581421,
      "rewards/chosen": -0.16842979192733765,
      "rewards/margins": 0.035929836332798004,
      "rewards/rejected": -0.20435962080955505,
      "step": 210
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.7294165401363616e-06,
      "logits/chosen": 0.03541503846645355,
      "logits/rejected": 0.1400221884250641,
      "logps/chosen": -533.7828369140625,
      "logps/rejected": -550.1221313476562,
      "loss": 0.3479,
      "rewards/accuracies": 0.45625001192092896,
      "rewards/chosen": -0.1404583603143692,
      "rewards/margins": 0.026776695623993874,
      "rewards/rejected": -0.16723506152629852,
      "step": 220
    },
    {
      "epoch": 0.25,
      "learning_rate": 4.68572067247573e-06,
      "logits/chosen": -0.02703988552093506,
      "logits/rejected": 0.0387953519821167,
      "logps/chosen": -544.995361328125,
      "logps/rejected": -571.0706176757812,
      "loss": 0.3344,
      "rewards/accuracies": 0.4625000059604645,
      "rewards/chosen": -0.1598329395055771,
      "rewards/margins": 0.03278448060154915,
      "rewards/rejected": -0.19261741638183594,
      "step": 230
    },
    {
      "epoch": 0.26,
      "learning_rate": 4.638989593081364e-06,
      "logits/chosen": 0.032285176217556,
      "logits/rejected": 0.03509441763162613,
      "logps/chosen": -533.4124755859375,
      "logps/rejected": -583.5164794921875,
      "loss": 0.3273,
      "rewards/accuracies": 0.4625000059604645,
      "rewards/chosen": -0.18457840383052826,
      "rewards/margins": 0.05398773029446602,
      "rewards/rejected": -0.23856613039970398,
      "step": 240
    },
    {
      "epoch": 0.27,
      "learning_rate": 4.5892881952959015e-06,
      "logits/chosen": 0.041622038930654526,
      "logits/rejected": 0.14562161266803741,
      "logps/chosen": -629.537353515625,
      "logps/rejected": -698.6555786132812,
      "loss": 0.3356,
      "rewards/accuracies": 0.5,
      "rewards/chosen": -0.20703263580799103,
      "rewards/margins": 0.07567483186721802,
      "rewards/rejected": -0.28270745277404785,
      "step": 250
    },
    {
      "epoch": 0.28,
      "learning_rate": 4.536685497209182e-06,
      "logits/chosen": -0.05856188014149666,
      "logits/rejected": 0.12126834690570831,
      "logps/chosen": -572.82763671875,
      "logps/rejected": -595.30810546875,
      "loss": 0.3371,
      "rewards/accuracies": 0.42500001192092896,
      "rewards/chosen": -0.1882476508617401,
      "rewards/margins": 0.049884133040905,
      "rewards/rejected": -0.2381317913532257,
      "step": 260
    },
    {
      "epoch": 0.29,
      "learning_rate": 4.481254545815943e-06,
      "logits/chosen": 0.04912557825446129,
      "logits/rejected": 0.0359189435839653,
      "logps/chosen": -605.077392578125,
      "logps/rejected": -658.1011352539062,
      "loss": 0.3329,
      "rewards/accuracies": 0.518750011920929,
      "rewards/chosen": -0.19004479050636292,
      "rewards/margins": 0.06682942062616348,
      "rewards/rejected": -0.2568742036819458,
      "step": 270
    },
    {
      "epoch": 0.3,
      "learning_rate": 4.42307231557875e-06,
      "logits/chosen": -0.04056745022535324,
      "logits/rejected": 0.09117879718542099,
      "logps/chosen": -607.6412353515625,
      "logps/rejected": -669.0006103515625,
      "loss": 0.337,
      "rewards/accuracies": 0.4437499940395355,
      "rewards/chosen": -0.20891769230365753,
      "rewards/margins": 0.07138092070817947,
      "rewards/rejected": -0.2802986204624176,
      "step": 280
    },
    {
      "epoch": 0.31,
      "learning_rate": 4.3622196015370305e-06,
      "logits/chosen": 0.10313913971185684,
      "logits/rejected": -0.032890208065509796,
      "logps/chosen": -645.5613403320312,
      "logps/rejected": -766.77685546875,
      "loss": 0.3408,
      "rewards/accuracies": 0.48124998807907104,
      "rewards/chosen": -0.24055080115795135,
      "rewards/margins": 0.07783609628677368,
      "rewards/rejected": -0.31838691234588623,
      "step": 290
    },
    {
      "epoch": 0.32,
      "learning_rate": 4.298780907110648e-06,
      "logits/chosen": -0.10391390323638916,
      "logits/rejected": 0.03353533148765564,
      "logps/chosen": -579.8109130859375,
      "logps/rejected": -659.9757080078125,
      "loss": 0.3052,
      "rewards/accuracies": 0.4937500059604645,
      "rewards/chosen": -0.2175387442111969,
      "rewards/margins": 0.08425301313400269,
      "rewards/rejected": -0.3017917573451996,
      "step": 300
    },
    {
      "epoch": 0.33,
      "learning_rate": 4.23284432675381e-06,
      "logits/chosen": -0.04866858571767807,
      "logits/rejected": 0.06607881933450699,
      "logps/chosen": -654.9437255859375,
      "logps/rejected": -746.3504638671875,
      "loss": 0.3188,
      "rewards/accuracies": 0.543749988079071,
      "rewards/chosen": -0.21447813510894775,
      "rewards/margins": 0.0885075181722641,
      "rewards/rejected": -0.30298566818237305,
      "step": 310
    },
    {
      "epoch": 0.34,
      "learning_rate": 4.164501423622277e-06,
      "logits/chosen": -0.08321225643157959,
      "logits/rejected": 0.02133125625550747,
      "logps/chosen": -561.8787231445312,
      "logps/rejected": -612.1022338867188,
      "loss": 0.3395,
      "rewards/accuracies": 0.46875,
      "rewards/chosen": -0.1877143234014511,
      "rewards/margins": 0.0630793645977974,
      "rewards/rejected": -0.2507936656475067,
      "step": 320
    },
    {
      "epoch": 0.35,
      "learning_rate": 4.0938471024237355e-06,
      "logits/chosen": -0.008984372019767761,
      "logits/rejected": 0.020171385258436203,
      "logps/chosen": -611.2442626953125,
      "logps/rejected": -706.269775390625,
      "loss": 0.3215,
      "rewards/accuracies": 0.550000011920929,
      "rewards/chosen": -0.20123758912086487,
      "rewards/margins": 0.08567605912685394,
      "rewards/rejected": -0.28691360354423523,
      "step": 330
    },
    {
      "epoch": 0.36,
      "learning_rate": 4.020979477627907e-06,
      "logits/chosen": 0.025400999933481216,
      "logits/rejected": 0.12927094101905823,
      "logps/chosen": -630.3967895507812,
      "logps/rejected": -654.9688110351562,
      "loss": 0.334,
      "rewards/accuracies": 0.42500001192092896,
      "rewards/chosen": -0.22138580679893494,
      "rewards/margins": 0.044631440192461014,
      "rewards/rejected": -0.26601722836494446,
      "step": 340
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.9459997372194105e-06,
      "logits/chosen": 0.06408616155385971,
      "logits/rejected": 0.09784664213657379,
      "logps/chosen": -646.9287719726562,
      "logps/rejected": -651.2354736328125,
      "loss": 0.3722,
      "rewards/accuracies": 0.45625001192092896,
      "rewards/chosen": -0.22586758434772491,
      "rewards/margins": 0.029935162514448166,
      "rewards/rejected": -0.255802720785141,
      "step": 350
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.869012002182573e-06,
      "logits/chosen": -0.011558137834072113,
      "logits/rejected": 0.08119530230760574,
      "logps/chosen": -505.4185485839844,
      "logps/rejected": -552.3299560546875,
      "loss": 0.3726,
      "rewards/accuracies": 0.375,
      "rewards/chosen": -0.16497987508773804,
      "rewards/margins": 0.024407176300883293,
      "rewards/rejected": -0.18938703835010529,
      "step": 360
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.7901231819133104e-06,
      "logits/chosen": 0.03600141033530235,
      "logits/rejected": 0.11767586320638657,
      "logps/chosen": -537.4278564453125,
      "logps/rejected": -573.6280517578125,
      "loss": 0.3597,
      "rewards/accuracies": 0.45625001192092896,
      "rewards/chosen": -0.15761788189411163,
      "rewards/margins": 0.04068927466869354,
      "rewards/rejected": -0.19830715656280518,
      "step": 370
    },
    {
      "epoch": 0.41,
      "learning_rate": 3.709442825758875e-06,
      "logits/chosen": 0.0605524480342865,
      "logits/rejected": 0.04419669136404991,
      "logps/chosen": -567.4146118164062,
      "logps/rejected": -611.6965942382812,
      "loss": 0.3484,
      "rewards/accuracies": 0.512499988079071,
      "rewards/chosen": -0.16456562280654907,
      "rewards/margins": 0.045978985726833344,
      "rewards/rejected": -0.210544615983963,
      "step": 380
    },
    {
      "epoch": 0.42,
      "learning_rate": 3.6270829708916113e-06,
      "logits/chosen": 0.06785359233617783,
      "logits/rejected": 0.029774094000458717,
      "logps/chosen": -584.1076049804688,
      "logps/rejected": -663.6577758789062,
      "loss": 0.3269,
      "rewards/accuracies": 0.5062500238418579,
      "rewards/chosen": -0.18006856739521027,
      "rewards/margins": 0.05508347600698471,
      "rewards/rejected": -0.23515205085277557,
      "step": 390
    },
    {
      "epoch": 0.43,
      "learning_rate": 3.543157986727991e-06,
      "logits/chosen": 0.004598482511937618,
      "logits/rejected": 0.034767135977745056,
      "logps/chosen": -539.9484252929688,
      "logps/rejected": -576.4744262695312,
      "loss": 0.3491,
      "rewards/accuracies": 0.4312500059604645,
      "rewards/chosen": -0.17368122935295105,
      "rewards/margins": 0.03443225473165512,
      "rewards/rejected": -0.20811347663402557,
      "step": 400
    },
    {
      "epoch": 0.44,
      "learning_rate": 3.4577844161089614e-06,
      "logits/chosen": 0.09188822656869888,
      "logits/rejected": 0.043555885553359985,
      "logps/chosen": -514.0177612304688,
      "logps/rejected": -582.0616455078125,
      "loss": 0.298,
      "rewards/accuracies": 0.5375000238418579,
      "rewards/chosen": -0.15144076943397522,
      "rewards/margins": 0.07400556653738022,
      "rewards/rejected": -0.22544634342193604,
      "step": 410
    },
    {
      "epoch": 0.45,
      "learning_rate": 3.3710808134621577e-06,
      "logits/chosen": -0.004905997309833765,
      "logits/rejected": 0.040687330067157745,
      "logps/chosen": -578.5809326171875,
      "logps/rejected": -645.4890747070312,
      "loss": 0.3125,
      "rewards/accuracies": 0.512499988079071,
      "rewards/chosen": -0.18565499782562256,
      "rewards/margins": 0.07045260071754456,
      "rewards/rejected": -0.2561075985431671,
      "step": 420
    },
    {
      "epoch": 0.46,
      "learning_rate": 3.2831675801707126e-06,
      "logits/chosen": 0.030105963349342346,
      "logits/rejected": 0.14350736141204834,
      "logps/chosen": -614.5733642578125,
      "logps/rejected": -665.1195678710938,
      "loss": 0.3496,
      "rewards/accuracies": 0.4625000059604645,
      "rewards/chosen": -0.21485750377178192,
      "rewards/margins": 0.06542513519525528,
      "rewards/rejected": -0.2802826464176178,
      "step": 430
    },
    {
      "epoch": 0.47,
      "learning_rate": 3.194166797377289e-06,
      "logits/chosen": -0.033211253583431244,
      "logits/rejected": -0.030144518241286278,
      "logps/chosen": -654.5762939453125,
      "logps/rejected": -726.3638916015625,
      "loss": 0.3242,
      "rewards/accuracies": 0.512499988079071,
      "rewards/chosen": -0.21793492138385773,
      "rewards/margins": 0.08130789548158646,
      "rewards/rejected": -0.2992427945137024,
      "step": 440
    },
    {
      "epoch": 0.48,
      "learning_rate": 3.104202056455501e-06,
      "logits/chosen": -0.011334149166941643,
      "logits/rejected": 0.09229062497615814,
      "logps/chosen": -581.5757446289062,
      "logps/rejected": -688.3638916015625,
      "loss": 0.3043,
      "rewards/accuracies": 0.53125,
      "rewards/chosen": -0.1874237060546875,
      "rewards/margins": 0.09659047424793243,
      "rewards/rejected": -0.28401416540145874,
      "step": 450
    },
    {
      "epoch": 0.49,
      "learning_rate": 3.013398287384144e-06,
      "logits/chosen": 0.033252302557229996,
      "logits/rejected": -0.009059171192348003,
      "logps/chosen": -611.2565307617188,
      "logps/rejected": -677.837646484375,
      "loss": 0.318,
      "rewards/accuracies": 0.518750011920929,
      "rewards/chosen": -0.19349732995033264,
      "rewards/margins": 0.07655458152294159,
      "rewards/rejected": -0.27005189657211304,
      "step": 460
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.9218815852625717e-06,
      "logits/chosen": -0.06340669840574265,
      "logits/rejected": -0.0008907020092010498,
      "logps/chosen": -603.5202026367188,
      "logps/rejected": -673.9171752929688,
      "loss": 0.3375,
      "rewards/accuracies": 0.45625001192092896,
      "rewards/chosen": -0.21294096112251282,
      "rewards/margins": 0.07124762237071991,
      "rewards/rejected": -0.28418856859207153,
      "step": 470
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.829779035208113e-06,
      "logits/chosen": 0.025766396895051003,
      "logits/rejected": 0.0163635965436697,
      "logps/chosen": -653.7705078125,
      "logps/rejected": -762.9187622070312,
      "loss": 0.3379,
      "rewards/accuracies": 0.5,
      "rewards/chosen": -0.23698878288269043,
      "rewards/margins": 0.08854912966489792,
      "rewards/rejected": -0.32553791999816895,
      "step": 480
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.737218535878705e-06,
      "logits/chosen": 0.07303385436534882,
      "logits/rejected": -0.03683042526245117,
      "logps/chosen": -620.9476318359375,
      "logps/rejected": -691.1075439453125,
      "loss": 0.2908,
      "rewards/accuracies": 0.6000000238418579,
      "rewards/chosen": -0.18487033247947693,
      "rewards/margins": 0.09076735377311707,
      "rewards/rejected": -0.275637686252594,
      "step": 490
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.64432862186579e-06,
      "logits/chosen": -0.07815182954072952,
      "logits/rejected": -0.010281940922141075,
      "logps/chosen": -641.4134521484375,
      "logps/rejected": -706.6598510742188,
      "loss": 0.3186,
      "rewards/accuracies": 0.5375000238418579,
      "rewards/chosen": -0.2273898422718048,
      "rewards/margins": 0.08002471923828125,
      "rewards/rejected": -0.30741453170776367,
      "step": 500
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.551238285204126e-06,
      "logits/chosen": -0.1134188324213028,
      "logits/rejected": -0.011527213267982006,
      "logps/chosen": -614.1680908203125,
      "logps/rejected": -699.6660766601562,
      "loss": 0.326,
      "rewards/accuracies": 0.4937500059604645,
      "rewards/chosen": -0.2197011411190033,
      "rewards/margins": 0.07829214632511139,
      "rewards/rejected": -0.2979933023452759,
      "step": 510
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.4580767962463688e-06,
      "logits/chosen": 0.04103394225239754,
      "logits/rejected": 0.009344205260276794,
      "logps/chosen": -588.2103271484375,
      "logps/rejected": -654.2349853515625,
      "loss": 0.3201,
      "rewards/accuracies": 0.5,
      "rewards/chosen": -0.1895955502986908,
      "rewards/margins": 0.07577956467866898,
      "rewards/rejected": -0.2653751075267792,
      "step": 520
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.3649735241511546e-06,
      "logits/chosen": 0.026180285960435867,
      "logits/rejected": -0.057329438626766205,
      "logps/chosen": -636.9844970703125,
      "logps/rejected": -699.1533813476562,
      "loss": 0.3382,
      "rewards/accuracies": 0.4375,
      "rewards/chosen": -0.21527251601219177,
      "rewards/margins": 0.06197941303253174,
      "rewards/rejected": -0.2772519588470459,
      "step": 530
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.2720577572339914e-06,
      "logits/chosen": -0.09959807246923447,
      "logits/rejected": 0.034060269594192505,
      "logps/chosen": -618.979248046875,
      "logps/rejected": -660.626220703125,
      "loss": 0.3315,
      "rewards/accuracies": 0.44999998807907104,
      "rewards/chosen": -0.2118925154209137,
      "rewards/margins": 0.08266349881887436,
      "rewards/rejected": -0.29455602169036865,
      "step": 540
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.1794585234303995e-06,
      "logits/chosen": -0.0629156231880188,
      "logits/rejected": 0.06692133843898773,
      "logps/chosen": -657.5345458984375,
      "logps/rejected": -740.254638671875,
      "loss": 0.312,
      "rewards/accuracies": 0.5,
      "rewards/chosen": -0.24066373705863953,
      "rewards/margins": 0.09562061727046967,
      "rewards/rejected": -0.3362843990325928,
      "step": 550
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0873044111206407e-06,
      "logits/chosen": -0.019260389730334282,
      "logits/rejected": 0.044143788516521454,
      "logps/chosen": -611.283447265625,
      "logps/rejected": -677.8404541015625,
      "loss": 0.3327,
      "rewards/accuracies": 0.4937500059604645,
      "rewards/chosen": -0.2026386559009552,
      "rewards/margins": 0.06741929799318314,
      "rewards/rejected": -0.27005794644355774,
      "step": 560
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9957233905648293e-06,
      "logits/chosen": -0.10834735631942749,
      "logits/rejected": 0.014343018643558025,
      "logps/chosen": -584.4176635742188,
      "logps/rejected": -631.9229736328125,
      "loss": 0.3439,
      "rewards/accuracies": 0.46875,
      "rewards/chosen": -0.20305252075195312,
      "rewards/margins": 0.061229951679706573,
      "rewards/rejected": -0.2642824649810791,
      "step": 570
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.904842636196402e-06,
      "logits/chosen": -0.059888023883104324,
      "logits/rejected": 0.10185569524765015,
      "logps/chosen": -684.3859252929688,
      "logps/rejected": -750.8058471679688,
      "loss": 0.3211,
      "rewards/accuracies": 0.5249999761581421,
      "rewards/chosen": -0.22337186336517334,
      "rewards/margins": 0.0742068737745285,
      "rewards/rejected": -0.29757875204086304,
      "step": 580
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.814788350020726e-06,
      "logits/chosen": -0.08253158628940582,
      "logits/rejected": 0.15623542666435242,
      "logps/chosen": -641.6725463867188,
      "logps/rejected": -700.8177490234375,
      "loss": 0.3242,
      "rewards/accuracies": 0.5625,
      "rewards/chosen": -0.18204794824123383,
      "rewards/margins": 0.0828886330127716,
      "rewards/rejected": -0.2649365961551666,
      "step": 590
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.725685586364051e-06,
      "logits/chosen": -0.07821720838546753,
      "logits/rejected": 0.09279079735279083,
      "logps/chosen": -574.6522216796875,
      "logps/rejected": -609.2244262695312,
      "loss": 0.3267,
      "rewards/accuracies": 0.4437499940395355,
      "rewards/chosen": -0.17055127024650574,
      "rewards/margins": 0.056847114115953445,
      "rewards/rejected": -0.2273983657360077,
      "step": 600
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.6376580782162172e-06,
      "logits/chosen": -0.14354786276817322,
      "logits/rejected": 0.06310894340276718,
      "logps/chosen": -606.2435913085938,
      "logps/rejected": -621.083251953125,
      "loss": 0.32,
      "rewards/accuracies": 0.45625001192092896,
      "rewards/chosen": -0.189885213971138,
      "rewards/margins": 0.05728505924344063,
      "rewards/rejected": -0.24717025458812714,
      "step": 610
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.550828065408227e-06,
      "logits/chosen": -0.002320159925147891,
      "logits/rejected": -0.11932463943958282,
      "logps/chosen": -649.9357299804688,
      "logps/rejected": -733.55908203125,
      "loss": 0.3075,
      "rewards/accuracies": 0.5249999761581421,
      "rewards/chosen": -0.2011071890592575,
      "rewards/margins": 0.08436000347137451,
      "rewards/rejected": -0.2854672074317932,
      "step": 620
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.4653161248633053e-06,
      "logits/chosen": -0.029952585697174072,
      "logits/rejected": -0.007862815633416176,
      "logps/chosen": -579.582275390625,
      "logps/rejected": -615.4111328125,
      "loss": 0.3215,
      "rewards/accuracies": 0.4437499940395355,
      "rewards/chosen": -0.18586835265159607,
      "rewards/margins": 0.06111454218626022,
      "rewards/rejected": -0.2469829022884369,
      "step": 630
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.381241003157162e-06,
      "logits/chosen": 0.006623442284762859,
      "logits/rejected": -0.05229584500193596,
      "logps/chosen": -651.7686767578125,
      "logps/rejected": -718.4263916015625,
      "loss": 0.349,
      "rewards/accuracies": 0.5,
      "rewards/chosen": -0.22425830364227295,
      "rewards/margins": 0.07099372893571854,
      "rewards/rejected": -0.2952520251274109,
      "step": 640
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.298719451619979e-06,
      "logits/chosen": -0.057037353515625,
      "logits/rejected": -0.0304800383746624,
      "logps/chosen": -614.2849731445312,
      "logps/rejected": -700.621826171875,
      "loss": 0.3187,
      "rewards/accuracies": 0.518750011920929,
      "rewards/chosen": -0.21285679936408997,
      "rewards/margins": 0.07572495192289352,
      "rewards/rejected": -0.2885817587375641,
      "step": 650
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.2178660642091036e-06,
      "logits/chosen": -0.06914228200912476,
      "logits/rejected": 0.01761237345635891,
      "logps/chosen": -562.9390869140625,
      "logps/rejected": -623.0194091796875,
      "loss": 0.3213,
      "rewards/accuracies": 0.4937500059604645,
      "rewards/chosen": -0.18713270127773285,
      "rewards/margins": 0.07669297605752945,
      "rewards/rejected": -0.2638256847858429,
      "step": 660
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.1387931183775821e-06,
      "logits/chosen": -0.02265956625342369,
      "logits/rejected": 0.01389719732105732,
      "logps/chosen": -605.0291748046875,
      "logps/rejected": -664.8007202148438,
      "loss": 0.3292,
      "rewards/accuracies": 0.44999998807907104,
      "rewards/chosen": -0.19236616790294647,
      "rewards/margins": 0.0655684620141983,
      "rewards/rejected": -0.2579346299171448,
      "step": 670
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.061610419159532e-06,
      "logits/chosen": -0.05592130497097969,
      "logits/rejected": 0.02719860151410103,
      "logps/chosen": -636.6947021484375,
      "logps/rejected": -714.4791870117188,
      "loss": 0.3358,
      "rewards/accuracies": 0.5874999761581421,
      "rewards/chosen": -0.22510233521461487,
      "rewards/margins": 0.07263530045747757,
      "rewards/rejected": -0.29773762822151184,
      "step": 680
    },
    {
      "epoch": 0.74,
      "learning_rate": 9.864251466888364e-07,
      "logits/chosen": -0.03522191569209099,
      "logits/rejected": -0.05070105940103531,
      "logps/chosen": -558.2520751953125,
      "logps/rejected": -610.8953857421875,
      "loss": 0.3335,
      "rewards/accuracies": 0.4312500059604645,
      "rewards/chosen": -0.17959460616111755,
      "rewards/margins": 0.06889108568429947,
      "rewards/rejected": -0.24848568439483643,
      "step": 690
    },
    {
      "epoch": 0.75,
      "learning_rate": 9.133417073629288e-07,
      "logits/chosen": 0.04719340056180954,
      "logits/rejected": -0.004802383482456207,
      "logps/chosen": -631.9532470703125,
      "logps/rejected": -683.6273193359375,
      "loss": 0.3369,
      "rewards/accuracies": 0.4625000059604645,
      "rewards/chosen": -0.20903649926185608,
      "rewards/margins": 0.048954375088214874,
      "rewards/rejected": -0.25799083709716797,
      "step": 700
    },
    {
      "epoch": 0.76,
      "learning_rate": 8.424615888583332e-07,
      "logits/chosen": -0.06102383881807327,
      "logits/rejected": -0.040299173444509506,
      "logps/chosen": -619.0484008789062,
      "logps/rejected": -694.1537475585938,
      "loss": 0.3325,
      "rewards/accuracies": 0.5,
      "rewards/chosen": -0.20765328407287598,
      "rewards/margins": 0.06029241159558296,
      "rewards/rejected": -0.2679457366466522,
      "step": 710
    },
    {
      "epoch": 0.77,
      "learning_rate": 7.738832191993092e-07,
      "logits/chosen": -0.0017960123950615525,
      "logits/rejected": 0.0005670204991474748,
      "logps/chosen": -625.3905029296875,
      "logps/rejected": -722.47705078125,
      "loss": 0.3109,
      "rewards/accuracies": 0.543749988079071,
      "rewards/chosen": -0.2023344784975052,
      "rewards/margins": 0.08977413177490234,
      "rewards/rejected": -0.29210859537124634,
      "step": 720
    },
    {
      "epoch": 0.78,
      "learning_rate": 7.077018300752917e-07,
      "logits/chosen": -0.0029361299239099026,
      "logits/rejected": -0.00539384176954627,
      "logps/chosen": -571.76611328125,
      "logps/rejected": -648.0147705078125,
      "loss": 0.3257,
      "rewards/accuracies": 0.5062500238418579,
      "rewards/chosen": -0.17501702904701233,
      "rewards/margins": 0.07722989469766617,
      "rewards/rejected": -0.2522469162940979,
      "step": 730
    },
    {
      "epoch": 0.79,
      "learning_rate": 6.440093245969342e-07,
      "logits/chosen": -0.009814179502427578,
      "logits/rejected": 0.030293231830000877,
      "logps/chosen": -626.85400390625,
      "logps/rejected": -675.728759765625,
      "loss": 0.3388,
      "rewards/accuracies": 0.512499988079071,
      "rewards/chosen": -0.21242670714855194,
      "rewards/margins": 0.046240173280239105,
      "rewards/rejected": -0.25866684317588806,
      "step": 740
    },
    {
      "epoch": 0.8,
      "learning_rate": 5.828941496744075e-07,
      "logits/chosen": 0.014827275648713112,
      "logits/rejected": -0.03816215693950653,
      "logps/chosen": -608.7626953125,
      "logps/rejected": -721.3744506835938,
      "loss": 0.3021,
      "rewards/accuracies": 0.543749988079071,
      "rewards/chosen": -0.19283899664878845,
      "rewards/margins": 0.09409373998641968,
      "rewards/rejected": -0.28693273663520813,
      "step": 750
    },
    {
      "epoch": 0.81,
      "learning_rate": 5.244411731951671e-07,
      "logits/chosen": 0.009239016100764275,
      "logits/rejected": 0.0575685016810894,
      "logps/chosen": -571.3810424804688,
      "logps/rejected": -638.7860107421875,
      "loss": 0.3399,
      "rewards/accuracies": 0.4625000059604645,
      "rewards/chosen": -0.19390597939491272,
      "rewards/margins": 0.06127419322729111,
      "rewards/rejected": -0.2551801800727844,
      "step": 760
    },
    {
      "epoch": 0.82,
      "learning_rate": 4.6873156617173594e-07,
      "logits/chosen": -0.11210556328296661,
      "logits/rejected": 0.02634884975850582,
      "logps/chosen": -591.846435546875,
      "logps/rejected": -665.6798706054688,
      "loss": 0.3203,
      "rewards/accuracies": 0.5062500238418579,
      "rewards/chosen": -0.18739867210388184,
      "rewards/margins": 0.07172352820634842,
      "rewards/rejected": -0.25912219285964966,
      "step": 770
    },
    {
      "epoch": 0.83,
      "learning_rate": 4.1584269002318653e-07,
      "logits/chosen": -0.0635216236114502,
      "logits/rejected": 0.02560749091207981,
      "logps/chosen": -595.9927978515625,
      "logps/rejected": -671.517578125,
      "loss": 0.3428,
      "rewards/accuracies": 0.53125,
      "rewards/chosen": -0.20496638119220734,
      "rewards/margins": 0.08088068664073944,
      "rewards/rejected": -0.2858470678329468,
      "step": 780
    },
    {
      "epoch": 0.84,
      "learning_rate": 3.658479891468258e-07,
      "logits/chosen": -0.06199071928858757,
      "logits/rejected": -0.03149358555674553,
      "logps/chosen": -600.124755859375,
      "logps/rejected": -636.0254516601562,
      "loss": 0.3202,
      "rewards/accuracies": 0.48124998807907104,
      "rewards/chosen": -0.20770713686943054,
      "rewards/margins": 0.05365163832902908,
      "rewards/rejected": -0.26135876774787903,
      "step": 790
    },
    {
      "epoch": 0.85,
      "learning_rate": 3.18816888929272e-07,
      "logits/chosen": -0.039042651653289795,
      "logits/rejected": -0.12910965085029602,
      "logps/chosen": -588.3599853515625,
      "logps/rejected": -666.7010498046875,
      "loss": 0.3153,
      "rewards/accuracies": 0.5062500238418579,
      "rewards/chosen": -0.19020356237888336,
      "rewards/margins": 0.0770055502653122,
      "rewards/rejected": -0.26720911264419556,
      "step": 800
    },
    {
      "epoch": 0.86,
      "learning_rate": 2.748146993385484e-07,
      "logits/chosen": -0.021715031936764717,
      "logits/rejected": 0.05355725437402725,
      "logps/chosen": -592.3232421875,
      "logps/rejected": -638.9842529296875,
      "loss": 0.33,
      "rewards/accuracies": 0.44999998807907104,
      "rewards/chosen": -0.19993874430656433,
      "rewards/margins": 0.04968953877687454,
      "rewards/rejected": -0.24962830543518066,
      "step": 810
    },
    {
      "epoch": 0.87,
      "learning_rate": 2.3390252423108077e-07,
      "logits/chosen": -0.06499023735523224,
      "logits/rejected": -0.037022653967142105,
      "logps/chosen": -583.3277587890625,
      "logps/rejected": -623.016845703125,
      "loss": 0.3404,
      "rewards/accuracies": 0.4749999940395355,
      "rewards/chosen": -0.18943414092063904,
      "rewards/margins": 0.073947012424469,
      "rewards/rejected": -0.2633811831474304,
      "step": 820
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.961371764995243e-07,
      "logits/chosen": -0.08982490003108978,
      "logits/rejected": -0.010354668833315372,
      "logps/chosen": -636.1207275390625,
      "logps/rejected": -710.9208374023438,
      "loss": 0.3256,
      "rewards/accuracies": 0.53125,
      "rewards/chosen": -0.21537241339683533,
      "rewards/margins": 0.06745601445436478,
      "rewards/rejected": -0.2828284204006195,
      "step": 830
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.61571099179261e-07,
      "logits/chosen": -0.08715302497148514,
      "logits/rejected": 0.018399229273200035,
      "logps/chosen": -614.1312866210938,
      "logps/rejected": -668.2174682617188,
      "loss": 0.3167,
      "rewards/accuracies": 0.512499988079071,
      "rewards/chosen": -0.20197662711143494,
      "rewards/margins": 0.07475915551185608,
      "rewards/rejected": -0.276735782623291,
      "step": 840
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.3025229262312367e-07,
      "logits/chosen": -0.05179240554571152,
      "logits/rejected": -0.03785177320241928,
      "logps/chosen": -565.5599365234375,
      "logps/rejected": -678.8760986328125,
      "loss": 0.3032,
      "rewards/accuracies": 0.5062500238418579,
      "rewards/chosen": -0.17605264484882355,
      "rewards/margins": 0.10278842598199844,
      "rewards/rejected": -0.2788410484790802,
      "step": 850
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.0222424784546853e-07,
      "logits/chosen": -0.06850672513246536,
      "logits/rejected": -0.0343458354473114,
      "logps/chosen": -548.1768798828125,
      "logps/rejected": -605.9397583007812,
      "loss": 0.3453,
      "rewards/accuracies": 0.41874998807907104,
      "rewards/chosen": -0.1724565625190735,
      "rewards/margins": 0.0625961571931839,
      "rewards/rejected": -0.23505273461341858,
      "step": 860
    },
    {
      "epoch": 0.93,
      "learning_rate": 7.752588612816553e-08,
      "logits/chosen": -0.14548218250274658,
      "logits/rejected": 0.019901303574442863,
      "logps/chosen": -573.3082275390625,
      "logps/rejected": -650.7000732421875,
      "loss": 0.3149,
      "rewards/accuracies": 0.5,
      "rewards/chosen": -0.20980414748191833,
      "rewards/margins": 0.07451895624399185,
      "rewards/rejected": -0.284323126077652,
      "step": 870
    },
    {
      "epoch": 0.94,
      "learning_rate": 5.619150497236991e-08,
      "logits/chosen": -0.04322751238942146,
      "logits/rejected": -0.028643226251006126,
      "logps/chosen": -515.6051025390625,
      "logps/rejected": -579.2161865234375,
      "loss": 0.3281,
      "rewards/accuracies": 0.4124999940395355,
      "rewards/chosen": -0.17263229191303253,
      "rewards/margins": 0.06705036014318466,
      "rewards/rejected": -0.2396826446056366,
      "step": 880
    },
    {
      "epoch": 0.95,
      "learning_rate": 3.825073047112743e-08,
      "logits/chosen": -0.06822247058153152,
      "logits/rejected": -0.01675710827112198,
      "logps/chosen": -676.0777587890625,
      "logps/rejected": -730.0950927734375,
      "loss": 0.3367,
      "rewards/accuracies": 0.4625000059604645,
      "rewards/chosen": -0.2302449494600296,
      "rewards/margins": 0.058430016040802,
      "rewards/rejected": -0.288674920797348,
      "step": 890
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.372847616895685e-08,
      "logits/chosen": 0.05342342332005501,
      "logits/rejected": -0.031858671456575394,
      "logps/chosen": -590.1318969726562,
      "logps/rejected": -664.7706298828125,
      "loss": 0.3159,
      "rewards/accuracies": 0.518750011920929,
      "rewards/chosen": -0.18570013344287872,
      "rewards/margins": 0.07330085337162018,
      "rewards/rejected": -0.2590009868144989,
      "step": 900
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.264490846553279e-08,
      "logits/chosen": -0.10356259346008301,
      "logits/rejected": 0.014384737238287926,
      "logps/chosen": -551.7988891601562,
      "logps/rejected": -598.3231201171875,
      "loss": 0.3249,
      "rewards/accuracies": 0.5,
      "rewards/chosen": -0.17019973695278168,
      "rewards/margins": 0.07013366371393204,
      "rewards/rejected": -0.24033339321613312,
      "step": 910
    },
    {
      "epoch": 0.98,
      "learning_rate": 5.015418611516165e-09,
      "logits/chosen": 0.0009760938701219857,
      "logits/rejected": 0.020660245791077614,
      "logps/chosen": -624.172119140625,
      "logps/rejected": -702.16845703125,
      "loss": 0.3345,
      "rewards/accuracies": 0.5375000238418579,
      "rewards/chosen": -0.19060316681861877,
      "rewards/margins": 0.07204783707857132,
      "rewards/rejected": -0.2626509964466095,
      "step": 920
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.506013354186993e-10,
      "logits/chosen": -0.052719853818416595,
      "logits/rejected": 0.04510030895471573,
      "logps/chosen": -581.1450805664062,
      "logps/rejected": -657.2957763671875,
      "loss": 0.3416,
      "rewards/accuracies": 0.4749999940395355,
      "rewards/chosen": -0.19285398721694946,
      "rewards/margins": 0.057259153574705124,
      "rewards/rejected": -0.2501131296157837,
      "step": 930
    },
    {
      "epoch": 1.0,
      "step": 937,
      "total_flos": 0.0,
      "train_loss": 0.3375262364570206,
      "train_runtime": 5783.6809,
      "train_samples_per_second": 2.594,
      "train_steps_per_second": 0.162
    }
  ],
  "logging_steps": 10,
  "max_steps": 937,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 100,
  "total_flos": 0.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}