{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9994666666666666,
  "eval_steps": 500,
  "global_step": 937,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 5.319148936170213e-08,
      "logits/chosen": -0.31276124715805054,
      "logits/rejected": -0.11341337859630585,
      "logps/chosen": -559.525146484375,
      "logps/rejected": -486.2456970214844,
      "loss": 0.21,
      "rewards/accuracies": 0.0,
      "rewards/chosen": 0.0,
      "rewards/margins": 0.0,
      "rewards/rejected": 0.0,
      "step": 1
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.319148936170213e-07,
      "logits/chosen": -0.20243170857429504,
      "logits/rejected": -0.07215167582035065,
      "logps/chosen": -473.5186767578125,
      "logps/rejected": -507.1302185058594,
      "loss": 0.2065,
      "rewards/accuracies": 0.3541666567325592,
      "rewards/chosen": -7.249015470733866e-05,
      "rewards/margins": 0.00014273211127147079,
      "rewards/rejected": -0.0002152222878066823,
      "step": 10
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0638297872340427e-06,
      "logits/chosen": -0.18446393311023712,
      "logits/rejected": -0.09755989164113998,
      "logps/chosen": -501.7010803222656,
      "logps/rejected": -487.3160705566406,
      "loss": 0.2124,
      "rewards/accuracies": 0.4124999940395355,
      "rewards/chosen": -5.829105430166237e-05,
      "rewards/margins": 7.958527567097917e-05,
      "rewards/rejected": -0.0001378763117827475,
      "step": 20
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.595744680851064e-06,
      "logits/chosen": -0.15609130263328552,
      "logits/rejected": -0.04423709958791733,
      "logps/chosen": -560.1486206054688,
      "logps/rejected": -544.0206298828125,
      "loss": 0.2048,
      "rewards/accuracies": 0.48750001192092896,
      "rewards/chosen": -0.0003287494764663279,
      "rewards/margins": 0.00016076143947429955,
      "rewards/rejected": -0.0004895109450444579,
      "step": 30
    },
    {
      "epoch": 0.04,
      "learning_rate": 2.1276595744680853e-06,
      "logits/chosen": -0.2074490785598755,
      "logits/rejected": -0.14103737473487854,
      "logps/chosen": -507.80450439453125,
      "logps/rejected": -515.2080078125,
      "loss": 0.214,
      "rewards/accuracies": 0.44999998807907104,
      "rewards/chosen": -0.0010981714585795999,
      "rewards/margins": 0.00048262160271406174,
      "rewards/rejected": -0.0015807930612936616,
      "step": 40
    },
    {
      "epoch": 0.05,
      "learning_rate": 2.6595744680851065e-06,
      "logits/chosen": -0.12519846856594086,
      "logits/rejected": -0.1412961781024933,
      "logps/chosen": -461.9590759277344,
      "logps/rejected": -499.2351989746094,
      "loss": 0.2124,
      "rewards/accuracies": 0.46875,
      "rewards/chosen": -0.0024143296759575605,
      "rewards/margins": 0.0007537025958299637,
      "rewards/rejected": -0.0031680327374488115,
      "step": 50
    },
    {
      "epoch": 0.06,
      "learning_rate": 3.191489361702128e-06,
      "logits/chosen": -0.173623189330101,
      "logits/rejected": -0.03094838559627533,
      "logps/chosen": -551.9820556640625,
      "logps/rejected": -527.4284057617188,
      "loss": 0.2003,
      "rewards/accuracies": 0.4437499940395355,
      "rewards/chosen": -0.00582545343786478,
      "rewards/margins": 0.0019644282292574644,
      "rewards/rejected": -0.007789881434291601,
      "step": 60
    },
    {
      "epoch": 0.07,
      "learning_rate": 3.723404255319149e-06,
      "logits/chosen": -0.161810502409935,
      "logits/rejected": -0.10678007453680038,
      "logps/chosen": -567.8081665039062,
      "logps/rejected": -562.3734130859375,
      "loss": 0.2098,
      "rewards/accuracies": 0.4625000059604645,
      "rewards/chosen": -0.012994857504963875,
      "rewards/margins": 0.003251770045608282,
      "rewards/rejected": -0.016246628016233444,
      "step": 70
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.255319148936171e-06,
      "logits/chosen": -0.15964026749134064,
      "logits/rejected": -0.27652230858802795,
      "logps/chosen": -562.570556640625,
      "logps/rejected": -621.7036743164062,
      "loss": 0.2037,
      "rewards/accuracies": 0.5,
      "rewards/chosen": -0.026814639568328857,
      "rewards/margins": 0.0097076166421175,
      "rewards/rejected": -0.03652225807309151,
      "step": 80
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.787234042553192e-06,
      "logits/chosen": -0.2600744664669037,
      "logits/rejected": -0.20050808787345886,
      "logps/chosen": -609.1525268554688,
      "logps/rejected": -612.4235229492188,
      "loss": 0.2067,
      "rewards/accuracies": 0.4000000059604645,
      "rewards/chosen": -0.059279996901750565,
      "rewards/margins": 0.004630334675312042,
      "rewards/rejected": -0.0639103353023529,
      "step": 90
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.999375059004058e-06,
      "logits/chosen": -0.2565140724182129,
      "logits/rejected": -0.22637882828712463,
      "logps/chosen": -574.8885498046875,
      "logps/rejected": -590.8546142578125,
      "loss": 0.1998,
      "rewards/accuracies": 0.40625,
      "rewards/chosen": -0.07415835559368134,
      "rewards/margins": 0.01800454594194889,
      "rewards/rejected": -0.09216289967298508,
      "step": 100
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.9955571065548795e-06,
      "logits/chosen": -0.1685013473033905,
      "logits/rejected": -0.2401442974805832,
      "logps/chosen": -557.1212158203125,
      "logps/rejected": -602.7764892578125,
      "loss": 0.196,
      "rewards/accuracies": 0.4749999940395355,
      "rewards/chosen": -0.09011422097682953,
      "rewards/margins": 0.019372332841157913,
      "rewards/rejected": -0.10948655754327774,
      "step": 110
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.9882736864879e-06,
      "logits/chosen": -0.2641439139842987,
      "logits/rejected": -0.2980344891548157,
      "logps/chosen": -588.050537109375,
      "logps/rejected": -627.3956298828125,
      "loss": 0.2053,
      "rewards/accuracies": 0.4375,
      "rewards/chosen": -0.10959631204605103,
      "rewards/margins": 0.014565527439117432,
      "rewards/rejected": -0.12416181713342667,
      "step": 120
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.977534912960124e-06,
      "logits/chosen": -0.2924054265022278,
      "logits/rejected": -0.08088915795087814,
      "logps/chosen": -576.1680297851562,
      "logps/rejected": -614.0890502929688,
      "loss": 0.1901,
      "rewards/accuracies": 0.4312500059604645,
      "rewards/chosen": -0.09112486243247986,
      "rewards/margins": 0.025440961122512817,
      "rewards/rejected": -0.11656580865383148,
      "step": 130
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.963355698422092e-06,
      "logits/chosen": -0.10601979494094849,
      "logits/rejected": -0.1950257569551468,
      "logps/chosen": -595.1011352539062,
      "logps/rejected": -659.9929809570312,
      "loss": 0.2058,
      "rewards/accuracies": 0.4749999940395355,
      "rewards/chosen": -0.1052999347448349,
      "rewards/margins": 0.02551344595849514,
      "rewards/rejected": -0.1308133900165558,
      "step": 140
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.945755732909625e-06,
      "logits/chosen": -0.2408047914505005,
      "logits/rejected": -0.2040824145078659,
      "logps/chosen": -551.7179565429688,
      "logps/rejected": -606.5433959960938,
      "loss": 0.1955,
      "rewards/accuracies": 0.4937500059604645,
      "rewards/chosen": -0.07721008360385895,
      "rewards/margins": 0.026318836957216263,
      "rewards/rejected": -0.10352891683578491,
      "step": 150
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.924759456701167e-06,
      "logits/chosen": -0.21895582973957062,
      "logits/rejected": -0.2554505467414856,
      "logps/chosen": -608.0427856445312,
      "logps/rejected": -679.7128295898438,
      "loss": 0.2025,
      "rewards/accuracies": 0.40625,
      "rewards/chosen": -0.10357453674077988,
      "rewards/margins": 0.022874176502227783,
      "rewards/rejected": -0.12644873559474945,
      "step": 160
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.900396026378671e-06,
      "logits/chosen": -0.25241002440452576,
      "logits/rejected": -0.2686356008052826,
      "logps/chosen": -576.2278442382812,
      "logps/rejected": -611.9133911132812,
      "loss": 0.2044,
      "rewards/accuracies": 0.4437499940395355,
      "rewards/chosen": -0.1014503687620163,
      "rewards/margins": 0.020282840356230736,
      "rewards/rejected": -0.12173320353031158,
      "step": 170
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.872699274339169e-06,
      "logits/chosen": -0.24474278092384338,
      "logits/rejected": -0.19586482644081116,
      "logps/chosen": -570.9044189453125,
      "logps/rejected": -617.5431518554688,
      "loss": 0.1944,
      "rewards/accuracies": 0.44999998807907104,
      "rewards/chosen": -0.09906121343374252,
      "rewards/margins": 0.01674678549170494,
      "rewards/rejected": -0.11580799520015717,
      "step": 180
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.8417076618132434e-06,
      "logits/chosen": -0.2917916774749756,
      "logits/rejected": -0.20423956215381622,
      "logps/chosen": -567.7699584960938,
      "logps/rejected": -593.5147705078125,
      "loss": 0.2046,
      "rewards/accuracies": 0.40625,
      "rewards/chosen": -0.08719009160995483,
      "rewards/margins": 0.013276703655719757,
      "rewards/rejected": -0.10046680271625519,
      "step": 190
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.807464225455655e-06,
      "logits/chosen": -0.14698217809200287,
      "logits/rejected": -0.23266562819480896,
      "logps/chosen": -531.8690185546875,
      "logps/rejected": -583.5828857421875,
      "loss": 0.1964,
      "rewards/accuracies": 0.40625,
      "rewards/chosen": -0.07782838493585587,
      "rewards/margins": 0.0252009816467762,
      "rewards/rejected": -0.10302937030792236,
      "step": 200
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.770016517582283e-06,
      "logits/chosen": -0.21580150723457336,
      "logits/rejected": -0.18905040621757507,
      "logps/chosen": -626.87744140625,
      "logps/rejected": -649.6925659179688,
      "loss": 0.1977,
      "rewards/accuracies": 0.48750001192092896,
      "rewards/chosen": -0.104043148458004,
      "rewards/margins": 0.021797046065330505,
      "rewards/rejected": -0.1258401870727539,
      "step": 210
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.7294165401363616e-06,
      "logits/chosen": -0.12353191524744034,
      "logits/rejected": -0.2215413749217987,
      "logps/chosen": -633.0154418945312,
      "logps/rejected": -633.0941162109375,
      "loss": 0.2058,
      "rewards/accuracies": 0.4124999940395355,
      "rewards/chosen": -0.10003998130559921,
      "rewards/margins": 0.009050301276147366,
      "rewards/rejected": -0.10909029096364975,
      "step": 220
    },
    {
      "epoch": 0.25,
      "learning_rate": 4.68572067247573e-06,
      "logits/chosen": -0.16852374374866486,
      "logits/rejected": -0.21371085941791534,
      "logps/chosen": -614.1183471679688,
      "logps/rejected": -670.2012939453125,
      "loss": 0.2077,
      "rewards/accuracies": 0.4375,
      "rewards/chosen": -0.08841963112354279,
      "rewards/margins": 0.02279593050479889,
      "rewards/rejected": -0.11121556907892227,
      "step": 230
    },
    {
      "epoch": 0.26,
      "learning_rate": 4.638989593081364e-06,
      "logits/chosen": -0.1663983315229416,
      "logits/rejected": -0.21970775723457336,
      "logps/chosen": -602.5869750976562,
      "logps/rejected": -618.7034912109375,
      "loss": 0.2061,
      "rewards/accuracies": 0.4937500059604645,
      "rewards/chosen": -0.07862231880426407,
      "rewards/margins": 0.021257968619465828,
      "rewards/rejected": -0.09988027811050415,
      "step": 240
    },
    {
      "epoch": 0.27,
      "learning_rate": 4.5892881952959015e-06,
      "logits/chosen": -0.21088270843029022,
      "logits/rejected": -0.14775848388671875,
      "logps/chosen": -577.7684326171875,
      "logps/rejected": -632.3033447265625,
      "loss": 0.2054,
      "rewards/accuracies": 0.4937500059604645,
      "rewards/chosen": -0.0773148387670517,
      "rewards/margins": 0.026050010696053505,
      "rewards/rejected": -0.10336484014987946,
      "step": 250
    },
    {
      "epoch": 0.28,
      "learning_rate": 4.536685497209182e-06,
      "logits/chosen": -0.1055503636598587,
      "logits/rejected": -0.06379745155572891,
      "logps/chosen": -522.751708984375,
      "logps/rejected": -602.4344482421875,
      "loss": 0.2001,
      "rewards/accuracies": 0.4375,
      "rewards/chosen": -0.06098253279924393,
      "rewards/margins": 0.030480870977044106,
      "rewards/rejected": -0.09146340191364288,
      "step": 260
    },
    {
      "epoch": 0.29,
      "learning_rate": 4.481254545815943e-06,
      "logits/chosen": -0.15926873683929443,
      "logits/rejected": -0.04976898431777954,
      "logps/chosen": -529.4932250976562,
      "logps/rejected": -549.9386596679688,
      "loss": 0.1973,
      "rewards/accuracies": 0.4437499940395355,
      "rewards/chosen": -0.06077051907777786,
      "rewards/margins": 0.01582062616944313,
      "rewards/rejected": -0.0765911340713501,
      "step": 270
    },
    {
      "epoch": 0.3,
      "learning_rate": 4.42307231557875e-06,
      "logits/chosen": -0.07944826781749725,
      "logits/rejected": -0.05855567380785942,
      "logps/chosen": -512.50439453125,
      "logps/rejected": -543.458984375,
      "loss": 0.1986,
      "rewards/accuracies": 0.4312500059604645,
      "rewards/chosen": -0.06550983339548111,
      "rewards/margins": 0.023027174174785614,
      "rewards/rejected": -0.08853700011968613,
      "step": 280
    },
    {
      "epoch": 0.31,
      "learning_rate": 4.3622196015370305e-06,
      "logits/chosen": -0.12430046498775482,
      "logits/rejected": -0.06956211477518082,
      "logps/chosen": -550.2479248046875,
      "logps/rejected": -614.044189453125,
      "loss": 0.1944,
      "rewards/accuracies": 0.5062500238418579,
      "rewards/chosen": -0.056610800325870514,
      "rewards/margins": 0.029858995229005814,
      "rewards/rejected": -0.08646979182958603,
      "step": 290
    },
    {
      "epoch": 0.32,
      "learning_rate": 4.298780907110648e-06,
      "logits/chosen": -0.09455857425928116,
      "logits/rejected": -0.07383386790752411,
      "logps/chosen": -598.065185546875,
      "logps/rejected": -647.9603271484375,
      "loss": 0.1876,
      "rewards/accuracies": 0.4437499940395355,
      "rewards/chosen": -0.06337399780750275,
      "rewards/margins": 0.026696253567934036,
      "rewards/rejected": -0.09007024019956589,
      "step": 300
    },
    {
      "epoch": 0.33,
      "learning_rate": 4.23284432675381e-06,
      "logits/chosen": -0.19348487257957458,
      "logits/rejected": -0.1443384736776352,
      "logps/chosen": -539.6243896484375,
      "logps/rejected": -612.7183837890625,
      "loss": 0.1963,
      "rewards/accuracies": 0.5062500238418579,
      "rewards/chosen": -0.05517622083425522,
      "rewards/margins": 0.02591213583946228,
      "rewards/rejected": -0.0810883566737175,
      "step": 310
    },
    {
      "epoch": 0.34,
      "learning_rate": 4.164501423622277e-06,
      "logits/chosen": -0.19629542529582977,
      "logits/rejected": -0.13960464298725128,
      "logps/chosen": -516.0609130859375,
      "logps/rejected": -658.4205932617188,
      "loss": 0.1915,
      "rewards/accuracies": 0.5562499761581421,
      "rewards/chosen": -0.05958019569516182,
      "rewards/margins": 0.06007415056228638,
      "rewards/rejected": -0.1196543425321579,
      "step": 320
    },
    {
      "epoch": 0.35,
      "learning_rate": 4.0938471024237355e-06,
      "logits/chosen": -0.1600683629512787,
      "logits/rejected": -0.10378336906433105,
      "logps/chosen": -590.7578125,
      "logps/rejected": -621.64697265625,
      "loss": 0.2007,
      "rewards/accuracies": 0.4437499940395355,
      "rewards/chosen": -0.08227936178445816,
      "rewards/margins": 0.01520558726042509,
      "rewards/rejected": -0.09748493880033493,
      "step": 330
    },
    {
      "epoch": 0.36,
      "learning_rate": 4.020979477627907e-06,
      "logits/chosen": -0.19418606162071228,
      "logits/rejected": -0.1177397221326828,
      "logps/chosen": -586.6962890625,
      "logps/rejected": -654.0504150390625,
      "loss": 0.1894,
      "rewards/accuracies": 0.518750011920929,
      "rewards/chosen": -0.07023846358060837,
      "rewards/margins": 0.03478557616472244,
      "rewards/rejected": -0.10502403974533081,
      "step": 340
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.9459997372194105e-06,
      "logits/chosen": -0.1304813176393509,
      "logits/rejected": -0.04862945154309273,
      "logps/chosen": -594.4133911132812,
      "logps/rejected": -617.715087890625,
      "loss": 0.192,
      "rewards/accuracies": 0.5,
      "rewards/chosen": -0.08139745891094208,
      "rewards/margins": 0.026553615927696228,
      "rewards/rejected": -0.10795106738805771,
      "step": 350
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.869012002182573e-06,
      "logits/chosen": -0.21274884045124054,
      "logits/rejected": -0.03855857998132706,
      "logps/chosen": -557.4656982421875,
      "logps/rejected": -637.321044921875,
      "loss": 0.1848,
      "rewards/accuracies": 0.4749999940395355,
      "rewards/chosen": -0.07546891272068024,
      "rewards/margins": 0.03727220743894577,
      "rewards/rejected": -0.1127411276102066,
      "step": 360
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.7901231819133104e-06,
      "logits/chosen": -0.10762195289134979,
      "logits/rejected": -0.10060106217861176,
      "logps/chosen": -599.8753051757812,
      "logps/rejected": -646.8792724609375,
      "loss": 0.1955,
      "rewards/accuracies": 0.41874998807907104,
      "rewards/chosen": -0.0741112157702446,
      "rewards/margins": 0.03268015384674072,
      "rewards/rejected": -0.10679137706756592,
      "step": 370
    },
    {
      "epoch": 0.41,
      "learning_rate": 3.709442825758875e-06,
      "logits/chosen": -0.12406639009714127,
      "logits/rejected": -0.053130537271499634,
      "logps/chosen": -587.0034790039062,
      "logps/rejected": -618.0760498046875,
      "loss": 0.19,
      "rewards/accuracies": 0.4937500059604645,
      "rewards/chosen": -0.07897321879863739,
      "rewards/margins": 0.025586843490600586,
      "rewards/rejected": -0.10456006228923798,
      "step": 380
    },
    {
      "epoch": 0.42,
      "learning_rate": 3.6270829708916113e-06,
      "logits/chosen": -0.11101411283016205,
      "logits/rejected": -0.08626400679349899,
      "logps/chosen": -569.6163330078125,
      "logps/rejected": -620.4082641601562,
      "loss": 0.1913,
      "rewards/accuracies": 0.48124998807907104,
      "rewards/chosen": -0.06503543257713318,
      "rewards/margins": 0.037478551268577576,
      "rewards/rejected": -0.10251398384571075,
      "step": 390
    },
    {
      "epoch": 0.43,
      "learning_rate": 3.543157986727991e-06,
      "logits/chosen": -0.11596628278493881,
      "logits/rejected": -0.09326865524053574,
      "logps/chosen": -569.7626342773438,
      "logps/rejected": -647.47119140625,
      "loss": 0.1913,
      "rewards/accuracies": 0.5562499761581421,
      "rewards/chosen": -0.0574682354927063,
      "rewards/margins": 0.03390919789671898,
      "rewards/rejected": -0.09137743711471558,
      "step": 400
    },
    {
      "epoch": 0.44,
      "learning_rate": 3.4577844161089614e-06,
      "logits/chosen": -0.1688176691532135,
      "logits/rejected": -0.1762055903673172,
      "logps/chosen": -548.4512939453125,
      "logps/rejected": -596.2463989257812,
      "loss": 0.1879,
      "rewards/accuracies": 0.5062500238418579,
      "rewards/chosen": -0.054659001529216766,
      "rewards/margins": 0.025764942169189453,
      "rewards/rejected": -0.08042393624782562,
      "step": 410
    },
    {
      "epoch": 0.45,
      "learning_rate": 3.3710808134621577e-06,
      "logits/chosen": -0.12280504405498505,
      "logits/rejected": -0.018482182174921036,
      "logps/chosen": -567.9172973632812,
      "logps/rejected": -593.0560302734375,
      "loss": 0.189,
      "rewards/accuracies": 0.5062500238418579,
      "rewards/chosen": -0.0538947694003582,
      "rewards/margins": 0.02232169173657894,
      "rewards/rejected": -0.07621645927429199,
      "step": 420
    },
    {
      "epoch": 0.46,
      "learning_rate": 3.2831675801707126e-06,
      "logits/chosen": -0.04735702648758888,
      "logits/rejected": -0.10849102586507797,
      "logps/chosen": -590.4489135742188,
      "logps/rejected": -649.82568359375,
      "loss": 0.1887,
      "rewards/accuracies": 0.581250011920929,
      "rewards/chosen": -0.04551684111356735,
      "rewards/margins": 0.026576777920126915,
      "rewards/rejected": -0.07209362089633942,
      "step": 430
    },
    {
      "epoch": 0.47,
      "learning_rate": 3.194166797377289e-06,
      "logits/chosen": -0.08134131878614426,
      "logits/rejected": -0.1677294671535492,
      "logps/chosen": -574.8263549804688,
      "logps/rejected": -607.7601318359375,
      "loss": 0.1893,
      "rewards/accuracies": 0.46875,
      "rewards/chosen": -0.04221652075648308,
      "rewards/margins": 0.030459443107247353,
      "rewards/rejected": -0.07267596572637558,
      "step": 440
    },
    {
      "epoch": 0.48,
      "learning_rate": 3.104202056455501e-06,
      "logits/chosen": -0.0588027760386467,
      "logits/rejected": -0.1330319195985794,
      "logps/chosen": -547.6630249023438,
      "logps/rejected": -580.7600708007812,
      "loss": 0.1985,
      "rewards/accuracies": 0.4937500059604645,
      "rewards/chosen": -0.04689568281173706,
      "rewards/margins": 0.024683769792318344,
      "rewards/rejected": -0.07157944142818451,
      "step": 450
    },
    {
      "epoch": 0.49,
      "learning_rate": 3.013398287384144e-06,
      "logits/chosen": -0.0910586565732956,
      "logits/rejected": -0.13333860039710999,
      "logps/chosen": -520.99267578125,
      "logps/rejected": -608.8109130859375,
      "loss": 0.1948,
      "rewards/accuracies": 0.5375000238418579,
      "rewards/chosen": -0.04666762426495552,
      "rewards/margins": 0.04471370577812195,
      "rewards/rejected": -0.09138132631778717,
      "step": 460
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.9218815852625717e-06,
      "logits/chosen": -0.09454444795846939,
      "logits/rejected": -0.04375922679901123,
      "logps/chosen": -620.7197265625,
      "logps/rejected": -636.3668212890625,
      "loss": 0.201,
      "rewards/accuracies": 0.5062500238418579,
      "rewards/chosen": -0.06732948869466782,
      "rewards/margins": 0.026028599590063095,
      "rewards/rejected": -0.09335808455944061,
      "step": 470
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.829779035208113e-06,
      "logits/chosen": -0.09432949125766754,
      "logits/rejected": -0.08926217257976532,
      "logps/chosen": -597.0772705078125,
      "logps/rejected": -639.5493774414062,
      "loss": 0.1909,
      "rewards/accuracies": 0.606249988079071,
      "rewards/chosen": -0.040321771055459976,
      "rewards/margins": 0.03370783478021622,
      "rewards/rejected": -0.07402960956096649,
      "step": 480
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.737218535878705e-06,
      "logits/chosen": -0.1773318350315094,
      "logits/rejected": -0.07903443276882172,
      "logps/chosen": -552.8883666992188,
      "logps/rejected": -618.2833251953125,
      "loss": 0.2029,
      "rewards/accuracies": 0.5249999761581421,
      "rewards/chosen": -0.04510737583041191,
      "rewards/margins": 0.028245270252227783,
      "rewards/rejected": -0.07335264980792999,
      "step": 490
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.64432862186579e-06,
      "logits/chosen": -0.07201124727725983,
      "logits/rejected": -0.04144411161541939,
      "logps/chosen": -526.00634765625,
      "logps/rejected": -577.3812255859375,
      "loss": 0.1891,
      "rewards/accuracies": 0.5249999761581421,
      "rewards/chosen": -0.03259889408946037,
      "rewards/margins": 0.028664156794548035,
      "rewards/rejected": -0.06126304715871811,
      "step": 500
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.551238285204126e-06,
      "logits/chosen": -0.13225743174552917,
      "logits/rejected": -0.03518156707286835,
      "logps/chosen": -558.69970703125,
      "logps/rejected": -633.7002563476562,
      "loss": 0.1987,
      "rewards/accuracies": 0.5687500238418579,
      "rewards/chosen": -0.034947603940963745,
      "rewards/margins": 0.041034139692783356,
      "rewards/rejected": -0.0759817361831665,
      "step": 510
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.4580767962463688e-06,
      "logits/chosen": -0.03775392845273018,
      "logits/rejected": -0.06259463727474213,
      "logps/chosen": -564.3277587890625,
      "logps/rejected": -616.877685546875,
      "loss": 0.1935,
      "rewards/accuracies": 0.5249999761581421,
      "rewards/chosen": -0.041550230234861374,
      "rewards/margins": 0.04528028517961502,
      "rewards/rejected": -0.0868305116891861,
      "step": 520
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.3649735241511546e-06,
      "logits/chosen": -0.11865083128213882,
      "logits/rejected": -0.14535991847515106,
      "logps/chosen": -539.8975219726562,
      "logps/rejected": -628.8270263671875,
      "loss": 0.1988,
      "rewards/accuracies": 0.550000011920929,
      "rewards/chosen": -0.06274162977933884,
      "rewards/margins": 0.050676118582487106,
      "rewards/rejected": -0.11341774463653564,
      "step": 530
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.2720577572339914e-06,
      "logits/chosen": -0.1661374866962433,
      "logits/rejected": -0.10748039186000824,
      "logps/chosen": -546.2053833007812,
      "logps/rejected": -584.2305908203125,
      "loss": 0.1901,
      "rewards/accuracies": 0.48124998807907104,
      "rewards/chosen": -0.05626441910862923,
      "rewards/margins": 0.02776341699063778,
      "rewards/rejected": -0.08402784168720245,
      "step": 540
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.1794585234303995e-06,
      "logits/chosen": -0.10749207437038422,
      "logits/rejected": -0.13697417080402374,
      "logps/chosen": -517.0869140625,
      "logps/rejected": -581.8153686523438,
      "loss": 0.1866,
      "rewards/accuracies": 0.4749999940395355,
      "rewards/chosen": -0.052382372319698334,
      "rewards/margins": 0.035972487181425095,
      "rewards/rejected": -0.08835486322641373,
      "step": 550
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0873044111206407e-06,
      "logits/chosen": -0.1282195746898651,
      "logits/rejected": -0.1339006870985031,
      "logps/chosen": -576.3350830078125,
      "logps/rejected": -666.8603515625,
      "loss": 0.1907,
      "rewards/accuracies": 0.5625,
      "rewards/chosen": -0.04062817618250847,
      "rewards/margins": 0.03738432377576828,
      "rewards/rejected": -0.07801250368356705,
      "step": 560
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9957233905648293e-06,
      "logits/chosen": -0.10549817234277725,
      "logits/rejected": -0.11278073489665985,
      "logps/chosen": -566.6007080078125,
      "logps/rejected": -636.8270263671875,
      "loss": 0.1877,
      "rewards/accuracies": 0.574999988079071,
      "rewards/chosen": -0.048470962792634964,
      "rewards/margins": 0.04373977333307266,
      "rewards/rejected": -0.09221073240041733,
      "step": 570
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.904842636196402e-06,
      "logits/chosen": -0.0554957278072834,
      "logits/rejected": -0.13037823140621185,
      "logps/chosen": -597.04150390625,
      "logps/rejected": -615.6434326171875,
      "loss": 0.1909,
      "rewards/accuracies": 0.5,
      "rewards/chosen": -0.0562109649181366,
      "rewards/margins": 0.028234709054231644,
      "rewards/rejected": -0.08444567024707794,
      "step": 580
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.814788350020726e-06,
      "logits/chosen": -0.0553332157433033,
      "logits/rejected": -0.14984294772148132,
      "logps/chosen": -511.7176818847656,
      "logps/rejected": -577.5421752929688,
      "loss": 0.1891,
      "rewards/accuracies": 0.46875,
      "rewards/chosen": -0.05183824896812439,
      "rewards/margins": 0.0338759571313858,
      "rewards/rejected": -0.08571420609951019,
      "step": 590
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.725685586364051e-06,
      "logits/chosen": -0.1068972796201706,
      "logits/rejected": -0.13699831068515778,
      "logps/chosen": -547.6019897460938,
      "logps/rejected": -624.2053833007812,
      "loss": 0.1908,
      "rewards/accuracies": 0.5625,
      "rewards/chosen": -0.04226940870285034,
      "rewards/margins": 0.04575734585523605,
      "rewards/rejected": -0.08802676200866699,
      "step": 600
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.6376580782162172e-06,
      "logits/chosen": -0.12253417819738388,
      "logits/rejected": -0.09159277379512787,
      "logps/chosen": -534.8265380859375,
      "logps/rejected": -639.2476806640625,
      "loss": 0.1866,
      "rewards/accuracies": 0.550000011920929,
      "rewards/chosen": -0.038840554654598236,
      "rewards/margins": 0.04929639771580696,
      "rewards/rejected": -0.0881369560956955,
      "step": 610
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.550828065408227e-06,
      "logits/chosen": -0.11153294146060944,
      "logits/rejected": -0.0631122812628746,
      "logps/chosen": -581.9796142578125,
      "logps/rejected": -639.3689575195312,
      "loss": 0.1738,
      "rewards/accuracies": 0.53125,
      "rewards/chosen": -0.04295315593481064,
      "rewards/margins": 0.037230443209409714,
      "rewards/rejected": -0.08018360286951065,
      "step": 620
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.4653161248633053e-06,
      "logits/chosen": -0.10305066406726837,
      "logits/rejected": -0.13783864676952362,
      "logps/chosen": -582.2150268554688,
      "logps/rejected": -607.2169799804688,
      "loss": 0.1865,
      "rewards/accuracies": 0.48750001192092896,
      "rewards/chosen": -0.05051354691386223,
      "rewards/margins": 0.02962956391274929,
      "rewards/rejected": -0.08014310896396637,
      "step": 630
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.381241003157162e-06,
      "logits/chosen": -0.09553556144237518,
      "logits/rejected": -0.1049310564994812,
      "logps/chosen": -561.0845947265625,
      "logps/rejected": -615.9722900390625,
      "loss": 0.19,
      "rewards/accuracies": 0.5249999761581421,
      "rewards/chosen": -0.046824414283037186,
      "rewards/margins": 0.03598689287900925,
      "rewards/rejected": -0.08281131088733673,
      "step": 640
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.298719451619979e-06,
      "logits/chosen": -0.1247280016541481,
      "logits/rejected": -0.0659816786646843,
      "logps/chosen": -560.4979858398438,
      "logps/rejected": -620.7578735351562,
      "loss": 0.2002,
      "rewards/accuracies": 0.5062500238418579,
      "rewards/chosen": -0.04652046412229538,
      "rewards/margins": 0.041216202080249786,
      "rewards/rejected": -0.08773668110370636,
      "step": 650
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.2178660642091036e-06,
      "logits/chosen": -0.03698350116610527,
      "logits/rejected": -0.2196667492389679,
      "logps/chosen": -521.7525634765625,
      "logps/rejected": -626.46435546875,
      "loss": 0.1979,
      "rewards/accuracies": 0.4749999940395355,
      "rewards/chosen": -0.05702243372797966,
      "rewards/margins": 0.041262269020080566,
      "rewards/rejected": -0.09828470647335052,
      "step": 660
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.1387931183775821e-06,
      "logits/chosen": -0.1309659779071808,
      "logits/rejected": -0.126008078455925,
      "logps/chosen": -526.6151123046875,
      "logps/rejected": -586.6326293945312,
      "loss": 0.1836,
      "rewards/accuracies": 0.5,
      "rewards/chosen": -0.0365142747759819,
      "rewards/margins": 0.039250634610652924,
      "rewards/rejected": -0.07576490938663483,
      "step": 670
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.061610419159532e-06,
      "logits/chosen": -0.06580721586942673,
      "logits/rejected": -0.11697240173816681,
      "logps/chosen": -545.3971557617188,
      "logps/rejected": -590.3699340820312,
      "loss": 0.186,
      "rewards/accuracies": 0.5249999761581421,
      "rewards/chosen": -0.040514297783374786,
      "rewards/margins": 0.041993193328380585,
      "rewards/rejected": -0.08250749111175537,
      "step": 680
    },
    {
      "epoch": 0.74,
      "learning_rate": 9.864251466888364e-07,
      "logits/chosen": 0.015632059425115585,
      "logits/rejected": -0.14370284974575043,
      "logps/chosen": -527.1017456054688,
      "logps/rejected": -602.5015869140625,
      "loss": 0.1872,
      "rewards/accuracies": 0.5375000238418579,
      "rewards/chosen": -0.03584219887852669,
      "rewards/margins": 0.0341840498149395,
      "rewards/rejected": -0.07002625614404678,
      "step": 690
    },
    {
      "epoch": 0.75,
      "learning_rate": 9.133417073629288e-07,
      "logits/chosen": -0.1096029132604599,
      "logits/rejected": -0.09382790327072144,
      "logps/chosen": -552.9088745117188,
      "logps/rejected": -619.2091674804688,
      "loss": 0.1929,
      "rewards/accuracies": 0.5249999761581421,
      "rewards/chosen": -0.04123011603951454,
      "rewards/margins": 0.03130009397864342,
      "rewards/rejected": -0.07253019511699677,
      "step": 700
    },
    {
      "epoch": 0.76,
      "learning_rate": 8.424615888583332e-07,
      "logits/chosen": -0.1330350786447525,
      "logits/rejected": -0.07537052035331726,
      "logps/chosen": -521.3177490234375,
      "logps/rejected": -601.4888305664062,
      "loss": 0.1829,
      "rewards/accuracies": 0.5687500238418579,
      "rewards/chosen": -0.037754353135824203,
      "rewards/margins": 0.041079822927713394,
      "rewards/rejected": -0.0788341760635376,
      "step": 710
    },
    {
      "epoch": 0.77,
      "learning_rate": 7.738832191993092e-07,
      "logits/chosen": -0.13393089175224304,
      "logits/rejected": -0.07735292613506317,
      "logps/chosen": -589.1104736328125,
      "logps/rejected": -623.0423583984375,
      "loss": 0.1937,
      "rewards/accuracies": 0.59375,
      "rewards/chosen": -0.04533671587705612,
      "rewards/margins": 0.03662148863077164,
      "rewards/rejected": -0.08195820450782776,
      "step": 720
    },
    {
      "epoch": 0.78,
      "learning_rate": 7.077018300752917e-07,
      "logits/chosen": -0.09014391899108887,
      "logits/rejected": -0.02712271548807621,
      "logps/chosen": -550.0320434570312,
      "logps/rejected": -605.1174926757812,
      "loss": 0.1961,
      "rewards/accuracies": 0.518750011920929,
      "rewards/chosen": -0.05133052542805672,
      "rewards/margins": 0.041539210826158524,
      "rewards/rejected": -0.09286972880363464,
      "step": 730
    },
    {
      "epoch": 0.79,
      "learning_rate": 6.440093245969342e-07,
      "logits/chosen": -0.08313737064599991,
      "logits/rejected": -0.1943168193101883,
      "logps/chosen": -516.8920288085938,
      "logps/rejected": -601.4186401367188,
      "loss": 0.1848,
      "rewards/accuracies": 0.606249988079071,
      "rewards/chosen": -0.04221433773636818,
      "rewards/margins": 0.0475175604224205,
      "rewards/rejected": -0.08973188698291779,
      "step": 740
    },
    {
      "epoch": 0.8,
      "learning_rate": 5.828941496744075e-07,
      "logits/chosen": -0.11161942780017853,
      "logits/rejected": -0.0919300764799118,
      "logps/chosen": -563.8603515625,
      "logps/rejected": -619.1151733398438,
      "loss": 0.1903,
      "rewards/accuracies": 0.5,
      "rewards/chosen": -0.04418020322918892,
      "rewards/margins": 0.03953651711344719,
      "rewards/rejected": -0.08371671289205551,
      "step": 750
    },
    {
      "epoch": 0.81,
      "learning_rate": 5.244411731951671e-07,
      "logits/chosen": -0.13506890833377838,
      "logits/rejected": -0.033810555934906006,
      "logps/chosen": -605.5892944335938,
      "logps/rejected": -609.83544921875,
      "loss": 0.1878,
      "rewards/accuracies": 0.48124998807907104,
      "rewards/chosen": -0.03747162967920303,
      "rewards/margins": 0.02192925289273262,
      "rewards/rejected": -0.059400878846645355,
      "step": 760
    },
    {
      "epoch": 0.82,
      "learning_rate": 4.6873156617173594e-07,
      "logits/chosen": -0.07261113822460175,
      "logits/rejected": -0.16117814183235168,
      "logps/chosen": -553.5911254882812,
      "logps/rejected": -624.5232543945312,
      "loss": 0.1921,
      "rewards/accuracies": 0.5687500238418579,
      "rewards/chosen": -0.04296105355024338,
      "rewards/margins": 0.0388905294239521,
      "rewards/rejected": -0.08185158669948578,
      "step": 770
    },
    {
      "epoch": 0.83,
      "learning_rate": 4.1584269002318653e-07,
      "logits/chosen": -0.07403261959552765,
      "logits/rejected": -0.054157156497240067,
      "logps/chosen": -535.3461303710938,
      "logps/rejected": -585.4727783203125,
      "loss": 0.1828,
      "rewards/accuracies": 0.4749999940395355,
      "rewards/chosen": -0.0406302735209465,
      "rewards/margins": 0.03608276695013046,
      "rewards/rejected": -0.07671303302049637,
      "step": 780
    },
    {
      "epoch": 0.84,
      "learning_rate": 3.658479891468258e-07,
      "logits/chosen": -0.1717700958251953,
      "logits/rejected": -0.08853835612535477,
      "logps/chosen": -527.3263549804688,
      "logps/rejected": -540.2444458007812,
      "loss": 0.1778,
      "rewards/accuracies": 0.4375,
      "rewards/chosen": -0.04036609083414078,
      "rewards/margins": 0.03141506761312485,
      "rewards/rejected": -0.07178115844726562,
      "step": 790
    },
    {
      "epoch": 0.85,
      "learning_rate": 3.18816888929272e-07,
      "logits/chosen": -0.09848084300756454,
      "logits/rejected": -0.06764743477106094,
      "logps/chosen": -563.3206787109375,
      "logps/rejected": -668.9093017578125,
      "loss": 0.2002,
      "rewards/accuracies": 0.5562499761581421,
      "rewards/chosen": -0.046812716871500015,
      "rewards/margins": 0.054834604263305664,
      "rewards/rejected": -0.10164730250835419,
      "step": 800
    },
    {
      "epoch": 0.86,
      "learning_rate": 2.748146993385484e-07,
      "logits/chosen": -0.09693370759487152,
      "logits/rejected": -0.07278673350811005,
      "logps/chosen": -522.9954833984375,
      "logps/rejected": -612.6608276367188,
      "loss": 0.1854,
      "rewards/accuracies": 0.5249999761581421,
      "rewards/chosen": -0.04407941550016403,
      "rewards/margins": 0.05026249960064888,
      "rewards/rejected": -0.09434191882610321,
      "step": 810
    },
    {
      "epoch": 0.87,
      "learning_rate": 2.3390252423108077e-07,
      "logits/chosen": -0.07084161043167114,
      "logits/rejected": -0.18225322663784027,
      "logps/chosen": -488.76483154296875,
      "logps/rejected": -558.3425903320312,
      "loss": 0.1939,
      "rewards/accuracies": 0.5,
      "rewards/chosen": -0.035873524844646454,
      "rewards/margins": 0.037640780210494995,
      "rewards/rejected": -0.07351429760456085,
      "step": 820
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.961371764995243e-07,
      "logits/chosen": -0.11218070983886719,
      "logits/rejected": -0.143798828125,
      "logps/chosen": -548.5975341796875,
      "logps/rejected": -618.435302734375,
      "loss": 0.2009,
      "rewards/accuracies": 0.5375000238418579,
      "rewards/chosen": -0.03908687084913254,
      "rewards/margins": 0.042751066386699677,
      "rewards/rejected": -0.08183793723583221,
      "step": 830
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.61571099179261e-07,
      "logits/chosen": -0.0712205171585083,
      "logits/rejected": -0.06110917776823044,
      "logps/chosen": -584.1240234375,
      "logps/rejected": -650.0173950195312,
      "loss": 0.1955,
      "rewards/accuracies": 0.4937500059604645,
      "rewards/chosen": -0.04009150713682175,
      "rewards/margins": 0.030330544337630272,
      "rewards/rejected": -0.07042204588651657,
      "step": 840
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.3025229262312367e-07,
      "logits/chosen": -0.0935712531208992,
      "logits/rejected": -0.05454383045434952,
      "logps/chosen": -496.932861328125,
      "logps/rejected": -605.6661987304688,
      "loss": 0.1884,
      "rewards/accuracies": 0.5375000238418579,
      "rewards/chosen": -0.042653247714042664,
      "rewards/margins": 0.048957787454128265,
      "rewards/rejected": -0.09161103516817093,
      "step": 850
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.0222424784546853e-07,
      "logits/chosen": -0.08921684324741364,
      "logits/rejected": -0.15163610875606537,
      "logps/chosen": -579.2117919921875,
      "logps/rejected": -619.4464111328125,
      "loss": 0.1904,
      "rewards/accuracies": 0.550000011920929,
      "rewards/chosen": -0.04733709245920181,
      "rewards/margins": 0.03301934152841568,
      "rewards/rejected": -0.08035643398761749,
      "step": 860
    },
    {
      "epoch": 0.93,
      "learning_rate": 7.752588612816553e-08,
      "logits/chosen": -0.04686546325683594,
      "logits/rejected": -0.15816907584667206,
      "logps/chosen": -509.0023498535156,
      "logps/rejected": -572.1159057617188,
      "loss": 0.1754,
      "rewards/accuracies": 0.512499988079071,
      "rewards/chosen": -0.042182981967926025,
      "rewards/margins": 0.04292844608426094,
      "rewards/rejected": -0.08511142432689667,
      "step": 870
    },
    {
      "epoch": 0.94,
      "learning_rate": 5.619150497236991e-08,
      "logits/chosen": -0.07643123716115952,
      "logits/rejected": -0.16245657205581665,
      "logps/chosen": -535.0369873046875,
      "logps/rejected": -608.0992431640625,
      "loss": 0.192,
      "rewards/accuracies": 0.5562499761581421,
      "rewards/chosen": -0.04792182892560959,
      "rewards/margins": 0.03496783226728439,
      "rewards/rejected": -0.08288966119289398,
      "step": 880
    },
    {
      "epoch": 0.95,
      "learning_rate": 3.825073047112743e-08,
      "logits/chosen": -0.13168227672576904,
      "logits/rejected": -0.046010442078113556,
      "logps/chosen": -579.3240356445312,
      "logps/rejected": -674.3414306640625,
      "loss": 0.1964,
      "rewards/accuracies": 0.612500011920929,
      "rewards/chosen": -0.04349333792924881,
      "rewards/margins": 0.047455307096242905,
      "rewards/rejected": -0.09094865620136261,
      "step": 890
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.372847616895685e-08,
      "logits/chosen": -0.04904794320464134,
      "logits/rejected": -0.019006099551916122,
      "logps/chosen": -542.4931640625,
      "logps/rejected": -638.1673583984375,
      "loss": 0.1889,
      "rewards/accuracies": 0.5687500238418579,
      "rewards/chosen": -0.04928978905081749,
      "rewards/margins": 0.03806794807314873,
      "rewards/rejected": -0.08735774457454681,
      "step": 900
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.264490846553279e-08,
      "logits/chosen": -0.12707039713859558,
      "logits/rejected": -0.10833065211772919,
      "logps/chosen": -579.73681640625,
      "logps/rejected": -622.3654174804688,
      "loss": 0.1897,
      "rewards/accuracies": 0.574999988079071,
      "rewards/chosen": -0.046609390527009964,
      "rewards/margins": 0.03541853651404381,
      "rewards/rejected": -0.08202792704105377,
      "step": 910
    },
    {
      "epoch": 0.98,
      "learning_rate": 5.015418611516165e-09,
      "logits/chosen": -0.0854305848479271,
      "logits/rejected": -0.11656080186367035,
      "logps/chosen": -616.4360961914062,
      "logps/rejected": -670.5054931640625,
      "loss": 0.1907,
      "rewards/accuracies": 0.5249999761581421,
      "rewards/chosen": -0.04680439084768295,
      "rewards/margins": 0.05593379586935043,
      "rewards/rejected": -0.10273818671703339,
      "step": 920
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.506013354186993e-10,
      "logits/chosen": -0.11298644542694092,
      "logits/rejected": -0.03937912359833717,
      "logps/chosen": -532.8866577148438,
      "logps/rejected": -597.7803344726562,
      "loss": 0.2033,
      "rewards/accuracies": 0.5062500238418579,
      "rewards/chosen": -0.043054092675447464,
      "rewards/margins": 0.037277717143297195,
      "rewards/rejected": -0.08033180981874466,
      "step": 930
    },
    {
      "epoch": 1.0,
      "step": 937,
      "total_flos": 0.0,
      "train_loss": 0.19462941225971966,
      "train_runtime": 7972.3934,
      "train_samples_per_second": 3.763,
      "train_steps_per_second": 0.118
    }
  ],
  "logging_steps": 10,
  "max_steps": 937,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 100,
  "total_flos": 0.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}