{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.9957173447537473,
  "eval_steps": 500,
  "global_step": 466,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.04,
      "grad_norm": 4.9375,
      "learning_rate": 4.994320979557256e-06,
      "log_odds_chosen": 0.0681995302438736,
      "log_odds_ratio": -0.7082546353340149,
      "logits/chosen": -3.0977654457092285,
      "logits/rejected": -3.0908126831054688,
      "logps/chosen": -0.7222177386283875,
      "logps/rejected": -0.7692006230354309,
      "loss": 0.6137,
      "nll_loss": 0.4647584855556488,
      "rewards/accuracies": 0.512499988079071,
      "rewards/chosen": -0.144443541765213,
      "rewards/margins": 0.009396565146744251,
      "rewards/rejected": -0.153840109705925,
      "step": 10
    },
    {
      "epoch": 0.09,
      "grad_norm": 4.15625,
      "learning_rate": 4.977309719247571e-06,
      "log_odds_chosen": 0.04795869067311287,
      "log_odds_ratio": -0.7321950793266296,
      "logits/chosen": -3.070446729660034,
      "logits/rejected": -3.076430559158325,
      "logps/chosen": -0.7525266408920288,
      "logps/rejected": -0.7740827202796936,
      "loss": 0.5618,
      "nll_loss": 0.42791947722435,
      "rewards/accuracies": 0.550000011920929,
      "rewards/chosen": -0.15050533413887024,
      "rewards/margins": 0.004311202093958855,
      "rewards/rejected": -0.15481653809547424,
      "step": 20
    },
    {
      "epoch": 0.13,
      "grad_norm": 4.03125,
      "learning_rate": 4.9490435049069925e-06,
      "log_odds_chosen": 0.0981246829032898,
      "log_odds_ratio": -0.6918349266052246,
      "logits/chosen": -3.0190162658691406,
      "logits/rejected": -3.0307419300079346,
      "logps/chosen": -0.70826256275177,
      "logps/rejected": -0.7406646013259888,
      "loss": 0.5694,
      "nll_loss": 0.43190431594848633,
      "rewards/accuracies": 0.5687500238418579,
      "rewards/chosen": -0.14165252447128296,
      "rewards/margins": 0.006480403244495392,
      "rewards/rejected": -0.14813292026519775,
      "step": 30
    },
    {
      "epoch": 0.17,
      "grad_norm": 4.0625,
      "learning_rate": 4.909650756062782e-06,
      "log_odds_chosen": -0.031760524958372116,
      "log_odds_ratio": -0.7639201879501343,
      "logits/chosen": -3.0301899909973145,
      "logits/rejected": -3.013631582260132,
      "logps/chosen": -0.7143345475196838,
      "logps/rejected": -0.7065819501876831,
      "loss": 0.5928,
      "nll_loss": 0.4166012704372406,
      "rewards/accuracies": 0.4749999940395355,
      "rewards/chosen": -0.14286690950393677,
      "rewards/margins": -0.001550512621179223,
      "rewards/rejected": -0.14131638407707214,
      "step": 40
    },
    {
      "epoch": 0.21,
      "grad_norm": 4.0,
      "learning_rate": 4.8593104424957275e-06,
      "log_odds_chosen": 0.1677912026643753,
      "log_odds_ratio": -0.6516054272651672,
      "logits/chosen": -2.9732978343963623,
      "logits/rejected": -2.9736242294311523,
      "logps/chosen": -0.6973217725753784,
      "logps/rejected": -0.7871943712234497,
      "loss": 0.5525,
      "nll_loss": 0.3650514483451843,
      "rewards/accuracies": 0.6187499761581421,
      "rewards/chosen": -0.1394643485546112,
      "rewards/margins": 0.017974523827433586,
      "rewards/rejected": -0.15743887424468994,
      "step": 50
    },
    {
      "epoch": 0.26,
      "grad_norm": 4.59375,
      "learning_rate": 4.7982512711416995e-06,
      "log_odds_chosen": 0.13981187343597412,
      "log_odds_ratio": -0.6755875945091248,
      "logits/chosen": -2.983802556991577,
      "logits/rejected": -2.9678592681884766,
      "logps/chosen": -0.6857394576072693,
      "logps/rejected": -0.7719460725784302,
      "loss": 0.5749,
      "nll_loss": 0.43894845247268677,
      "rewards/accuracies": 0.6000000238418579,
      "rewards/chosen": -0.13714787364006042,
      "rewards/margins": 0.017241323366761208,
      "rewards/rejected": -0.15438921749591827,
      "step": 60
    },
    {
      "epoch": 0.3,
      "grad_norm": 4.6875,
      "learning_rate": 4.726750647026569e-06,
      "log_odds_chosen": 0.060419272631406784,
      "log_odds_ratio": -0.7113076448440552,
      "logits/chosen": -3.0847103595733643,
      "logits/rejected": -3.0847182273864746,
      "logps/chosen": -0.6998961567878723,
      "logps/rejected": -0.7425668835639954,
      "loss": 0.6077,
      "nll_loss": 0.45065993070602417,
      "rewards/accuracies": 0.5625,
      "rewards/chosen": -0.13997924327850342,
      "rewards/margins": 0.008534139953553677,
      "rewards/rejected": -0.14851337671279907,
      "step": 70
    },
    {
      "epoch": 0.34,
      "grad_norm": 4.5,
      "learning_rate": 4.64513341295515e-06,
      "log_odds_chosen": 0.14743533730506897,
      "log_odds_ratio": -0.664400577545166,
      "logits/chosen": -3.072849750518799,
      "logits/rejected": -3.064882755279541,
      "logps/chosen": -0.6606765985488892,
      "logps/rejected": -0.7464475035667419,
      "loss": 0.5869,
      "nll_loss": 0.40598875284194946,
      "rewards/accuracies": 0.625,
      "rewards/chosen": -0.1321353018283844,
      "rewards/margins": 0.017154179513454437,
      "rewards/rejected": -0.14928947389125824,
      "step": 80
    },
    {
      "epoch": 0.39,
      "grad_norm": 3.703125,
      "learning_rate": 4.553770373680062e-06,
      "log_odds_chosen": 0.1585932970046997,
      "log_odds_ratio": -0.6709593534469604,
      "logits/chosen": -3.08207631111145,
      "logits/rejected": -3.066760540008545,
      "logps/chosen": -0.699985146522522,
      "logps/rejected": -0.7977792620658875,
      "loss": 0.5663,
      "nll_loss": 0.4425368905067444,
      "rewards/accuracies": 0.5874999761581421,
      "rewards/chosen": -0.13999703526496887,
      "rewards/margins": 0.019558843225240707,
      "rewards/rejected": -0.15955588221549988,
      "step": 90
    },
    {
      "epoch": 0.43,
      "grad_norm": 3.546875,
      "learning_rate": 4.453076611255507e-06,
      "log_odds_chosen": 0.14516516029834747,
      "log_odds_ratio": -0.6720137596130371,
      "logits/chosen": -3.114285469055176,
      "logits/rejected": -3.1085124015808105,
      "logps/chosen": -0.6726102828979492,
      "logps/rejected": -0.7475894689559937,
      "loss": 0.5877,
      "nll_loss": 0.4581482410430908,
      "rewards/accuracies": 0.581250011920929,
      "rewards/chosen": -0.13452205061912537,
      "rewards/margins": 0.014995847828686237,
      "rewards/rejected": -0.14951792359352112,
      "step": 100
    },
    {
      "epoch": 0.47,
      "grad_norm": 3.9375,
      "learning_rate": 4.343509599229697e-06,
      "log_odds_chosen": 0.07305195182561874,
      "log_odds_ratio": -0.7057459950447083,
      "logits/chosen": -3.0203895568847656,
      "logits/rejected": -3.048060417175293,
      "logps/chosen": -0.7229627966880798,
      "logps/rejected": -0.759824812412262,
      "loss": 0.5618,
      "nll_loss": 0.4208614230155945,
      "rewards/accuracies": 0.5375000238418579,
      "rewards/chosen": -0.1445925384759903,
      "rewards/margins": 0.007372408173978329,
      "rewards/rejected": -0.1519649475812912,
      "step": 110
    },
    {
      "epoch": 0.51,
      "grad_norm": 3.640625,
      "learning_rate": 4.22556712424355e-06,
      "log_odds_chosen": 0.20443418622016907,
      "log_odds_ratio": -0.6452816724777222,
      "logits/chosen": -3.0728299617767334,
      "logits/rejected": -3.073429822921753,
      "logps/chosen": -0.6431705355644226,
      "logps/rejected": -0.7486152648925781,
      "loss": 0.5715,
      "nll_loss": 0.44801267981529236,
      "rewards/accuracies": 0.612500011920929,
      "rewards/chosen": -0.12863411009311676,
      "rewards/margins": 0.02108895219862461,
      "rewards/rejected": -0.14972305297851562,
      "step": 120
    },
    {
      "epoch": 0.56,
      "grad_norm": 4.15625,
      "learning_rate": 4.099785024478276e-06,
      "log_odds_chosen": 0.10702254623174667,
      "log_odds_ratio": -0.6948094367980957,
      "logits/chosen": -3.104290246963501,
      "logits/rejected": -3.114654779434204,
      "logps/chosen": -0.708793580532074,
      "logps/rejected": -0.7508866786956787,
      "loss": 0.5651,
      "nll_loss": 0.408848375082016,
      "rewards/accuracies": 0.581250011920929,
      "rewards/chosen": -0.1417587250471115,
      "rewards/margins": 0.008418610319495201,
      "rewards/rejected": -0.15017732977867126,
      "step": 130
    },
    {
      "epoch": 0.6,
      "grad_norm": 4.25,
      "learning_rate": 3.9667347552265945e-06,
      "log_odds_chosen": 0.0996425449848175,
      "log_odds_ratio": -0.7059202194213867,
      "logits/chosen": -3.094669818878174,
      "logits/rejected": -3.0972161293029785,
      "logps/chosen": -0.6547704935073853,
      "logps/rejected": -0.7121762037277222,
      "loss": 0.5688,
      "nll_loss": 0.3880278468132019,
      "rewards/accuracies": 0.581250011920929,
      "rewards/chosen": -0.1309541016817093,
      "rewards/margins": 0.011481141671538353,
      "rewards/rejected": -0.1424352377653122,
      "step": 140
    },
    {
      "epoch": 0.64,
      "grad_norm": 4.03125,
      "learning_rate": 3.8270207926477e-06,
      "log_odds_chosen": 0.1352790892124176,
      "log_odds_ratio": -0.6838266253471375,
      "logits/chosen": -3.096400737762451,
      "logits/rejected": -3.08994460105896,
      "logps/chosen": -0.7112253904342651,
      "logps/rejected": -0.7838465571403503,
      "loss": 0.5347,
      "nll_loss": 0.3965539336204529,
      "rewards/accuracies": 0.6187499761581421,
      "rewards/chosen": -0.1422450691461563,
      "rewards/margins": 0.014524241909384727,
      "rewards/rejected": -0.1567693054676056,
      "step": 150
    },
    {
      "epoch": 0.69,
      "grad_norm": 3.953125,
      "learning_rate": 3.68127788750129e-06,
      "log_odds_chosen": 0.05867941305041313,
      "log_odds_ratio": -0.7102705836296082,
      "logits/chosen": -3.093903064727783,
      "logits/rejected": -3.092332363128662,
      "logps/chosen": -0.7055046558380127,
      "logps/rejected": -0.7451164722442627,
      "loss": 0.5676,
      "nll_loss": 0.40267667174339294,
      "rewards/accuracies": 0.5062500238418579,
      "rewards/chosen": -0.1411009281873703,
      "rewards/margins": 0.007922361604869366,
      "rewards/rejected": -0.14902329444885254,
      "step": 160
    },
    {
      "epoch": 0.73,
      "grad_norm": 3.8125,
      "learning_rate": 3.5301681813375343e-06,
      "log_odds_chosen": 0.12995854020118713,
      "log_odds_ratio": -0.6886736154556274,
      "logits/chosen": -3.115527629852295,
      "logits/rejected": -3.131301164627075,
      "logps/chosen": -0.6788499355316162,
      "logps/rejected": -0.7528234720230103,
      "loss": 0.5571,
      "nll_loss": 0.4142919182777405,
      "rewards/accuracies": 0.543749988079071,
      "rewards/chosen": -0.13576999306678772,
      "rewards/margins": 0.014794701710343361,
      "rewards/rejected": -0.15056470036506653,
      "step": 170
    },
    {
      "epoch": 0.77,
      "grad_norm": 4.5,
      "learning_rate": 3.3743781982447533e-06,
      "log_odds_chosen": 0.19499924778938293,
      "log_odds_ratio": -0.6581609845161438,
      "logits/chosen": -3.1499171257019043,
      "logits/rejected": -3.1490375995635986,
      "logps/chosen": -0.6707606911659241,
      "logps/rejected": -0.7726969718933105,
      "loss": 0.5664,
      "nll_loss": 0.40519580245018005,
      "rewards/accuracies": 0.6312500238418579,
      "rewards/chosen": -0.1341521441936493,
      "rewards/margins": 0.020387252792716026,
      "rewards/rejected": -0.15453937649726868,
      "step": 180
    },
    {
      "epoch": 0.81,
      "grad_norm": 3.640625,
      "learning_rate": 3.2146157258219534e-06,
      "log_odds_chosen": 0.14189398288726807,
      "log_odds_ratio": -0.674296498298645,
      "logits/chosen": -3.1837196350097656,
      "logits/rejected": -3.186469793319702,
      "logps/chosen": -0.6766322255134583,
      "logps/rejected": -0.7536298036575317,
      "loss": 0.5414,
      "nll_loss": 0.44522786140441895,
      "rewards/accuracies": 0.59375,
      "rewards/chosen": -0.13532646000385284,
      "rewards/margins": 0.015399503521621227,
      "rewards/rejected": -0.15072596073150635,
      "step": 190
    },
    {
      "epoch": 0.86,
      "grad_norm": 3.84375,
      "learning_rate": 3.0516065995466336e-06,
      "log_odds_chosen": 0.1995691955089569,
      "log_odds_ratio": -0.6483355760574341,
      "logits/chosen": -3.134974956512451,
      "logits/rejected": -3.1205341815948486,
      "logps/chosen": -0.6498687863349915,
      "logps/rejected": -0.7565893530845642,
      "loss": 0.5465,
      "nll_loss": 0.38540342450141907,
      "rewards/accuracies": 0.612500011920929,
      "rewards/chosen": -0.12997373938560486,
      "rewards/margins": 0.021344134584069252,
      "rewards/rejected": -0.15131787955760956,
      "step": 200
    },
    {
      "epoch": 0.9,
      "grad_norm": 3.890625,
      "learning_rate": 2.8860914051471722e-06,
      "log_odds_chosen": 0.06047767400741577,
      "log_odds_ratio": -0.7144695520401001,
      "logits/chosen": -3.132312774658203,
      "logits/rejected": -3.1476542949676514,
      "logps/chosen": -0.6728143692016602,
      "logps/rejected": -0.6911222338676453,
      "loss": 0.5295,
      "nll_loss": 0.3443630337715149,
      "rewards/accuracies": 0.5375000238418579,
      "rewards/chosen": -0.1345628798007965,
      "rewards/margins": 0.003661577822640538,
      "rewards/rejected": -0.13822445273399353,
      "step": 210
    },
    {
      "epoch": 0.94,
      "grad_norm": 3.734375,
      "learning_rate": 2.7188221139616303e-06,
      "log_odds_chosen": 0.11169638484716415,
      "log_odds_ratio": -0.6887539625167847,
      "logits/chosen": -3.1210544109344482,
      "logits/rejected": -3.1303868293762207,
      "logps/chosen": -0.6995309591293335,
      "logps/rejected": -0.7801494598388672,
      "loss": 0.5703,
      "nll_loss": 0.4030347764492035,
      "rewards/accuracies": 0.550000011920929,
      "rewards/chosen": -0.13990618288516998,
      "rewards/margins": 0.016123712062835693,
      "rewards/rejected": -0.15602989494800568,
      "step": 220
    },
    {
      "epoch": 0.99,
      "grad_norm": 4.15625,
      "learning_rate": 2.550558666569279e-06,
      "log_odds_chosen": 0.09025579690933228,
      "log_odds_ratio": -0.7007181644439697,
      "logits/chosen": -3.1683359146118164,
      "logits/rejected": -3.1638879776000977,
      "logps/chosen": -0.6835473775863647,
      "logps/rejected": -0.742916464805603,
      "loss": 0.5612,
      "nll_loss": 0.4019767642021179,
      "rewards/accuracies": 0.5874999761581421,
      "rewards/chosen": -0.13670948147773743,
      "rewards/margins": 0.011873816139996052,
      "rewards/rejected": -0.1485833078622818,
      "step": 230
    },
    {
      "epoch": 1.03,
      "grad_norm": 4.15625,
      "learning_rate": 2.3820655202161237e-06,
      "log_odds_chosen": 0.4793614447116852,
      "log_odds_ratio": -0.548845648765564,
      "logits/chosen": -3.1354401111602783,
      "logits/rejected": -3.124065637588501,
      "logps/chosen": -0.5931288003921509,
      "logps/rejected": -0.8161810636520386,
      "loss": 0.5134,
      "nll_loss": 0.40906891226768494,
      "rewards/accuracies": 0.7437499761581421,
      "rewards/chosen": -0.11862574517726898,
      "rewards/margins": 0.04461048170924187,
      "rewards/rejected": -0.16323623061180115,
      "step": 240
    },
    {
      "epoch": 1.07,
      "grad_norm": 3.96875,
      "learning_rate": 2.214108175720246e-06,
      "log_odds_chosen": 0.7576763033866882,
      "log_odds_ratio": -0.4282462000846863,
      "logits/chosen": -3.118053674697876,
      "logits/rejected": -3.1379125118255615,
      "logps/chosen": -0.49083226919174194,
      "logps/rejected": -0.853580117225647,
      "loss": 0.459,
      "nll_loss": 0.3588988184928894,
      "rewards/accuracies": 0.875,
      "rewards/chosen": -0.09816645830869675,
      "rewards/margins": 0.07254956662654877,
      "rewards/rejected": -0.17071601748466492,
      "step": 250
    },
    {
      "epoch": 1.11,
      "grad_norm": 4.28125,
      "learning_rate": 2.0474496996359676e-06,
      "log_odds_chosen": 0.733576774597168,
      "log_odds_ratio": -0.4507887363433838,
      "logits/chosen": -3.137216567993164,
      "logits/rejected": -3.1352245807647705,
      "logps/chosen": -0.5455455183982849,
      "logps/rejected": -0.9026147723197937,
      "loss": 0.4736,
      "nll_loss": 0.38031843304634094,
      "rewards/accuracies": 0.824999988079071,
      "rewards/chosen": -0.10910910367965698,
      "rewards/margins": 0.07141385227441788,
      "rewards/rejected": -0.18052296340465546,
      "step": 260
    },
    {
      "epoch": 1.16,
      "grad_norm": 4.46875,
      "learning_rate": 1.882847257477398e-06,
      "log_odds_chosen": 0.8710149526596069,
      "log_odds_ratio": -0.4077950417995453,
      "logits/chosen": -3.1231517791748047,
      "logits/rejected": -3.1361801624298096,
      "logps/chosen": -0.5210133194923401,
      "logps/rejected": -0.9504634737968445,
      "loss": 0.4573,
      "nll_loss": 0.3601577877998352,
      "rewards/accuracies": 0.893750011920929,
      "rewards/chosen": -0.10420265048742294,
      "rewards/margins": 0.0858900398015976,
      "rewards/rejected": -0.19009268283843994,
      "step": 270
    },
    {
      "epoch": 1.2,
      "grad_norm": 4.625,
      "learning_rate": 1.7210486737516947e-06,
      "log_odds_chosen": 0.8500790596008301,
      "log_odds_ratio": -0.409542977809906,
      "logits/chosen": -3.1291608810424805,
      "logits/rejected": -3.1443474292755127,
      "logps/chosen": -0.5176515579223633,
      "logps/rejected": -0.9122639894485474,
      "loss": 0.441,
      "nll_loss": 0.38534316420555115,
      "rewards/accuracies": 0.856249988079071,
      "rewards/chosen": -0.10353031009435654,
      "rewards/margins": 0.07892249524593353,
      "rewards/rejected": -0.18245279788970947,
      "step": 280
    },
    {
      "epoch": 1.24,
      "grad_norm": 4.21875,
      "learning_rate": 1.5627890344305256e-06,
      "log_odds_chosen": 0.7590165734291077,
      "log_odds_ratio": -0.4255223274230957,
      "logits/chosen": -3.1419529914855957,
      "logits/rejected": -3.1484503746032715,
      "logps/chosen": -0.5282884836196899,
      "logps/rejected": -0.8793913125991821,
      "loss": 0.4385,
      "nll_loss": 0.3436318039894104,
      "rewards/accuracies": 0.8999999761581421,
      "rewards/chosen": -0.10565771162509918,
      "rewards/margins": 0.07022054493427277,
      "rewards/rejected": -0.17587824165821075,
      "step": 290
    },
    {
      "epoch": 1.28,
      "grad_norm": 4.40625,
      "learning_rate": 1.4087873472954638e-06,
      "log_odds_chosen": 0.8060294985771179,
      "log_odds_ratio": -0.429814875125885,
      "logits/chosen": -3.1374385356903076,
      "logits/rejected": -3.137779712677002,
      "logps/chosen": -0.5177971124649048,
      "logps/rejected": -0.9097731709480286,
      "loss": 0.4492,
      "nll_loss": 0.35047072172164917,
      "rewards/accuracies": 0.8500000238418579,
      "rewards/chosen": -0.1035594493150711,
      "rewards/margins": 0.07839521020650864,
      "rewards/rejected": -0.18195465207099915,
      "step": 300
    },
    {
      "epoch": 1.33,
      "grad_norm": 4.15625,
      "learning_rate": 1.2597432753300753e-06,
      "log_odds_chosen": 0.9330030679702759,
      "log_odds_ratio": -0.3743920624256134,
      "logits/chosen": -3.1239657402038574,
      "logits/rejected": -3.1310207843780518,
      "logps/chosen": -0.4897725582122803,
      "logps/rejected": -0.9372097253799438,
      "loss": 0.4426,
      "nll_loss": 0.35372328758239746,
      "rewards/accuracies": 0.9375,
      "rewards/chosen": -0.09795451909303665,
      "rewards/margins": 0.08948741853237152,
      "rewards/rejected": -0.18744193017482758,
      "step": 310
    },
    {
      "epoch": 1.37,
      "grad_norm": 4.34375,
      "learning_rate": 1.116333957999608e-06,
      "log_odds_chosen": 0.7943806648254395,
      "log_odds_ratio": -0.43320780992507935,
      "logits/chosen": -3.1169140338897705,
      "logits/rejected": -3.1135616302490234,
      "logps/chosen": -0.5348241925239563,
      "logps/rejected": -0.9205295443534851,
      "loss": 0.4582,
      "nll_loss": 0.38884326815605164,
      "rewards/accuracies": 0.8687499761581421,
      "rewards/chosen": -0.1069648265838623,
      "rewards/margins": 0.07714107632637024,
      "rewards/rejected": -0.18410590291023254,
      "step": 320
    },
    {
      "epoch": 1.41,
      "grad_norm": 4.28125,
      "learning_rate": 9.792109348599036e-07,
      "log_odds_chosen": 0.8558658361434937,
      "log_odds_ratio": -0.40837377309799194,
      "logits/chosen": -3.1396241188049316,
      "logits/rejected": -3.1491103172302246,
      "logps/chosen": -0.5247679948806763,
      "logps/rejected": -0.9536547660827637,
      "loss": 0.4342,
      "nll_loss": 0.34443485736846924,
      "rewards/accuracies": 0.893750011920929,
      "rewards/chosen": -0.1049535870552063,
      "rewards/margins": 0.08577735722064972,
      "rewards/rejected": -0.1907309591770172,
      "step": 330
    },
    {
      "epoch": 1.46,
      "grad_norm": 4.21875,
      "learning_rate": 8.48997185472226e-07,
      "log_odds_chosen": 0.8510887026786804,
      "log_odds_ratio": -0.4203471541404724,
      "logits/chosen": -3.1297011375427246,
      "logits/rejected": -3.139014720916748,
      "logps/chosen": -0.5276013612747192,
      "logps/rejected": -0.9365232586860657,
      "loss": 0.4576,
      "nll_loss": 0.35662391781806946,
      "rewards/accuracies": 0.84375,
      "rewards/chosen": -0.10552027076482773,
      "rewards/margins": 0.08178436756134033,
      "rewards/rejected": -0.18730461597442627,
      "step": 340
    },
    {
      "epoch": 1.5,
      "grad_norm": 4.75,
      "learning_rate": 7.26284299072334e-07,
      "log_odds_chosen": 0.8458667993545532,
      "log_odds_ratio": -0.4165124297142029,
      "logits/chosen": -3.1148293018341064,
      "logits/rejected": -3.1330175399780273,
      "logps/chosen": -0.523215651512146,
      "logps/rejected": -0.9373798370361328,
      "loss": 0.4358,
      "nll_loss": 0.36000293493270874,
      "rewards/accuracies": 0.862500011920929,
      "rewards/chosen": -0.10464314371347427,
      "rewards/margins": 0.08283283561468124,
      "rewards/rejected": -0.1874759942293167,
      "step": 350
    },
    {
      "epoch": 1.54,
      "grad_norm": 4.1875,
      "learning_rate": 6.11629786852592e-07,
      "log_odds_chosen": 0.7515332102775574,
      "log_odds_ratio": -0.4506092965602875,
      "logits/chosen": -3.124948501586914,
      "logits/rejected": -3.1396474838256836,
      "logps/chosen": -0.5801728963851929,
      "logps/rejected": -0.9574558138847351,
      "loss": 0.4377,
      "nll_loss": 0.3803955018520355,
      "rewards/accuracies": 0.8062499761581421,
      "rewards/chosen": -0.11603458225727081,
      "rewards/margins": 0.07545658200979233,
      "rewards/rejected": -0.19149115681648254,
      "step": 360
    },
    {
      "epoch": 1.58,
      "grad_norm": 4.3125,
      "learning_rate": 5.055545490679981e-07,
      "log_odds_chosen": 0.8198745846748352,
      "log_odds_ratio": -0.4333067834377289,
      "logits/chosen": -3.0795700550079346,
      "logits/rejected": -3.0752415657043457,
      "logps/chosen": -0.5191539525985718,
      "logps/rejected": -0.9393302798271179,
      "loss": 0.4312,
      "nll_loss": 0.3498368263244629,
      "rewards/accuracies": 0.862500011920929,
      "rewards/chosen": -0.10383079200983047,
      "rewards/margins": 0.08403525501489639,
      "rewards/rejected": -0.18786606192588806,
      "step": 370
    },
    {
      "epoch": 1.63,
      "grad_norm": 4.46875,
      "learning_rate": 4.0854050847362966e-07,
      "log_odds_chosen": 0.752915620803833,
      "log_odds_ratio": -0.4345216751098633,
      "logits/chosen": -3.094586133956909,
      "logits/rejected": -3.128570318222046,
      "logps/chosen": -0.4940599501132965,
      "logps/rejected": -0.8385321497917175,
      "loss": 0.4401,
      "nll_loss": 0.3326614499092102,
      "rewards/accuracies": 0.875,
      "rewards/chosen": -0.09881198406219482,
      "rewards/margins": 0.06889443844556808,
      "rewards/rejected": -0.1677064150571823,
      "step": 380
    },
    {
      "epoch": 1.67,
      "grad_norm": 4.59375,
      "learning_rate": 3.2102842084530293e-07,
      "log_odds_chosen": 0.8905293345451355,
      "log_odds_ratio": -0.40456423163414,
      "logits/chosen": -3.128862142562866,
      "logits/rejected": -3.1354432106018066,
      "logps/chosen": -0.48209333419799805,
      "logps/rejected": -0.8838127851486206,
      "loss": 0.4485,
      "nll_loss": 0.34660106897354126,
      "rewards/accuracies": 0.893750011920929,
      "rewards/chosen": -0.09641867876052856,
      "rewards/margins": 0.08034388720989227,
      "rewards/rejected": -0.17676255106925964,
      "step": 390
    },
    {
      "epoch": 1.71,
      "grad_norm": 4.125,
      "learning_rate": 2.4341587253072035e-07,
      "log_odds_chosen": 0.7810487747192383,
      "log_odds_ratio": -0.4349869191646576,
      "logits/chosen": -3.108931064605713,
      "logits/rejected": -3.120337963104248,
      "logps/chosen": -0.5262182354927063,
      "logps/rejected": -0.8968960046768188,
      "loss": 0.439,
      "nll_loss": 0.3392297923564911,
      "rewards/accuracies": 0.875,
      "rewards/chosen": -0.10524364560842514,
      "rewards/margins": 0.07413554936647415,
      "rewards/rejected": -0.1793791949748993,
      "step": 400
    },
    {
      "epoch": 1.76,
      "grad_norm": 3.796875,
      "learning_rate": 1.7605547412867574e-07,
      "log_odds_chosen": 0.8104718923568726,
      "log_odds_ratio": -0.43349266052246094,
      "logits/chosen": -3.1305861473083496,
      "logits/rejected": -3.1289594173431396,
      "logps/chosen": -0.532878577709198,
      "logps/rejected": -0.9315230250358582,
      "loss": 0.4151,
      "nll_loss": 0.31806549429893494,
      "rewards/accuracies": 0.831250011920929,
      "rewards/chosen": -0.10657572746276855,
      "rewards/margins": 0.07972888648509979,
      "rewards/rejected": -0.18630459904670715,
      "step": 410
    },
    {
      "epoch": 1.8,
      "grad_norm": 4.3125,
      "learning_rate": 1.1925325850281416e-07,
      "log_odds_chosen": 0.8517113924026489,
      "log_odds_ratio": -0.41829895973205566,
      "logits/chosen": -3.1101014614105225,
      "logits/rejected": -3.1129114627838135,
      "logps/chosen": -0.5812093019485474,
      "logps/rejected": -1.0427311658859253,
      "loss": 0.4593,
      "nll_loss": 0.40889596939086914,
      "rewards/accuracies": 0.856249988079071,
      "rewards/chosen": -0.11624185740947723,
      "rewards/margins": 0.09230439364910126,
      "rewards/rejected": -0.2085462361574173,
      "step": 420
    },
    {
      "epoch": 1.84,
      "grad_norm": 4.40625,
      "learning_rate": 7.326729040812136e-08,
      "log_odds_chosen": 0.8634054064750671,
      "log_odds_ratio": -0.41465049982070923,
      "logits/chosen": -3.142824172973633,
      "logits/rejected": -3.1401774883270264,
      "logps/chosen": -0.5450412631034851,
      "logps/rejected": -0.9720172882080078,
      "loss": 0.4621,
      "nll_loss": 0.39653775095939636,
      "rewards/accuracies": 0.856249988079071,
      "rewards/chosen": -0.10900826752185822,
      "rewards/margins": 0.0853951945900917,
      "rewards/rejected": -0.19440343976020813,
      "step": 430
    },
    {
      "epoch": 1.88,
      "grad_norm": 4.15625,
      "learning_rate": 3.830649404690939e-08,
      "log_odds_chosen": 0.900564968585968,
      "log_odds_ratio": -0.4068581461906433,
      "logits/chosen": -3.128530979156494,
      "logits/rejected": -3.1158556938171387,
      "logps/chosen": -0.503007709980011,
      "logps/rejected": -0.9345412254333496,
      "loss": 0.4293,
      "nll_loss": 0.33139926195144653,
      "rewards/accuracies": 0.8812500238418579,
      "rewards/chosen": -0.10060155391693115,
      "rewards/margins": 0.08630671352148056,
      "rewards/rejected": -0.1869082748889923,
      "step": 440
    },
    {
      "epoch": 1.93,
      "grad_norm": 4.46875,
      "learning_rate": 1.452970388096192e-08,
      "log_odds_chosen": 0.8053537607192993,
      "log_odds_ratio": -0.4206915497779846,
      "logits/chosen": -3.1261043548583984,
      "logits/rejected": -3.133706569671631,
      "logps/chosen": -0.5194380283355713,
      "logps/rejected": -0.9027393460273743,
      "loss": 0.4336,
      "nll_loss": 0.37930217385292053,
      "rewards/accuracies": 0.887499988079071,
      "rewards/chosen": -0.10388760268688202,
      "rewards/margins": 0.07666026055812836,
      "rewards/rejected": -0.18054786324501038,
      "step": 450
    },
    {
      "epoch": 1.97,
      "grad_norm": 4.40625,
      "learning_rate": 2.044943012210754e-09,
      "log_odds_chosen": 0.8168908357620239,
      "log_odds_ratio": -0.4145738482475281,
      "logits/chosen": -3.13958740234375,
      "logits/rejected": -3.1476328372955322,
      "logps/chosen": -0.5368055105209351,
      "logps/rejected": -0.9489006996154785,
      "loss": 0.4614,
      "nll_loss": 0.3538859188556671,
      "rewards/accuracies": 0.875,
      "rewards/chosen": -0.10736110061407089,
      "rewards/margins": 0.0824190229177475,
      "rewards/rejected": -0.18978014588356018,
      "step": 460
    },
    {
      "epoch": 2.0,
      "step": 466,
      "total_flos": 0.0,
      "train_loss": 0.508239566000746,
      "train_runtime": 6462.3532,
      "train_samples_per_second": 4.62,
      "train_steps_per_second": 0.072
    }
  ],
  "logging_steps": 10,
  "max_steps": 466,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 500,
  "total_flos": 0.0,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}