lewtun's picture
lewtun HF staff
Model save
ee89efc verified
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 0.998691442030882,
"eval_steps": 100,
"global_step": 477,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0,
"grad_norm": 19.889135020542987,
"learning_rate": 1.0416666666666666e-08,
"logits/chosen": 173.92840576171875,
"logits/rejected": 133.92694091796875,
"logps/chosen": -944.73779296875,
"logps/rejected": -877.1348876953125,
"loss": 0.6931,
"rewards/accuracies": 0.0,
"rewards/chosen": 0.0,
"rewards/margins": 0.0,
"rewards/rejected": 0.0,
"step": 1
},
{
"epoch": 0.02,
"grad_norm": 18.648812633756638,
"learning_rate": 1.0416666666666667e-07,
"logits/chosen": 158.15008544921875,
"logits/rejected": 151.00912475585938,
"logps/chosen": -866.2621459960938,
"logps/rejected": -858.798583984375,
"loss": 0.6925,
"rewards/accuracies": 0.4444444477558136,
"rewards/chosen": 0.0011810450814664364,
"rewards/margins": -9.146943193627521e-05,
"rewards/rejected": 0.0012725150445476174,
"step": 10
},
{
"epoch": 0.04,
"grad_norm": 132.24935780648104,
"learning_rate": 2.0833333333333333e-07,
"logits/chosen": 162.58755493164062,
"logits/rejected": 141.87896728515625,
"logps/chosen": -871.9114990234375,
"logps/rejected": -856.8277587890625,
"loss": 0.69,
"rewards/accuracies": 0.5249999761581421,
"rewards/chosen": 0.02589397504925728,
"rewards/margins": 0.012839567847549915,
"rewards/rejected": 0.013054406270384789,
"step": 20
},
{
"epoch": 0.06,
"grad_norm": 29.299152561983977,
"learning_rate": 3.1249999999999997e-07,
"logits/chosen": 148.5764617919922,
"logits/rejected": 148.60226440429688,
"logps/chosen": -834.642578125,
"logps/rejected": -821.4388427734375,
"loss": 0.6792,
"rewards/accuracies": 0.5249999761581421,
"rewards/chosen": 0.09783056378364563,
"rewards/margins": 0.019630378112196922,
"rewards/rejected": 0.07820017635822296,
"step": 30
},
{
"epoch": 0.08,
"grad_norm": 20.662529763504946,
"learning_rate": 4.1666666666666667e-07,
"logits/chosen": 149.3659210205078,
"logits/rejected": 131.38018798828125,
"logps/chosen": -907.97509765625,
"logps/rejected": -912.3134765625,
"loss": 0.6489,
"rewards/accuracies": 0.606249988079071,
"rewards/chosen": 0.009358148090541363,
"rewards/margins": 0.11060555279254913,
"rewards/rejected": -0.1012474074959755,
"step": 40
},
{
"epoch": 0.1,
"grad_norm": 37.45560682117618,
"learning_rate": 4.999731868769026e-07,
"logits/chosen": 141.44911193847656,
"logits/rejected": 129.70591735839844,
"logps/chosen": -925.8624877929688,
"logps/rejected": -942.8903198242188,
"loss": 0.6263,
"rewards/accuracies": 0.7562500238418579,
"rewards/chosen": -0.42348790168762207,
"rewards/margins": 0.23968985676765442,
"rewards/rejected": -0.6631777286529541,
"step": 50
},
{
"epoch": 0.13,
"grad_norm": 35.27997957962436,
"learning_rate": 4.990353313429303e-07,
"logits/chosen": 104.57405090332031,
"logits/rejected": 102.98997497558594,
"logps/chosen": -994.7630615234375,
"logps/rejected": -1038.8465576171875,
"loss": 0.6063,
"rewards/accuracies": 0.6312500238418579,
"rewards/chosen": -1.1830905675888062,
"rewards/margins": 0.3269960284233093,
"rewards/rejected": -1.5100867748260498,
"step": 60
},
{
"epoch": 0.15,
"grad_norm": 49.67365299996332,
"learning_rate": 4.967625656594781e-07,
"logits/chosen": 119.69749450683594,
"logits/rejected": 109.80323791503906,
"logps/chosen": -1019.2648315429688,
"logps/rejected": -1040.623779296875,
"loss": 0.5565,
"rewards/accuracies": 0.6875,
"rewards/chosen": -1.3080466985702515,
"rewards/margins": 0.5215330123901367,
"rewards/rejected": -1.8295797109603882,
"step": 70
},
{
"epoch": 0.17,
"grad_norm": 37.66437513199864,
"learning_rate": 4.93167072587771e-07,
"logits/chosen": 120.96675109863281,
"logits/rejected": 99.65242767333984,
"logps/chosen": -1079.8636474609375,
"logps/rejected": -1099.0491943359375,
"loss": 0.5567,
"rewards/accuracies": 0.7749999761581421,
"rewards/chosen": -1.4773412942886353,
"rewards/margins": 0.6472301483154297,
"rewards/rejected": -2.1245713233947754,
"step": 80
},
{
"epoch": 0.19,
"grad_norm": 40.6528309450039,
"learning_rate": 4.882681251368548e-07,
"logits/chosen": 102.38163757324219,
"logits/rejected": 100.23868560791016,
"logps/chosen": -1027.5,
"logps/rejected": -1059.419921875,
"loss": 0.5699,
"rewards/accuracies": 0.699999988079071,
"rewards/chosen": -1.292600393295288,
"rewards/margins": 0.5152118802070618,
"rewards/rejected": -1.8078124523162842,
"step": 90
},
{
"epoch": 0.21,
"grad_norm": 38.60858209436158,
"learning_rate": 4.820919832540181e-07,
"logits/chosen": 118.79133605957031,
"logits/rejected": 104.7783432006836,
"logps/chosen": -1127.0018310546875,
"logps/rejected": -1152.863037109375,
"loss": 0.552,
"rewards/accuracies": 0.6499999761581421,
"rewards/chosen": -2.3822240829467773,
"rewards/margins": 0.6033691167831421,
"rewards/rejected": -2.985593318939209,
"step": 100
},
{
"epoch": 0.21,
"eval_logits/chosen": 96.5611801147461,
"eval_logits/rejected": 82.32440185546875,
"eval_logps/chosen": -1192.393310546875,
"eval_logps/rejected": -1244.47705078125,
"eval_loss": 0.5756222009658813,
"eval_rewards/accuracies": 0.7460317611694336,
"eval_rewards/chosen": -2.8657495975494385,
"eval_rewards/margins": 0.7243059873580933,
"eval_rewards/rejected": -3.590055465698242,
"eval_runtime": 98.8707,
"eval_samples_per_second": 20.228,
"eval_steps_per_second": 0.637,
"step": 100
},
{
"epoch": 0.23,
"grad_norm": 34.77575362187783,
"learning_rate": 4.7467175306295647e-07,
"logits/chosen": 113.10517883300781,
"logits/rejected": 108.6837158203125,
"logps/chosen": -1058.0145263671875,
"logps/rejected": -1144.630859375,
"loss": 0.5379,
"rewards/accuracies": 0.7562500238418579,
"rewards/chosen": -1.9207611083984375,
"rewards/margins": 0.8025757074356079,
"rewards/rejected": -2.723336696624756,
"step": 110
},
{
"epoch": 0.25,
"grad_norm": 37.99281988815398,
"learning_rate": 4.6604720940421207e-07,
"logits/chosen": 127.37345123291016,
"logits/rejected": 113.18028259277344,
"logps/chosen": -1034.3157958984375,
"logps/rejected": -1087.8922119140625,
"loss": 0.561,
"rewards/accuracies": 0.75,
"rewards/chosen": -1.195056676864624,
"rewards/margins": 0.6624664068222046,
"rewards/rejected": -1.857522964477539,
"step": 120
},
{
"epoch": 0.27,
"grad_norm": 30.358803498156306,
"learning_rate": 4.5626458262912735e-07,
"logits/chosen": 117.21207427978516,
"logits/rejected": 122.45979309082031,
"logps/chosen": -1013.4964599609375,
"logps/rejected": -1076.5015869140625,
"loss": 0.5326,
"rewards/accuracies": 0.71875,
"rewards/chosen": -1.4635175466537476,
"rewards/margins": 0.6195371150970459,
"rewards/rejected": -2.083055019378662,
"step": 130
},
{
"epoch": 0.29,
"grad_norm": 33.33546006946111,
"learning_rate": 4.453763107901675e-07,
"logits/chosen": 120.96626281738281,
"logits/rejected": 99.00543212890625,
"logps/chosen": -1037.393798828125,
"logps/rejected": -1113.715576171875,
"loss": 0.5061,
"rewards/accuracies": 0.7437499761581421,
"rewards/chosen": -1.6467615365982056,
"rewards/margins": 0.959250807762146,
"rewards/rejected": -2.6060123443603516,
"step": 140
},
{
"epoch": 0.31,
"grad_norm": 36.216638034956645,
"learning_rate": 4.3344075855595097e-07,
"logits/chosen": 107.6335678100586,
"logits/rejected": 96.20887756347656,
"logps/chosen": -982.7149658203125,
"logps/rejected": -1042.314697265625,
"loss": 0.5158,
"rewards/accuracies": 0.7749999761581421,
"rewards/chosen": -0.9869440197944641,
"rewards/margins": 0.917373538017273,
"rewards/rejected": -1.9043172597885132,
"step": 150
},
{
"epoch": 0.33,
"grad_norm": 41.67256305682121,
"learning_rate": 4.2052190435769554e-07,
"logits/chosen": 113.42124938964844,
"logits/rejected": 102.60457611083984,
"logps/chosen": -1003.9383544921875,
"logps/rejected": -1058.088134765625,
"loss": 0.5019,
"rewards/accuracies": 0.6812499761581421,
"rewards/chosen": -1.3599907159805298,
"rewards/margins": 0.8325563669204712,
"rewards/rejected": -2.192547082901001,
"step": 160
},
{
"epoch": 0.36,
"grad_norm": 45.33240260875551,
"learning_rate": 4.0668899744407567e-07,
"logits/chosen": 111.82502746582031,
"logits/rejected": 104.21772766113281,
"logps/chosen": -1027.629638671875,
"logps/rejected": -1113.077880859375,
"loss": 0.5128,
"rewards/accuracies": 0.7250000238418579,
"rewards/chosen": -1.418601632118225,
"rewards/margins": 0.8126633763313293,
"rewards/rejected": -2.231265068054199,
"step": 170
},
{
"epoch": 0.38,
"grad_norm": 39.41765859124985,
"learning_rate": 3.920161866827889e-07,
"logits/chosen": 119.5909423828125,
"logits/rejected": 101.44880676269531,
"logps/chosen": -926.8933715820312,
"logps/rejected": -969.1472778320312,
"loss": 0.5088,
"rewards/accuracies": 0.706250011920929,
"rewards/chosen": -0.4561997354030609,
"rewards/margins": 0.7785950899124146,
"rewards/rejected": -1.2347948551177979,
"step": 180
},
{
"epoch": 0.4,
"grad_norm": 43.60352127706551,
"learning_rate": 3.765821230985757e-07,
"logits/chosen": 129.9263916015625,
"logits/rejected": 123.3591079711914,
"logps/chosen": -996.8531494140625,
"logps/rejected": -1059.179443359375,
"loss": 0.5073,
"rewards/accuracies": 0.706250011920929,
"rewards/chosen": -1.3905432224273682,
"rewards/margins": 0.9462689161300659,
"rewards/rejected": -2.3368120193481445,
"step": 190
},
{
"epoch": 0.42,
"grad_norm": 41.35808766754113,
"learning_rate": 3.604695382782159e-07,
"logits/chosen": 124.6067886352539,
"logits/rejected": 118.35124206542969,
"logps/chosen": -1090.52783203125,
"logps/rejected": -1147.1068115234375,
"loss": 0.501,
"rewards/accuracies": 0.7749999761581421,
"rewards/chosen": -2.105625629425049,
"rewards/margins": 0.8636106252670288,
"rewards/rejected": -2.969236373901367,
"step": 200
},
{
"epoch": 0.42,
"eval_logits/chosen": 105.14665222167969,
"eval_logits/rejected": 91.12017059326172,
"eval_logps/chosen": -1070.0894775390625,
"eval_logps/rejected": -1152.074462890625,
"eval_loss": 0.49135974049568176,
"eval_rewards/accuracies": 0.7817460298538208,
"eval_rewards/chosen": -1.6427117586135864,
"eval_rewards/margins": 1.0233176946640015,
"eval_rewards/rejected": -2.666029453277588,
"eval_runtime": 98.2325,
"eval_samples_per_second": 20.36,
"eval_steps_per_second": 0.641,
"step": 200
},
{
"epoch": 0.44,
"grad_norm": 40.009657639886804,
"learning_rate": 3.4376480090239047e-07,
"logits/chosen": 119.9991683959961,
"logits/rejected": 104.25712585449219,
"logps/chosen": -1026.137451171875,
"logps/rejected": -1069.336669921875,
"loss": 0.4974,
"rewards/accuracies": 0.7250000238418579,
"rewards/chosen": -1.1238807439804077,
"rewards/margins": 0.9766911268234253,
"rewards/rejected": -2.100571870803833,
"step": 210
},
{
"epoch": 0.46,
"grad_norm": 37.28316867834671,
"learning_rate": 3.265574537815398e-07,
"logits/chosen": 124.17179107666016,
"logits/rejected": 104.73355865478516,
"logps/chosen": -962.50244140625,
"logps/rejected": -1003.451171875,
"loss": 0.4961,
"rewards/accuracies": 0.7437499761581421,
"rewards/chosen": -0.7499821782112122,
"rewards/margins": 0.8301311731338501,
"rewards/rejected": -1.580113172531128,
"step": 220
},
{
"epoch": 0.48,
"grad_norm": 54.558673930247686,
"learning_rate": 3.0893973387735683e-07,
"logits/chosen": 130.6039581298828,
"logits/rejected": 105.5712661743164,
"logps/chosen": -944.1550903320312,
"logps/rejected": -1030.9761962890625,
"loss": 0.4864,
"rewards/accuracies": 0.7437499761581421,
"rewards/chosen": -0.652384877204895,
"rewards/margins": 1.2353802919387817,
"rewards/rejected": -1.8877651691436768,
"step": 230
},
{
"epoch": 0.5,
"grad_norm": 44.93883051182552,
"learning_rate": 2.910060778827554e-07,
"logits/chosen": 124.2732162475586,
"logits/rejected": 106.26287841796875,
"logps/chosen": -974.0313720703125,
"logps/rejected": -1065.3079833984375,
"loss": 0.4814,
"rewards/accuracies": 0.7562500238418579,
"rewards/chosen": -0.758819043636322,
"rewards/margins": 1.1402368545532227,
"rewards/rejected": -1.8990558385849,
"step": 240
},
{
"epoch": 0.52,
"grad_norm": 44.64312531732698,
"learning_rate": 2.7285261601056697e-07,
"logits/chosen": 116.86869812011719,
"logits/rejected": 101.10758972167969,
"logps/chosen": -952.7760620117188,
"logps/rejected": -1048.2093505859375,
"loss": 0.4998,
"rewards/accuracies": 0.78125,
"rewards/chosen": -0.9232794046401978,
"rewards/margins": 1.1742398738861084,
"rewards/rejected": -2.0975191593170166,
"step": 250
},
{
"epoch": 0.54,
"grad_norm": 40.68735732627764,
"learning_rate": 2.5457665670441937e-07,
"logits/chosen": 123.28076171875,
"logits/rejected": 102.635986328125,
"logps/chosen": -893.8860473632812,
"logps/rejected": -1004.1375732421875,
"loss": 0.4785,
"rewards/accuracies": 0.7875000238418579,
"rewards/chosen": -0.23751500248908997,
"rewards/margins": 1.1629530191421509,
"rewards/rejected": -1.4004679918289185,
"step": 260
},
{
"epoch": 0.57,
"grad_norm": 38.53534572807841,
"learning_rate": 2.3627616503391812e-07,
"logits/chosen": 118.7505874633789,
"logits/rejected": 110.69478607177734,
"logps/chosen": -951.8123779296875,
"logps/rejected": -1055.506103515625,
"loss": 0.4888,
"rewards/accuracies": 0.731249988079071,
"rewards/chosen": -0.709445595741272,
"rewards/margins": 1.0170724391937256,
"rewards/rejected": -1.7265180349349976,
"step": 270
},
{
"epoch": 0.59,
"grad_norm": 39.95351928619943,
"learning_rate": 2.1804923757009882e-07,
"logits/chosen": 130.1121063232422,
"logits/rejected": 109.01686096191406,
"logps/chosen": -1051.2080078125,
"logps/rejected": -1150.492431640625,
"loss": 0.4577,
"rewards/accuracies": 0.7749999761581421,
"rewards/chosen": -1.1860597133636475,
"rewards/margins": 1.2530558109283447,
"rewards/rejected": -2.439115285873413,
"step": 280
},
{
"epoch": 0.61,
"grad_norm": 36.79184277903521,
"learning_rate": 1.9999357655598891e-07,
"logits/chosen": 125.7824935913086,
"logits/rejected": 115.7079086303711,
"logps/chosen": -1027.8924560546875,
"logps/rejected": -1112.7578125,
"loss": 0.4803,
"rewards/accuracies": 0.768750011920929,
"rewards/chosen": -1.5402090549468994,
"rewards/margins": 1.2050487995147705,
"rewards/rejected": -2.74525785446167,
"step": 290
},
{
"epoch": 0.63,
"grad_norm": 42.82758424377552,
"learning_rate": 1.8220596619089573e-07,
"logits/chosen": 122.8412094116211,
"logits/rejected": 110.88859558105469,
"logps/chosen": -1007.1027221679688,
"logps/rejected": -1088.6361083984375,
"loss": 0.4893,
"rewards/accuracies": 0.75,
"rewards/chosen": -1.636523962020874,
"rewards/margins": 1.004431962966919,
"rewards/rejected": -2.640956163406372,
"step": 300
},
{
"epoch": 0.63,
"eval_logits/chosen": 101.97990417480469,
"eval_logits/rejected": 87.42365264892578,
"eval_logps/chosen": -1071.85498046875,
"eval_logps/rejected": -1169.447998046875,
"eval_loss": 0.48103758692741394,
"eval_rewards/accuracies": 0.761904776096344,
"eval_rewards/chosen": -1.6603679656982422,
"eval_rewards/margins": 1.1793973445892334,
"eval_rewards/rejected": -2.8397650718688965,
"eval_runtime": 101.0727,
"eval_samples_per_second": 19.788,
"eval_steps_per_second": 0.623,
"step": 300
},
{
"epoch": 0.65,
"grad_norm": 38.54631864265249,
"learning_rate": 1.647817538357072e-07,
"logits/chosen": 113.38005065917969,
"logits/rejected": 110.6764144897461,
"logps/chosen": -995.9137573242188,
"logps/rejected": -1127.708251953125,
"loss": 0.4446,
"rewards/accuracies": 0.78125,
"rewards/chosen": -1.5860974788665771,
"rewards/margins": 1.1870568990707397,
"rewards/rejected": -2.7731544971466064,
"step": 310
},
{
"epoch": 0.67,
"grad_norm": 44.46063064657573,
"learning_rate": 1.478143389201113e-07,
"logits/chosen": 119.3581771850586,
"logits/rejected": 113.27059173583984,
"logps/chosen": -1008.1510620117188,
"logps/rejected": -1137.126220703125,
"loss": 0.4747,
"rewards/accuracies": 0.768750011920929,
"rewards/chosen": -1.4959969520568848,
"rewards/margins": 1.4020049571990967,
"rewards/rejected": -2.898001194000244,
"step": 320
},
{
"epoch": 0.69,
"grad_norm": 34.37130611293822,
"learning_rate": 1.3139467229135998e-07,
"logits/chosen": 129.7974090576172,
"logits/rejected": 115.29783630371094,
"logps/chosen": -1069.2001953125,
"logps/rejected": -1156.9002685546875,
"loss": 0.4666,
"rewards/accuracies": 0.75,
"rewards/chosen": -1.5326635837554932,
"rewards/margins": 1.1574156284332275,
"rewards/rejected": -2.6900792121887207,
"step": 330
},
{
"epoch": 0.71,
"grad_norm": 37.51413061347318,
"learning_rate": 1.1561076868822755e-07,
"logits/chosen": 135.8931884765625,
"logits/rejected": 121.91889953613281,
"logps/chosen": -1037.731689453125,
"logps/rejected": -1122.47412109375,
"loss": 0.466,
"rewards/accuracies": 0.7124999761581421,
"rewards/chosen": -1.680929183959961,
"rewards/margins": 1.011832356452942,
"rewards/rejected": -2.6927616596221924,
"step": 340
},
{
"epoch": 0.73,
"grad_norm": 44.78811791068193,
"learning_rate": 1.0054723495346482e-07,
"logits/chosen": 131.4265899658203,
"logits/rejected": 113.61830139160156,
"logps/chosen": -1038.681396484375,
"logps/rejected": -1120.1895751953125,
"loss": 0.4816,
"rewards/accuracies": 0.6937500238418579,
"rewards/chosen": -1.5251903533935547,
"rewards/margins": 1.061643362045288,
"rewards/rejected": -2.5868337154388428,
"step": 350
},
{
"epoch": 0.75,
"grad_norm": 48.873185347547825,
"learning_rate": 8.628481651367875e-08,
"logits/chosen": 131.0110321044922,
"logits/rejected": 106.7862548828125,
"logps/chosen": -1003.0614013671875,
"logps/rejected": -1117.0228271484375,
"loss": 0.4628,
"rewards/accuracies": 0.71875,
"rewards/chosen": -1.315259337425232,
"rewards/margins": 1.2398252487182617,
"rewards/rejected": -2.555084466934204,
"step": 360
},
{
"epoch": 0.77,
"grad_norm": 43.10852524272028,
"learning_rate": 7.289996455765748e-08,
"logits/chosen": 119.69869232177734,
"logits/rejected": 114.07867431640625,
"logps/chosen": -1036.690673828125,
"logps/rejected": -1146.2222900390625,
"loss": 0.4818,
"rewards/accuracies": 0.7749999761581421,
"rewards/chosen": -1.3266334533691406,
"rewards/margins": 1.4441391229629517,
"rewards/rejected": -2.7707724571228027,
"step": 370
},
{
"epoch": 0.8,
"grad_norm": 38.151146819157155,
"learning_rate": 6.046442623320145e-08,
"logits/chosen": 122.61408996582031,
"logits/rejected": 126.60284423828125,
"logps/chosen": -1007.2545166015625,
"logps/rejected": -1128.876220703125,
"loss": 0.4616,
"rewards/accuracies": 0.7437499761581421,
"rewards/chosen": -1.2509572505950928,
"rewards/margins": 1.2325677871704102,
"rewards/rejected": -2.483525037765503,
"step": 380
},
{
"epoch": 0.82,
"grad_norm": 42.436222296241255,
"learning_rate": 4.904486005914027e-08,
"logits/chosen": 134.9565887451172,
"logits/rejected": 112.53916931152344,
"logps/chosen": -989.7498779296875,
"logps/rejected": -1100.5008544921875,
"loss": 0.466,
"rewards/accuracies": 0.7875000238418579,
"rewards/chosen": -1.100543737411499,
"rewards/margins": 1.3375900983810425,
"rewards/rejected": -2.438133955001831,
"step": 390
},
{
"epoch": 0.84,
"grad_norm": 45.12243805369195,
"learning_rate": 3.8702478614051345e-08,
"logits/chosen": 124.96537780761719,
"logits/rejected": 101.06147766113281,
"logps/chosen": -953.6491088867188,
"logps/rejected": -1035.303466796875,
"loss": 0.4759,
"rewards/accuracies": 0.78125,
"rewards/chosen": -0.9369322061538696,
"rewards/margins": 1.2312959432601929,
"rewards/rejected": -2.1682283878326416,
"step": 400
},
{
"epoch": 0.84,
"eval_logits/chosen": 104.01083374023438,
"eval_logits/rejected": 89.1600341796875,
"eval_logps/chosen": -990.8949584960938,
"eval_logps/rejected": -1100.8470458984375,
"eval_loss": 0.47177109122276306,
"eval_rewards/accuracies": 0.7817460298538208,
"eval_rewards/chosen": -0.8507668972015381,
"eval_rewards/margins": 1.3029894828796387,
"eval_rewards/rejected": -2.153756618499756,
"eval_runtime": 100.3183,
"eval_samples_per_second": 19.937,
"eval_steps_per_second": 0.628,
"step": 400
},
{
"epoch": 0.86,
"grad_norm": 41.02552262522525,
"learning_rate": 2.9492720416985e-08,
"logits/chosen": 134.49705505371094,
"logits/rejected": 125.9228744506836,
"logps/chosen": -977.2227783203125,
"logps/rejected": -1063.806396484375,
"loss": 0.4743,
"rewards/accuracies": 0.706250011920929,
"rewards/chosen": -0.9780263900756836,
"rewards/margins": 0.9129725694656372,
"rewards/rejected": -1.8909988403320312,
"step": 410
},
{
"epoch": 0.88,
"grad_norm": 38.58815640645097,
"learning_rate": 2.1464952759020856e-08,
"logits/chosen": 125.35734558105469,
"logits/rejected": 111.65289306640625,
"logps/chosen": -949.1236572265625,
"logps/rejected": -1051.959228515625,
"loss": 0.4823,
"rewards/accuracies": 0.7437499761581421,
"rewards/chosen": -0.9723941683769226,
"rewards/margins": 1.144566297531128,
"rewards/rejected": -2.116960287094116,
"step": 420
},
{
"epoch": 0.9,
"grad_norm": 31.91004161837456,
"learning_rate": 1.4662207078575684e-08,
"logits/chosen": 121.03411865234375,
"logits/rejected": 110.73746490478516,
"logps/chosen": -962.5640869140625,
"logps/rejected": -1089.4044189453125,
"loss": 0.4505,
"rewards/accuracies": 0.78125,
"rewards/chosen": -1.0843942165374756,
"rewards/margins": 1.454674243927002,
"rewards/rejected": -2.5390686988830566,
"step": 430
},
{
"epoch": 0.92,
"grad_norm": 37.24587161270191,
"learning_rate": 9.12094829893642e-09,
"logits/chosen": 122.1268081665039,
"logits/rejected": 124.87750244140625,
"logps/chosen": -947.4508666992188,
"logps/rejected": -1111.0018310546875,
"loss": 0.4731,
"rewards/accuracies": 0.75,
"rewards/chosen": -1.1550958156585693,
"rewards/margins": 1.279443621635437,
"rewards/rejected": -2.434539318084717,
"step": 440
},
{
"epoch": 0.94,
"grad_norm": 33.88329943101718,
"learning_rate": 4.8708793644441086e-09,
"logits/chosen": 123.2929916381836,
"logits/rejected": 118.64930725097656,
"logps/chosen": -1003.01220703125,
"logps/rejected": -1144.7047119140625,
"loss": 0.4683,
"rewards/accuracies": 0.793749988079071,
"rewards/chosen": -1.1160547733306885,
"rewards/margins": 1.316855549812317,
"rewards/rejected": -2.432910442352295,
"step": 450
},
{
"epoch": 0.96,
"grad_norm": 40.762224983725595,
"learning_rate": 1.9347820230782295e-09,
"logits/chosen": 126.6349105834961,
"logits/rejected": 116.65708923339844,
"logps/chosen": -975.12548828125,
"logps/rejected": -1110.140625,
"loss": 0.4745,
"rewards/accuracies": 0.78125,
"rewards/chosen": -1.0417004823684692,
"rewards/margins": 1.3975470066070557,
"rewards/rejected": -2.4392473697662354,
"step": 460
},
{
"epoch": 0.98,
"grad_norm": 47.51695448791754,
"learning_rate": 3.2839470889836627e-10,
"logits/chosen": 136.34127807617188,
"logits/rejected": 115.61125183105469,
"logps/chosen": -1022.4205322265625,
"logps/rejected": -1111.9298095703125,
"loss": 0.4773,
"rewards/accuracies": 0.768750011920929,
"rewards/chosen": -1.1639817953109741,
"rewards/margins": 1.1374759674072266,
"rewards/rejected": -2.3014578819274902,
"step": 470
},
{
"epoch": 1.0,
"step": 477,
"total_flos": 0.0,
"train_loss": 0.5152078939433867,
"train_runtime": 5321.4428,
"train_samples_per_second": 11.488,
"train_steps_per_second": 0.09
}
],
"logging_steps": 10,
"max_steps": 477,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 100,
"total_flos": 0.0,
"train_batch_size": 2,
"trial_name": null,
"trial_params": null
}