|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 0.9980806142034548, |
|
"eval_steps": 10000000, |
|
"global_step": 390, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.0, |
|
"grad_norm": 851.8646963671724, |
|
"learning_rate": 1.282051282051282e-08, |
|
"logits/chosen": -2.5583817958831787, |
|
"logits/rejected": -2.4487552642822266, |
|
"logps/chosen": -258.1644592285156, |
|
"logps/rejected": -216.25729370117188, |
|
"loss": 0.6931, |
|
"rewards/accuracies": 0.0, |
|
"rewards/chosen": 0.0, |
|
"rewards/margins": 0.0, |
|
"rewards/rejected": 0.0, |
|
"step": 1 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"grad_norm": 827.2359528491244, |
|
"learning_rate": 1.2820512820512818e-07, |
|
"logits/chosen": -2.605931282043457, |
|
"logits/rejected": -2.552781105041504, |
|
"logps/chosen": -267.6236267089844, |
|
"logps/rejected": -217.6671905517578, |
|
"loss": 0.6967, |
|
"rewards/accuracies": 0.4097222089767456, |
|
"rewards/chosen": -0.03547710180282593, |
|
"rewards/margins": -0.018225612118840218, |
|
"rewards/rejected": -0.01725148782134056, |
|
"step": 10 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"grad_norm": 598.05709697014, |
|
"learning_rate": 2.5641025641025636e-07, |
|
"logits/chosen": -2.6306538581848145, |
|
"logits/rejected": -2.5675768852233887, |
|
"logps/chosen": -260.528564453125, |
|
"logps/rejected": -207.09140014648438, |
|
"loss": 0.5351, |
|
"rewards/accuracies": 0.737500011920929, |
|
"rewards/chosen": 0.4653858244419098, |
|
"rewards/margins": 0.4877452850341797, |
|
"rewards/rejected": -0.022359488531947136, |
|
"step": 20 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"grad_norm": 777.4500662657566, |
|
"learning_rate": 3.8461538461538463e-07, |
|
"logits/chosen": -2.651550769805908, |
|
"logits/rejected": -2.5767629146575928, |
|
"logps/chosen": -250.84542846679688, |
|
"logps/rejected": -198.71180725097656, |
|
"loss": 0.3391, |
|
"rewards/accuracies": 0.862500011920929, |
|
"rewards/chosen": 2.5810751914978027, |
|
"rewards/margins": 2.4870572090148926, |
|
"rewards/rejected": 0.09401801228523254, |
|
"step": 30 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"grad_norm": 344.88554576974366, |
|
"learning_rate": 4.99989986344963e-07, |
|
"logits/chosen": -2.6472256183624268, |
|
"logits/rejected": -2.5672099590301514, |
|
"logps/chosen": -243.0611114501953, |
|
"logps/rejected": -193.21621704101562, |
|
"loss": 0.3063, |
|
"rewards/accuracies": 0.831250011920929, |
|
"rewards/chosen": 4.372925758361816, |
|
"rewards/margins": 4.090872287750244, |
|
"rewards/rejected": 0.28205329179763794, |
|
"step": 40 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"grad_norm": 481.831925522066, |
|
"learning_rate": 4.987893180827479e-07, |
|
"logits/chosen": -2.658193588256836, |
|
"logits/rejected": -2.5846261978149414, |
|
"logps/chosen": -256.97283935546875, |
|
"logps/rejected": -203.25177001953125, |
|
"loss": 0.342, |
|
"rewards/accuracies": 0.862500011920929, |
|
"rewards/chosen": 6.758584499359131, |
|
"rewards/margins": 5.620272636413574, |
|
"rewards/rejected": 1.1383121013641357, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"grad_norm": 507.1864724110635, |
|
"learning_rate": 4.955969343539162e-07, |
|
"logits/chosen": -2.6098527908325195, |
|
"logits/rejected": -2.5346760749816895, |
|
"logps/chosen": -260.9481506347656, |
|
"logps/rejected": -208.94192504882812, |
|
"loss": 0.3189, |
|
"rewards/accuracies": 0.8687499761581421, |
|
"rewards/chosen": 4.727741241455078, |
|
"rewards/margins": 5.257795333862305, |
|
"rewards/rejected": -0.5300543308258057, |
|
"step": 60 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"grad_norm": 347.65616298975976, |
|
"learning_rate": 4.90438392204474e-07, |
|
"logits/chosen": -2.5738308429718018, |
|
"logits/rejected": -2.496386766433716, |
|
"logps/chosen": -291.3803405761719, |
|
"logps/rejected": -228.85986328125, |
|
"loss": 0.3314, |
|
"rewards/accuracies": 0.90625, |
|
"rewards/chosen": 3.918160915374756, |
|
"rewards/margins": 6.1196980476379395, |
|
"rewards/rejected": -2.201537609100342, |
|
"step": 70 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"grad_norm": 548.6777756471274, |
|
"learning_rate": 4.83354989019146e-07, |
|
"logits/chosen": -2.5354433059692383, |
|
"logits/rejected": -2.4591267108917236, |
|
"logps/chosen": -259.90399169921875, |
|
"logps/rejected": -205.8795623779297, |
|
"loss": 0.2963, |
|
"rewards/accuracies": 0.893750011920929, |
|
"rewards/chosen": 4.5924973487854, |
|
"rewards/margins": 6.274462699890137, |
|
"rewards/rejected": -1.6819652318954468, |
|
"step": 80 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"grad_norm": 746.9613110272085, |
|
"learning_rate": 4.7440343190975353e-07, |
|
"logits/chosen": -2.572143316268921, |
|
"logits/rejected": -2.514286518096924, |
|
"logps/chosen": -256.91656494140625, |
|
"logps/rejected": -218.2171630859375, |
|
"loss": 0.3067, |
|
"rewards/accuracies": 0.862500011920929, |
|
"rewards/chosen": 2.8972291946411133, |
|
"rewards/margins": 5.130236625671387, |
|
"rewards/rejected": -2.2330079078674316, |
|
"step": 90 |
|
}, |
|
{ |
|
"epoch": 0.26, |
|
"grad_norm": 292.7469627770502, |
|
"learning_rate": 4.6365538373900506e-07, |
|
"logits/chosen": -2.6255955696105957, |
|
"logits/rejected": -2.5519518852233887, |
|
"logps/chosen": -235.6707000732422, |
|
"logps/rejected": -201.62594604492188, |
|
"loss": 0.4639, |
|
"rewards/accuracies": 0.862500011920929, |
|
"rewards/chosen": 3.8989346027374268, |
|
"rewards/margins": 5.672036170959473, |
|
"rewards/rejected": -1.773101806640625, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.28, |
|
"grad_norm": 462.4159148288855, |
|
"learning_rate": 4.5119688941406386e-07, |
|
"logits/chosen": -2.6220152378082275, |
|
"logits/rejected": -2.5428764820098877, |
|
"logps/chosen": -256.5944519042969, |
|
"logps/rejected": -210.29629516601562, |
|
"loss": 0.3852, |
|
"rewards/accuracies": 0.856249988079071, |
|
"rewards/chosen": 5.447988033294678, |
|
"rewards/margins": 6.571375370025635, |
|
"rewards/rejected": -1.1233874559402466, |
|
"step": 110 |
|
}, |
|
{ |
|
"epoch": 0.31, |
|
"grad_norm": 684.7134637036779, |
|
"learning_rate": 4.3712768704277524e-07, |
|
"logits/chosen": -2.5924530029296875, |
|
"logits/rejected": -2.523179769515991, |
|
"logps/chosen": -261.6965026855469, |
|
"logps/rejected": -209.29666137695312, |
|
"loss": 0.3703, |
|
"rewards/accuracies": 0.893750011920929, |
|
"rewards/chosen": 4.659531116485596, |
|
"rewards/margins": 6.417691707611084, |
|
"rewards/rejected": -1.758161187171936, |
|
"step": 120 |
|
}, |
|
{ |
|
"epoch": 0.33, |
|
"grad_norm": 363.69452359861873, |
|
"learning_rate": 4.2156040946718343e-07, |
|
"logits/chosen": -2.5601067543029785, |
|
"logits/rejected": -2.4928698539733887, |
|
"logps/chosen": -251.21463012695312, |
|
"logps/rejected": -198.01596069335938, |
|
"loss": 0.3349, |
|
"rewards/accuracies": 0.8500000238418579, |
|
"rewards/chosen": 3.6531822681427, |
|
"rewards/margins": 6.222817897796631, |
|
"rewards/rejected": -2.569636583328247, |
|
"step": 130 |
|
}, |
|
{ |
|
"epoch": 0.36, |
|
"grad_norm": 388.6865732944718, |
|
"learning_rate": 4.046196825665637e-07, |
|
"logits/chosen": -2.58420729637146, |
|
"logits/rejected": -2.5159454345703125, |
|
"logps/chosen": -269.7867431640625, |
|
"logps/rejected": -217.6550750732422, |
|
"loss": 0.3662, |
|
"rewards/accuracies": 0.8374999761581421, |
|
"rewards/chosen": 3.2337214946746826, |
|
"rewards/margins": 5.692519187927246, |
|
"rewards/rejected": -2.4587976932525635, |
|
"step": 140 |
|
}, |
|
{ |
|
"epoch": 0.38, |
|
"grad_norm": 392.10882995088383, |
|
"learning_rate": 3.864411275486261e-07, |
|
"logits/chosen": -2.568713426589966, |
|
"logits/rejected": -2.5009543895721436, |
|
"logps/chosen": -263.0735778808594, |
|
"logps/rejected": -213.8876495361328, |
|
"loss": 0.3955, |
|
"rewards/accuracies": 0.856249988079071, |
|
"rewards/chosen": 4.510898590087891, |
|
"rewards/margins": 6.606268882751465, |
|
"rewards/rejected": -2.095369815826416, |
|
"step": 150 |
|
}, |
|
{ |
|
"epoch": 0.41, |
|
"grad_norm": 466.21844913881523, |
|
"learning_rate": 3.671702752161759e-07, |
|
"logits/chosen": -2.567312717437744, |
|
"logits/rejected": -2.497217893600464, |
|
"logps/chosen": -244.8683624267578, |
|
"logps/rejected": -200.1343536376953, |
|
"loss": 0.3547, |
|
"rewards/accuracies": 0.862500011920929, |
|
"rewards/chosen": 2.441751480102539, |
|
"rewards/margins": 6.709475040435791, |
|
"rewards/rejected": -4.267723083496094, |
|
"step": 160 |
|
}, |
|
{ |
|
"epoch": 0.44, |
|
"grad_norm": 681.7420438130807, |
|
"learning_rate": 3.4696140090121375e-07, |
|
"logits/chosen": -2.5749361515045166, |
|
"logits/rejected": -2.509636640548706, |
|
"logps/chosen": -266.73236083984375, |
|
"logps/rejected": -213.6396026611328, |
|
"loss": 0.3163, |
|
"rewards/accuracies": 0.8812500238418579, |
|
"rewards/chosen": 2.3756332397460938, |
|
"rewards/margins": 6.7328901290893555, |
|
"rewards/rejected": -4.357257843017578, |
|
"step": 170 |
|
}, |
|
{ |
|
"epoch": 0.46, |
|
"grad_norm": 450.6259386496744, |
|
"learning_rate": 3.259762893935617e-07, |
|
"logits/chosen": -2.635408878326416, |
|
"logits/rejected": -2.547847270965576, |
|
"logps/chosen": -237.7583465576172, |
|
"logps/rejected": -188.80947875976562, |
|
"loss": 0.3732, |
|
"rewards/accuracies": 0.875, |
|
"rewards/chosen": 2.5650315284729004, |
|
"rewards/margins": 5.900453090667725, |
|
"rewards/rejected": -3.335421323776245, |
|
"step": 180 |
|
}, |
|
{ |
|
"epoch": 0.49, |
|
"grad_norm": 393.57273774416257, |
|
"learning_rate": 3.0438293975154184e-07, |
|
"logits/chosen": -2.5968377590179443, |
|
"logits/rejected": -2.520313024520874, |
|
"logps/chosen": -259.823974609375, |
|
"logps/rejected": -205.4634246826172, |
|
"loss": 0.3175, |
|
"rewards/accuracies": 0.887499988079071, |
|
"rewards/chosen": 2.9979615211486816, |
|
"rewards/margins": 6.678049564361572, |
|
"rewards/rejected": -3.6800880432128906, |
|
"step": 190 |
|
}, |
|
{ |
|
"epoch": 0.51, |
|
"grad_norm": 569.8752439327117, |
|
"learning_rate": 2.823542203635138e-07, |
|
"logits/chosen": -2.62797212600708, |
|
"logits/rejected": -2.5373997688293457, |
|
"logps/chosen": -274.06500244140625, |
|
"logps/rejected": -219.7933807373047, |
|
"loss": 0.36, |
|
"rewards/accuracies": 0.875, |
|
"rewards/chosen": 3.8748526573181152, |
|
"rewards/margins": 7.579891204833984, |
|
"rewards/rejected": -3.705038070678711, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.54, |
|
"grad_norm": 528.723840543068, |
|
"learning_rate": 2.600664850273538e-07, |
|
"logits/chosen": -2.612349033355713, |
|
"logits/rejected": -2.537264347076416, |
|
"logps/chosen": -266.8662109375, |
|
"logps/rejected": -212.73904418945312, |
|
"loss": 0.4949, |
|
"rewards/accuracies": 0.8500000238418579, |
|
"rewards/chosen": 2.512554883956909, |
|
"rewards/margins": 6.339517116546631, |
|
"rewards/rejected": -3.8269622325897217, |
|
"step": 210 |
|
}, |
|
{ |
|
"epoch": 0.56, |
|
"grad_norm": 499.14391994879634, |
|
"learning_rate": 2.3769816112703045e-07, |
|
"logits/chosen": -2.6316843032836914, |
|
"logits/rejected": -2.567474842071533, |
|
"logps/chosen": -257.08892822265625, |
|
"logps/rejected": -214.96658325195312, |
|
"loss": 0.3779, |
|
"rewards/accuracies": 0.887499988079071, |
|
"rewards/chosen": 2.75276517868042, |
|
"rewards/margins": 5.872605323791504, |
|
"rewards/rejected": -3.119840145111084, |
|
"step": 220 |
|
}, |
|
{ |
|
"epoch": 0.59, |
|
"grad_norm": 411.504863411568, |
|
"learning_rate": 2.1542832120881677e-07, |
|
"logits/chosen": -2.6690242290496826, |
|
"logits/rejected": -2.5815441608428955, |
|
"logps/chosen": -266.91094970703125, |
|
"logps/rejected": -217.81674194335938, |
|
"loss": 0.33, |
|
"rewards/accuracies": 0.875, |
|
"rewards/chosen": 3.8953208923339844, |
|
"rewards/margins": 6.836805820465088, |
|
"rewards/rejected": -2.9414849281311035, |
|
"step": 230 |
|
}, |
|
{ |
|
"epoch": 0.61, |
|
"grad_norm": 592.3030101879839, |
|
"learning_rate": 1.934352493925695e-07, |
|
"logits/chosen": -2.65104341506958, |
|
"logits/rejected": -2.6025872230529785, |
|
"logps/chosen": -262.87799072265625, |
|
"logps/rejected": -222.07803344726562, |
|
"loss": 0.3337, |
|
"rewards/accuracies": 0.887499988079071, |
|
"rewards/chosen": 2.9119772911071777, |
|
"rewards/margins": 8.015997886657715, |
|
"rewards/rejected": -5.104020118713379, |
|
"step": 240 |
|
}, |
|
{ |
|
"epoch": 0.64, |
|
"grad_norm": 484.1153834763422, |
|
"learning_rate": 1.7189501409486059e-07, |
|
"logits/chosen": -2.6601402759552, |
|
"logits/rejected": -2.5887746810913086, |
|
"logps/chosen": -267.6604309082031, |
|
"logps/rejected": -223.6746826171875, |
|
"loss": 0.3508, |
|
"rewards/accuracies": 0.8500000238418579, |
|
"rewards/chosen": 2.4709649085998535, |
|
"rewards/margins": 6.8468828201293945, |
|
"rewards/rejected": -4.375916957855225, |
|
"step": 250 |
|
}, |
|
{ |
|
"epoch": 0.67, |
|
"grad_norm": 369.72495233490616, |
|
"learning_rate": 1.5098005849021078e-07, |
|
"logits/chosen": -2.6492981910705566, |
|
"logits/rejected": -2.5904128551483154, |
|
"logps/chosen": -261.8894958496094, |
|
"logps/rejected": -209.9693145751953, |
|
"loss": 0.3216, |
|
"rewards/accuracies": 0.8812500238418579, |
|
"rewards/chosen": 2.382293224334717, |
|
"rewards/margins": 6.440347194671631, |
|
"rewards/rejected": -4.058054447174072, |
|
"step": 260 |
|
}, |
|
{ |
|
"epoch": 0.69, |
|
"grad_norm": 423.81065150105087, |
|
"learning_rate": 1.30857819994673e-07, |
|
"logits/chosen": -2.626788377761841, |
|
"logits/rejected": -2.541728973388672, |
|
"logps/chosen": -270.8172912597656, |
|
"logps/rejected": -231.0417022705078, |
|
"loss": 0.4168, |
|
"rewards/accuracies": 0.90625, |
|
"rewards/chosen": 3.459994077682495, |
|
"rewards/margins": 9.697509765625, |
|
"rewards/rejected": -6.237515926361084, |
|
"step": 270 |
|
}, |
|
{ |
|
"epoch": 0.72, |
|
"grad_norm": 328.5138374152781, |
|
"learning_rate": 1.116893898236716e-07, |
|
"logits/chosen": -2.656203508377075, |
|
"logits/rejected": -2.6001851558685303, |
|
"logps/chosen": -269.64996337890625, |
|
"logps/rejected": -220.4279327392578, |
|
"loss": 0.3201, |
|
"rewards/accuracies": 0.875, |
|
"rewards/chosen": 2.4338252544403076, |
|
"rewards/margins": 6.923757076263428, |
|
"rewards/rejected": -4.489931583404541, |
|
"step": 280 |
|
}, |
|
{ |
|
"epoch": 0.74, |
|
"grad_norm": 382.1224954400422, |
|
"learning_rate": 9.362822335518062e-08, |
|
"logits/chosen": -2.6185498237609863, |
|
"logits/rejected": -2.572524309158325, |
|
"logps/chosen": -267.46600341796875, |
|
"logps/rejected": -217.64089965820312, |
|
"loss": 0.319, |
|
"rewards/accuracies": 0.875, |
|
"rewards/chosen": 2.6880507469177246, |
|
"rewards/margins": 6.601712703704834, |
|
"rewards/rejected": -3.9136624336242676, |
|
"step": 290 |
|
}, |
|
{ |
|
"epoch": 0.77, |
|
"grad_norm": 546.200687023906, |
|
"learning_rate": 7.681891162260015e-08, |
|
"logits/chosen": -2.6388938426971436, |
|
"logits/rejected": -2.5842864513397217, |
|
"logps/chosen": -273.81378173828125, |
|
"logps/rejected": -221.57211303710938, |
|
"loss": 0.3443, |
|
"rewards/accuracies": 0.8812500238418579, |
|
"rewards/chosen": 2.8565659523010254, |
|
"rewards/margins": 6.786903381347656, |
|
"rewards/rejected": -3.9303371906280518, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 0.79, |
|
"grad_norm": 307.4415182886001, |
|
"learning_rate": 6.139602377230247e-08, |
|
"logits/chosen": -2.604128360748291, |
|
"logits/rejected": -2.5361759662628174, |
|
"logps/chosen": -277.45074462890625, |
|
"logps/rejected": -216.7763671875, |
|
"loss": 0.3778, |
|
"rewards/accuracies": 0.8687499761581421, |
|
"rewards/chosen": 2.8939478397369385, |
|
"rewards/margins": 7.20609188079834, |
|
"rewards/rejected": -4.3121442794799805, |
|
"step": 310 |
|
}, |
|
{ |
|
"epoch": 0.82, |
|
"grad_norm": 438.0667457692161, |
|
"learning_rate": 4.748302975270837e-08, |
|
"logits/chosen": -2.6282718181610107, |
|
"logits/rejected": -2.5831058025360107, |
|
"logps/chosen": -260.8962707519531, |
|
"logps/rejected": -205.3025665283203, |
|
"loss": 0.3343, |
|
"rewards/accuracies": 0.8999999761581421, |
|
"rewards/chosen": 2.4093146324157715, |
|
"rewards/margins": 6.292300701141357, |
|
"rewards/rejected": -3.882986068725586, |
|
"step": 320 |
|
}, |
|
{ |
|
"epoch": 0.84, |
|
"grad_norm": 997.9385970550169, |
|
"learning_rate": 3.5191311859445795e-08, |
|
"logits/chosen": -2.6487433910369873, |
|
"logits/rejected": -2.5906193256378174, |
|
"logps/chosen": -264.0924377441406, |
|
"logps/rejected": -218.33743286132812, |
|
"loss": 0.3351, |
|
"rewards/accuracies": 0.8999999761581421, |
|
"rewards/chosen": 3.3637747764587402, |
|
"rewards/margins": 6.7286200523376465, |
|
"rewards/rejected": -3.364844799041748, |
|
"step": 330 |
|
}, |
|
{ |
|
"epoch": 0.87, |
|
"grad_norm": 381.15409194754363, |
|
"learning_rate": 2.4619273049795996e-08, |
|
"logits/chosen": -2.6333811283111572, |
|
"logits/rejected": -2.577167510986328, |
|
"logps/chosen": -259.5494689941406, |
|
"logps/rejected": -211.8303680419922, |
|
"loss": 0.2972, |
|
"rewards/accuracies": 0.9125000238418579, |
|
"rewards/chosen": 3.1570422649383545, |
|
"rewards/margins": 7.332770347595215, |
|
"rewards/rejected": -4.175727844238281, |
|
"step": 340 |
|
}, |
|
{ |
|
"epoch": 0.9, |
|
"grad_norm": 832.2502586276644, |
|
"learning_rate": 1.5851549164932115e-08, |
|
"logits/chosen": -2.6442418098449707, |
|
"logits/rejected": -2.595158576965332, |
|
"logps/chosen": -269.0829162597656, |
|
"logps/rejected": -227.48281860351562, |
|
"loss": 0.3277, |
|
"rewards/accuracies": 0.8812500238418579, |
|
"rewards/chosen": 3.1007628440856934, |
|
"rewards/margins": 6.698919773101807, |
|
"rewards/rejected": -3.598156452178955, |
|
"step": 350 |
|
}, |
|
{ |
|
"epoch": 0.92, |
|
"grad_norm": 372.63658491482676, |
|
"learning_rate": 8.958331366609423e-09, |
|
"logits/chosen": -2.6463985443115234, |
|
"logits/rejected": -2.5795321464538574, |
|
"logps/chosen": -274.5993957519531, |
|
"logps/rejected": -220.4040069580078, |
|
"loss": 0.3835, |
|
"rewards/accuracies": 0.90625, |
|
"rewards/chosen": 2.770512819290161, |
|
"rewards/margins": 6.775577545166016, |
|
"rewards/rejected": -4.005064964294434, |
|
"step": 360 |
|
}, |
|
{ |
|
"epoch": 0.95, |
|
"grad_norm": 695.4821075832409, |
|
"learning_rate": 3.994804212627461e-09, |
|
"logits/chosen": -2.6053659915924072, |
|
"logits/rejected": -2.5696444511413574, |
|
"logps/chosen": -273.0481262207031, |
|
"logps/rejected": -229.8125762939453, |
|
"loss": 0.3476, |
|
"rewards/accuracies": 0.8687499761581421, |
|
"rewards/chosen": 3.7336528301239014, |
|
"rewards/margins": 6.8774590492248535, |
|
"rewards/rejected": -3.143805980682373, |
|
"step": 370 |
|
}, |
|
{ |
|
"epoch": 0.97, |
|
"grad_norm": 284.5109598747135, |
|
"learning_rate": 1.0007038696262516e-09, |
|
"logits/chosen": -2.65440034866333, |
|
"logits/rejected": -2.61323618888855, |
|
"logps/chosen": -262.66998291015625, |
|
"logps/rejected": -231.3791961669922, |
|
"loss": 0.3209, |
|
"rewards/accuracies": 0.875, |
|
"rewards/chosen": 3.4292311668395996, |
|
"rewards/margins": 6.774644374847412, |
|
"rewards/rejected": -3.3454127311706543, |
|
"step": 380 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"grad_norm": 490.88652867728223, |
|
"learning_rate": 0.0, |
|
"logits/chosen": -2.6619739532470703, |
|
"logits/rejected": -2.6010966300964355, |
|
"logps/chosen": -250.47537231445312, |
|
"logps/rejected": -211.33810424804688, |
|
"loss": 0.3426, |
|
"rewards/accuracies": 0.862500011920929, |
|
"rewards/chosen": 2.711453914642334, |
|
"rewards/margins": 6.628802299499512, |
|
"rewards/rejected": -3.917348861694336, |
|
"step": 390 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"step": 390, |
|
"total_flos": 0.0, |
|
"train_loss": 0.36373490798167696, |
|
"train_runtime": 5835.088, |
|
"train_samples_per_second": 8.569, |
|
"train_steps_per_second": 0.067 |
|
} |
|
], |
|
"logging_steps": 10, |
|
"max_steps": 390, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 1, |
|
"save_steps": 100, |
|
"total_flos": 0.0, |
|
"train_batch_size": 4, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|