| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.9988623435722411, | |
| "eval_steps": 10000000, | |
| "global_step": 439, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 1666.4801111075699, | |
| "learning_rate": 2.2727272727272727e-09, | |
| "logits/chosen": -1.6768856048583984, | |
| "logits/rejected": -1.7259055376052856, | |
| "logps/chosen": -1.2793102264404297, | |
| "logps/rejected": -1.2162058353424072, | |
| "loss": 1.3182, | |
| "rewards/accuracies": 0.0, | |
| "rewards/chosen": 0.0, | |
| "rewards/margins": 0.0, | |
| "rewards/rejected": 0.0, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1931.392535785282, | |
| "learning_rate": 2.2727272727272725e-08, | |
| "logits/chosen": -1.7030127048492432, | |
| "logits/rejected": -1.6681498289108276, | |
| "logps/chosen": -1.2134774923324585, | |
| "logps/rejected": -1.2203598022460938, | |
| "loss": 1.3237, | |
| "rewards/accuracies": 0.3958333432674408, | |
| "rewards/chosen": -0.017192421481013298, | |
| "rewards/margins": -0.05587056651711464, | |
| "rewards/rejected": 0.03867815062403679, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1830.5113687291991, | |
| "learning_rate": 4.545454545454545e-08, | |
| "logits/chosen": -1.780092477798462, | |
| "logits/rejected": -1.7350375652313232, | |
| "logps/chosen": -1.1447092294692993, | |
| "logps/rejected": -1.1850192546844482, | |
| "loss": 1.2938, | |
| "rewards/accuracies": 0.512499988079071, | |
| "rewards/chosen": -0.148686021566391, | |
| "rewards/margins": 0.007283961866050959, | |
| "rewards/rejected": -0.1559699922800064, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 1936.12548502703, | |
| "learning_rate": 6.818181818181817e-08, | |
| "logits/chosen": -1.7440731525421143, | |
| "logits/rejected": -1.674883246421814, | |
| "logps/chosen": -1.1901237964630127, | |
| "logps/rejected": -1.2408424615859985, | |
| "loss": 1.2335, | |
| "rewards/accuracies": 0.637499988079071, | |
| "rewards/chosen": -0.7222227454185486, | |
| "rewards/margins": 0.348898708820343, | |
| "rewards/rejected": -1.0711214542388916, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 1274.5224242026777, | |
| "learning_rate": 9.09090909090909e-08, | |
| "logits/chosen": -1.730063796043396, | |
| "logits/rejected": -1.6635162830352783, | |
| "logps/chosen": -1.2168413400650024, | |
| "logps/rejected": -1.274864912033081, | |
| "loss": 1.2163, | |
| "rewards/accuracies": 0.643750011920929, | |
| "rewards/chosen": -0.9892686009407043, | |
| "rewards/margins": 0.5700188875198364, | |
| "rewards/rejected": -1.559287428855896, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 1227.2878182263496, | |
| "learning_rate": 9.994307990108962e-08, | |
| "logits/chosen": -1.6924018859863281, | |
| "logits/rejected": -1.6282413005828857, | |
| "logps/chosen": -1.2177562713623047, | |
| "logps/rejected": -1.2450090646743774, | |
| "loss": 1.1002, | |
| "rewards/accuracies": 0.6937500238418579, | |
| "rewards/chosen": -0.9669270515441895, | |
| "rewards/margins": 0.7160126566886902, | |
| "rewards/rejected": -1.6829397678375244, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 1544.774039586819, | |
| "learning_rate": 9.959570405988094e-08, | |
| "logits/chosen": -1.721835732460022, | |
| "logits/rejected": -1.6408640146255493, | |
| "logps/chosen": -1.1233644485473633, | |
| "logps/rejected": -1.1840593814849854, | |
| "loss": 1.0709, | |
| "rewards/accuracies": 0.7124999761581421, | |
| "rewards/chosen": -1.4266197681427002, | |
| "rewards/margins": 0.8766496777534485, | |
| "rewards/rejected": -2.303269386291504, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 1005.439321360097, | |
| "learning_rate": 9.893476820924666e-08, | |
| "logits/chosen": -1.8021934032440186, | |
| "logits/rejected": -1.7167574167251587, | |
| "logps/chosen": -1.230804443359375, | |
| "logps/rejected": -1.2889682054519653, | |
| "loss": 1.0139, | |
| "rewards/accuracies": 0.699999988079071, | |
| "rewards/chosen": -1.796240210533142, | |
| "rewards/margins": 1.1498826742172241, | |
| "rewards/rejected": -2.946122884750366, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 1396.6389927727296, | |
| "learning_rate": 9.796445099843647e-08, | |
| "logits/chosen": -1.7873592376708984, | |
| "logits/rejected": -1.6995294094085693, | |
| "logps/chosen": -1.2222901582717896, | |
| "logps/rejected": -1.2922863960266113, | |
| "loss": 1.1257, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": -1.5321768522262573, | |
| "rewards/margins": 0.9466292262077332, | |
| "rewards/rejected": -2.4788060188293457, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 1030.6978947603225, | |
| "learning_rate": 9.669088708527066e-08, | |
| "logits/chosen": -1.734185814857483, | |
| "logits/rejected": -1.6654260158538818, | |
| "logps/chosen": -1.2461029291152954, | |
| "logps/rejected": -1.265190839767456, | |
| "loss": 0.9922, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": -1.0405571460723877, | |
| "rewards/margins": 1.204342246055603, | |
| "rewards/rejected": -2.244899272918701, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 1586.6455210629026, | |
| "learning_rate": 9.512212835085849e-08, | |
| "logits/chosen": -1.765062689781189, | |
| "logits/rejected": -1.6767990589141846, | |
| "logps/chosen": -1.1784775257110596, | |
| "logps/rejected": -1.233091115951538, | |
| "loss": 1.016, | |
| "rewards/accuracies": 0.737500011920929, | |
| "rewards/chosen": -1.0022172927856445, | |
| "rewards/margins": 1.1903674602508545, | |
| "rewards/rejected": -2.192584753036499, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 1144.8635215765032, | |
| "learning_rate": 9.326809299301306e-08, | |
| "logits/chosen": -1.7722240686416626, | |
| "logits/rejected": -1.6646277904510498, | |
| "logps/chosen": -1.2064539194107056, | |
| "logps/rejected": -1.2708475589752197, | |
| "loss": 0.9709, | |
| "rewards/accuracies": 0.7562500238418579, | |
| "rewards/chosen": -0.5811842679977417, | |
| "rewards/margins": 1.279047966003418, | |
| "rewards/rejected": -1.8602321147918701, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 1417.2025435553687, | |
| "learning_rate": 9.114050282021158e-08, | |
| "logits/chosen": -1.762213110923767, | |
| "logits/rejected": -1.6987812519073486, | |
| "logps/chosen": -1.1565983295440674, | |
| "logps/rejected": -1.2166643142700195, | |
| "loss": 0.9277, | |
| "rewards/accuracies": 0.71875, | |
| "rewards/chosen": -0.9035682678222656, | |
| "rewards/margins": 1.2673728466033936, | |
| "rewards/rejected": -2.1709413528442383, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 1150.053731245993, | |
| "learning_rate": 8.875280914254802e-08, | |
| "logits/chosen": -1.7586562633514404, | |
| "logits/rejected": -1.6647939682006836, | |
| "logps/chosen": -1.20124089717865, | |
| "logps/rejected": -1.2465784549713135, | |
| "loss": 0.9452, | |
| "rewards/accuracies": 0.768750011920929, | |
| "rewards/chosen": -0.841080367565155, | |
| "rewards/margins": 1.6912786960601807, | |
| "rewards/rejected": -2.5323591232299805, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 1256.1179361929435, | |
| "learning_rate": 8.612010772821971e-08, | |
| "logits/chosen": -1.7858541011810303, | |
| "logits/rejected": -1.7347157001495361, | |
| "logps/chosen": -1.2216544151306152, | |
| "logps/rejected": -1.2101521492004395, | |
| "loss": 0.9734, | |
| "rewards/accuracies": 0.78125, | |
| "rewards/chosen": -0.7775429487228394, | |
| "rewards/margins": 1.340767502784729, | |
| "rewards/rejected": -2.1183104515075684, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 1137.7394214504618, | |
| "learning_rate": 8.325904336322055e-08, | |
| "logits/chosen": -1.7536169290542603, | |
| "logits/rejected": -1.691907286643982, | |
| "logps/chosen": -1.1751422882080078, | |
| "logps/rejected": -1.2404186725616455, | |
| "loss": 0.9503, | |
| "rewards/accuracies": 0.71875, | |
| "rewards/chosen": -0.7777413725852966, | |
| "rewards/margins": 1.8102855682373047, | |
| "rewards/rejected": -2.588027000427246, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 1056.887388548025, | |
| "learning_rate": 8.01877046176447e-08, | |
| "logits/chosen": -1.6971683502197266, | |
| "logits/rejected": -1.6201127767562866, | |
| "logps/chosen": -1.192384958267212, | |
| "logps/rejected": -1.2586729526519775, | |
| "loss": 0.9572, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": -1.4085007905960083, | |
| "rewards/margins": 1.490207314491272, | |
| "rewards/rejected": -2.898707866668701, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 991.2349708721418, | |
| "learning_rate": 7.692550948392249e-08, | |
| "logits/chosen": -1.759788155555725, | |
| "logits/rejected": -1.6842018365859985, | |
| "logps/chosen": -1.2190964221954346, | |
| "logps/rejected": -1.244114637374878, | |
| "loss": 0.9699, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": -0.884096622467041, | |
| "rewards/margins": 1.4573404788970947, | |
| "rewards/rejected": -2.3414371013641357, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 1143.0994123075566, | |
| "learning_rate": 7.349308261002021e-08, | |
| "logits/chosen": -1.7149896621704102, | |
| "logits/rejected": -1.649047613143921, | |
| "logps/chosen": -1.2045981884002686, | |
| "logps/rejected": -1.267183780670166, | |
| "loss": 0.9333, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": -0.7512127161026001, | |
| "rewards/margins": 1.2935186624526978, | |
| "rewards/rejected": -2.044731378555298, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 1220.476164637326, | |
| "learning_rate": 6.991212490377531e-08, | |
| "logits/chosen": -1.7686491012573242, | |
| "logits/rejected": -1.7093932628631592, | |
| "logps/chosen": -1.2307132482528687, | |
| "logps/rejected": -1.2679650783538818, | |
| "loss": 0.9238, | |
| "rewards/accuracies": 0.7749999761581421, | |
| "rewards/chosen": -0.06102483719587326, | |
| "rewards/margins": 1.5709805488586426, | |
| "rewards/rejected": -1.6320053339004517, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 1207.0013256647494, | |
| "learning_rate": 6.620527633276978e-08, | |
| "logits/chosen": -1.7065632343292236, | |
| "logits/rejected": -1.6239337921142578, | |
| "logps/chosen": -1.197272777557373, | |
| "logps/rejected": -1.302229642868042, | |
| "loss": 0.912, | |
| "rewards/accuracies": 0.7875000238418579, | |
| "rewards/chosen": -0.28195858001708984, | |
| "rewards/margins": 1.8168141841888428, | |
| "rewards/rejected": -2.0987727642059326, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 1547.2477497808447, | |
| "learning_rate": 6.239597278716581e-08, | |
| "logits/chosen": -1.776951551437378, | |
| "logits/rejected": -1.708361029624939, | |
| "logps/chosen": -1.24917471408844, | |
| "logps/rejected": -1.246996283531189, | |
| "loss": 0.9177, | |
| "rewards/accuracies": 0.7875000238418579, | |
| "rewards/chosen": -0.38446491956710815, | |
| "rewards/margins": 1.8485082387924194, | |
| "rewards/rejected": -2.232973098754883, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 986.8221787714062, | |
| "learning_rate": 5.8508297910462456e-08, | |
| "logits/chosen": -1.727354645729065, | |
| "logits/rejected": -1.6401188373565674, | |
| "logps/chosen": -1.1687428951263428, | |
| "logps/rejected": -1.2474868297576904, | |
| "loss": 0.8855, | |
| "rewards/accuracies": 0.8062499761581421, | |
| "rewards/chosen": -0.5227571725845337, | |
| "rewards/margins": 2.097059726715088, | |
| "rewards/rejected": -2.619816780090332, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 1466.4304397519809, | |
| "learning_rate": 5.456683083494731e-08, | |
| "logits/chosen": -1.7255643606185913, | |
| "logits/rejected": -1.6826807260513306, | |
| "logps/chosen": -1.2014678716659546, | |
| "logps/rejected": -1.2398700714111328, | |
| "loss": 0.9518, | |
| "rewards/accuracies": 0.7437499761581421, | |
| "rewards/chosen": -0.7659143209457397, | |
| "rewards/margins": 1.4660184383392334, | |
| "rewards/rejected": -2.231933116912842, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 1385.4891697791213, | |
| "learning_rate": 5.059649078450834e-08, | |
| "logits/chosen": -1.7211616039276123, | |
| "logits/rejected": -1.6692482233047485, | |
| "logps/chosen": -1.1779934167861938, | |
| "logps/rejected": -1.2568769454956055, | |
| "loss": 0.8955, | |
| "rewards/accuracies": 0.7749999761581421, | |
| "rewards/chosen": -0.9639942049980164, | |
| "rewards/margins": 1.6844803094863892, | |
| "rewards/rejected": -2.6484744548797607, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 1256.1363696264702, | |
| "learning_rate": 4.6622379527277186e-08, | |
| "logits/chosen": -1.7240123748779297, | |
| "logits/rejected": -1.6668732166290283, | |
| "logps/chosen": -1.1512458324432373, | |
| "logps/rejected": -1.2001845836639404, | |
| "loss": 0.8877, | |
| "rewards/accuracies": 0.737500011920929, | |
| "rewards/chosen": -1.2357298135757446, | |
| "rewards/margins": 1.5858875513076782, | |
| "rewards/rejected": -2.821617364883423, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 882.5182339158957, | |
| "learning_rate": 4.26696226741691e-08, | |
| "logits/chosen": -1.736823320388794, | |
| "logits/rejected": -1.657954216003418, | |
| "logps/chosen": -1.244571328163147, | |
| "logps/rejected": -1.2810423374176025, | |
| "loss": 0.8757, | |
| "rewards/accuracies": 0.7437499761581421, | |
| "rewards/chosen": -1.174777626991272, | |
| "rewards/margins": 1.6504262685775757, | |
| "rewards/rejected": -2.8252038955688477, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 927.5282198039703, | |
| "learning_rate": 3.876321082668098e-08, | |
| "logits/chosen": -1.8001619577407837, | |
| "logits/rejected": -1.7206510305404663, | |
| "logps/chosen": -1.2467237710952759, | |
| "logps/rejected": -1.272040843963623, | |
| "loss": 0.8981, | |
| "rewards/accuracies": 0.7749999761581421, | |
| "rewards/chosen": -0.8233057856559753, | |
| "rewards/margins": 1.6008100509643555, | |
| "rewards/rejected": -2.4241158962249756, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 1414.5359647496766, | |
| "learning_rate": 3.492784157826244e-08, | |
| "logits/chosen": -1.7251765727996826, | |
| "logits/rejected": -1.6225860118865967, | |
| "logps/chosen": -1.2284091711044312, | |
| "logps/rejected": -1.2839155197143555, | |
| "loss": 0.8929, | |
| "rewards/accuracies": 0.7749999761581421, | |
| "rewards/chosen": -0.5533002018928528, | |
| "rewards/margins": 2.0116381645202637, | |
| "rewards/rejected": -2.5649383068084717, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 1016.8878069934569, | |
| "learning_rate": 3.118776336817812e-08, | |
| "logits/chosen": -1.777353048324585, | |
| "logits/rejected": -1.704052209854126, | |
| "logps/chosen": -1.2131690979003906, | |
| "logps/rejected": -1.2390577793121338, | |
| "loss": 0.8692, | |
| "rewards/accuracies": 0.8187500238418579, | |
| "rewards/chosen": -0.992035984992981, | |
| "rewards/margins": 1.8672508001327515, | |
| "rewards/rejected": -2.8592867851257324, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 1172.1973055026576, | |
| "learning_rate": 2.7566622175067443e-08, | |
| "logits/chosen": -1.75467050075531, | |
| "logits/rejected": -1.6821622848510742, | |
| "logps/chosen": -1.2167221307754517, | |
| "logps/rejected": -1.312439203262329, | |
| "loss": 0.9238, | |
| "rewards/accuracies": 0.78125, | |
| "rewards/chosen": -0.8138607144355774, | |
| "rewards/margins": 1.7730525732040405, | |
| "rewards/rejected": -2.5869133472442627, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 1325.0572604746271, | |
| "learning_rate": 2.408731201945432e-08, | |
| "logits/chosen": -1.7551631927490234, | |
| "logits/rejected": -1.7048372030258179, | |
| "logps/chosen": -1.1999702453613281, | |
| "logps/rejected": -1.2347406148910522, | |
| "loss": 0.9048, | |
| "rewards/accuracies": 0.78125, | |
| "rewards/chosen": -0.6074885725975037, | |
| "rewards/margins": 1.4615652561187744, | |
| "rewards/rejected": -2.0690536499023438, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 1307.0038735408154, | |
| "learning_rate": 2.0771830220378112e-08, | |
| "logits/chosen": -1.7086585760116577, | |
| "logits/rejected": -1.6484758853912354, | |
| "logps/chosen": -1.2315673828125, | |
| "logps/rejected": -1.2379032373428345, | |
| "loss": 0.8568, | |
| "rewards/accuracies": 0.768750011920929, | |
| "rewards/chosen": -0.8682917356491089, | |
| "rewards/margins": 1.418613314628601, | |
| "rewards/rejected": -2.28690505027771, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 1081.044775563757, | |
| "learning_rate": 1.7641138321260257e-08, | |
| "logits/chosen": -1.744683861732483, | |
| "logits/rejected": -1.6652017831802368, | |
| "logps/chosen": -1.1902309656143188, | |
| "logps/rejected": -1.2386529445648193, | |
| "loss": 0.8653, | |
| "rewards/accuracies": 0.824999988079071, | |
| "rewards/chosen": -0.6376137733459473, | |
| "rewards/margins": 2.0886900424957275, | |
| "rewards/rejected": -2.726303815841675, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 981.6058112333443, | |
| "learning_rate": 1.4715029564277793e-08, | |
| "logits/chosen": -1.8191375732421875, | |
| "logits/rejected": -1.7604516744613647, | |
| "logps/chosen": -1.2077248096466064, | |
| "logps/rejected": -1.262688398361206, | |
| "loss": 0.9084, | |
| "rewards/accuracies": 0.7749999761581421, | |
| "rewards/chosen": -0.30642908811569214, | |
| "rewards/margins": 1.7900102138519287, | |
| "rewards/rejected": -2.0964391231536865, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 1453.9865513146688, | |
| "learning_rate": 1.2012003751113343e-08, | |
| "logits/chosen": -1.7971642017364502, | |
| "logits/rejected": -1.7289268970489502, | |
| "logps/chosen": -1.171277642250061, | |
| "logps/rejected": -1.2399911880493164, | |
| "loss": 0.8408, | |
| "rewards/accuracies": 0.78125, | |
| "rewards/chosen": -0.9107818603515625, | |
| "rewards/margins": 1.8522905111312866, | |
| "rewards/rejected": -2.7630724906921387, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 1215.5568858398267, | |
| "learning_rate": 9.549150281252633e-09, | |
| "logits/chosen": -1.7647504806518555, | |
| "logits/rejected": -1.7033681869506836, | |
| "logps/chosen": -1.1781424283981323, | |
| "logps/rejected": -1.246336579322815, | |
| "loss": 0.8691, | |
| "rewards/accuracies": 0.7437499761581421, | |
| "rewards/chosen": -0.6007339358329773, | |
| "rewards/margins": 1.6463441848754883, | |
| "rewards/rejected": -2.2470781803131104, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 989.7203519251033, | |
| "learning_rate": 7.3420401072985306e-09, | |
| "logits/chosen": -1.7938206195831299, | |
| "logits/rejected": -1.7368061542510986, | |
| "logps/chosen": -1.2212886810302734, | |
| "logps/rejected": -1.2962526082992554, | |
| "loss": 0.8304, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": -0.6675101518630981, | |
| "rewards/margins": 1.7500286102294922, | |
| "rewards/rejected": -2.41753888130188, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 1103.1154426715473, | |
| "learning_rate": 5.404627290395369e-09, | |
| "logits/chosen": -1.7590833902359009, | |
| "logits/rejected": -1.6879241466522217, | |
| "logps/chosen": -1.1950905323028564, | |
| "logps/rejected": -1.2529264688491821, | |
| "loss": 0.8354, | |
| "rewards/accuracies": 0.78125, | |
| "rewards/chosen": -0.5484554171562195, | |
| "rewards/margins": 1.7839889526367188, | |
| "rewards/rejected": -2.332444429397583, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 1735.4553729147015, | |
| "learning_rate": 3.74916077816162e-09, | |
| "logits/chosen": -1.7692234516143799, | |
| "logits/rejected": -1.7004655599594116, | |
| "logps/chosen": -1.1599231958389282, | |
| "logps/rejected": -1.1907106637954712, | |
| "loss": 0.8962, | |
| "rewards/accuracies": 0.7124999761581421, | |
| "rewards/chosen": -1.0128358602523804, | |
| "rewards/margins": 1.4658567905426025, | |
| "rewards/rejected": -2.4786927700042725, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 1092.0703383397774, | |
| "learning_rate": 2.386106962899165e-09, | |
| "logits/chosen": -1.6911523342132568, | |
| "logits/rejected": -1.6125024557113647, | |
| "logps/chosen": -1.233060359954834, | |
| "logps/rejected": -1.3061407804489136, | |
| "loss": 0.8745, | |
| "rewards/accuracies": 0.7437499761581421, | |
| "rewards/chosen": -0.6639580130577087, | |
| "rewards/margins": 1.6740585565567017, | |
| "rewards/rejected": -2.3380167484283447, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 1112.8116007670076, | |
| "learning_rate": 1.3240835096913706e-09, | |
| "logits/chosen": -1.7251644134521484, | |
| "logits/rejected": -1.613480567932129, | |
| "logps/chosen": -1.1751197576522827, | |
| "logps/rejected": -1.2636477947235107, | |
| "loss": 0.9325, | |
| "rewards/accuracies": 0.7562500238418579, | |
| "rewards/chosen": -0.35689860582351685, | |
| "rewards/margins": 1.9113714694976807, | |
| "rewards/rejected": -2.2682700157165527, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 1072.5150365604325, | |
| "learning_rate": 5.698048727497462e-10, | |
| "logits/chosen": -1.7486751079559326, | |
| "logits/rejected": -1.6716489791870117, | |
| "logps/chosen": -1.198484182357788, | |
| "logps/rejected": -1.2844183444976807, | |
| "loss": 0.8652, | |
| "rewards/accuracies": 0.800000011920929, | |
| "rewards/chosen": -0.7186421155929565, | |
| "rewards/margins": 1.897702932357788, | |
| "rewards/rejected": -2.616345167160034, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 1007.4274803164712, | |
| "learning_rate": 1.2803984447259387e-10, | |
| "logits/chosen": -1.756765365600586, | |
| "logits/rejected": -1.6918004751205444, | |
| "logps/chosen": -1.189513921737671, | |
| "logps/rejected": -1.2563507556915283, | |
| "loss": 0.8416, | |
| "rewards/accuracies": 0.78125, | |
| "rewards/chosen": -0.7174621820449829, | |
| "rewards/margins": 1.9183887243270874, | |
| "rewards/rejected": -2.635850667953491, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "step": 439, | |
| "total_flos": 0.0, | |
| "train_loss": 0.9518976428785737, | |
| "train_runtime": 6868.0311, | |
| "train_samples_per_second": 8.188, | |
| "train_steps_per_second": 0.064 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 439, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 100, | |
| "total_flos": 0.0, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |