| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.9996297667530544, | |
| "eval_steps": 100, | |
| "global_step": 1350, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 0.3203125, | |
| "learning_rate": 3.7037037037037036e-09, | |
| "logits/chosen": -1.8868012428283691, | |
| "logits/rejected": -1.5128765106201172, | |
| "logps/chosen": -211.82923889160156, | |
| "logps/rejected": -174.22210693359375, | |
| "loss": 0.6931, | |
| "rewards/accuracies": 0.0, | |
| "rewards/chosen": 0.0, | |
| "rewards/margins": 0.0, | |
| "rewards/margins_max": 0.0, | |
| "rewards/margins_min": 0.0, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": 0.0, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.291015625, | |
| "learning_rate": 3.7037037037037036e-08, | |
| "logits/chosen": -1.9202638864517212, | |
| "logits/rejected": -1.4150642156600952, | |
| "logps/chosen": -264.96990966796875, | |
| "logps/rejected": -187.2726593017578, | |
| "loss": 0.693, | |
| "rewards/accuracies": 0.3888888955116272, | |
| "rewards/chosen": 0.0007235632510855794, | |
| "rewards/margins": -0.0005523893050849438, | |
| "rewards/margins_max": -0.0005523893050849438, | |
| "rewards/margins_min": -0.0005523893050849438, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": 0.0012759524397552013, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.328125, | |
| "learning_rate": 7.407407407407407e-08, | |
| "logits/chosen": -2.004002809524536, | |
| "logits/rejected": -1.4588892459869385, | |
| "logps/chosen": -264.7344970703125, | |
| "logps/rejected": -264.04217529296875, | |
| "loss": 0.6931, | |
| "rewards/accuracies": 0.5, | |
| "rewards/chosen": 0.00047433850704692304, | |
| "rewards/margins": 8.134842209983617e-05, | |
| "rewards/margins_max": 8.134842209983617e-05, | |
| "rewards/margins_min": 8.134842209983617e-05, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": 0.0003929900412913412, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.359375, | |
| "learning_rate": 1.111111111111111e-07, | |
| "logits/chosen": -2.0108284950256348, | |
| "logits/rejected": -1.3832088708877563, | |
| "logps/chosen": -253.376953125, | |
| "logps/rejected": -235.9996337890625, | |
| "loss": 0.6931, | |
| "rewards/accuracies": 0.550000011920929, | |
| "rewards/chosen": 0.0005588417407125235, | |
| "rewards/margins": 0.0008742943173274398, | |
| "rewards/margins_max": 0.0008742943173274398, | |
| "rewards/margins_min": 0.0008742943173274398, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.0003154525766149163, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 1.4814814814814815e-07, | |
| "logits/chosen": -1.9831428527832031, | |
| "logits/rejected": -1.3419771194458008, | |
| "logps/chosen": -249.38821411132812, | |
| "logps/rejected": -314.62939453125, | |
| "loss": 0.6929, | |
| "rewards/accuracies": 0.6000000238418579, | |
| "rewards/chosen": 0.0013472252758219838, | |
| "rewards/margins": 0.001804034924134612, | |
| "rewards/margins_max": 0.001804034924134612, | |
| "rewards/margins_min": 0.001804034924134612, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.00045680999755859375, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 1.8518518518518516e-07, | |
| "logits/chosen": -2.0799918174743652, | |
| "logits/rejected": -1.2689168453216553, | |
| "logps/chosen": -269.61492919921875, | |
| "logps/rejected": -192.31704711914062, | |
| "loss": 0.6929, | |
| "rewards/accuracies": 0.6499999761581421, | |
| "rewards/chosen": 0.0003735256032086909, | |
| "rewards/margins": 0.0009886417537927628, | |
| "rewards/margins_max": 0.0009886417537927628, | |
| "rewards/margins_min": 0.0009886417537927628, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.000615116092376411, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 2.222222222222222e-07, | |
| "logits/chosen": -1.9307972192764282, | |
| "logits/rejected": -1.5086009502410889, | |
| "logps/chosen": -200.31387329101562, | |
| "logps/rejected": -219.31478881835938, | |
| "loss": 0.6926, | |
| "rewards/accuracies": 0.6499999761581421, | |
| "rewards/chosen": 0.00043567089596763253, | |
| "rewards/margins": 0.0002629738301038742, | |
| "rewards/margins_max": 0.0002629738301038742, | |
| "rewards/margins_min": 0.0002629738301038742, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": 0.0001726970513118431, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.32421875, | |
| "learning_rate": 2.5925925925925923e-07, | |
| "logits/chosen": -2.057626724243164, | |
| "logits/rejected": -1.3474286794662476, | |
| "logps/chosen": -214.9297637939453, | |
| "logps/rejected": -265.07855224609375, | |
| "loss": 0.6922, | |
| "rewards/accuracies": 0.6499999761581421, | |
| "rewards/chosen": 0.00036124425241723657, | |
| "rewards/margins": 0.002079057740047574, | |
| "rewards/margins_max": 0.002079057740047574, | |
| "rewards/margins_min": 0.002079057740047574, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.0017178135458379984, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 2.962962962962963e-07, | |
| "logits/chosen": -2.0998992919921875, | |
| "logits/rejected": -1.2106634378433228, | |
| "logps/chosen": -266.18182373046875, | |
| "logps/rejected": -211.5884552001953, | |
| "loss": 0.6926, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": 0.0019807242788374424, | |
| "rewards/margins": 0.003271686378866434, | |
| "rewards/margins_max": 0.003271686378866434, | |
| "rewards/margins_min": 0.003271686378866434, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.0012909623328596354, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 3.333333333333333e-07, | |
| "logits/chosen": -2.0147571563720703, | |
| "logits/rejected": -1.2995073795318604, | |
| "logps/chosen": -247.42263793945312, | |
| "logps/rejected": -228.5316619873047, | |
| "loss": 0.6919, | |
| "rewards/accuracies": 0.5, | |
| "rewards/chosen": 0.001941970898769796, | |
| "rewards/margins": 0.0006094207055866718, | |
| "rewards/margins_max": 0.0006094207055866718, | |
| "rewards/margins_min": 0.0006094207055866718, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": 0.0013325500767678022, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.322265625, | |
| "learning_rate": 3.703703703703703e-07, | |
| "logits/chosen": -1.983267068862915, | |
| "logits/rejected": -1.3546688556671143, | |
| "logps/chosen": -202.480224609375, | |
| "logps/rejected": -174.5247344970703, | |
| "loss": 0.6916, | |
| "rewards/accuracies": 0.6499999761581421, | |
| "rewards/chosen": 0.0025401152670383453, | |
| "rewards/margins": 0.002821914618834853, | |
| "rewards/margins_max": 0.002821914618834853, | |
| "rewards/margins_min": 0.002821914618834853, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.0002817992935888469, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 4.0740740740740737e-07, | |
| "logits/chosen": -2.0803046226501465, | |
| "logits/rejected": -1.4716895818710327, | |
| "logps/chosen": -225.15560913085938, | |
| "logps/rejected": -256.0934753417969, | |
| "loss": 0.6912, | |
| "rewards/accuracies": 0.8500000238418579, | |
| "rewards/chosen": 0.003935464657843113, | |
| "rewards/margins": 0.0047843605279922485, | |
| "rewards/margins_max": 0.0047843605279922485, | |
| "rewards/margins_min": 0.0047843605279922485, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.0008488958701491356, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.298828125, | |
| "learning_rate": 4.444444444444444e-07, | |
| "logits/chosen": -1.8733142614364624, | |
| "logits/rejected": -1.7225223779678345, | |
| "logps/chosen": -172.91468811035156, | |
| "logps/rejected": -199.7720489501953, | |
| "loss": 0.6909, | |
| "rewards/accuracies": 0.6499999761581421, | |
| "rewards/chosen": 0.00166155060287565, | |
| "rewards/margins": 0.0015941675519570708, | |
| "rewards/margins_max": 0.0015941675519570708, | |
| "rewards/margins_min": 0.0015941675519570708, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": 6.73827962600626e-05, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.326171875, | |
| "learning_rate": 4.814814814814814e-07, | |
| "logits/chosen": -1.9976625442504883, | |
| "logits/rejected": -1.2138649225234985, | |
| "logps/chosen": -239.32485961914062, | |
| "logps/rejected": -240.15597534179688, | |
| "loss": 0.6899, | |
| "rewards/accuracies": 0.8500000238418579, | |
| "rewards/chosen": 0.0042144907638430595, | |
| "rewards/margins": 0.005392442457377911, | |
| "rewards/margins_max": 0.005392442457377911, | |
| "rewards/margins_min": 0.005392442457377911, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.001177951809950173, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.291015625, | |
| "learning_rate": 4.999791074638593e-07, | |
| "logits/chosen": -2.195509433746338, | |
| "logits/rejected": -1.5012781620025635, | |
| "logps/chosen": -216.47579956054688, | |
| "logps/rejected": -207.82186889648438, | |
| "loss": 0.6904, | |
| "rewards/accuracies": 0.800000011920929, | |
| "rewards/chosen": 0.005214618518948555, | |
| "rewards/margins": 0.006003814749419689, | |
| "rewards/margins_max": 0.006003814749419689, | |
| "rewards/margins_min": 0.006003814749419689, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.0007891958812251687, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.30078125, | |
| "learning_rate": 4.998119881260575e-07, | |
| "logits/chosen": -2.0202810764312744, | |
| "logits/rejected": -1.4483054876327515, | |
| "logps/chosen": -212.3457489013672, | |
| "logps/rejected": -211.62197875976562, | |
| "loss": 0.689, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": 0.004780811257660389, | |
| "rewards/margins": 0.008003057911992073, | |
| "rewards/margins_max": 0.008003057911992073, | |
| "rewards/margins_min": 0.008003057911992073, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.003222248051315546, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 4.99477861175283e-07, | |
| "logits/chosen": -2.0366463661193848, | |
| "logits/rejected": -1.3878607749938965, | |
| "logps/chosen": -231.7950439453125, | |
| "logps/rejected": -239.493896484375, | |
| "loss": 0.6886, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.007523299660533667, | |
| "rewards/margins": 0.0094174575060606, | |
| "rewards/margins_max": 0.0094174575060606, | |
| "rewards/margins_min": 0.0094174575060606, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.0018941573798656464, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.30078125, | |
| "learning_rate": 4.989769499865024e-07, | |
| "logits/chosen": -1.8927358388900757, | |
| "logits/rejected": -1.4275254011154175, | |
| "logps/chosen": -239.3990936279297, | |
| "logps/rejected": -282.657958984375, | |
| "loss": 0.6885, | |
| "rewards/accuracies": 0.8500000238418579, | |
| "rewards/chosen": 0.009550971910357475, | |
| "rewards/margins": 0.011694083921611309, | |
| "rewards/margins_max": 0.011694083921611309, | |
| "rewards/margins_min": 0.011694083921611309, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.0021431122440844774, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.32421875, | |
| "learning_rate": 4.983095894354857e-07, | |
| "logits/chosen": -2.0323657989501953, | |
| "logits/rejected": -1.417519211769104, | |
| "logps/chosen": -321.04107666015625, | |
| "logps/rejected": -304.40753173828125, | |
| "loss": 0.6874, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 0.006479477044194937, | |
| "rewards/margins": 0.010976837947964668, | |
| "rewards/margins_max": 0.010976837947964668, | |
| "rewards/margins_min": 0.010976837947964668, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.00449735950678587, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 4.974762256749318e-07, | |
| "logits/chosen": -2.036602020263672, | |
| "logits/rejected": -1.5517603158950806, | |
| "logps/chosen": -231.96826171875, | |
| "logps/rejected": -237.5748291015625, | |
| "loss": 0.6869, | |
| "rewards/accuracies": 0.8500000238418579, | |
| "rewards/chosen": 0.005657371133565903, | |
| "rewards/margins": 0.008646010421216488, | |
| "rewards/margins_max": 0.008646010421216488, | |
| "rewards/margins_min": 0.008646010421216488, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.0029886397533118725, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.326171875, | |
| "learning_rate": 4.96477415836199e-07, | |
| "logits/chosen": -1.938863754272461, | |
| "logits/rejected": -1.2694227695465088, | |
| "logps/chosen": -244.3894805908203, | |
| "logps/rejected": -208.3003387451172, | |
| "loss": 0.6864, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": 0.005547370761632919, | |
| "rewards/margins": 0.012681066989898682, | |
| "rewards/margins_max": 0.012681066989898682, | |
| "rewards/margins_min": 0.012681066989898682, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.007133697625249624, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.267578125, | |
| "learning_rate": 4.953138276568461e-07, | |
| "logits/chosen": -1.997301697731018, | |
| "logits/rejected": -1.3399479389190674, | |
| "logps/chosen": -301.72332763671875, | |
| "logps/rejected": -227.8885955810547, | |
| "loss": 0.6853, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 0.008855095133185387, | |
| "rewards/margins": 0.019029559567570686, | |
| "rewards/margins_max": 0.019029559567570686, | |
| "rewards/margins_min": 0.019029559567570686, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.010174466297030449, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.353515625, | |
| "learning_rate": 4.939862390342259e-07, | |
| "logits/chosen": -1.9495147466659546, | |
| "logits/rejected": -1.5158745050430298, | |
| "logps/chosen": -216.283935546875, | |
| "logps/rejected": -199.36839294433594, | |
| "loss": 0.6843, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 0.00766110559925437, | |
| "rewards/margins": 0.01607651077210903, | |
| "rewards/margins_max": 0.01607651077210903, | |
| "rewards/margins_min": 0.01607651077210903, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.00841540563851595, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 4.924955375054358e-07, | |
| "logits/chosen": -2.16361665725708, | |
| "logits/rejected": -1.274595022201538, | |
| "logps/chosen": -189.79823303222656, | |
| "logps/rejected": -198.684814453125, | |
| "loss": 0.6845, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": 0.012809082865715027, | |
| "rewards/margins": 0.015618041157722473, | |
| "rewards/margins_max": 0.015618041157722473, | |
| "rewards/margins_min": 0.015618041157722473, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.002808959688991308, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 4.908427196539701e-07, | |
| "logits/chosen": -2.0759100914001465, | |
| "logits/rejected": -1.4362943172454834, | |
| "logps/chosen": -224.01724243164062, | |
| "logps/rejected": -210.9996337890625, | |
| "loss": 0.6831, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": 0.011357143521308899, | |
| "rewards/margins": 0.015575545839965343, | |
| "rewards/margins_max": 0.015575545839965343, | |
| "rewards/margins_min": 0.015575545839965343, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.0042184023186564445, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 4.890288904434699e-07, | |
| "logits/chosen": -2.0894532203674316, | |
| "logits/rejected": -1.2666500806808472, | |
| "logps/chosen": -258.41571044921875, | |
| "logps/rejected": -249.0290985107422, | |
| "loss": 0.6807, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.026370421051979065, | |
| "rewards/margins": 0.03443429246544838, | |
| "rewards/margins_max": 0.03443429246544838, | |
| "rewards/margins_min": 0.03443429246544838, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.008063869550824165, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 4.87055262479019e-07, | |
| "logits/chosen": -2.0931239128112793, | |
| "logits/rejected": -1.5411086082458496, | |
| "logps/chosen": -231.93203735351562, | |
| "logps/rejected": -209.02432250976562, | |
| "loss": 0.6831, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": 0.012660378590226173, | |
| "rewards/margins": 0.020816108211874962, | |
| "rewards/margins_max": 0.020816108211874962, | |
| "rewards/margins_min": 0.020816108211874962, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.008155731484293938, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 4.849231551964771e-07, | |
| "logits/chosen": -2.129526138305664, | |
| "logits/rejected": -1.3961608409881592, | |
| "logps/chosen": -257.1175231933594, | |
| "logps/rejected": -238.4982147216797, | |
| "loss": 0.6812, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 0.022793341428041458, | |
| "rewards/margins": 0.02573349140584469, | |
| "rewards/margins_max": 0.02573349140584469, | |
| "rewards/margins_min": 0.02573349140584469, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.00294014741666615, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.34765625, | |
| "learning_rate": 4.826339939803922e-07, | |
| "logits/chosen": -2.051805257797241, | |
| "logits/rejected": -1.4157917499542236, | |
| "logps/chosen": -226.42919921875, | |
| "logps/rejected": -268.73980712890625, | |
| "loss": 0.6803, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 0.016779452562332153, | |
| "rewards/margins": 0.027814749628305435, | |
| "rewards/margins_max": 0.027814749628305435, | |
| "rewards/margins_min": 0.027814749628305435, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.011035297997295856, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.2890625, | |
| "learning_rate": 4.801893092110846e-07, | |
| "logits/chosen": -2.0515878200531006, | |
| "logits/rejected": -1.403578519821167, | |
| "logps/chosen": -200.06935119628906, | |
| "logps/rejected": -222.7530059814453, | |
| "loss": 0.6798, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 0.02002173662185669, | |
| "rewards/margins": 0.03395923227071762, | |
| "rewards/margins_max": 0.03395923227071762, | |
| "rewards/margins_min": 0.03395923227071762, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.013937492854893208, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.34375, | |
| "learning_rate": 4.775907352415367e-07, | |
| "logits/chosen": -2.056366443634033, | |
| "logits/rejected": -1.4939775466918945, | |
| "logps/chosen": -227.35498046875, | |
| "logps/rejected": -234.95849609375, | |
| "loss": 0.6792, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.017659524455666542, | |
| "rewards/margins": 0.028245586901903152, | |
| "rewards/margins_max": 0.028245586901903152, | |
| "rewards/margins_min": 0.028245586901903152, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.01058606244623661, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.359375, | |
| "learning_rate": 4.7484000930477327e-07, | |
| "logits/chosen": -2.1390914916992188, | |
| "logits/rejected": -1.4254201650619507, | |
| "logps/chosen": -258.49652099609375, | |
| "logps/rejected": -261.0328063964844, | |
| "loss": 0.6774, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 0.02551867440342903, | |
| "rewards/margins": 0.03578513488173485, | |
| "rewards/margins_max": 0.03578513488173485, | |
| "rewards/margins_min": 0.03578513488173485, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.010266458615660667, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.359375, | |
| "learning_rate": 4.71938970352464e-07, | |
| "logits/chosen": -2.0027215480804443, | |
| "logits/rejected": -1.6378333568572998, | |
| "logps/chosen": -177.40463256835938, | |
| "logps/rejected": -213.1610107421875, | |
| "loss": 0.6789, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 0.01185548771172762, | |
| "rewards/margins": 0.021204955875873566, | |
| "rewards/margins_max": 0.021204955875873566, | |
| "rewards/margins_min": 0.021204955875873566, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.009349468164145947, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.349609375, | |
| "learning_rate": 4.688895578255227e-07, | |
| "logits/chosen": -2.0879385471343994, | |
| "logits/rejected": -1.248313546180725, | |
| "logps/chosen": -262.8072509765625, | |
| "logps/rejected": -248.21780395507812, | |
| "loss": 0.6765, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 0.01555053610354662, | |
| "rewards/margins": 0.032046493142843246, | |
| "rewards/margins_max": 0.032046493142843246, | |
| "rewards/margins_min": 0.032046493142843246, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.016495956107974052, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.34765625, | |
| "learning_rate": 4.656938103575271e-07, | |
| "logits/chosen": -2.172673463821411, | |
| "logits/rejected": -1.4102470874786377, | |
| "logps/chosen": -270.31378173828125, | |
| "logps/rejected": -231.1504364013672, | |
| "loss": 0.6758, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.023389603942632675, | |
| "rewards/margins": 0.043514709919691086, | |
| "rewards/margins_max": 0.043514709919691086, | |
| "rewards/margins_min": 0.043514709919691086, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.02012510970234871, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.28125, | |
| "learning_rate": 4.6235386441182434e-07, | |
| "logits/chosen": -2.126311779022217, | |
| "logits/rejected": -1.5584805011749268, | |
| "logps/chosen": -217.91452026367188, | |
| "logps/rejected": -242.47653198242188, | |
| "loss": 0.6768, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": 0.02275378443300724, | |
| "rewards/margins": 0.031895603984594345, | |
| "rewards/margins_max": 0.031895603984594345, | |
| "rewards/margins_min": 0.031895603984594345, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.009141822345554829, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 4.588719528532341e-07, | |
| "logits/chosen": -2.138247013092041, | |
| "logits/rejected": -1.4281116724014282, | |
| "logps/chosen": -227.18411254882812, | |
| "logps/rejected": -220.9769287109375, | |
| "loss": 0.6768, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.020104510709643364, | |
| "rewards/margins": 0.04013504832983017, | |
| "rewards/margins_max": 0.04013504832983017, | |
| "rewards/margins_min": 0.04013504832983017, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.020030539482831955, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.349609375, | |
| "learning_rate": 4.5525040345530465e-07, | |
| "logits/chosen": -2.065033435821533, | |
| "logits/rejected": -1.3876053094863892, | |
| "logps/chosen": -255.1400604248047, | |
| "logps/rejected": -341.7924499511719, | |
| "loss": 0.6745, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.030053580179810524, | |
| "rewards/margins": 0.04531164467334747, | |
| "rewards/margins_max": 0.04531164467334747, | |
| "rewards/margins_min": 0.04531164467334747, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.015258069150149822, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.357421875, | |
| "learning_rate": 4.5149163734411855e-07, | |
| "logits/chosen": -1.9663784503936768, | |
| "logits/rejected": -1.4839365482330322, | |
| "logps/chosen": -257.76336669921875, | |
| "logps/rejected": -252.73291015625, | |
| "loss": 0.6729, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.01958070509135723, | |
| "rewards/margins": 0.04934977740049362, | |
| "rewards/margins_max": 0.04934977740049362, | |
| "rewards/margins_min": 0.04934977740049362, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.02976907417178154, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 4.475981673796898e-07, | |
| "logits/chosen": -2.087552309036255, | |
| "logits/rejected": -1.1439874172210693, | |
| "logps/chosen": -238.96328735351562, | |
| "logps/rejected": -177.21859741210938, | |
| "loss": 0.6734, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.028685113415122032, | |
| "rewards/margins": 0.04815841466188431, | |
| "rewards/margins_max": 0.04815841466188431, | |
| "rewards/margins_min": 0.04815841466188431, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.019473304972052574, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 4.435725964760331e-07, | |
| "logits/chosen": -2.0537381172180176, | |
| "logits/rejected": -1.5530219078063965, | |
| "logps/chosen": -198.19747924804688, | |
| "logps/rejected": -225.1847686767578, | |
| "loss": 0.6738, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.025270873680710793, | |
| "rewards/margins": 0.04031512513756752, | |
| "rewards/margins_max": 0.04031512513756752, | |
| "rewards/margins_min": 0.04031512513756752, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.01504424773156643, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 4.3941761586102946e-07, | |
| "logits/chosen": -2.0906436443328857, | |
| "logits/rejected": -1.287006139755249, | |
| "logps/chosen": -254.64700317382812, | |
| "logps/rejected": -214.3684539794922, | |
| "loss": 0.6727, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 0.029230216518044472, | |
| "rewards/margins": 0.04698926955461502, | |
| "rewards/margins_max": 0.04698926955461502, | |
| "rewards/margins_min": 0.04698926955461502, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.0177590511739254, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.294921875, | |
| "learning_rate": 4.3513600327725117e-07, | |
| "logits/chosen": -1.9869972467422485, | |
| "logits/rejected": -1.4108494520187378, | |
| "logps/chosen": -261.79034423828125, | |
| "logps/rejected": -244.15512084960938, | |
| "loss": 0.6719, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 0.02686556614935398, | |
| "rewards/margins": 0.04367043077945709, | |
| "rewards/margins_max": 0.04367043077945709, | |
| "rewards/margins_min": 0.04367043077945709, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.01680486463010311, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 4.307306211249482e-07, | |
| "logits/chosen": -1.9715445041656494, | |
| "logits/rejected": -1.4791746139526367, | |
| "logps/chosen": -181.6294403076172, | |
| "logps/rejected": -219.4192352294922, | |
| "loss": 0.6697, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.02723332680761814, | |
| "rewards/margins": 0.05029752105474472, | |
| "rewards/margins_max": 0.05029752105474472, | |
| "rewards/margins_min": 0.05029752105474472, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.023064199835062027, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.322265625, | |
| "learning_rate": 4.26204414548439e-07, | |
| "logits/chosen": -2.0978024005889893, | |
| "logits/rejected": -1.3412537574768066, | |
| "logps/chosen": -257.7082824707031, | |
| "logps/rejected": -223.86495971679688, | |
| "loss": 0.6714, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 0.025436753407120705, | |
| "rewards/margins": 0.050586361438035965, | |
| "rewards/margins_max": 0.050586361438035965, | |
| "rewards/margins_min": 0.050586361438035965, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.025149613618850708, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 4.2156040946718343e-07, | |
| "logits/chosen": -2.0477805137634277, | |
| "logits/rejected": -1.5934501886367798, | |
| "logps/chosen": -228.3242950439453, | |
| "logps/rejected": -272.94488525390625, | |
| "loss": 0.6667, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.03539489209651947, | |
| "rewards/margins": 0.05500010401010513, | |
| "rewards/margins_max": 0.05500010401010513, | |
| "rewards/margins_min": 0.05500010401010513, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.019605208188295364, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 4.1680171055285484e-07, | |
| "logits/chosen": -2.0926973819732666, | |
| "logits/rejected": -1.2051217555999756, | |
| "logps/chosen": -291.447021484375, | |
| "logps/rejected": -230.220947265625, | |
| "loss": 0.6697, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.027433469891548157, | |
| "rewards/margins": 0.04781699925661087, | |
| "rewards/margins_max": 0.04781699925661087, | |
| "rewards/margins_min": 0.04781699925661087, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.020383525639772415, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.3203125, | |
| "learning_rate": 4.119314991537647e-07, | |
| "logits/chosen": -2.0807855129241943, | |
| "logits/rejected": -1.3683123588562012, | |
| "logps/chosen": -234.7393035888672, | |
| "logps/rejected": -259.2615051269531, | |
| "loss": 0.6693, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 0.03391563892364502, | |
| "rewards/margins": 0.06610719114542007, | |
| "rewards/margins_max": 0.06610719114542007, | |
| "rewards/margins_min": 0.06610719114542007, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.032191552221775055, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.328125, | |
| "learning_rate": 4.0695303116802467e-07, | |
| "logits/chosen": -1.9418798685073853, | |
| "logits/rejected": -1.5194308757781982, | |
| "logps/chosen": -239.70016479492188, | |
| "logps/rejected": -230.9000701904297, | |
| "loss": 0.6673, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.029919007793068886, | |
| "rewards/margins": 0.05285835266113281, | |
| "rewards/margins_max": 0.05285835266113281, | |
| "rewards/margins_min": 0.05285835266113281, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.022939343005418777, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 4.0186963486687086e-07, | |
| "logits/chosen": -2.1395695209503174, | |
| "logits/rejected": -1.520246148109436, | |
| "logps/chosen": -181.22784423828125, | |
| "logps/rejected": -206.8192901611328, | |
| "loss": 0.6682, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.03531926870346069, | |
| "rewards/margins": 0.05207179859280586, | |
| "rewards/margins_max": 0.05207179859280586, | |
| "rewards/margins_min": 0.05207179859280586, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.01675252802670002, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.349609375, | |
| "learning_rate": 3.966847086696045e-07, | |
| "logits/chosen": -2.017302989959717, | |
| "logits/rejected": -1.3829624652862549, | |
| "logps/chosen": -231.52651977539062, | |
| "logps/rejected": -221.0729217529297, | |
| "loss": 0.6692, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.023424681276082993, | |
| "rewards/margins": 0.05106498673558235, | |
| "rewards/margins_max": 0.05106498673558235, | |
| "rewards/margins_min": 0.05106498673558235, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.02764030732214451, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.271484375, | |
| "learning_rate": 3.9140171887163466e-07, | |
| "logits/chosen": -1.9985767602920532, | |
| "logits/rejected": -1.6083755493164062, | |
| "logps/chosen": -280.05303955078125, | |
| "logps/rejected": -237.509521484375, | |
| "loss": 0.6681, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 0.016823355108499527, | |
| "rewards/margins": 0.0439620167016983, | |
| "rewards/margins_max": 0.0439620167016983, | |
| "rewards/margins_min": 0.0439620167016983, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.027138665318489075, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.283203125, | |
| "learning_rate": 3.8602419732714566e-07, | |
| "logits/chosen": -2.036795139312744, | |
| "logits/rejected": -1.471296787261963, | |
| "logps/chosen": -256.37481689453125, | |
| "logps/rejected": -199.65538024902344, | |
| "loss": 0.6697, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.026260962709784508, | |
| "rewards/margins": 0.038443367928266525, | |
| "rewards/margins_max": 0.038443367928266525, | |
| "rewards/margins_min": 0.038443367928266525, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.012182402424514294, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.322265625, | |
| "learning_rate": 3.805557390879346e-07, | |
| "logits/chosen": -1.9529104232788086, | |
| "logits/rejected": -1.5426490306854248, | |
| "logps/chosen": -182.79574584960938, | |
| "logps/rejected": -194.38156127929688, | |
| "loss": 0.6679, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": 0.020470619201660156, | |
| "rewards/margins": 0.049423329532146454, | |
| "rewards/margins_max": 0.049423329532146454, | |
| "rewards/margins_min": 0.049423329532146454, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.02895270846784115, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 3.75e-07, | |
| "logits/chosen": -2.0001742839813232, | |
| "logits/rejected": -1.2963764667510986, | |
| "logps/chosen": -230.01394653320312, | |
| "logps/rejected": -232.5394287109375, | |
| "loss": 0.6667, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 0.037200070917606354, | |
| "rewards/margins": 0.0586659200489521, | |
| "rewards/margins_max": 0.0586659200489521, | |
| "rewards/margins_min": 0.0586659200489521, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.0214658472687006, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.318359375, | |
| "learning_rate": 3.693606942594872e-07, | |
| "logits/chosen": -2.0440757274627686, | |
| "logits/rejected": -1.3815096616744995, | |
| "logps/chosen": -217.4425811767578, | |
| "logps/rejected": -171.90591430664062, | |
| "loss": 0.6676, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.02869860827922821, | |
| "rewards/margins": 0.0414133220911026, | |
| "rewards/margins_max": 0.0414133220911026, | |
| "rewards/margins_min": 0.0414133220911026, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.012714711017906666, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.345703125, | |
| "learning_rate": 3.636415919296251e-07, | |
| "logits/chosen": -1.9253566265106201, | |
| "logits/rejected": -1.6695436239242554, | |
| "logps/chosen": -171.96823120117188, | |
| "logps/rejected": -167.778076171875, | |
| "loss": 0.667, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 0.02604065276682377, | |
| "rewards/margins": 0.04568729177117348, | |
| "rewards/margins_max": 0.04568729177117348, | |
| "rewards/margins_min": 0.04568729177117348, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.01964663527905941, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.3359375, | |
| "learning_rate": 3.5784651642031337e-07, | |
| "logits/chosen": -1.8566385507583618, | |
| "logits/rejected": -1.6557972431182861, | |
| "logps/chosen": -224.4451904296875, | |
| "logps/rejected": -270.01776123046875, | |
| "loss": 0.6701, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.004797924309968948, | |
| "rewards/margins": 0.041053663939237595, | |
| "rewards/margins_max": 0.041053663939237595, | |
| "rewards/margins_min": 0.041053663939237595, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.036255739629268646, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.353515625, | |
| "learning_rate": 3.519793419320459e-07, | |
| "logits/chosen": -1.9248411655426025, | |
| "logits/rejected": -1.1966019868850708, | |
| "logps/chosen": -284.9685974121094, | |
| "logps/rejected": -223.8994140625, | |
| "loss": 0.6664, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 0.024664491415023804, | |
| "rewards/margins": 0.05492042750120163, | |
| "rewards/margins_max": 0.05492042750120163, | |
| "rewards/margins_min": 0.05492042750120163, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.030255932360887527, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.333984375, | |
| "learning_rate": 3.460439908658794e-07, | |
| "logits/chosen": -2.007855176925659, | |
| "logits/rejected": -1.1754387617111206, | |
| "logps/chosen": -349.209228515625, | |
| "logps/rejected": -206.0282440185547, | |
| "loss": 0.6687, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.0192419346421957, | |
| "rewards/margins": 0.04281260445713997, | |
| "rewards/margins_max": 0.04281260445713997, | |
| "rewards/margins_min": 0.04281260445713997, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.023570667952299118, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.34765625, | |
| "learning_rate": 3.400444312011776e-07, | |
| "logits/chosen": -2.059713840484619, | |
| "logits/rejected": -1.321000576019287, | |
| "logps/chosen": -265.93463134765625, | |
| "logps/rejected": -285.9882507324219, | |
| "loss": 0.6689, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": 0.0264985803514719, | |
| "rewards/margins": 0.05372191593050957, | |
| "rewards/margins_max": 0.05372191593050957, | |
| "rewards/margins_min": 0.05372191593050957, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.027223343029618263, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.326171875, | |
| "learning_rate": 3.3398467384288554e-07, | |
| "logits/chosen": -2.0164129734039307, | |
| "logits/rejected": -1.428724765777588, | |
| "logps/chosen": -174.00619506835938, | |
| "logps/rejected": -235.1026153564453, | |
| "loss": 0.665, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.018517404794692993, | |
| "rewards/margins": 0.06648163497447968, | |
| "rewards/margins_max": 0.06648163497447968, | |
| "rewards/margins_min": 0.06648163497447968, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.047964222729206085, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.37890625, | |
| "learning_rate": 3.2786876994010616e-07, | |
| "logits/chosen": -1.9753456115722656, | |
| "logits/rejected": -1.5021337270736694, | |
| "logps/chosen": -207.2568359375, | |
| "logps/rejected": -196.98239135742188, | |
| "loss": 0.6654, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 0.026976531371474266, | |
| "rewards/margins": 0.05444413423538208, | |
| "rewards/margins_max": 0.05444413423538208, | |
| "rewards/margins_min": 0.05444413423538208, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.027467604726552963, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.318359375, | |
| "learning_rate": 3.2170080817777257e-07, | |
| "logits/chosen": -2.0977303981781006, | |
| "logits/rejected": -1.3275058269500732, | |
| "logps/chosen": -280.2716979980469, | |
| "logps/rejected": -243.47763061523438, | |
| "loss": 0.6658, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 0.0296818558126688, | |
| "rewards/margins": 0.054945122450590134, | |
| "rewards/margins_max": 0.054945122450590134, | |
| "rewards/margins_min": 0.054945122450590134, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.025263268500566483, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.349609375, | |
| "learning_rate": 3.1548491204322647e-07, | |
| "logits/chosen": -2.0041770935058594, | |
| "logits/rejected": -1.5506256818771362, | |
| "logps/chosen": -211.4202423095703, | |
| "logps/rejected": -374.6882629394531, | |
| "loss": 0.6674, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.022962290793657303, | |
| "rewards/margins": 0.05601681396365166, | |
| "rewards/margins_max": 0.05601681396365166, | |
| "rewards/margins_min": 0.05601681396365166, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.033054523169994354, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.35546875, | |
| "learning_rate": 3.0922523706952976e-07, | |
| "logits/chosen": -2.059875249862671, | |
| "logits/rejected": -1.407546877861023, | |
| "logps/chosen": -208.85415649414062, | |
| "logps/rejected": -180.44479370117188, | |
| "loss": 0.667, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 0.03480786085128784, | |
| "rewards/margins": 0.05192246288061142, | |
| "rewards/margins_max": 0.05192246288061142, | |
| "rewards/margins_min": 0.05192246288061142, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.017114607617259026, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.359375, | |
| "learning_rate": 3.029259680573527e-07, | |
| "logits/chosen": -2.1605982780456543, | |
| "logits/rejected": -1.3930118083953857, | |
| "logps/chosen": -225.4413299560547, | |
| "logps/rejected": -222.64828491210938, | |
| "loss": 0.6667, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.02937215566635132, | |
| "rewards/margins": 0.053660131990909576, | |
| "rewards/margins_max": 0.053660131990909576, | |
| "rewards/margins_min": 0.053660131990909576, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.02428797259926796, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.28515625, | |
| "learning_rate": 2.9659131627729555e-07, | |
| "logits/chosen": -2.1441378593444824, | |
| "logits/rejected": -1.2556051015853882, | |
| "logps/chosen": -273.76507568359375, | |
| "logps/rejected": -173.42489624023438, | |
| "loss": 0.6632, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 0.039141856133937836, | |
| "rewards/margins": 0.05589345097541809, | |
| "rewards/margins_max": 0.05589345097541809, | |
| "rewards/margins_min": 0.05589345097541809, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.016751592978835106, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.3515625, | |
| "learning_rate": 2.9022551665451433e-07, | |
| "logits/chosen": -2.107771158218384, | |
| "logits/rejected": -1.0939693450927734, | |
| "logps/chosen": -241.0987091064453, | |
| "logps/rejected": -229.3813018798828, | |
| "loss": 0.6646, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.043823134154081345, | |
| "rewards/margins": 0.08219417929649353, | |
| "rewards/margins_max": 0.08219417929649353, | |
| "rewards/margins_min": 0.08219417929649353, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.038371045142412186, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.33984375, | |
| "learning_rate": 2.838328249375328e-07, | |
| "logits/chosen": -2.0250961780548096, | |
| "logits/rejected": -1.5862263441085815, | |
| "logps/chosen": -230.3356475830078, | |
| "logps/rejected": -250.5562286376953, | |
| "loss": 0.6655, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": 0.022846568375825882, | |
| "rewards/margins": 0.05219893902540207, | |
| "rewards/margins_max": 0.05219893902540207, | |
| "rewards/margins_min": 0.05219893902540207, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.029352372512221336, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 2.774175148531329e-07, | |
| "logits/chosen": -2.0457088947296143, | |
| "logits/rejected": -1.532765507698059, | |
| "logps/chosen": -224.957763671875, | |
| "logps/rejected": -234.0838165283203, | |
| "loss": 0.6647, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 0.02778591774404049, | |
| "rewards/margins": 0.0492682009935379, | |
| "rewards/margins_max": 0.0492682009935379, | |
| "rewards/margins_min": 0.0492682009935379, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.021482281386852264, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.2734375, | |
| "learning_rate": 2.7098387524922667e-07, | |
| "logits/chosen": -1.8189055919647217, | |
| "logits/rejected": -1.4590321779251099, | |
| "logps/chosen": -187.11215209960938, | |
| "logps/rejected": -179.0242156982422, | |
| "loss": 0.6658, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 0.01335279643535614, | |
| "rewards/margins": 0.04278566688299179, | |
| "rewards/margins_max": 0.04278566688299179, | |
| "rewards/margins_min": 0.04278566688299179, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.0294328723102808, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 2.6453620722761895e-07, | |
| "logits/chosen": -2.1215291023254395, | |
| "logits/rejected": -1.4057071208953857, | |
| "logps/chosen": -323.5494689941406, | |
| "logps/rejected": -305.4034118652344, | |
| "loss": 0.6632, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 0.030355731025338173, | |
| "rewards/margins": 0.0672043040394783, | |
| "rewards/margins_max": 0.0672043040394783, | |
| "rewards/margins_min": 0.0672043040394783, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.036848582327365875, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.32421875, | |
| "learning_rate": 2.580788212685777e-07, | |
| "logits/chosen": -2.018144369125366, | |
| "logits/rejected": -1.5041452646255493, | |
| "logps/chosen": -206.16226196289062, | |
| "logps/rejected": -224.09854125976562, | |
| "loss": 0.6658, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.019517984241247177, | |
| "rewards/margins": 0.047711052000522614, | |
| "rewards/margins_max": 0.047711052000522614, | |
| "rewards/margins_min": 0.047711052000522614, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.028193065896630287, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.30078125, | |
| "learning_rate": 2.516160343491348e-07, | |
| "logits/chosen": -2.0774478912353516, | |
| "logits/rejected": -1.3242664337158203, | |
| "logps/chosen": -261.04791259765625, | |
| "logps/rejected": -214.69058227539062, | |
| "loss": 0.6654, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 0.03108522854745388, | |
| "rewards/margins": 0.07123453170061111, | |
| "rewards/margins_max": 0.07123453170061111, | |
| "rewards/margins_min": 0.07123453170061111, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.040149301290512085, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 2.4515216705704393e-07, | |
| "logits/chosen": -2.14136004447937, | |
| "logits/rejected": -1.2130528688430786, | |
| "logps/chosen": -302.6998291015625, | |
| "logps/rejected": -223.78067016601562, | |
| "loss": 0.6606, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 0.032542888075113297, | |
| "rewards/margins": 0.0818304568529129, | |
| "rewards/margins_max": 0.0818304568529129, | |
| "rewards/margins_min": 0.0818304568529129, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.04928756505250931, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.328125, | |
| "learning_rate": 2.386915407023234e-07, | |
| "logits/chosen": -2.1050310134887695, | |
| "logits/rejected": -1.4062013626098633, | |
| "logps/chosen": -249.6138458251953, | |
| "logps/rejected": -318.61773681640625, | |
| "loss": 0.6605, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.03660450130701065, | |
| "rewards/margins": 0.07939177751541138, | |
| "rewards/margins_max": 0.07939177751541138, | |
| "rewards/margins_min": 0.07939177751541138, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.042787276208400726, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.296875, | |
| "learning_rate": 2.3223847442831753e-07, | |
| "logits/chosen": -2.0049426555633545, | |
| "logits/rejected": -1.5466521978378296, | |
| "logps/chosen": -226.28701782226562, | |
| "logps/rejected": -283.0534973144531, | |
| "loss": 0.6647, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.01987474039196968, | |
| "rewards/margins": 0.07332300394773483, | |
| "rewards/margins_max": 0.07332300394773483, | |
| "rewards/margins_min": 0.07332300394773483, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.05344826728105545, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.328125, | |
| "learning_rate": 2.2579728232420523e-07, | |
| "logits/chosen": -2.082897663116455, | |
| "logits/rejected": -1.373595118522644, | |
| "logps/chosen": -310.93695068359375, | |
| "logps/rejected": -240.2857208251953, | |
| "loss": 0.6632, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.0339638814330101, | |
| "rewards/margins": 0.06445649266242981, | |
| "rewards/margins_max": 0.06445649266242981, | |
| "rewards/margins_min": 0.06445649266242981, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.030492613092064857, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.380859375, | |
| "learning_rate": 2.1937227054088868e-07, | |
| "logits/chosen": -2.041259288787842, | |
| "logits/rejected": -1.4105521440505981, | |
| "logps/chosen": -291.784423828125, | |
| "logps/rejected": -246.40859985351562, | |
| "loss": 0.6643, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.024001669138669968, | |
| "rewards/margins": 0.05560433119535446, | |
| "rewards/margins_max": 0.05560433119535446, | |
| "rewards/margins_min": 0.05560433119535446, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.031602658331394196, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.318359375, | |
| "learning_rate": 2.1296773441218785e-07, | |
| "logits/chosen": -2.0651352405548096, | |
| "logits/rejected": -1.4306925535202026, | |
| "logps/chosen": -239.18588256835938, | |
| "logps/rejected": -210.4315948486328, | |
| "loss": 0.664, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.026126444339752197, | |
| "rewards/margins": 0.06849897652864456, | |
| "rewards/margins_max": 0.06849897652864456, | |
| "rewards/margins_min": 0.06849897652864456, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.04237252101302147, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.298828125, | |
| "learning_rate": 2.065879555832674e-07, | |
| "logits/chosen": -1.9278161525726318, | |
| "logits/rejected": -1.6418416500091553, | |
| "logps/chosen": -215.7371063232422, | |
| "logps/rejected": -255.38583374023438, | |
| "loss": 0.6652, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.019038062542676926, | |
| "rewards/margins": 0.051104627549648285, | |
| "rewards/margins_max": 0.051104627549648285, | |
| "rewards/margins_min": 0.051104627549648285, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.03206656873226166, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.34765625, | |
| "learning_rate": 2.0023719914821489e-07, | |
| "logits/chosen": -2.149594783782959, | |
| "logits/rejected": -1.4589303731918335, | |
| "logps/chosen": -219.695556640625, | |
| "logps/rejected": -241.76828002929688, | |
| "loss": 0.6628, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.03597152605652809, | |
| "rewards/margins": 0.06724558025598526, | |
| "rewards/margins_max": 0.06724558025598526, | |
| "rewards/margins_min": 0.06724558025598526, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.03127405419945717, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 1.9391971079868313e-07, | |
| "logits/chosen": -2.0435116291046143, | |
| "logits/rejected": -1.4584076404571533, | |
| "logps/chosen": -240.8225555419922, | |
| "logps/rejected": -303.6410827636719, | |
| "loss": 0.6637, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 0.029604297131299973, | |
| "rewards/margins": 0.06337974220514297, | |
| "rewards/margins_max": 0.06337974220514297, | |
| "rewards/margins_min": 0.06337974220514297, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.033775445073843, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 1.8763971398550467e-07, | |
| "logits/chosen": -2.0277044773101807, | |
| "logits/rejected": -1.4923416376113892, | |
| "logps/chosen": -250.7859344482422, | |
| "logps/rejected": -254.98202514648438, | |
| "loss": 0.6673, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": 0.028646240010857582, | |
| "rewards/margins": 0.054024677723646164, | |
| "rewards/margins_max": 0.054024677723646164, | |
| "rewards/margins_min": 0.054024677723646164, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.025378435850143433, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.333984375, | |
| "learning_rate": 1.8140140709517465e-07, | |
| "logits/chosen": -2.047708034515381, | |
| "logits/rejected": -1.4980854988098145, | |
| "logps/chosen": -210.7559051513672, | |
| "logps/rejected": -207.94351196289062, | |
| "loss": 0.6643, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 0.01899396814405918, | |
| "rewards/margins": 0.048039522022008896, | |
| "rewards/margins_max": 0.048039522022008896, | |
| "rewards/margins_min": 0.048039522022008896, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.029045552015304565, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.353515625, | |
| "learning_rate": 1.7520896064308963e-07, | |
| "logits/chosen": -1.8993380069732666, | |
| "logits/rejected": -1.4513304233551025, | |
| "logps/chosen": -223.9241943359375, | |
| "logps/rejected": -297.637939453125, | |
| "loss": 0.6628, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 0.018290331587195396, | |
| "rewards/margins": 0.0594097264111042, | |
| "rewards/margins_max": 0.0594097264111042, | |
| "rewards/margins_min": 0.0594097264111042, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.04111938923597336, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.34765625, | |
| "learning_rate": 1.6906651448541976e-07, | |
| "logits/chosen": -2.0621097087860107, | |
| "logits/rejected": -1.237048625946045, | |
| "logps/chosen": -278.96832275390625, | |
| "logps/rejected": -267.96844482421875, | |
| "loss": 0.6608, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.03597429022192955, | |
| "rewards/margins": 0.08543314039707184, | |
| "rewards/margins_max": 0.08543314039707184, | |
| "rewards/margins_min": 0.08543314039707184, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.04945885390043259, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.298828125, | |
| "learning_rate": 1.6297817505147739e-07, | |
| "logits/chosen": -1.8318344354629517, | |
| "logits/rejected": -1.3975905179977417, | |
| "logps/chosen": -238.3777618408203, | |
| "logps/rejected": -247.81350708007812, | |
| "loss": 0.6627, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 0.02713797055184841, | |
| "rewards/margins": 0.06845160573720932, | |
| "rewards/margins_max": 0.06845160573720932, | |
| "rewards/margins_min": 0.06845160573720932, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.04131363332271576, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.328125, | |
| "learning_rate": 1.5694801259843254e-07, | |
| "logits/chosen": -2.059532880783081, | |
| "logits/rejected": -1.5730485916137695, | |
| "logps/chosen": -219.37161254882812, | |
| "logps/rejected": -227.13394165039062, | |
| "loss": 0.6632, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 0.010322242975234985, | |
| "rewards/margins": 0.04914015904068947, | |
| "rewards/margins_max": 0.04914015904068947, | |
| "rewards/margins_min": 0.04914015904068947, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.03881791979074478, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.357421875, | |
| "learning_rate": 1.5098005849021078e-07, | |
| "logits/chosen": -2.163090467453003, | |
| "logits/rejected": -1.4286366701126099, | |
| "logps/chosen": -239.53402709960938, | |
| "logps/rejected": -268.863037109375, | |
| "loss": 0.6635, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.042647577822208405, | |
| "rewards/margins": 0.0607173927128315, | |
| "rewards/margins_max": 0.0607173927128315, | |
| "rewards/margins_min": 0.0607173927128315, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.018069813027977943, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.4140625, | |
| "learning_rate": 1.4507830250239272e-07, | |
| "logits/chosen": -2.114851474761963, | |
| "logits/rejected": -1.3711202144622803, | |
| "logps/chosen": -214.02481079101562, | |
| "logps/rejected": -197.78500366210938, | |
| "loss": 0.665, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 0.03332282230257988, | |
| "rewards/margins": 0.057616226375103, | |
| "rewards/margins_max": 0.057616226375103, | |
| "rewards/margins_min": 0.057616226375103, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.02429339662194252, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.32421875, | |
| "learning_rate": 1.3924669015491628e-07, | |
| "logits/chosen": -1.891593337059021, | |
| "logits/rejected": -1.4508168697357178, | |
| "logps/chosen": -190.78921508789062, | |
| "logps/rejected": -210.9984588623047, | |
| "loss": 0.6632, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 0.037054695188999176, | |
| "rewards/margins": 0.06240003556013107, | |
| "rewards/margins_max": 0.06240003556013107, | |
| "rewards/margins_min": 0.06240003556013107, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.025345345959067345, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.322265625, | |
| "learning_rate": 1.3348912007436536e-07, | |
| "logits/chosen": -1.919196367263794, | |
| "logits/rejected": -1.4774754047393799, | |
| "logps/chosen": -243.7454376220703, | |
| "logps/rejected": -358.8896484375, | |
| "loss": 0.6585, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 0.021201713010668755, | |
| "rewards/margins": 0.0581810362637043, | |
| "rewards/margins_max": 0.0581810362637043, | |
| "rewards/margins_min": 0.0581810362637043, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.036979321390390396, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.296875, | |
| "learning_rate": 1.2780944138760896e-07, | |
| "logits/chosen": -2.0747437477111816, | |
| "logits/rejected": -1.4782272577285767, | |
| "logps/chosen": -193.60910034179688, | |
| "logps/rejected": -173.97982788085938, | |
| "loss": 0.6677, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": 0.020243193954229355, | |
| "rewards/margins": 0.04255754500627518, | |
| "rewards/margins_max": 0.04255754500627518, | |
| "rewards/margins_min": 0.04255754500627518, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.022314347326755524, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.375, | |
| "learning_rate": 1.222114511485317e-07, | |
| "logits/chosen": -2.0575144290924072, | |
| "logits/rejected": -1.5969568490982056, | |
| "logps/chosen": -213.1886749267578, | |
| "logps/rejected": -241.73458862304688, | |
| "loss": 0.6621, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": 0.037582967430353165, | |
| "rewards/margins": 0.061435867100954056, | |
| "rewards/margins_max": 0.061435867100954056, | |
| "rewards/margins_min": 0.061435867100954056, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.02385290339589119, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.32421875, | |
| "learning_rate": 1.1669889179957723e-07, | |
| "logits/chosen": -1.9735885858535767, | |
| "logits/rejected": -1.662937879562378, | |
| "logps/chosen": -208.2716064453125, | |
| "logps/rejected": -174.0637664794922, | |
| "loss": 0.6654, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 0.009742580354213715, | |
| "rewards/margins": 0.03067430481314659, | |
| "rewards/margins_max": 0.03067430481314659, | |
| "rewards/margins_min": 0.03067430481314659, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.020931728184223175, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.318359375, | |
| "learning_rate": 1.112754486698008e-07, | |
| "logits/chosen": -2.019521713256836, | |
| "logits/rejected": -1.5791001319885254, | |
| "logps/chosen": -187.46524047851562, | |
| "logps/rejected": -178.125732421875, | |
| "loss": 0.6615, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.01672300137579441, | |
| "rewards/margins": 0.04681010916829109, | |
| "rewards/margins_max": 0.04681010916829109, | |
| "rewards/margins_min": 0.04681010916829109, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.03008710779249668, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.373046875, | |
| "learning_rate": 1.059447475111049e-07, | |
| "logits/chosen": -1.9721561670303345, | |
| "logits/rejected": -1.4720313549041748, | |
| "logps/chosen": -247.0120849609375, | |
| "logps/rejected": -213.7181396484375, | |
| "loss": 0.6647, | |
| "rewards/accuracies": 0.8500000238418579, | |
| "rewards/chosen": 0.035904593765735626, | |
| "rewards/margins": 0.05502895638346672, | |
| "rewards/margins_max": 0.05502895638346672, | |
| "rewards/margins_min": 0.05502895638346672, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.019124364480376244, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.326171875, | |
| "learning_rate": 1.007103520743035e-07, | |
| "logits/chosen": -2.0138068199157715, | |
| "logits/rejected": -1.4093111753463745, | |
| "logps/chosen": -254.36618041992188, | |
| "logps/rejected": -262.58319091796875, | |
| "loss": 0.6628, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": 0.03567090258002281, | |
| "rewards/margins": 0.05842595174908638, | |
| "rewards/margins_max": 0.05842595174908638, | |
| "rewards/margins_min": 0.05842595174908638, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.022755051031708717, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.30078125, | |
| "learning_rate": 9.557576172663575e-08, | |
| "logits/chosen": -1.9736032485961914, | |
| "logits/rejected": -1.531928300857544, | |
| "logps/chosen": -213.33682250976562, | |
| "logps/rejected": -193.63340759277344, | |
| "loss": 0.6648, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 0.012441306374967098, | |
| "rewards/margins": 0.04004935175180435, | |
| "rewards/margins_max": 0.04004935175180435, | |
| "rewards/margins_min": 0.04004935175180435, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.027608046308159828, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.34765625, | |
| "learning_rate": 9.054440911232347e-08, | |
| "logits/chosen": -1.9753551483154297, | |
| "logits/rejected": -1.4374115467071533, | |
| "logps/chosen": -257.1168518066406, | |
| "logps/rejected": -271.955078125, | |
| "loss": 0.6641, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.018898367881774902, | |
| "rewards/margins": 0.054756682366132736, | |
| "rewards/margins_max": 0.054756682366132736, | |
| "rewards/margins_min": 0.054756682366132736, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.035858314484357834, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.30078125, | |
| "learning_rate": 8.561965785773412e-08, | |
| "logits/chosen": -2.133695125579834, | |
| "logits/rejected": -1.565525770187378, | |
| "logps/chosen": -212.60366821289062, | |
| "logps/rejected": -182.28314208984375, | |
| "loss": 0.6679, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 0.030873173847794533, | |
| "rewards/margins": 0.05696907639503479, | |
| "rewards/margins_max": 0.05696907639503479, | |
| "rewards/margins_min": 0.05696907639503479, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.026095900684595108, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 8.080480032268452e-08, | |
| "logits/chosen": -1.9859001636505127, | |
| "logits/rejected": -1.4256551265716553, | |
| "logps/chosen": -243.8011474609375, | |
| "logps/rejected": -223.94677734375, | |
| "loss": 0.6639, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.02358115091919899, | |
| "rewards/margins": 0.051641564816236496, | |
| "rewards/margins_max": 0.051641564816236496, | |
| "rewards/margins_min": 0.051641564816236496, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.028060410171747208, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.322265625, | |
| "learning_rate": 7.61030553993895e-08, | |
| "logits/chosen": -1.9076287746429443, | |
| "logits/rejected": -1.4924620389938354, | |
| "logps/chosen": -216.83840942382812, | |
| "logps/rejected": -196.377685546875, | |
| "loss": 0.6633, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 0.013671179302036762, | |
| "rewards/margins": 0.049784958362579346, | |
| "rewards/margins_max": 0.049784958362579346, | |
| "rewards/margins_min": 0.049784958362579346, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.03611377626657486, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 7.151756636052527e-08, | |
| "logits/chosen": -2.130204916000366, | |
| "logits/rejected": -1.5611693859100342, | |
| "logps/chosen": -222.9783477783203, | |
| "logps/rejected": -241.9842987060547, | |
| "loss": 0.6591, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.03606210649013519, | |
| "rewards/margins": 0.059976816177368164, | |
| "rewards/margins_max": 0.059976816177368164, | |
| "rewards/margins_min": 0.059976816177368164, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.02391471341252327, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.33984375, | |
| "learning_rate": 6.705139875784699e-08, | |
| "logits/chosen": -2.0021703243255615, | |
| "logits/rejected": -1.3691127300262451, | |
| "logps/chosen": -229.1208038330078, | |
| "logps/rejected": -196.5934295654297, | |
| "loss": 0.664, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.016182031482458115, | |
| "rewards/margins": 0.04835697263479233, | |
| "rewards/margins_max": 0.04835697263479233, | |
| "rewards/margins_min": 0.04835697263479233, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.03217494487762451, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.357421875, | |
| "learning_rate": 6.270753837276599e-08, | |
| "logits/chosen": -1.9585247039794922, | |
| "logits/rejected": -1.6326916217803955, | |
| "logps/chosen": -208.2965850830078, | |
| "logps/rejected": -220.41714477539062, | |
| "loss": 0.6634, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.02728954516351223, | |
| "rewards/margins": 0.05682883784174919, | |
| "rewards/margins_max": 0.05682883784174919, | |
| "rewards/margins_min": 0.05682883784174919, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.02953929826617241, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.322265625, | |
| "learning_rate": 5.848888922025552e-08, | |
| "logits/chosen": -2.0108110904693604, | |
| "logits/rejected": -1.5322282314300537, | |
| "logps/chosen": -193.75543212890625, | |
| "logps/rejected": -214.4615020751953, | |
| "loss": 0.6642, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.02274712175130844, | |
| "rewards/margins": 0.062083650380373, | |
| "rewards/margins_max": 0.062083650380373, | |
| "rewards/margins_min": 0.062083650380373, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.03933652862906456, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 5.439827160742006e-08, | |
| "logits/chosen": -1.9512097835540771, | |
| "logits/rejected": -1.6602758169174194, | |
| "logps/chosen": -189.49319458007812, | |
| "logps/rejected": -244.29592895507812, | |
| "loss": 0.6643, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": 0.02437346801161766, | |
| "rewards/margins": 0.0436645932495594, | |
| "rewards/margins_max": 0.0436645932495594, | |
| "rewards/margins_min": 0.0436645932495594, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.019291121512651443, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.35546875, | |
| "learning_rate": 5.0438420248026745e-08, | |
| "logits/chosen": -1.8881117105484009, | |
| "logits/rejected": -1.3894041776657104, | |
| "logps/chosen": -198.81190490722656, | |
| "logps/rejected": -250.2027587890625, | |
| "loss": 0.6616, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.03594060614705086, | |
| "rewards/margins": 0.07942356169223785, | |
| "rewards/margins_max": 0.07942356169223785, | |
| "rewards/margins_min": 0.07942356169223785, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.0434829518198967, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.34375, | |
| "learning_rate": 4.6611982434258124e-08, | |
| "logits/chosen": -1.934699296951294, | |
| "logits/rejected": -1.1928954124450684, | |
| "logps/chosen": -261.38677978515625, | |
| "logps/rejected": -241.5679473876953, | |
| "loss": 0.6629, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.024552561342716217, | |
| "rewards/margins": 0.060813069343566895, | |
| "rewards/margins_max": 0.060813069343566895, | |
| "rewards/margins_min": 0.060813069343566895, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.03626050800085068, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 4.292151626690924e-08, | |
| "logits/chosen": -2.027463674545288, | |
| "logits/rejected": -1.3185806274414062, | |
| "logps/chosen": -252.04483032226562, | |
| "logps/rejected": -265.124267578125, | |
| "loss": 0.667, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 0.03300962597131729, | |
| "rewards/margins": 0.0655718669295311, | |
| "rewards/margins_max": 0.0655718669295311, | |
| "rewards/margins_min": 0.0655718669295311, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.032562240958213806, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.330078125, | |
| "learning_rate": 3.9369488945212606e-08, | |
| "logits/chosen": -2.0518107414245605, | |
| "logits/rejected": -1.5059715509414673, | |
| "logps/chosen": -211.740478515625, | |
| "logps/rejected": -182.64515686035156, | |
| "loss": 0.6653, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.016033833846449852, | |
| "rewards/margins": 0.05374104902148247, | |
| "rewards/margins_max": 0.05374104902148247, | |
| "rewards/margins_min": 0.05374104902148247, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.037707217037677765, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.34375, | |
| "learning_rate": 3.5958275117433404e-08, | |
| "logits/chosen": -2.0312271118164062, | |
| "logits/rejected": -1.4592535495758057, | |
| "logps/chosen": -251.87002563476562, | |
| "logps/rejected": -245.94912719726562, | |
| "loss": 0.6674, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 0.025403957813978195, | |
| "rewards/margins": 0.058066435158252716, | |
| "rewards/margins_max": 0.058066435158252716, | |
| "rewards/margins_min": 0.058066435158252716, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.03266247734427452, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 3.269015529333805e-08, | |
| "logits/chosen": -2.043374538421631, | |
| "logits/rejected": -1.4708629846572876, | |
| "logps/chosen": -234.3373565673828, | |
| "logps/rejected": -253.6455841064453, | |
| "loss": 0.6632, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.04083864018321037, | |
| "rewards/margins": 0.06850458681583405, | |
| "rewards/margins_max": 0.06850458681583405, | |
| "rewards/margins_min": 0.06850458681583405, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.027665939182043076, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.4296875, | |
| "learning_rate": 2.9567314319598e-08, | |
| "logits/chosen": -1.8975934982299805, | |
| "logits/rejected": -1.23898184299469, | |
| "logps/chosen": -194.3213348388672, | |
| "logps/rejected": -143.7144317626953, | |
| "loss": 0.6637, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.029597630724310875, | |
| "rewards/margins": 0.058405883610248566, | |
| "rewards/margins_max": 0.058405883610248566, | |
| "rewards/margins_min": 0.058405883610248566, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.02880825474858284, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.30078125, | |
| "learning_rate": 2.659183991914696e-08, | |
| "logits/chosen": -2.1204023361206055, | |
| "logits/rejected": -1.3706982135772705, | |
| "logps/chosen": -244.99868774414062, | |
| "logps/rejected": -214.16195678710938, | |
| "loss": 0.6647, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.02851070463657379, | |
| "rewards/margins": 0.07035355269908905, | |
| "rewards/margins_max": 0.07035355269908905, | |
| "rewards/margins_min": 0.07035355269908905, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.04184284433722496, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 2.3765721295468666e-08, | |
| "logits/chosen": -1.8714052438735962, | |
| "logits/rejected": -1.6353321075439453, | |
| "logps/chosen": -162.21560668945312, | |
| "logps/rejected": -206.0563507080078, | |
| "loss": 0.6639, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 0.027320072054862976, | |
| "rewards/margins": 0.04566752910614014, | |
| "rewards/margins_max": 0.04566752910614014, | |
| "rewards/margins_min": 0.04566752910614014, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.01834745705127716, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.35546875, | |
| "learning_rate": 2.109084780274853e-08, | |
| "logits/chosen": -1.9949709177017212, | |
| "logits/rejected": -1.4209120273590088, | |
| "logps/chosen": -259.18963623046875, | |
| "logps/rejected": -235.44589233398438, | |
| "loss": 0.6632, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 0.023489583283662796, | |
| "rewards/margins": 0.07520689070224762, | |
| "rewards/margins_max": 0.07520689070224762, | |
| "rewards/margins_min": 0.07520689070224762, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.05171731114387512, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.357421875, | |
| "learning_rate": 1.8569007682777415e-08, | |
| "logits/chosen": -2.0659101009368896, | |
| "logits/rejected": -1.2472288608551025, | |
| "logps/chosen": -237.00924682617188, | |
| "logps/rejected": -287.98492431640625, | |
| "loss": 0.6659, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.032205354422330856, | |
| "rewards/margins": 0.06721274554729462, | |
| "rewards/margins_max": 0.06721274554729462, | |
| "rewards/margins_min": 0.06721274554729462, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.03500739112496376, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.32421875, | |
| "learning_rate": 1.620188686945259e-08, | |
| "logits/chosen": -2.077946186065674, | |
| "logits/rejected": -1.3815569877624512, | |
| "logps/chosen": -299.30889892578125, | |
| "logps/rejected": -249.3920135498047, | |
| "loss": 0.6653, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.03304355591535568, | |
| "rewards/margins": 0.05800234526395798, | |
| "rewards/margins_max": 0.05800234526395798, | |
| "rewards/margins_min": 0.05800234526395798, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.024958789348602295, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 1.3991067861675004e-08, | |
| "logits/chosen": -2.1188392639160156, | |
| "logits/rejected": -1.4769757986068726, | |
| "logps/chosen": -290.83831787109375, | |
| "logps/rejected": -317.05499267578125, | |
| "loss": 0.6598, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 0.02561381086707115, | |
| "rewards/margins": 0.05808825045824051, | |
| "rewards/margins_max": 0.05808825045824051, | |
| "rewards/margins_min": 0.05808825045824051, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.03247443586587906, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.302734375, | |
| "learning_rate": 1.1938028665396171e-08, | |
| "logits/chosen": -1.9317171573638916, | |
| "logits/rejected": -1.4349186420440674, | |
| "logps/chosen": -260.46673583984375, | |
| "logps/rejected": -225.98544311523438, | |
| "loss": 0.6616, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 0.025805342942476273, | |
| "rewards/margins": 0.05584897845983505, | |
| "rewards/margins_max": 0.05584897845983505, | |
| "rewards/margins_min": 0.05584897845983505, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.03004363179206848, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.291015625, | |
| "learning_rate": 1.0044141805522016e-08, | |
| "logits/chosen": -1.959181785583496, | |
| "logits/rejected": -1.532305359840393, | |
| "logps/chosen": -225.9596710205078, | |
| "logps/rejected": -205.9132537841797, | |
| "loss": 0.6615, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 0.021490924060344696, | |
| "rewards/margins": 0.04717742279171944, | |
| "rewards/margins_max": 0.04717742279171944, | |
| "rewards/margins_min": 0.04717742279171944, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.02568650245666504, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.30078125, | |
| "learning_rate": 8.310673408334496e-09, | |
| "logits/chosen": -2.0635626316070557, | |
| "logits/rejected": -1.3920619487762451, | |
| "logps/chosen": -252.69125366210938, | |
| "logps/rejected": -257.30242919921875, | |
| "loss": 0.6648, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.036212801933288574, | |
| "rewards/margins": 0.061691027134656906, | |
| "rewards/margins_max": 0.061691027134656906, | |
| "rewards/margins_min": 0.061691027134656906, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.02547823265194893, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.373046875, | |
| "learning_rate": 6.738782355044048e-09, | |
| "logits/chosen": -2.0646793842315674, | |
| "logits/rejected": -1.4474830627441406, | |
| "logps/chosen": -206.7698516845703, | |
| "logps/rejected": -193.35592651367188, | |
| "loss": 0.6606, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.023445401340723038, | |
| "rewards/margins": 0.059154510498046875, | |
| "rewards/margins_max": 0.059154510498046875, | |
| "rewards/margins_min": 0.059154510498046875, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.03570910915732384, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.349609375, | |
| "learning_rate": 5.329519507038971e-09, | |
| "logits/chosen": -1.9023844003677368, | |
| "logits/rejected": -1.439485788345337, | |
| "logps/chosen": -172.00807189941406, | |
| "logps/rejected": -252.7501983642578, | |
| "loss": 0.6673, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.027050817385315895, | |
| "rewards/margins": 0.04781107231974602, | |
| "rewards/margins_max": 0.04781107231974602, | |
| "rewards/margins_min": 0.04781107231974602, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.02076025679707527, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.322265625, | |
| "learning_rate": 4.0838270033497215e-09, | |
| "logits/chosen": -1.969686508178711, | |
| "logits/rejected": -1.2621902227401733, | |
| "logps/chosen": -262.63665771484375, | |
| "logps/rejected": -258.04046630859375, | |
| "loss": 0.6626, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.03954679146409035, | |
| "rewards/margins": 0.06421086192131042, | |
| "rewards/margins_max": 0.06421086192131042, | |
| "rewards/margins_min": 0.06421086192131042, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.024664074182510376, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.28515625, | |
| "learning_rate": 3.002537630797747e-09, | |
| "logits/chosen": -2.1349868774414062, | |
| "logits/rejected": -1.539178729057312, | |
| "logps/chosen": -239.86355590820312, | |
| "logps/rejected": -216.4762420654297, | |
| "loss": 0.6654, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.02870868518948555, | |
| "rewards/margins": 0.05009246617555618, | |
| "rewards/margins_max": 0.05009246617555618, | |
| "rewards/margins_min": 0.05009246617555618, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.021383779123425484, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.2890625, | |
| "learning_rate": 2.086374267249724e-09, | |
| "logits/chosen": -1.9572795629501343, | |
| "logits/rejected": -1.5572397708892822, | |
| "logps/chosen": -175.27236938476562, | |
| "logps/rejected": -249.5878448486328, | |
| "loss": 0.6644, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.03202231973409653, | |
| "rewards/margins": 0.0639900267124176, | |
| "rewards/margins_max": 0.0639900267124176, | |
| "rewards/margins_min": 0.0639900267124176, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.031967706978321075, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.31640625, | |
| "learning_rate": 1.335949398349634e-09, | |
| "logits/chosen": -1.8132435083389282, | |
| "logits/rejected": -1.541999101638794, | |
| "logps/chosen": -219.1054229736328, | |
| "logps/rejected": -244.1142120361328, | |
| "loss": 0.6644, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.01563115045428276, | |
| "rewards/margins": 0.04497561603784561, | |
| "rewards/margins_max": 0.04497561603784561, | |
| "rewards/margins_min": 0.04497561603784561, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.02934446558356285, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.279296875, | |
| "learning_rate": 7.51764708051994e-10, | |
| "logits/chosen": -2.0751729011535645, | |
| "logits/rejected": -1.464297890663147, | |
| "logps/chosen": -209.7403564453125, | |
| "logps/rejected": -202.22215270996094, | |
| "loss": 0.6649, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": 0.03106120601296425, | |
| "rewards/margins": 0.054163604974746704, | |
| "rewards/margins_max": 0.054163604974746704, | |
| "rewards/margins_min": 0.054163604974746704, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.023102398961782455, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 3.342107432292018e-10, | |
| "logits/chosen": -2.0309865474700928, | |
| "logits/rejected": -1.6503880023956299, | |
| "logps/chosen": -216.9345245361328, | |
| "logps/rejected": -258.69244384765625, | |
| "loss": 0.6634, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": 0.028563106432557106, | |
| "rewards/margins": 0.058413028717041016, | |
| "rewards/margins_max": 0.058413028717041016, | |
| "rewards/margins_min": 0.058413028717041016, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.029849926009774208, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.359375, | |
| "learning_rate": 8.356665257813755e-11, | |
| "logits/chosen": -1.9864270687103271, | |
| "logits/rejected": -1.565781831741333, | |
| "logps/chosen": -220.52267456054688, | |
| "logps/rejected": -224.6304473876953, | |
| "loss": 0.6644, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.028376713395118713, | |
| "rewards/margins": 0.06000853702425957, | |
| "rewards/margins_max": 0.06000853702425957, | |
| "rewards/margins_min": 0.06000853702425957, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.03163183480501175, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 0.0, | |
| "logits/chosen": -2.139542818069458, | |
| "logits/rejected": -1.3155004978179932, | |
| "logps/chosen": -288.415283203125, | |
| "logps/rejected": -208.6166229248047, | |
| "loss": 0.6643, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 0.03153330832719803, | |
| "rewards/margins": 0.05774186924099922, | |
| "rewards/margins_max": 0.05774186924099922, | |
| "rewards/margins_min": 0.05774186924099922, | |
| "rewards/margins_std": NaN, | |
| "rewards/rejected": -0.026208559051156044, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_logits/chosen": -1.1541073322296143, | |
| "eval_logits/rejected": -1.0117074251174927, | |
| "eval_logps/chosen": -321.7533264160156, | |
| "eval_logps/rejected": -313.631103515625, | |
| "eval_loss": 0.6924247145652771, | |
| "eval_rewards/accuracies": 0.5640000104904175, | |
| "eval_rewards/chosen": 0.023777291178703308, | |
| "eval_rewards/margins": 0.0020897758658975363, | |
| "eval_rewards/margins_max": 0.03932913392782211, | |
| "eval_rewards/margins_min": -0.036177705973386765, | |
| "eval_rewards/margins_std": 0.033525750041007996, | |
| "eval_rewards/rejected": 0.021687516942620277, | |
| "eval_runtime": 809.7327, | |
| "eval_samples_per_second": 9.88, | |
| "eval_steps_per_second": 0.309, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "step": 1350, | |
| "total_flos": 0.0, | |
| "train_loss": 0.6709109875007911, | |
| "train_runtime": 7657.6869, | |
| "train_samples_per_second": 2.821, | |
| "train_steps_per_second": 0.176 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 1350, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 100, | |
| "total_flos": 0.0, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |