| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.0, | |
| "eval_steps": 500, | |
| "global_step": 1274, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0007849293563579278, | |
| "grad_norm": 6.091196076983652, | |
| "learning_rate": 3.90625e-09, | |
| "logits/chosen": 5914.52099609375, | |
| "logits/rejected": 2785.021484375, | |
| "logps/chosen": -212.45889282226562, | |
| "logps/rejected": -98.59669494628906, | |
| "loss": 1.3863, | |
| "rewards/accuracies": 0.0, | |
| "rewards/chosen": 0.0, | |
| "rewards/margins": 0.0, | |
| "rewards/rejected": 0.0, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.007849293563579277, | |
| "grad_norm": 6.048636541099143, | |
| "learning_rate": 3.9062499999999997e-08, | |
| "logits/chosen": 4973.81396484375, | |
| "logits/rejected": 4328.32861328125, | |
| "logps/chosen": -204.19737243652344, | |
| "logps/rejected": -179.740234375, | |
| "loss": 1.3862, | |
| "rewards/accuracies": 0.5, | |
| "rewards/chosen": 0.08651990443468094, | |
| "rewards/margins": 0.12112583220005035, | |
| "rewards/rejected": -0.034605927765369415, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.015698587127158554, | |
| "grad_norm": 6.189956928555152, | |
| "learning_rate": 7.812499999999999e-08, | |
| "logits/chosen": 6084.02587890625, | |
| "logits/rejected": 4834.0732421875, | |
| "logps/chosen": -217.18612670898438, | |
| "logps/rejected": -196.73153686523438, | |
| "loss": 1.3864, | |
| "rewards/accuracies": 0.5249999761581421, | |
| "rewards/chosen": 0.02506137453019619, | |
| "rewards/margins": 0.04303772374987602, | |
| "rewards/rejected": -0.01797635480761528, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.023547880690737835, | |
| "grad_norm": 5.4726473359462195, | |
| "learning_rate": 1.1718749999999999e-07, | |
| "logits/chosen": 6084.0302734375, | |
| "logits/rejected": 5104.97900390625, | |
| "logps/chosen": -250.5454559326172, | |
| "logps/rejected": -209.36410522460938, | |
| "loss": 1.3861, | |
| "rewards/accuracies": 0.5583332777023315, | |
| "rewards/chosen": 0.026890581473708153, | |
| "rewards/margins": 0.09340113401412964, | |
| "rewards/rejected": -0.06651054322719574, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.03139717425431711, | |
| "grad_norm": 5.708267831588723, | |
| "learning_rate": 1.5624999999999999e-07, | |
| "logits/chosen": 5311.87744140625, | |
| "logits/rejected": 4346.86328125, | |
| "logps/chosen": -212.0022430419922, | |
| "logps/rejected": -181.71847534179688, | |
| "loss": 1.386, | |
| "rewards/accuracies": 0.6166666746139526, | |
| "rewards/chosen": 0.07700984179973602, | |
| "rewards/margins": 0.10846559703350067, | |
| "rewards/rejected": -0.031455766409635544, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.03924646781789639, | |
| "grad_norm": 5.759396354993872, | |
| "learning_rate": 1.9531249999999998e-07, | |
| "logits/chosen": 6424.58251953125, | |
| "logits/rejected": 5042.18115234375, | |
| "logps/chosen": -265.2978820800781, | |
| "logps/rejected": -206.7998809814453, | |
| "loss": 1.3856, | |
| "rewards/accuracies": 0.6750000715255737, | |
| "rewards/chosen": 0.3287124037742615, | |
| "rewards/margins": 0.4289844036102295, | |
| "rewards/rejected": -0.10027195513248444, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.04709576138147567, | |
| "grad_norm": 5.54406858970845, | |
| "learning_rate": 2.3437499999999998e-07, | |
| "logits/chosen": 5484.29541015625, | |
| "logits/rejected": 4559.962890625, | |
| "logps/chosen": -213.7506103515625, | |
| "logps/rejected": -209.12460327148438, | |
| "loss": 1.385, | |
| "rewards/accuracies": 0.6583333611488342, | |
| "rewards/chosen": 0.253384530544281, | |
| "rewards/margins": 0.5778969526290894, | |
| "rewards/rejected": -0.32451242208480835, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.054945054945054944, | |
| "grad_norm": 5.35185403577633, | |
| "learning_rate": 2.734375e-07, | |
| "logits/chosen": 5194.3994140625, | |
| "logits/rejected": 4918.51220703125, | |
| "logps/chosen": -178.344970703125, | |
| "logps/rejected": -177.43560791015625, | |
| "loss": 1.3842, | |
| "rewards/accuracies": 0.6916667222976685, | |
| "rewards/chosen": 0.13593974709510803, | |
| "rewards/margins": 0.8398297429084778, | |
| "rewards/rejected": -0.7038900256156921, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.06279434850863422, | |
| "grad_norm": 5.638870230561589, | |
| "learning_rate": 3.1249999999999997e-07, | |
| "logits/chosen": 5774.1318359375, | |
| "logits/rejected": 5269.8134765625, | |
| "logps/chosen": -196.78341674804688, | |
| "logps/rejected": -182.97677612304688, | |
| "loss": 1.3822, | |
| "rewards/accuracies": 0.6416666507720947, | |
| "rewards/chosen": -0.21483942866325378, | |
| "rewards/margins": 1.1714082956314087, | |
| "rewards/rejected": -1.3862475156784058, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.0706436420722135, | |
| "grad_norm": 6.478511073625711, | |
| "learning_rate": 3.5156249999999997e-07, | |
| "logits/chosen": 6040.28759765625, | |
| "logits/rejected": 5181.716796875, | |
| "logps/chosen": -220.1483917236328, | |
| "logps/rejected": -190.4631805419922, | |
| "loss": 1.3787, | |
| "rewards/accuracies": 0.7666666507720947, | |
| "rewards/chosen": -1.2661734819412231, | |
| "rewards/margins": 4.753196716308594, | |
| "rewards/rejected": -6.019370079040527, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.07849293563579278, | |
| "grad_norm": 7.188974837064224, | |
| "learning_rate": 3.9062499999999997e-07, | |
| "logits/chosen": 5967.84326171875, | |
| "logits/rejected": 5745.97119140625, | |
| "logps/chosen": -213.9687042236328, | |
| "logps/rejected": -208.8219757080078, | |
| "loss": 1.3796, | |
| "rewards/accuracies": 0.6833333969116211, | |
| "rewards/chosen": -3.738008975982666, | |
| "rewards/margins": 5.6422576904296875, | |
| "rewards/rejected": -9.380266189575195, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.08634222919937205, | |
| "grad_norm": 6.118081410153287, | |
| "learning_rate": 4.2968749999999996e-07, | |
| "logits/chosen": 6471.71923828125, | |
| "logits/rejected": 5290.84716796875, | |
| "logps/chosen": -188.41543579101562, | |
| "logps/rejected": -190.62838745117188, | |
| "loss": 1.3749, | |
| "rewards/accuracies": 0.6666666865348816, | |
| "rewards/chosen": -5.300592422485352, | |
| "rewards/margins": 6.335596561431885, | |
| "rewards/rejected": -11.636189460754395, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.09419152276295134, | |
| "grad_norm": 8.791461375827627, | |
| "learning_rate": 4.6874999999999996e-07, | |
| "logits/chosen": 6398.0341796875, | |
| "logits/rejected": 5325.00927734375, | |
| "logps/chosen": -210.2766571044922, | |
| "logps/rejected": -212.75204467773438, | |
| "loss": 1.3728, | |
| "rewards/accuracies": 0.6666666865348816, | |
| "rewards/chosen": -7.439939022064209, | |
| "rewards/margins": 7.147006988525391, | |
| "rewards/rejected": -14.586946487426758, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.10204081632653061, | |
| "grad_norm": 6.480916055994096, | |
| "learning_rate": 4.999962424962166e-07, | |
| "logits/chosen": 6332.94677734375, | |
| "logits/rejected": 5863.13134765625, | |
| "logps/chosen": -215.77871704101562, | |
| "logps/rejected": -212.88671875, | |
| "loss": 1.3705, | |
| "rewards/accuracies": 0.7083333730697632, | |
| "rewards/chosen": -5.970229625701904, | |
| "rewards/margins": 9.271949768066406, | |
| "rewards/rejected": -15.242179870605469, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.10989010989010989, | |
| "grad_norm": 7.916401372438219, | |
| "learning_rate": 4.998647417232375e-07, | |
| "logits/chosen": 6197.4365234375, | |
| "logits/rejected": 5458.46240234375, | |
| "logps/chosen": -195.366943359375, | |
| "logps/rejected": -196.8258056640625, | |
| "loss": 1.3696, | |
| "rewards/accuracies": 0.6250000596046448, | |
| "rewards/chosen": -9.699501037597656, | |
| "rewards/margins": 9.53441047668457, | |
| "rewards/rejected": -19.23391342163086, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.11773940345368916, | |
| "grad_norm": 9.11816822426609, | |
| "learning_rate": 4.995454786965036e-07, | |
| "logits/chosen": 6377.1611328125, | |
| "logits/rejected": 5330.43115234375, | |
| "logps/chosen": -209.7741241455078, | |
| "logps/rejected": -192.396728515625, | |
| "loss": 1.3666, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": -8.089722633361816, | |
| "rewards/margins": 12.00928783416748, | |
| "rewards/rejected": -20.099010467529297, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.12558869701726844, | |
| "grad_norm": 7.198206798530057, | |
| "learning_rate": 4.990386933279972e-07, | |
| "logits/chosen": 6321.40087890625, | |
| "logits/rejected": 5649.20849609375, | |
| "logps/chosen": -207.3892822265625, | |
| "logps/rejected": -219.2005157470703, | |
| "loss": 1.3659, | |
| "rewards/accuracies": 0.6916667222976685, | |
| "rewards/chosen": -9.86109733581543, | |
| "rewards/margins": 12.281832695007324, | |
| "rewards/rejected": -22.14293098449707, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.13343799058084774, | |
| "grad_norm": 6.321494665117691, | |
| "learning_rate": 4.983447664444096e-07, | |
| "logits/chosen": 6516.60546875, | |
| "logits/rejected": 5811.42822265625, | |
| "logps/chosen": -219.67501831054688, | |
| "logps/rejected": -216.0376434326172, | |
| "loss": 1.3671, | |
| "rewards/accuracies": 0.6750000715255737, | |
| "rewards/chosen": -10.054361343383789, | |
| "rewards/margins": 9.661711692810059, | |
| "rewards/rejected": -19.71607208251953, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.141287284144427, | |
| "grad_norm": 7.558390140870204, | |
| "learning_rate": 4.97464219500968e-07, | |
| "logits/chosen": 5710.5439453125, | |
| "logits/rejected": 4990.15771484375, | |
| "logps/chosen": -198.03170776367188, | |
| "logps/rejected": -199.192626953125, | |
| "loss": 1.3638, | |
| "rewards/accuracies": 0.6500000357627869, | |
| "rewards/chosen": -9.503952026367188, | |
| "rewards/margins": 11.527425765991211, | |
| "rewards/rejected": -21.031375885009766, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.14913657770800628, | |
| "grad_norm": 8.14145163308194, | |
| "learning_rate": 4.963977141895843e-07, | |
| "logits/chosen": 5859.50146484375, | |
| "logits/rejected": 5036.01953125, | |
| "logps/chosen": -214.22640991210938, | |
| "logps/rejected": -225.4895782470703, | |
| "loss": 1.3601, | |
| "rewards/accuracies": 0.7250000834465027, | |
| "rewards/chosen": -10.467451095581055, | |
| "rewards/margins": 23.782638549804688, | |
| "rewards/rejected": -34.25008773803711, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.15698587127158556, | |
| "grad_norm": 8.494418405300177, | |
| "learning_rate": 4.951460519416227e-07, | |
| "logits/chosen": 5772.40625, | |
| "logits/rejected": 5338.69140625, | |
| "logps/chosen": -191.8777313232422, | |
| "logps/rejected": -223.7870635986328, | |
| "loss": 1.359, | |
| "rewards/accuracies": 0.7333333492279053, | |
| "rewards/chosen": -9.333466529846191, | |
| "rewards/margins": 17.782575607299805, | |
| "rewards/rejected": -27.116046905517578, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.16483516483516483, | |
| "grad_norm": 9.658476061049418, | |
| "learning_rate": 4.937101733256606e-07, | |
| "logits/chosen": 5223.62548828125, | |
| "logits/rejected": 4660.197265625, | |
| "logps/chosen": -166.54293823242188, | |
| "logps/rejected": -186.89669799804688, | |
| "loss": 1.3593, | |
| "rewards/accuracies": 0.6666666865348816, | |
| "rewards/chosen": -12.629673957824707, | |
| "rewards/margins": 17.08604621887207, | |
| "rewards/rejected": -29.715723037719727, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.1726844583987441, | |
| "grad_norm": 12.248366456833509, | |
| "learning_rate": 4.920911573406924e-07, | |
| "logits/chosen": 6362.5478515625, | |
| "logits/rejected": 5419.66650390625, | |
| "logps/chosen": -207.56906127929688, | |
| "logps/rejected": -192.8691864013672, | |
| "loss": 1.3577, | |
| "rewards/accuracies": 0.7166666388511658, | |
| "rewards/chosen": -11.232467651367188, | |
| "rewards/margins": 17.640005111694336, | |
| "rewards/rejected": -28.872472763061523, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.18053375196232338, | |
| "grad_norm": 7.234262107057838, | |
| "learning_rate": 4.902902206053098e-07, | |
| "logits/chosen": 5827.66650390625, | |
| "logits/rejected": 5263.23046875, | |
| "logps/chosen": -198.8260498046875, | |
| "logps/rejected": -209.947265625, | |
| "loss": 1.3604, | |
| "rewards/accuracies": 0.7000000476837158, | |
| "rewards/chosen": -11.487305641174316, | |
| "rewards/margins": 18.69247817993164, | |
| "rewards/rejected": -30.179784774780273, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.18838304552590268, | |
| "grad_norm": 8.459392596172329, | |
| "learning_rate": 4.883087164434672e-07, | |
| "logits/chosen": 5309.54736328125, | |
| "logits/rejected": 4243.5830078125, | |
| "logps/chosen": -175.29354858398438, | |
| "logps/rejected": -179.5849151611328, | |
| "loss": 1.3558, | |
| "rewards/accuracies": 0.7750000357627869, | |
| "rewards/chosen": -7.664523124694824, | |
| "rewards/margins": 17.230939865112305, | |
| "rewards/rejected": -24.895463943481445, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.19623233908948196, | |
| "grad_norm": 9.145048905164794, | |
| "learning_rate": 4.861481338675183e-07, | |
| "logits/chosen": 6279.61474609375, | |
| "logits/rejected": 5581.43603515625, | |
| "logps/chosen": -178.78981018066406, | |
| "logps/rejected": -217.976806640625, | |
| "loss": 1.3579, | |
| "rewards/accuracies": 0.7166666984558105, | |
| "rewards/chosen": -11.645959854125977, | |
| "rewards/margins": 21.824161529541016, | |
| "rewards/rejected": -33.470123291015625, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.20408163265306123, | |
| "grad_norm": 10.037813125733608, | |
| "learning_rate": 4.838100964592904e-07, | |
| "logits/chosen": 6413.66650390625, | |
| "logits/rejected": 5192.2119140625, | |
| "logps/chosen": -214.44338989257812, | |
| "logps/rejected": -199.10244750976562, | |
| "loss": 1.3693, | |
| "rewards/accuracies": 0.7083333730697632, | |
| "rewards/chosen": -14.724939346313477, | |
| "rewards/margins": 18.1535587310791, | |
| "rewards/rejected": -32.87849426269531, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.2119309262166405, | |
| "grad_norm": 10.210289382921355, | |
| "learning_rate": 4.812963611500339e-07, | |
| "logits/chosen": 6258.6923828125, | |
| "logits/rejected": 6061.39453125, | |
| "logps/chosen": -207.8274383544922, | |
| "logps/rejected": -219.6881561279297, | |
| "loss": 1.3476, | |
| "rewards/accuracies": 0.6416667103767395, | |
| "rewards/chosen": -11.071606636047363, | |
| "rewards/margins": 19.98748779296875, | |
| "rewards/rejected": -31.059091567993164, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.21978021978021978, | |
| "grad_norm": 11.667424937518986, | |
| "learning_rate": 4.786088169001671e-07, | |
| "logits/chosen": 5358.77783203125, | |
| "logits/rejected": 4660.5009765625, | |
| "logps/chosen": -173.97543334960938, | |
| "logps/rejected": -208.5042266845703, | |
| "loss": 1.3537, | |
| "rewards/accuracies": 0.7583333253860474, | |
| "rewards/chosen": -10.824542045593262, | |
| "rewards/margins": 28.37823486328125, | |
| "rewards/rejected": -39.202781677246094, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.22762951334379905, | |
| "grad_norm": 10.483113107420898, | |
| "learning_rate": 4.7574948327980567e-07, | |
| "logits/chosen": 7435.53759765625, | |
| "logits/rejected": 5505.32666015625, | |
| "logps/chosen": -247.2607879638672, | |
| "logps/rejected": -226.1746368408203, | |
| "loss": 1.3473, | |
| "rewards/accuracies": 0.7666667699813843, | |
| "rewards/chosen": -10.232341766357422, | |
| "rewards/margins": 33.42657470703125, | |
| "rewards/rejected": -43.65891647338867, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.23547880690737832, | |
| "grad_norm": 8.228448413177858, | |
| "learning_rate": 4.727205089511466e-07, | |
| "logits/chosen": 5422.88818359375, | |
| "logits/rejected": 5400.13525390625, | |
| "logps/chosen": -178.8369903564453, | |
| "logps/rejected": -201.50466918945312, | |
| "loss": 1.357, | |
| "rewards/accuracies": 0.6750000715255737, | |
| "rewards/chosen": -11.364561080932617, | |
| "rewards/margins": 19.953664779663086, | |
| "rewards/rejected": -31.318225860595703, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.24332810047095763, | |
| "grad_norm": 7.699139270208414, | |
| "learning_rate": 4.6952417005384247e-07, | |
| "logits/chosen": 6096.75732421875, | |
| "logits/rejected": 5434.83837890625, | |
| "logps/chosen": -185.6956024169922, | |
| "logps/rejected": -198.10134887695312, | |
| "loss": 1.3619, | |
| "rewards/accuracies": 0.7583333849906921, | |
| "rewards/chosen": -8.114912033081055, | |
| "rewards/margins": 14.518139839172363, | |
| "rewards/rejected": -22.6330509185791, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.25117739403453687, | |
| "grad_norm": 8.328180326269704, | |
| "learning_rate": 4.661628684945851e-07, | |
| "logits/chosen": 6136.8212890625, | |
| "logits/rejected": 5324.23583984375, | |
| "logps/chosen": -210.75827026367188, | |
| "logps/rejected": -234.6461944580078, | |
| "loss": 1.3578, | |
| "rewards/accuracies": 0.6499999761581421, | |
| "rewards/chosen": -9.701288223266602, | |
| "rewards/margins": 22.927001953125, | |
| "rewards/rejected": -32.62828826904297, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.25902668759811615, | |
| "grad_norm": 9.875007026467317, | |
| "learning_rate": 4.626391301421782e-07, | |
| "logits/chosen": 5934.5712890625, | |
| "logits/rejected": 5409.8681640625, | |
| "logps/chosen": -204.72036743164062, | |
| "logps/rejected": -202.51492309570312, | |
| "loss": 1.3638, | |
| "rewards/accuracies": 0.6916666626930237, | |
| "rewards/chosen": -10.267139434814453, | |
| "rewards/margins": 14.924982070922852, | |
| "rewards/rejected": -25.192119598388672, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.2668759811616955, | |
| "grad_norm": 8.606670577696239, | |
| "learning_rate": 4.5895560292945996e-07, | |
| "logits/chosen": 6179.17822265625, | |
| "logits/rejected": 6319.3310546875, | |
| "logps/chosen": -199.89364624023438, | |
| "logps/rejected": -245.26809692382812, | |
| "loss": 1.356, | |
| "rewards/accuracies": 0.7083333730697632, | |
| "rewards/chosen": -6.035394191741943, | |
| "rewards/margins": 18.865169525146484, | |
| "rewards/rejected": -24.900564193725586, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.27472527472527475, | |
| "grad_norm": 22.986995482748114, | |
| "learning_rate": 4.5511505486349865e-07, | |
| "logits/chosen": 6497.4287109375, | |
| "logits/rejected": 5893.86474609375, | |
| "logps/chosen": -206.90151977539062, | |
| "logps/rejected": -249.62130737304688, | |
| "loss": 1.3533, | |
| "rewards/accuracies": 0.7666666507720947, | |
| "rewards/chosen": -12.075809478759766, | |
| "rewards/margins": 30.723468780517578, | |
| "rewards/rejected": -42.79928207397461, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.282574568288854, | |
| "grad_norm": 9.742030346206404, | |
| "learning_rate": 4.5112037194555876e-07, | |
| "logits/chosen": 5949.8857421875, | |
| "logits/rejected": 5860.00634765625, | |
| "logps/chosen": -198.9341278076172, | |
| "logps/rejected": -252.93209838867188, | |
| "loss": 1.3655, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": -21.01068878173828, | |
| "rewards/margins": 32.63959503173828, | |
| "rewards/rejected": -53.6502799987793, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.2904238618524333, | |
| "grad_norm": 8.763637069131867, | |
| "learning_rate": 4.4697455600239863e-07, | |
| "logits/chosen": 5399.63525390625, | |
| "logits/rejected": 5097.599609375, | |
| "logps/chosen": -195.9980010986328, | |
| "logps/rejected": -197.7607879638672, | |
| "loss": 1.3627, | |
| "rewards/accuracies": 0.6833333373069763, | |
| "rewards/chosen": -11.57593822479248, | |
| "rewards/margins": 18.113765716552734, | |
| "rewards/rejected": -29.6897029876709, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.29827315541601257, | |
| "grad_norm": 9.722274579855199, | |
| "learning_rate": 4.426807224305315e-07, | |
| "logits/chosen": 6468.1220703125, | |
| "logits/rejected": 5369.0634765625, | |
| "logps/chosen": -234.26748657226562, | |
| "logps/rejected": -212.1043243408203, | |
| "loss": 1.354, | |
| "rewards/accuracies": 0.7833333611488342, | |
| "rewards/chosen": -5.926461219787598, | |
| "rewards/margins": 23.168312072753906, | |
| "rewards/rejected": -29.094772338867188, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.30612244897959184, | |
| "grad_norm": 15.31595541298082, | |
| "learning_rate": 4.3824209785514326e-07, | |
| "logits/chosen": 6639.2294921875, | |
| "logits/rejected": 5100.4287109375, | |
| "logps/chosen": -221.4827117919922, | |
| "logps/rejected": -218.9009552001953, | |
| "loss": 1.3476, | |
| "rewards/accuracies": 0.7583333849906921, | |
| "rewards/chosen": -5.989265441894531, | |
| "rewards/margins": 33.05856704711914, | |
| "rewards/rejected": -39.047828674316406, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.3139717425431711, | |
| "grad_norm": 10.537639563559068, | |
| "learning_rate": 4.3366201770542687e-07, | |
| "logits/chosen": 5737.9208984375, | |
| "logits/rejected": 5631.57080078125, | |
| "logps/chosen": -203.96151733398438, | |
| "logps/rejected": -229.1461639404297, | |
| "loss": 1.3599, | |
| "rewards/accuracies": 0.7333333492279053, | |
| "rewards/chosen": -13.172935485839844, | |
| "rewards/margins": 27.23373794555664, | |
| "rewards/rejected": -40.406673431396484, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.3218210361067504, | |
| "grad_norm": 14.959421459394797, | |
| "learning_rate": 4.2894392370815567e-07, | |
| "logits/chosen": 6207.42041015625, | |
| "logits/rejected": 5546.6611328125, | |
| "logps/chosen": -224.15078735351562, | |
| "logps/rejected": -258.1195068359375, | |
| "loss": 1.3344, | |
| "rewards/accuracies": 0.7416666746139526, | |
| "rewards/chosen": -11.663908004760742, | |
| "rewards/margins": 38.00326156616211, | |
| "rewards/rejected": -49.66717529296875, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.32967032967032966, | |
| "grad_norm": 17.843898253212178, | |
| "learning_rate": 4.2409136130137845e-07, | |
| "logits/chosen": 5856.669921875, | |
| "logits/rejected": 5317.4970703125, | |
| "logps/chosen": -218.15768432617188, | |
| "logps/rejected": -230.917236328125, | |
| "loss": 1.3484, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": -14.127777099609375, | |
| "rewards/margins": 35.54801940917969, | |
| "rewards/rejected": -49.6757926940918, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.33751962323390894, | |
| "grad_norm": 12.654228568647438, | |
| "learning_rate": 4.1910797697018017e-07, | |
| "logits/chosen": 5639.2978515625, | |
| "logits/rejected": 4720.31982421875, | |
| "logps/chosen": -193.45645141601562, | |
| "logps/rejected": -209.80795288085938, | |
| "loss": 1.3462, | |
| "rewards/accuracies": 0.7666667103767395, | |
| "rewards/chosen": -13.711461067199707, | |
| "rewards/margins": 34.86336898803711, | |
| "rewards/rejected": -48.57483673095703, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.3453689167974882, | |
| "grad_norm": 15.182887086880035, | |
| "learning_rate": 4.1399751550651084e-07, | |
| "logits/chosen": 5991.6171875, | |
| "logits/rejected": 5934.1552734375, | |
| "logps/chosen": -193.38800048828125, | |
| "logps/rejected": -230.582275390625, | |
| "loss": 1.3459, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": -10.994651794433594, | |
| "rewards/margins": 27.90401268005371, | |
| "rewards/rejected": -38.89866638183594, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.3532182103610675, | |
| "grad_norm": 12.029246709671026, | |
| "learning_rate": 4.087638171951401e-07, | |
| "logits/chosen": 6900.34765625, | |
| "logits/rejected": 4994.3525390625, | |
| "logps/chosen": -218.0048370361328, | |
| "logps/rejected": -219.4988555908203, | |
| "loss": 1.3499, | |
| "rewards/accuracies": 0.7583333253860474, | |
| "rewards/chosen": -9.236083984375, | |
| "rewards/margins": 47.2701416015625, | |
| "rewards/rejected": -56.5062255859375, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.36106750392464676, | |
| "grad_norm": 15.803880587400545, | |
| "learning_rate": 4.034108149278543e-07, | |
| "logits/chosen": 7089.22021484375, | |
| "logits/rejected": 5539.4384765625, | |
| "logps/chosen": -264.29150390625, | |
| "logps/rejected": -238.7609405517578, | |
| "loss": 1.3517, | |
| "rewards/accuracies": 0.73333340883255, | |
| "rewards/chosen": -13.85925006866455, | |
| "rewards/margins": 34.69366455078125, | |
| "rewards/rejected": -48.552913665771484, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.36891679748822603, | |
| "grad_norm": 16.115599045605588, | |
| "learning_rate": 3.979425312480629e-07, | |
| "logits/chosen": 6082.546875, | |
| "logits/rejected": 5345.21728515625, | |
| "logps/chosen": -225.55813598632812, | |
| "logps/rejected": -248.83438110351562, | |
| "loss": 1.3451, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": -13.293352127075195, | |
| "rewards/margins": 32.974754333496094, | |
| "rewards/rejected": -46.26811218261719, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.37676609105180536, | |
| "grad_norm": 12.53417188182312, | |
| "learning_rate": 3.923630753280357e-07, | |
| "logits/chosen": 6546.7509765625, | |
| "logits/rejected": 5691.3193359375, | |
| "logps/chosen": -218.65902709960938, | |
| "logps/rejected": -214.631103515625, | |
| "loss": 1.3509, | |
| "rewards/accuracies": 0.800000011920929, | |
| "rewards/chosen": -11.263853073120117, | |
| "rewards/margins": 28.971487045288086, | |
| "rewards/rejected": -40.23533630371094, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.38461538461538464, | |
| "grad_norm": 19.95513568811511, | |
| "learning_rate": 3.866766398810424e-07, | |
| "logits/chosen": 6155.7880859375, | |
| "logits/rejected": 5917.6748046875, | |
| "logps/chosen": -180.28146362304688, | |
| "logps/rejected": -236.327880859375, | |
| "loss": 1.3366, | |
| "rewards/accuracies": 0.7750000357627869, | |
| "rewards/chosen": -3.6729559898376465, | |
| "rewards/margins": 30.630626678466797, | |
| "rewards/rejected": -34.3035888671875, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.3924646781789639, | |
| "grad_norm": 14.227400790753371, | |
| "learning_rate": 3.8088749801071496e-07, | |
| "logits/chosen": 6715.08447265625, | |
| "logits/rejected": 5196.7041015625, | |
| "logps/chosen": -247.65261840820312, | |
| "logps/rejected": -270.3143005371094, | |
| "loss": 1.3572, | |
| "rewards/accuracies": 0.73333340883255, | |
| "rewards/chosen": -25.698944091796875, | |
| "rewards/margins": 42.09914779663086, | |
| "rewards/rejected": -67.798095703125, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.4003139717425432, | |
| "grad_norm": 10.674798547850948, | |
| "learning_rate": 3.75e-07, | |
| "logits/chosen": 5342.1806640625, | |
| "logits/rejected": 4739.6083984375, | |
| "logps/chosen": -199.51919555664062, | |
| "logps/rejected": -209.77294921875, | |
| "loss": 1.3525, | |
| "rewards/accuracies": 0.824999988079071, | |
| "rewards/chosen": -10.036214828491211, | |
| "rewards/margins": 33.37144088745117, | |
| "rewards/rejected": -43.407649993896484, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.40816326530612246, | |
| "grad_norm": 12.39074250082983, | |
| "learning_rate": 3.6901857004211443e-07, | |
| "logits/chosen": 5672.80517578125, | |
| "logits/rejected": 5283.02490234375, | |
| "logps/chosen": -211.51986694335938, | |
| "logps/rejected": -235.0128173828125, | |
| "loss": 1.3601, | |
| "rewards/accuracies": 0.6833333373069763, | |
| "rewards/chosen": -13.053865432739258, | |
| "rewards/margins": 26.170928955078125, | |
| "rewards/rejected": -39.224796295166016, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.41601255886970173, | |
| "grad_norm": 11.108226426071516, | |
| "learning_rate": 3.6294770291596076e-07, | |
| "logits/chosen": 6426.45166015625, | |
| "logits/rejected": 5303.09375, | |
| "logps/chosen": -220.7977294921875, | |
| "logps/rejected": -231.1540985107422, | |
| "loss": 1.3453, | |
| "rewards/accuracies": 0.6999999284744263, | |
| "rewards/chosen": -7.8749799728393555, | |
| "rewards/margins": 24.518779754638672, | |
| "rewards/rejected": -32.39376449584961, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.423861852433281, | |
| "grad_norm": 31.66087255257573, | |
| "learning_rate": 3.5679196060850034e-07, | |
| "logits/chosen": 6119.76708984375, | |
| "logits/rejected": 5501.98193359375, | |
| "logps/chosen": -221.72915649414062, | |
| "logps/rejected": -231.87255859375, | |
| "loss": 1.3487, | |
| "rewards/accuracies": 0.7166666984558105, | |
| "rewards/chosen": -10.911323547363281, | |
| "rewards/margins": 32.72243881225586, | |
| "rewards/rejected": -43.63376235961914, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.4317111459968603, | |
| "grad_norm": 17.116916865875684, | |
| "learning_rate": 3.505559688866229e-07, | |
| "logits/chosen": 5922.16259765625, | |
| "logits/rejected": 5534.40625, | |
| "logps/chosen": -227.80270385742188, | |
| "logps/rejected": -273.3616638183594, | |
| "loss": 1.3437, | |
| "rewards/accuracies": 0.7166666984558105, | |
| "rewards/chosen": -13.062261581420898, | |
| "rewards/margins": 35.235328674316406, | |
| "rewards/rejected": -48.29759216308594, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.43956043956043955, | |
| "grad_norm": 10.303239033366689, | |
| "learning_rate": 3.4424441382108826e-07, | |
| "logits/chosen": 5970.333984375, | |
| "logits/rejected": 5599.16015625, | |
| "logps/chosen": -220.08242797851562, | |
| "logps/rejected": -242.54141235351562, | |
| "loss": 1.354, | |
| "rewards/accuracies": 0.6583333611488342, | |
| "rewards/chosen": -16.8071346282959, | |
| "rewards/margins": 32.52507781982422, | |
| "rewards/rejected": -49.33221435546875, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.4474097331240188, | |
| "grad_norm": 20.36092824335855, | |
| "learning_rate": 3.378620382651523e-07, | |
| "logits/chosen": 6295.93798828125, | |
| "logits/rejected": 5818.79541015625, | |
| "logps/chosen": -256.4508361816406, | |
| "logps/rejected": -272.3232727050781, | |
| "loss": 1.3442, | |
| "rewards/accuracies": 0.7583333253860474, | |
| "rewards/chosen": -13.490982055664062, | |
| "rewards/margins": 35.06177520751953, | |
| "rewards/rejected": -48.55276107788086, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.4552590266875981, | |
| "grad_norm": 13.847806384981444, | |
| "learning_rate": 3.314136382905234e-07, | |
| "logits/chosen": 6245.16455078125, | |
| "logits/rejected": 5669.74609375, | |
| "logps/chosen": -220.435546875, | |
| "logps/rejected": -257.63934326171875, | |
| "loss": 1.3525, | |
| "rewards/accuracies": 0.7750000357627869, | |
| "rewards/chosen": -8.020076751708984, | |
| "rewards/margins": 36.30790328979492, | |
| "rewards/rejected": -44.327980041503906, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.4631083202511774, | |
| "grad_norm": 13.55788048465109, | |
| "learning_rate": 3.249040595833274e-07, | |
| "logits/chosen": 6800.77880859375, | |
| "logits/rejected": 5768.46728515625, | |
| "logps/chosen": -242.50244140625, | |
| "logps/rejected": -225.4458770751953, | |
| "loss": 1.3389, | |
| "rewards/accuracies": 0.7416666746139526, | |
| "rewards/chosen": -10.776572227478027, | |
| "rewards/margins": 35.810447692871094, | |
| "rewards/rejected": -46.5870246887207, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.47095761381475665, | |
| "grad_norm": 19.567474002862465, | |
| "learning_rate": 3.1833819380279023e-07, | |
| "logits/chosen": 6432.34130859375, | |
| "logits/rejected": 5503.3408203125, | |
| "logps/chosen": -190.61471557617188, | |
| "logps/rejected": -236.8105926513672, | |
| "loss": 1.3495, | |
| "rewards/accuracies": 0.7666667103767395, | |
| "rewards/chosen": -13.066381454467773, | |
| "rewards/margins": 34.057960510253906, | |
| "rewards/rejected": -47.12434005737305, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.478806907378336, | |
| "grad_norm": 10.833448357785096, | |
| "learning_rate": 3.11720974905373e-07, | |
| "logits/chosen": 6166.84716796875, | |
| "logits/rejected": 5408.181640625, | |
| "logps/chosen": -217.9842987060547, | |
| "logps/rejected": -233.4291534423828, | |
| "loss": 1.3351, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": -11.866181373596191, | |
| "rewards/margins": 36.140419006347656, | |
| "rewards/rejected": -48.0066032409668, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.48665620094191525, | |
| "grad_norm": 17.584761280856203, | |
| "learning_rate": 3.0505737543712275e-07, | |
| "logits/chosen": 5255.32763671875, | |
| "logits/rejected": 4338.2158203125, | |
| "logps/chosen": -199.14022827148438, | |
| "logps/rejected": -215.39840698242188, | |
| "loss": 1.3499, | |
| "rewards/accuracies": 0.8083333969116211, | |
| "rewards/chosen": -15.381566047668457, | |
| "rewards/margins": 38.9179801940918, | |
| "rewards/rejected": -54.29954147338867, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.4945054945054945, | |
| "grad_norm": 13.336131403415491, | |
| "learning_rate": 2.9835240279702513e-07, | |
| "logits/chosen": 6839.3251953125, | |
| "logits/rejected": 5872.88525390625, | |
| "logps/chosen": -251.8268280029297, | |
| "logps/rejected": -247.50167846679688, | |
| "loss": 1.3415, | |
| "rewards/accuracies": 0.7916666269302368, | |
| "rewards/chosen": -9.010820388793945, | |
| "rewards/margins": 44.24280548095703, | |
| "rewards/rejected": -53.25362014770508, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.5023547880690737, | |
| "grad_norm": 10.500273772282682, | |
| "learning_rate": 2.9161109547416667e-07, | |
| "logits/chosen": 6504.427734375, | |
| "logits/rejected": 5596.26953125, | |
| "logps/chosen": -223.74313354492188, | |
| "logps/rejected": -247.1144256591797, | |
| "loss": 1.3389, | |
| "rewards/accuracies": 0.6833333373069763, | |
| "rewards/chosen": -12.981588363647461, | |
| "rewards/margins": 19.623910903930664, | |
| "rewards/rejected": -32.605499267578125, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.5102040816326531, | |
| "grad_norm": 13.241712923369416, | |
| "learning_rate": 2.848385192615339e-07, | |
| "logits/chosen": 5621.92431640625, | |
| "logits/rejected": 4618.6728515625, | |
| "logps/chosen": -207.3036651611328, | |
| "logps/rejected": -212.81039428710938, | |
| "loss": 1.3446, | |
| "rewards/accuracies": 0.7749999761581421, | |
| "rewards/chosen": -10.964346885681152, | |
| "rewards/margins": 33.11830520629883, | |
| "rewards/rejected": -44.08264923095703, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.5180533751962323, | |
| "grad_norm": 13.137564726428407, | |
| "learning_rate": 2.780397634492949e-07, | |
| "logits/chosen": 6302.98388671875, | |
| "logits/rejected": 5078.0986328125, | |
| "logps/chosen": -229.484375, | |
| "logps/rejected": -250.4006805419922, | |
| "loss": 1.3497, | |
| "rewards/accuracies": 0.7916666865348816, | |
| "rewards/chosen": -12.097832679748535, | |
| "rewards/margins": 50.35541915893555, | |
| "rewards/rejected": -62.45325469970703, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.5259026687598116, | |
| "grad_norm": 12.607712109286384, | |
| "learning_rate": 2.71219937000424e-07, | |
| "logits/chosen": 6293.5849609375, | |
| "logits/rejected": 5201.06005859375, | |
| "logps/chosen": -219.1787109375, | |
| "logps/rejected": -234.1125030517578, | |
| "loss": 1.3522, | |
| "rewards/accuracies": 0.7916667461395264, | |
| "rewards/chosen": -12.419242858886719, | |
| "rewards/margins": 32.838829040527344, | |
| "rewards/rejected": -45.25807571411133, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.533751962323391, | |
| "grad_norm": 10.42216150578162, | |
| "learning_rate": 2.6438416471154273e-07, | |
| "logits/chosen": 6108.7177734375, | |
| "logits/rejected": 5131.86474609375, | |
| "logps/chosen": -223.22036743164062, | |
| "logps/rejected": -227.4945831298828, | |
| "loss": 1.3444, | |
| "rewards/accuracies": 0.7500000596046448, | |
| "rewards/chosen": -9.559103012084961, | |
| "rewards/margins": 38.708797454833984, | |
| "rewards/rejected": -48.267906188964844, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.5416012558869702, | |
| "grad_norm": 17.01807369235278, | |
| "learning_rate": 2.5753758336186326e-07, | |
| "logits/chosen": 6047.66015625, | |
| "logits/rejected": 5569.13134765625, | |
| "logps/chosen": -221.77609252929688, | |
| "logps/rejected": -264.51800537109375, | |
| "loss": 1.3412, | |
| "rewards/accuracies": 0.7416666746139526, | |
| "rewards/chosen": -12.669670104980469, | |
| "rewards/margins": 35.65166473388672, | |
| "rewards/rejected": -48.32134246826172, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.5494505494505495, | |
| "grad_norm": 16.12776261618448, | |
| "learning_rate": 2.5068533785312666e-07, | |
| "logits/chosen": 5761.84619140625, | |
| "logits/rejected": 5558.48583984375, | |
| "logps/chosen": -202.7579345703125, | |
| "logps/rejected": -238.9604034423828, | |
| "loss": 1.3651, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": -13.49761962890625, | |
| "rewards/margins": 38.488807678222656, | |
| "rewards/rejected": -51.986427307128906, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.5572998430141287, | |
| "grad_norm": 11.103396938840731, | |
| "learning_rate": 2.4383257734343794e-07, | |
| "logits/chosen": 5719.7939453125, | |
| "logits/rejected": 5761.4130859375, | |
| "logps/chosen": -207.0905303955078, | |
| "logps/rejected": -249.865966796875, | |
| "loss": 1.3403, | |
| "rewards/accuracies": 0.7583333849906921, | |
| "rewards/chosen": -13.179117202758789, | |
| "rewards/margins": 34.066200256347656, | |
| "rewards/rejected": -47.24531936645508, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.565149136577708, | |
| "grad_norm": 10.875868983762, | |
| "learning_rate": 2.3698445137790258e-07, | |
| "logits/chosen": 6126.095703125, | |
| "logits/rejected": 5306.52001953125, | |
| "logps/chosen": -227.9593505859375, | |
| "logps/rejected": -244.30264282226562, | |
| "loss": 1.3517, | |
| "rewards/accuracies": 0.7749999761581421, | |
| "rewards/chosen": -8.9561128616333, | |
| "rewards/margins": 35.58136749267578, | |
| "rewards/rejected": -44.537479400634766, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.5729984301412873, | |
| "grad_norm": 12.46733582160012, | |
| "learning_rate": 2.3014610601897157e-07, | |
| "logits/chosen": 6644.74365234375, | |
| "logits/rejected": 5127.03857421875, | |
| "logps/chosen": -237.8786163330078, | |
| "logps/rejected": -223.18807983398438, | |
| "loss": 1.3406, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": -12.732693672180176, | |
| "rewards/margins": 35.38166427612305, | |
| "rewards/rejected": -48.11436080932617, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.5808477237048666, | |
| "grad_norm": 14.378248213557361, | |
| "learning_rate": 2.2332267997940513e-07, | |
| "logits/chosen": 5524.26220703125, | |
| "logits/rejected": 4709.974609375, | |
| "logps/chosen": -201.53176879882812, | |
| "logps/rejected": -213.3249053955078, | |
| "loss": 1.3391, | |
| "rewards/accuracies": 0.800000011920929, | |
| "rewards/chosen": -9.107335090637207, | |
| "rewards/margins": 41.571495056152344, | |
| "rewards/rejected": -50.6788330078125, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.5886970172684458, | |
| "grad_norm": 16.649702927791314, | |
| "learning_rate": 2.1651930076075723e-07, | |
| "logits/chosen": 6013.10302734375, | |
| "logits/rejected": 5475.51953125, | |
| "logps/chosen": -194.5826416015625, | |
| "logps/rejected": -208.33847045898438, | |
| "loss": 1.3492, | |
| "rewards/accuracies": 0.7000000476837158, | |
| "rewards/chosen": -14.156700134277344, | |
| "rewards/margins": 27.087514877319336, | |
| "rewards/rejected": -41.24421691894531, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.5965463108320251, | |
| "grad_norm": 12.057829105152498, | |
| "learning_rate": 2.0974108080028692e-07, | |
| "logits/chosen": 6306.58837890625, | |
| "logits/rejected": 5016.3056640625, | |
| "logps/chosen": -212.6140594482422, | |
| "logps/rejected": -217.46597290039062, | |
| "loss": 1.3462, | |
| "rewards/accuracies": 0.7416666746139526, | |
| "rewards/chosen": -9.363100051879883, | |
| "rewards/margins": 33.57235336303711, | |
| "rewards/rejected": -42.935447692871094, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.6043956043956044, | |
| "grad_norm": 13.607431735853279, | |
| "learning_rate": 2.0299311362918773e-07, | |
| "logits/chosen": 6517.55224609375, | |
| "logits/rejected": 5634.74755859375, | |
| "logps/chosen": -242.9558563232422, | |
| "logps/rejected": -272.95355224609375, | |
| "loss": 1.3507, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": -13.222195625305176, | |
| "rewards/margins": 35.8712272644043, | |
| "rewards/rejected": -49.093421936035156, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.6122448979591837, | |
| "grad_norm": 14.042243888509429, | |
| "learning_rate": 1.962804700450265e-07, | |
| "logits/chosen": 6358.8125, | |
| "logits/rejected": 6069.78759765625, | |
| "logps/chosen": -226.16159057617188, | |
| "logps/rejected": -279.2201232910156, | |
| "loss": 1.3483, | |
| "rewards/accuracies": 0.7750000357627869, | |
| "rewards/chosen": -10.056262016296387, | |
| "rewards/margins": 31.77614974975586, | |
| "rewards/rejected": -41.83241653442383, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.6200941915227629, | |
| "grad_norm": 13.85111247684391, | |
| "learning_rate": 1.8960819430126334e-07, | |
| "logits/chosen": 5926.2744140625, | |
| "logits/rejected": 5265.1884765625, | |
| "logps/chosen": -216.1208953857422, | |
| "logps/rejected": -251.05642700195312, | |
| "loss": 1.3464, | |
| "rewards/accuracies": 0.7583333849906921, | |
| "rewards/chosen": -17.989896774291992, | |
| "rewards/margins": 44.46880340576172, | |
| "rewards/rejected": -62.45869827270508, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.6279434850863422, | |
| "grad_norm": 12.764962415212846, | |
| "learning_rate": 1.8298130031671972e-07, | |
| "logits/chosen": 5927.6357421875, | |
| "logits/rejected": 5216.50146484375, | |
| "logps/chosen": -230.69552612304688, | |
| "logps/rejected": -257.57598876953125, | |
| "loss": 1.3564, | |
| "rewards/accuracies": 0.7333333492279053, | |
| "rewards/chosen": -13.972677230834961, | |
| "rewards/margins": 30.90505027770996, | |
| "rewards/rejected": -44.87772750854492, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.6357927786499215, | |
| "grad_norm": 12.348701701738166, | |
| "learning_rate": 1.7640476790784075e-07, | |
| "logits/chosen": 5474.27490234375, | |
| "logits/rejected": 4945.47509765625, | |
| "logps/chosen": -213.3369598388672, | |
| "logps/rejected": -264.7867736816406, | |
| "loss": 1.3448, | |
| "rewards/accuracies": 0.7666667103767395, | |
| "rewards/chosen": -10.881568908691406, | |
| "rewards/margins": 32.60791778564453, | |
| "rewards/rejected": -43.48948287963867, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.6436420722135008, | |
| "grad_norm": 12.55787593683916, | |
| "learning_rate": 1.6988353904658492e-07, | |
| "logits/chosen": 5950.470703125, | |
| "logits/rejected": 4638.33349609375, | |
| "logps/chosen": -230.09524536132812, | |
| "logps/rejected": -206.407470703125, | |
| "loss": 1.3416, | |
| "rewards/accuracies": 0.7749999761581421, | |
| "rewards/chosen": -8.880694389343262, | |
| "rewards/margins": 28.838424682617188, | |
| "rewards/rejected": -37.71912384033203, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.6514913657770801, | |
| "grad_norm": 17.32057277815633, | |
| "learning_rate": 1.634225141467513e-07, | |
| "logits/chosen": 5889.0400390625, | |
| "logits/rejected": 5296.57861328125, | |
| "logps/chosen": -219.9248046875, | |
| "logps/rejected": -244.50936889648438, | |
| "loss": 1.3485, | |
| "rewards/accuracies": 0.7166666984558105, | |
| "rewards/chosen": -15.738775253295898, | |
| "rewards/margins": 36.31574249267578, | |
| "rewards/rejected": -52.05452346801758, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.6593406593406593, | |
| "grad_norm": 9.825712429431242, | |
| "learning_rate": 1.570265483815364e-07, | |
| "logits/chosen": 6438.00390625, | |
| "logits/rejected": 5311.1455078125, | |
| "logps/chosen": -243.78604125976562, | |
| "logps/rejected": -258.28704833984375, | |
| "loss": 1.3441, | |
| "rewards/accuracies": 0.699999988079071, | |
| "rewards/chosen": -16.456207275390625, | |
| "rewards/margins": 29.037649154663086, | |
| "rewards/rejected": -45.493858337402344, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.6671899529042387, | |
| "grad_norm": 14.735433365070342, | |
| "learning_rate": 1.5070044803508691e-07, | |
| "logits/chosen": 5953.31298828125, | |
| "logits/rejected": 5381.14306640625, | |
| "logps/chosen": -227.7479705810547, | |
| "logps/rejected": -255.1121368408203, | |
| "loss": 1.3349, | |
| "rewards/accuracies": 0.7666667103767395, | |
| "rewards/chosen": -12.270512580871582, | |
| "rewards/margins": 42.38630294799805, | |
| "rewards/rejected": -54.65681838989258, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.6750392464678179, | |
| "grad_norm": 14.85492459591332, | |
| "learning_rate": 1.444489668907914e-07, | |
| "logits/chosen": 6416.33544921875, | |
| "logits/rejected": 5480.611328125, | |
| "logps/chosen": -260.19989013671875, | |
| "logps/rejected": -254.9077606201172, | |
| "loss": 1.3516, | |
| "rewards/accuracies": 0.7750000953674316, | |
| "rewards/chosen": -12.429244995117188, | |
| "rewards/margins": 39.79665756225586, | |
| "rewards/rejected": -52.22589874267578, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.6828885400313972, | |
| "grad_norm": 13.017271488143887, | |
| "learning_rate": 1.3827680265902232e-07, | |
| "logits/chosen": 6371.8037109375, | |
| "logits/rejected": 5308.52490234375, | |
| "logps/chosen": -242.83413696289062, | |
| "logps/rejected": -247.3595733642578, | |
| "loss": 1.351, | |
| "rewards/accuracies": 0.7583333253860474, | |
| "rewards/chosen": -12.737371444702148, | |
| "rewards/margins": 33.933265686035156, | |
| "rewards/rejected": -46.67063522338867, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.6907378335949764, | |
| "grad_norm": 15.15778095800919, | |
| "learning_rate": 1.3218859344701632e-07, | |
| "logits/chosen": 5609.341796875, | |
| "logits/rejected": 5382.73095703125, | |
| "logps/chosen": -221.3697967529297, | |
| "logps/rejected": -276.8291931152344, | |
| "loss": 1.3483, | |
| "rewards/accuracies": 0.7749999761581421, | |
| "rewards/chosen": -10.858831405639648, | |
| "rewards/margins": 34.38120651245117, | |
| "rewards/rejected": -45.24003982543945, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.6985871271585558, | |
| "grad_norm": 13.765055358350205, | |
| "learning_rate": 1.2618891427354172e-07, | |
| "logits/chosen": 6611.1533203125, | |
| "logits/rejected": 5410.708984375, | |
| "logps/chosen": -267.79962158203125, | |
| "logps/rejected": -259.8660888671875, | |
| "loss": 1.3481, | |
| "rewards/accuracies": 0.7749999761581421, | |
| "rewards/chosen": -10.203554153442383, | |
| "rewards/margins": 37.881988525390625, | |
| "rewards/rejected": -48.085540771484375, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.706436420722135, | |
| "grad_norm": 12.391358583369788, | |
| "learning_rate": 1.202822736309758e-07, | |
| "logits/chosen": 5603.50537109375, | |
| "logits/rejected": 5218.40185546875, | |
| "logps/chosen": -215.1715087890625, | |
| "logps/rejected": -255.24758911132812, | |
| "loss": 1.3495, | |
| "rewards/accuracies": 0.7166666984558105, | |
| "rewards/chosen": -10.822305679321289, | |
| "rewards/margins": 33.995201110839844, | |
| "rewards/rejected": -44.8175048828125, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.7142857142857143, | |
| "grad_norm": 18.87336390048285, | |
| "learning_rate": 1.1447311009737299e-07, | |
| "logits/chosen": 5508.84375, | |
| "logits/rejected": 5254.75244140625, | |
| "logps/chosen": -222.1977081298828, | |
| "logps/rejected": -262.20513916015625, | |
| "loss": 1.3453, | |
| "rewards/accuracies": 0.7500000596046448, | |
| "rewards/chosen": -13.971402168273926, | |
| "rewards/margins": 40.305274963378906, | |
| "rewards/rejected": -54.27667999267578, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.7221350078492935, | |
| "grad_norm": 15.471482371326609, | |
| "learning_rate": 1.0876578900107053e-07, | |
| "logits/chosen": 6093.49951171875, | |
| "logits/rejected": 5076.36376953125, | |
| "logps/chosen": -245.2948455810547, | |
| "logps/rejected": -248.81405639648438, | |
| "loss": 1.3461, | |
| "rewards/accuracies": 0.7916666865348816, | |
| "rewards/chosen": -12.873262405395508, | |
| "rewards/margins": 37.79849624633789, | |
| "rewards/rejected": -50.6717529296875, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.7299843014128728, | |
| "grad_norm": 11.479378316337622, | |
| "learning_rate": 1.0316459914033793e-07, | |
| "logits/chosen": 6001.8134765625, | |
| "logits/rejected": 4559.4609375, | |
| "logps/chosen": -252.53317260742188, | |
| "logps/rejected": -239.29428100585938, | |
| "loss": 1.3471, | |
| "rewards/accuracies": 0.7416666746139526, | |
| "rewards/chosen": -16.544239044189453, | |
| "rewards/margins": 36.82581329345703, | |
| "rewards/rejected": -53.37005615234375, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.7378335949764521, | |
| "grad_norm": 12.94277337339525, | |
| "learning_rate": 9.767374956053584e-08, | |
| "logits/chosen": 5815.173828125, | |
| "logits/rejected": 5115.169921875, | |
| "logps/chosen": -231.0220184326172, | |
| "logps/rejected": -261.7562561035156, | |
| "loss": 1.3429, | |
| "rewards/accuracies": 0.7083333730697632, | |
| "rewards/chosen": -12.728368759155273, | |
| "rewards/margins": 44.04799270629883, | |
| "rewards/rejected": -56.7763671875, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.7456828885400314, | |
| "grad_norm": 16.27087945734002, | |
| "learning_rate": 9.229736639120561e-08, | |
| "logits/chosen": 5988.3154296875, | |
| "logits/rejected": 5553.0830078125, | |
| "logps/chosen": -231.2310028076172, | |
| "logps/rejected": -251.68289184570312, | |
| "loss": 1.348, | |
| "rewards/accuracies": 0.7416666746139526, | |
| "rewards/chosen": -13.42981243133545, | |
| "rewards/margins": 24.098569869995117, | |
| "rewards/rejected": -37.528377532958984, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.7535321821036107, | |
| "grad_norm": 16.766717992055163, | |
| "learning_rate": 8.70394897454659e-08, | |
| "logits/chosen": 5841.966796875, | |
| "logits/rejected": 5221.5361328125, | |
| "logps/chosen": -227.2954864501953, | |
| "logps/rejected": -253.348876953125, | |
| "loss": 1.3363, | |
| "rewards/accuracies": 0.824999988079071, | |
| "rewards/chosen": -8.86706829071045, | |
| "rewards/margins": 42.00550079345703, | |
| "rewards/rejected": -50.87256622314453, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.7613814756671899, | |
| "grad_norm": 17.264677009971713, | |
| "learning_rate": 8.19040706840472e-08, | |
| "logits/chosen": 5942.7607421875, | |
| "logits/rejected": 4996.2412109375, | |
| "logps/chosen": -252.40908813476562, | |
| "logps/rejected": -269.8039855957031, | |
| "loss": 1.3361, | |
| "rewards/accuracies": 0.7416666746139526, | |
| "rewards/chosen": -12.189082145690918, | |
| "rewards/margins": 50.92434310913086, | |
| "rewards/rejected": -63.113426208496094, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.7692307692307693, | |
| "grad_norm": 12.969674705460362, | |
| "learning_rate": 7.689496824624525e-08, | |
| "logits/chosen": 5647.4619140625, | |
| "logits/rejected": 4565.35107421875, | |
| "logps/chosen": -239.58450317382812, | |
| "logps/rejected": -268.37799072265625, | |
| "loss": 1.3324, | |
| "rewards/accuracies": 0.824999988079071, | |
| "rewards/chosen": -10.767900466918945, | |
| "rewards/margins": 67.11649322509766, | |
| "rewards/rejected": -77.88438415527344, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.7770800627943485, | |
| "grad_norm": 23.179398971044233, | |
| "learning_rate": 7.201594655002458e-08, | |
| "logits/chosen": 5969.14111328125, | |
| "logits/rejected": 5011.64013671875, | |
| "logps/chosen": -241.0636444091797, | |
| "logps/rejected": -262.5384216308594, | |
| "loss": 1.3365, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": -15.168705940246582, | |
| "rewards/margins": 53.300010681152344, | |
| "rewards/rejected": -68.46871185302734, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.7849293563579278, | |
| "grad_norm": 18.79279527226742, | |
| "learning_rate": 6.727067196345099e-08, | |
| "logits/chosen": 5659.3037109375, | |
| "logits/rejected": 4810.89599609375, | |
| "logps/chosen": -227.1795654296875, | |
| "logps/rejected": -228.3984375, | |
| "loss": 1.3449, | |
| "rewards/accuracies": 0.7166666984558105, | |
| "rewards/chosen": -13.423723220825195, | |
| "rewards/margins": 34.62942123413086, | |
| "rewards/rejected": -48.053138732910156, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.792778649921507, | |
| "grad_norm": 15.30089044819146, | |
| "learning_rate": 6.26627103495786e-08, | |
| "logits/chosen": 5842.5341796875, | |
| "logits/rejected": 4896.11181640625, | |
| "logps/chosen": -224.3483428955078, | |
| "logps/rejected": -247.2809295654297, | |
| "loss": 1.34, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": -9.639090538024902, | |
| "rewards/margins": 46.20824432373047, | |
| "rewards/rejected": -55.84733200073242, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.8006279434850864, | |
| "grad_norm": 12.810319531592627, | |
| "learning_rate": 5.8195524386862374e-08, | |
| "logits/chosen": 5930.25390625, | |
| "logits/rejected": 5296.1630859375, | |
| "logps/chosen": -257.00250244140625, | |
| "logps/rejected": -280.92657470703125, | |
| "loss": 1.3463, | |
| "rewards/accuracies": 0.824999988079071, | |
| "rewards/chosen": -8.82390022277832, | |
| "rewards/margins": 46.02201461791992, | |
| "rewards/rejected": -54.845909118652344, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.8084772370486656, | |
| "grad_norm": 11.44579430939054, | |
| "learning_rate": 5.38724709671092e-08, | |
| "logits/chosen": 6328.5556640625, | |
| "logits/rejected": 5993.76171875, | |
| "logps/chosen": -243.43869018554688, | |
| "logps/rejected": -289.0228271484375, | |
| "loss": 1.3372, | |
| "rewards/accuracies": 0.783333420753479, | |
| "rewards/chosen": -11.970319747924805, | |
| "rewards/margins": 43.93321990966797, | |
| "rewards/rejected": -55.903541564941406, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.8163265306122449, | |
| "grad_norm": 14.741952244341237, | |
| "learning_rate": 4.969679867292276e-08, | |
| "logits/chosen": 5626.61572265625, | |
| "logits/rejected": 5149.10791015625, | |
| "logps/chosen": -236.9131317138672, | |
| "logps/rejected": -273.8883972167969, | |
| "loss": 1.3424, | |
| "rewards/accuracies": 0.7166666984558105, | |
| "rewards/chosen": -16.811473846435547, | |
| "rewards/margins": 47.892974853515625, | |
| "rewards/rejected": -64.70445251464844, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.8241758241758241, | |
| "grad_norm": 12.693662955042376, | |
| "learning_rate": 4.5671645336537416e-08, | |
| "logits/chosen": 5679.7373046875, | |
| "logits/rejected": 5195.1259765625, | |
| "logps/chosen": -251.4984130859375, | |
| "logps/rejected": -279.0545959472656, | |
| "loss": 1.3414, | |
| "rewards/accuracies": 0.7333333492279053, | |
| "rewards/chosen": -14.017779350280762, | |
| "rewards/margins": 49.24242401123047, | |
| "rewards/rejected": -63.26020431518555, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.8320251177394035, | |
| "grad_norm": 31.47444666328788, | |
| "learning_rate": 4.180003568187776e-08, | |
| "logits/chosen": 7014.08056640625, | |
| "logits/rejected": 5543.162109375, | |
| "logps/chosen": -276.7340393066406, | |
| "logps/rejected": -269.3011169433594, | |
| "loss": 1.3503, | |
| "rewards/accuracies": 0.6666667461395264, | |
| "rewards/chosen": -15.746711730957031, | |
| "rewards/margins": 33.51522445678711, | |
| "rewards/rejected": -49.26193618774414, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.8398744113029827, | |
| "grad_norm": 16.176876775515055, | |
| "learning_rate": 3.8084879051612144e-08, | |
| "logits/chosen": 5845.7783203125, | |
| "logits/rejected": 5383.59521484375, | |
| "logps/chosen": -234.75259399414062, | |
| "logps/rejected": -243.68917846679688, | |
| "loss": 1.3441, | |
| "rewards/accuracies": 0.7000000476837158, | |
| "rewards/chosen": -9.509564399719238, | |
| "rewards/margins": 41.015254974365234, | |
| "rewards/rejected": -50.524818420410156, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.847723704866562, | |
| "grad_norm": 14.969831250800548, | |
| "learning_rate": 3.452896722091128e-08, | |
| "logits/chosen": 6403.892578125, | |
| "logits/rejected": 4980.4814453125, | |
| "logps/chosen": -274.7662658691406, | |
| "logps/rejected": -261.01898193359375, | |
| "loss": 1.3305, | |
| "rewards/accuracies": 0.8083333969116211, | |
| "rewards/chosen": -8.196954727172852, | |
| "rewards/margins": 51.842140197753906, | |
| "rewards/rejected": -60.039100646972656, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.8555729984301413, | |
| "grad_norm": 12.198123465136609, | |
| "learning_rate": 3.11349722995527e-08, | |
| "logits/chosen": 6488.9091796875, | |
| "logits/rejected": 4886.4169921875, | |
| "logps/chosen": -241.4394073486328, | |
| "logps/rejected": -268.80352783203125, | |
| "loss": 1.3471, | |
| "rewards/accuracies": 0.7333333492279053, | |
| "rewards/chosen": -13.964780807495117, | |
| "rewards/margins": 41.95417785644531, | |
| "rewards/rejected": -55.9189567565918, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.8634222919937206, | |
| "grad_norm": 18.075378598084896, | |
| "learning_rate": 2.7905444723949762e-08, | |
| "logits/chosen": 6258.9072265625, | |
| "logits/rejected": 5193.19384765625, | |
| "logps/chosen": -251.8688507080078, | |
| "logps/rejected": -251.71829223632812, | |
| "loss": 1.3449, | |
| "rewards/accuracies": 0.7916666269302368, | |
| "rewards/chosen": -13.332514762878418, | |
| "rewards/margins": 48.888423919677734, | |
| "rewards/rejected": -62.2209358215332, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.8712715855572999, | |
| "grad_norm": 18.246911185615897, | |
| "learning_rate": 2.484281134061142e-08, | |
| "logits/chosen": 6621.4384765625, | |
| "logits/rejected": 5365.8623046875, | |
| "logps/chosen": -279.5318603515625, | |
| "logps/rejected": -282.0029296875, | |
| "loss": 1.3424, | |
| "rewards/accuracies": 0.8083332777023315, | |
| "rewards/chosen": -14.918279647827148, | |
| "rewards/margins": 44.81663131713867, | |
| "rewards/rejected": -59.73491287231445, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.8791208791208791, | |
| "grad_norm": 22.551350441375604, | |
| "learning_rate": 2.194937358247506e-08, | |
| "logits/chosen": 6477.88916015625, | |
| "logits/rejected": 5286.2412109375, | |
| "logps/chosen": -260.225341796875, | |
| "logps/rejected": -279.5767822265625, | |
| "loss": 1.3418, | |
| "rewards/accuracies": 0.7666667699813843, | |
| "rewards/chosen": -15.084878921508789, | |
| "rewards/margins": 47.721107482910156, | |
| "rewards/rejected": -62.805992126464844, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.8869701726844584, | |
| "grad_norm": 20.252362802872884, | |
| "learning_rate": 1.9227305739481612e-08, | |
| "logits/chosen": 5893.1474609375, | |
| "logits/rejected": 4668.8095703125, | |
| "logps/chosen": -245.6111297607422, | |
| "logps/rejected": -238.3753662109375, | |
| "loss": 1.3376, | |
| "rewards/accuracies": 0.7333333492279053, | |
| "rewards/chosen": -10.829057693481445, | |
| "rewards/margins": 47.32074737548828, | |
| "rewards/rejected": -58.149803161621094, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.8948194662480377, | |
| "grad_norm": 13.189894058710424, | |
| "learning_rate": 1.6678653324693787e-08, | |
| "logits/chosen": 6479.234375, | |
| "logits/rejected": 5293.7001953125, | |
| "logps/chosen": -269.5186462402344, | |
| "logps/rejected": -273.58905029296875, | |
| "loss": 1.3437, | |
| "rewards/accuracies": 0.7416666746139526, | |
| "rewards/chosen": -11.897893905639648, | |
| "rewards/margins": 40.87809753417969, | |
| "rewards/rejected": -52.77599334716797, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.902668759811617, | |
| "grad_norm": 12.521869991300122, | |
| "learning_rate": 1.4305331537183384e-08, | |
| "logits/chosen": 5731.880859375, | |
| "logits/rejected": 5293.7578125, | |
| "logps/chosen": -239.46334838867188, | |
| "logps/rejected": -267.51025390625, | |
| "loss": 1.3369, | |
| "rewards/accuracies": 0.7500000596046448, | |
| "rewards/chosen": -12.479973793029785, | |
| "rewards/margins": 35.54231262207031, | |
| "rewards/rejected": -48.02228927612305, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.9105180533751962, | |
| "grad_norm": 13.463956997262862, | |
| "learning_rate": 1.2109123822844653e-08, | |
| "logits/chosen": 5900.7177734375, | |
| "logits/rejected": 4710.4609375, | |
| "logps/chosen": -244.7340545654297, | |
| "logps/rejected": -246.96536254882812, | |
| "loss": 1.3439, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": -16.17725372314453, | |
| "rewards/margins": 34.85002899169922, | |
| "rewards/rejected": -51.027286529541016, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.9183673469387755, | |
| "grad_norm": 15.662977380913924, | |
| "learning_rate": 1.0091680534213387e-08, | |
| "logits/chosen": 6465.8505859375, | |
| "logits/rejected": 6233.8583984375, | |
| "logps/chosen": -257.33880615234375, | |
| "logps/rejected": -297.4341735839844, | |
| "loss": 1.3457, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": -14.390420913696289, | |
| "rewards/margins": 36.296791076660156, | |
| "rewards/rejected": -50.68721389770508, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.9262166405023547, | |
| "grad_norm": 18.75305375047271, | |
| "learning_rate": 8.254517690300944e-09, | |
| "logits/chosen": 5696.08154296875, | |
| "logits/rejected": 5191.6025390625, | |
| "logps/chosen": -252.3257293701172, | |
| "logps/rejected": -268.64801025390625, | |
| "loss": 1.3451, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": -12.379720687866211, | |
| "rewards/margins": 39.44649887084961, | |
| "rewards/rejected": -51.82622146606445, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.9340659340659341, | |
| "grad_norm": 14.426773906657814, | |
| "learning_rate": 6.599015837372907e-09, | |
| "logits/chosen": 6177.75537109375, | |
| "logits/rejected": 5415.826171875, | |
| "logps/chosen": -269.7903747558594, | |
| "logps/rejected": -276.715576171875, | |
| "loss": 1.3386, | |
| "rewards/accuracies": 0.7166666388511658, | |
| "rewards/chosen": -20.904890060424805, | |
| "rewards/margins": 38.65822219848633, | |
| "rewards/rejected": -59.5631103515625, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.9419152276295133, | |
| "grad_norm": 15.760226868571879, | |
| "learning_rate": 5.126419011529992e-09, | |
| "logits/chosen": 6390.10302734375, | |
| "logits/rejected": 5463.6162109375, | |
| "logps/chosen": -267.0502014160156, | |
| "logps/rejected": -277.47808837890625, | |
| "loss": 1.3385, | |
| "rewards/accuracies": 0.8083333969116211, | |
| "rewards/chosen": -11.388493537902832, | |
| "rewards/margins": 47.42402267456055, | |
| "rewards/rejected": -58.81251907348633, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.9497645211930926, | |
| "grad_norm": 29.730772203455786, | |
| "learning_rate": 3.837833803870177e-09, | |
| "logits/chosen": 5976.55224609375, | |
| "logits/rejected": 5252.8037109375, | |
| "logps/chosen": -253.4025115966797, | |
| "logps/rejected": -275.3264465332031, | |
| "loss": 1.3459, | |
| "rewards/accuracies": 0.7750000953674316, | |
| "rewards/chosen": -13.217000007629395, | |
| "rewards/margins": 43.908164978027344, | |
| "rewards/rejected": -57.125160217285156, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.957613814756672, | |
| "grad_norm": 17.84856218528166, | |
| "learning_rate": 2.734228528934679e-09, | |
| "logits/chosen": 7450.5419921875, | |
| "logits/rejected": 5507.4033203125, | |
| "logps/chosen": -313.83624267578125, | |
| "logps/rejected": -304.4243469238281, | |
| "loss": 1.3486, | |
| "rewards/accuracies": 0.6833333373069763, | |
| "rewards/chosen": -17.067832946777344, | |
| "rewards/margins": 42.159278869628906, | |
| "rewards/rejected": -59.22711181640625, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.9654631083202512, | |
| "grad_norm": 19.74856745242947, | |
| "learning_rate": 1.8164324970625645e-09, | |
| "logits/chosen": 6633.40478515625, | |
| "logits/rejected": 5254.0, | |
| "logps/chosen": -270.46966552734375, | |
| "logps/rejected": -267.3912048339844, | |
| "loss": 1.3434, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": -9.887968063354492, | |
| "rewards/margins": 44.506534576416016, | |
| "rewards/rejected": -54.394500732421875, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.9733124018838305, | |
| "grad_norm": 12.427120458275336, | |
| "learning_rate": 1.0851353912008642e-09, | |
| "logits/chosen": 5715.10546875, | |
| "logits/rejected": 5259.88232421875, | |
| "logps/chosen": -249.3816680908203, | |
| "logps/rejected": -292.0200500488281, | |
| "loss": 1.3377, | |
| "rewards/accuracies": 0.7416666746139526, | |
| "rewards/chosen": -17.769298553466797, | |
| "rewards/margins": 39.09291076660156, | |
| "rewards/rejected": -56.862205505371094, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.9811616954474097, | |
| "grad_norm": 12.98993462559583, | |
| "learning_rate": 5.408867486384471e-10, | |
| "logits/chosen": 5827.32421875, | |
| "logits/rejected": 4937.1123046875, | |
| "logps/chosen": -239.4810333251953, | |
| "logps/rejected": -234.88510131835938, | |
| "loss": 1.3445, | |
| "rewards/accuracies": 0.7416666746139526, | |
| "rewards/chosen": -9.172881126403809, | |
| "rewards/margins": 36.28196716308594, | |
| "rewards/rejected": -45.4548454284668, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.989010989010989, | |
| "grad_norm": 16.16222617431415, | |
| "learning_rate": 1.840955480532924e-10, | |
| "logits/chosen": 5506.1591796875, | |
| "logits/rejected": 5235.78662109375, | |
| "logps/chosen": -246.6016082763672, | |
| "logps/rejected": -265.4342956542969, | |
| "loss": 1.3381, | |
| "rewards/accuracies": 0.800000011920929, | |
| "rewards/chosen": -14.441003799438477, | |
| "rewards/margins": 34.66820526123047, | |
| "rewards/rejected": -49.10921096801758, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.9968602825745683, | |
| "grad_norm": 19.003423412523194, | |
| "learning_rate": 1.502990218302247e-11, | |
| "logits/chosen": 5780.91015625, | |
| "logits/rejected": 4716.0341796875, | |
| "logps/chosen": -237.00357055664062, | |
| "logps/rejected": -240.70358276367188, | |
| "loss": 1.3392, | |
| "rewards/accuracies": 0.7333333492279053, | |
| "rewards/chosen": -12.52961540222168, | |
| "rewards/margins": 41.86973571777344, | |
| "rewards/rejected": -54.39934539794922, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "step": 1274, | |
| "total_flos": 0.0, | |
| "train_loss": 1.3517364699574805, | |
| "train_runtime": 14845.1399, | |
| "train_samples_per_second": 4.118, | |
| "train_steps_per_second": 0.086 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 1274, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 1000, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 0.0, | |
| "train_batch_size": 6, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |