| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.0, | |
| "eval_steps": 100, | |
| "global_step": 478, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 2193.325330109938, | |
| "learning_rate": 1.0416666666666666e-08, | |
| "logits/chosen": -1.689455509185791, | |
| "logits/rejected": -1.4794573783874512, | |
| "logps/chosen": -126.21005249023438, | |
| "logps/rejected": -98.13133239746094, | |
| "loss": 0.6931, | |
| "rewards/accuracies": 0.0, | |
| "rewards/chosen": 0.0, | |
| "rewards/margins": 0.0, | |
| "rewards/rejected": 0.0, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1722.3750513007058, | |
| "learning_rate": 1.0416666666666667e-07, | |
| "logits/chosen": -1.7072248458862305, | |
| "logits/rejected": -1.6097939014434814, | |
| "logps/chosen": -139.610107421875, | |
| "logps/rejected": -91.32671356201172, | |
| "loss": 0.6992, | |
| "rewards/accuracies": 0.4722222089767456, | |
| "rewards/chosen": 0.05638541281223297, | |
| "rewards/margins": 0.07169164717197418, | |
| "rewards/rejected": -0.015306234359741211, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 506.4974128593864, | |
| "learning_rate": 2.0833333333333333e-07, | |
| "logits/chosen": -1.6386321783065796, | |
| "logits/rejected": -1.6488521099090576, | |
| "logps/chosen": -130.5824737548828, | |
| "logps/rejected": -94.01884460449219, | |
| "loss": 0.3992, | |
| "rewards/accuracies": 0.824999988079071, | |
| "rewards/chosen": 1.0460855960845947, | |
| "rewards/margins": 1.4136831760406494, | |
| "rewards/rejected": -0.3675975203514099, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 471.66591122190783, | |
| "learning_rate": 3.1249999999999997e-07, | |
| "logits/chosen": -1.6968982219696045, | |
| "logits/rejected": -1.6314315795898438, | |
| "logps/chosen": -131.55714416503906, | |
| "logps/rejected": -105.11051177978516, | |
| "loss": 0.2288, | |
| "rewards/accuracies": 0.9312499761581421, | |
| "rewards/chosen": 3.3202426433563232, | |
| "rewards/margins": 5.000655174255371, | |
| "rewards/rejected": -1.680413007736206, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 420.8471101103042, | |
| "learning_rate": 4.1666666666666667e-07, | |
| "logits/chosen": -1.6393680572509766, | |
| "logits/rejected": -1.560689926147461, | |
| "logps/chosen": -142.81134033203125, | |
| "logps/rejected": -108.94673156738281, | |
| "loss": 0.1804, | |
| "rewards/accuracies": 0.9375, | |
| "rewards/chosen": 4.454810619354248, | |
| "rewards/margins": 9.642589569091797, | |
| "rewards/rejected": -5.187777996063232, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 759.4656267159737, | |
| "learning_rate": 4.999733114418725e-07, | |
| "logits/chosen": -1.6069341897964478, | |
| "logits/rejected": -1.631784439086914, | |
| "logps/chosen": -126.6369400024414, | |
| "logps/rejected": -116.30027770996094, | |
| "loss": 0.1844, | |
| "rewards/accuracies": 0.856249988079071, | |
| "rewards/chosen": 4.2187395095825195, | |
| "rewards/margins": 12.810827255249023, | |
| "rewards/rejected": -8.59208869934082, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 361.53910661789246, | |
| "learning_rate": 4.990398100856366e-07, | |
| "logits/chosen": -1.7161242961883545, | |
| "logits/rejected": -1.661266565322876, | |
| "logps/chosen": -141.4559326171875, | |
| "logps/rejected": -125.5120620727539, | |
| "loss": 0.17, | |
| "rewards/accuracies": 0.9437500238418579, | |
| "rewards/chosen": 4.772133827209473, | |
| "rewards/margins": 16.64890480041504, | |
| "rewards/rejected": -11.876771926879883, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 382.2685121568309, | |
| "learning_rate": 4.967775735898179e-07, | |
| "logits/chosen": -1.670915961265564, | |
| "logits/rejected": -1.6990423202514648, | |
| "logps/chosen": -134.56948852539062, | |
| "logps/rejected": -126.52008056640625, | |
| "loss": 0.1751, | |
| "rewards/accuracies": 0.925000011920929, | |
| "rewards/chosen": 5.264647006988525, | |
| "rewards/margins": 19.5419979095459, | |
| "rewards/rejected": -14.277349472045898, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 337.7204736269515, | |
| "learning_rate": 4.931986719649298e-07, | |
| "logits/chosen": -1.658257246017456, | |
| "logits/rejected": -1.6444251537322998, | |
| "logps/chosen": -128.6245880126953, | |
| "logps/rejected": -119.48954010009766, | |
| "loss": 0.1656, | |
| "rewards/accuracies": 0.9125000238418579, | |
| "rewards/chosen": 5.917626857757568, | |
| "rewards/margins": 18.79892349243164, | |
| "rewards/rejected": -12.88129711151123, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 658.102190064697, | |
| "learning_rate": 4.883222001996351e-07, | |
| "logits/chosen": -1.6909303665161133, | |
| "logits/rejected": -1.710211157798767, | |
| "logps/chosen": -136.05978393554688, | |
| "logps/rejected": -131.3511199951172, | |
| "loss": 0.1561, | |
| "rewards/accuracies": 0.925000011920929, | |
| "rewards/chosen": 6.575238227844238, | |
| "rewards/margins": 21.304401397705078, | |
| "rewards/rejected": -14.729164123535156, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 303.0257944851465, | |
| "learning_rate": 4.821741763807186e-07, | |
| "logits/chosen": -1.739341139793396, | |
| "logits/rejected": -1.722266435623169, | |
| "logps/chosen": -116.35429382324219, | |
| "logps/rejected": -117.0191421508789, | |
| "loss": 0.1474, | |
| "rewards/accuracies": 0.9437500238418579, | |
| "rewards/chosen": 5.8117475509643555, | |
| "rewards/margins": 18.994068145751953, | |
| "rewards/rejected": -13.182321548461914, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "eval_logits/chosen": -1.783400058746338, | |
| "eval_logits/rejected": -1.7724130153656006, | |
| "eval_logps/chosen": -124.02442932128906, | |
| "eval_logps/rejected": -121.5073013305664, | |
| "eval_loss": 0.13251493871212006, | |
| "eval_rewards/accuracies": 0.9296875, | |
| "eval_rewards/chosen": 6.873911380767822, | |
| "eval_rewards/margins": 21.00718879699707, | |
| "eval_rewards/rejected": -14.133277893066406, | |
| "eval_runtime": 97.5707, | |
| "eval_samples_per_second": 20.498, | |
| "eval_steps_per_second": 0.328, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 311.0110467993666, | |
| "learning_rate": 4.747874028753375e-07, | |
| "logits/chosen": -1.6540296077728271, | |
| "logits/rejected": -1.7143176794052124, | |
| "logps/chosen": -120.4977035522461, | |
| "logps/rejected": -124.83198547363281, | |
| "loss": 0.1601, | |
| "rewards/accuracies": 0.925000011920929, | |
| "rewards/chosen": 5.774500370025635, | |
| "rewards/margins": 17.103343963623047, | |
| "rewards/rejected": -11.32884407043457, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 317.1259568395023, | |
| "learning_rate": 4.662012913161997e-07, | |
| "logits/chosen": -1.6986665725708008, | |
| "logits/rejected": -1.6894630193710327, | |
| "logps/chosen": -118.8506851196289, | |
| "logps/rejected": -125.60331726074219, | |
| "loss": 0.1522, | |
| "rewards/accuracies": 0.8687499761581421, | |
| "rewards/chosen": 6.9937944412231445, | |
| "rewards/margins": 19.12407875061035, | |
| "rewards/rejected": -12.130284309387207, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 183.0416909345485, | |
| "learning_rate": 4.5646165232345103e-07, | |
| "logits/chosen": -1.6666994094848633, | |
| "logits/rejected": -1.6851320266723633, | |
| "logps/chosen": -124.86369323730469, | |
| "logps/rejected": -121.08885192871094, | |
| "loss": 0.1572, | |
| "rewards/accuracies": 0.918749988079071, | |
| "rewards/chosen": 7.925422668457031, | |
| "rewards/margins": 21.82646942138672, | |
| "rewards/rejected": -13.901046752929688, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 323.2169573441021, | |
| "learning_rate": 4.456204510851956e-07, | |
| "logits/chosen": -1.5770366191864014, | |
| "logits/rejected": -1.5510694980621338, | |
| "logps/chosen": -122.3641128540039, | |
| "logps/rejected": -117.8587646484375, | |
| "loss": 0.1593, | |
| "rewards/accuracies": 0.9125000238418579, | |
| "rewards/chosen": 7.602517604827881, | |
| "rewards/margins": 19.99860954284668, | |
| "rewards/rejected": -12.396090507507324, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 394.76094620235625, | |
| "learning_rate": 4.337355301007335e-07, | |
| "logits/chosen": -1.717551827430725, | |
| "logits/rejected": -1.7436870336532593, | |
| "logps/chosen": -120.7677001953125, | |
| "logps/rejected": -116.0407943725586, | |
| "loss": 0.135, | |
| "rewards/accuracies": 0.9125000238418579, | |
| "rewards/chosen": 7.475555419921875, | |
| "rewards/margins": 20.28847885131836, | |
| "rewards/rejected": -12.812922477722168, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 696.9618085200943, | |
| "learning_rate": 4.2087030056579986e-07, | |
| "logits/chosen": -1.5951331853866577, | |
| "logits/rejected": -1.5702898502349854, | |
| "logps/chosen": -128.13714599609375, | |
| "logps/rejected": -122.9395751953125, | |
| "loss": 0.1778, | |
| "rewards/accuracies": 0.9125000238418579, | |
| "rewards/chosen": 6.914339542388916, | |
| "rewards/margins": 18.91141700744629, | |
| "rewards/rejected": -11.997075080871582, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 534.2420908517273, | |
| "learning_rate": 4.070934040463998e-07, | |
| "logits/chosen": -1.7780072689056396, | |
| "logits/rejected": -1.7594010829925537, | |
| "logps/chosen": -123.1135025024414, | |
| "logps/rejected": -123.6323013305664, | |
| "loss": 0.1817, | |
| "rewards/accuracies": 0.918749988079071, | |
| "rewards/chosen": 8.014005661010742, | |
| "rewards/margins": 21.994348526000977, | |
| "rewards/rejected": -13.980344772338867, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 515.866307384091, | |
| "learning_rate": 3.9247834624635404e-07, | |
| "logits/chosen": -1.7234785556793213, | |
| "logits/rejected": -1.715887427330017, | |
| "logps/chosen": -126.28702545166016, | |
| "logps/rejected": -118.8428726196289, | |
| "loss": 0.1945, | |
| "rewards/accuracies": 0.918749988079071, | |
| "rewards/chosen": 8.433076858520508, | |
| "rewards/margins": 22.419658660888672, | |
| "rewards/rejected": -13.986579895019531, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 442.14688359180957, | |
| "learning_rate": 3.7710310482256523e-07, | |
| "logits/chosen": -1.7688430547714233, | |
| "logits/rejected": -1.7464864253997803, | |
| "logps/chosen": -115.27445983886719, | |
| "logps/rejected": -132.3951416015625, | |
| "loss": 0.1843, | |
| "rewards/accuracies": 0.887499988079071, | |
| "rewards/chosen": 8.262548446655273, | |
| "rewards/margins": 23.41249656677246, | |
| "rewards/rejected": -15.149948120117188, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 436.2379767277873, | |
| "learning_rate": 3.610497133404795e-07, | |
| "logits/chosen": -1.7461057901382446, | |
| "logits/rejected": -1.7516930103302002, | |
| "logps/chosen": -121.12789154052734, | |
| "logps/rejected": -116.14985656738281, | |
| "loss": 0.2092, | |
| "rewards/accuracies": 0.9437500238418579, | |
| "rewards/chosen": 9.004249572753906, | |
| "rewards/margins": 23.075119018554688, | |
| "rewards/rejected": -14.070871353149414, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "eval_logits/chosen": -1.8477407693862915, | |
| "eval_logits/rejected": -1.844199538230896, | |
| "eval_logps/chosen": -120.94989776611328, | |
| "eval_logps/rejected": -123.32437896728516, | |
| "eval_loss": 0.15667258203029633, | |
| "eval_rewards/accuracies": 0.93359375, | |
| "eval_rewards/chosen": 8.411178588867188, | |
| "eval_rewards/margins": 23.453001022338867, | |
| "eval_rewards/rejected": -15.04181957244873, | |
| "eval_runtime": 97.6977, | |
| "eval_samples_per_second": 20.471, | |
| "eval_steps_per_second": 0.328, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 437.460750971005, | |
| "learning_rate": 3.4440382358952115e-07, | |
| "logits/chosen": -1.6800906658172607, | |
| "logits/rejected": -1.6162738800048828, | |
| "logps/chosen": -119.17988586425781, | |
| "logps/rejected": -112.8397445678711, | |
| "loss": 0.1771, | |
| "rewards/accuracies": 0.8812500238418579, | |
| "rewards/chosen": 6.705443382263184, | |
| "rewards/margins": 18.32439613342285, | |
| "rewards/rejected": -11.618951797485352, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 298.75015782601395, | |
| "learning_rate": 3.272542485937368e-07, | |
| "logits/chosen": -1.8080447912216187, | |
| "logits/rejected": -1.8503248691558838, | |
| "logps/chosen": -120.43497467041016, | |
| "logps/rejected": -113.6927719116211, | |
| "loss": 0.1853, | |
| "rewards/accuracies": 0.925000011920929, | |
| "rewards/chosen": 8.020153045654297, | |
| "rewards/margins": 21.10222053527832, | |
| "rewards/rejected": -13.082064628601074, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 290.6447474042267, | |
| "learning_rate": 3.096924887558854e-07, | |
| "logits/chosen": -1.7483365535736084, | |
| "logits/rejected": -1.6977851390838623, | |
| "logps/chosen": -132.64036560058594, | |
| "logps/rejected": -132.7303009033203, | |
| "loss": 0.2348, | |
| "rewards/accuracies": 0.9375, | |
| "rewards/chosen": 7.534226894378662, | |
| "rewards/margins": 23.992801666259766, | |
| "rewards/rejected": -16.458572387695312, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 435.0583755248922, | |
| "learning_rate": 2.9181224366319943e-07, | |
| "logits/chosen": -1.7618516683578491, | |
| "logits/rejected": -1.7764402627944946, | |
| "logps/chosen": -119.7364273071289, | |
| "logps/rejected": -124.50996398925781, | |
| "loss": 0.2076, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": 6.094353675842285, | |
| "rewards/margins": 19.534603118896484, | |
| "rewards/rejected": -13.440248489379883, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 506.7749182741835, | |
| "learning_rate": 2.7370891215954565e-07, | |
| "logits/chosen": -1.7425343990325928, | |
| "logits/rejected": -1.7735121250152588, | |
| "logps/chosen": -123.32588195800781, | |
| "logps/rejected": -126.53437805175781, | |
| "loss": 0.2561, | |
| "rewards/accuracies": 0.9312499761581421, | |
| "rewards/chosen": 7.04464054107666, | |
| "rewards/margins": 21.820133209228516, | |
| "rewards/rejected": -14.775495529174805, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 278.0299175856851, | |
| "learning_rate": 2.55479083351317e-07, | |
| "logits/chosen": -1.7782995700836182, | |
| "logits/rejected": -1.7973874807357788, | |
| "logps/chosen": -127.03205871582031, | |
| "logps/rejected": -114.83714294433594, | |
| "loss": 0.1749, | |
| "rewards/accuracies": 0.887499988079071, | |
| "rewards/chosen": 8.397477149963379, | |
| "rewards/margins": 23.37790298461914, | |
| "rewards/rejected": -14.980427742004395, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 372.30589353402263, | |
| "learning_rate": 2.3722002126275822e-07, | |
| "logits/chosen": -1.7808539867401123, | |
| "logits/rejected": -1.719679832458496, | |
| "logps/chosen": -117.4173355102539, | |
| "logps/rejected": -119.30290222167969, | |
| "loss": 0.1772, | |
| "rewards/accuracies": 0.893750011920929, | |
| "rewards/chosen": 7.320569038391113, | |
| "rewards/margins": 21.35511589050293, | |
| "rewards/rejected": -14.034547805786133, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 470.22249240997917, | |
| "learning_rate": 2.19029145890313e-07, | |
| "logits/chosen": -1.6393606662750244, | |
| "logits/rejected": -1.7276159524917603, | |
| "logps/chosen": -123.42005920410156, | |
| "logps/rejected": -132.44947814941406, | |
| "loss": 0.2305, | |
| "rewards/accuracies": 0.918749988079071, | |
| "rewards/chosen": 6.818305969238281, | |
| "rewards/margins": 22.368270874023438, | |
| "rewards/rejected": -15.549966812133789, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 652.1091329463337, | |
| "learning_rate": 2.0100351342479216e-07, | |
| "logits/chosen": -1.7318487167358398, | |
| "logits/rejected": -1.706648826599121, | |
| "logps/chosen": -114.55335998535156, | |
| "logps/rejected": -119.69996643066406, | |
| "loss": 0.2179, | |
| "rewards/accuracies": 0.887499988079071, | |
| "rewards/chosen": 6.804747104644775, | |
| "rewards/margins": 22.096506118774414, | |
| "rewards/rejected": -15.29175853729248, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 426.10148588025714, | |
| "learning_rate": 1.8323929841460178e-07, | |
| "logits/chosen": -1.699927568435669, | |
| "logits/rejected": -1.6480505466461182, | |
| "logps/chosen": -132.07632446289062, | |
| "logps/rejected": -136.4704132080078, | |
| "loss": 0.1925, | |
| "rewards/accuracies": 0.925000011920929, | |
| "rewards/chosen": 7.1819257736206055, | |
| "rewards/margins": 22.29709243774414, | |
| "rewards/rejected": -15.11516284942627, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "eval_logits/chosen": -1.8054125308990479, | |
| "eval_logits/rejected": -1.804688572883606, | |
| "eval_logps/chosen": -122.28070068359375, | |
| "eval_logps/rejected": -126.64250946044922, | |
| "eval_loss": 0.17152084410190582, | |
| "eval_rewards/accuracies": 0.92578125, | |
| "eval_rewards/chosen": 7.745772361755371, | |
| "eval_rewards/margins": 24.44666290283203, | |
| "eval_rewards/rejected": -16.700889587402344, | |
| "eval_runtime": 97.5667, | |
| "eval_samples_per_second": 20.499, | |
| "eval_steps_per_second": 0.328, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 499.48262107192954, | |
| "learning_rate": 1.6583128063291573e-07, | |
| "logits/chosen": -1.7035776376724243, | |
| "logits/rejected": -1.73648202419281, | |
| "logps/chosen": -123.8221664428711, | |
| "logps/rejected": -127.0335464477539, | |
| "loss": 0.1993, | |
| "rewards/accuracies": 0.9312499761581421, | |
| "rewards/chosen": 7.757756233215332, | |
| "rewards/margins": 22.004987716674805, | |
| "rewards/rejected": -14.247230529785156, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 351.5168221076795, | |
| "learning_rate": 1.488723393865766e-07, | |
| "logits/chosen": -1.7380039691925049, | |
| "logits/rejected": -1.7079343795776367, | |
| "logps/chosen": -113.3768081665039, | |
| "logps/rejected": -126.8635482788086, | |
| "loss": 0.1891, | |
| "rewards/accuracies": 0.887499988079071, | |
| "rewards/chosen": 8.71003532409668, | |
| "rewards/margins": 24.014118194580078, | |
| "rewards/rejected": -15.304081916809082, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 321.010971408508, | |
| "learning_rate": 1.3245295796480788e-07, | |
| "logits/chosen": -1.664240837097168, | |
| "logits/rejected": -1.7476810216903687, | |
| "logps/chosen": -123.50030517578125, | |
| "logps/rejected": -122.0934066772461, | |
| "loss": 0.1955, | |
| "rewards/accuracies": 0.90625, | |
| "rewards/chosen": 7.341310024261475, | |
| "rewards/margins": 21.513980865478516, | |
| "rewards/rejected": -14.172670364379883, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 251.55976817411812, | |
| "learning_rate": 1.1666074087171627e-07, | |
| "logits/chosen": -1.6232049465179443, | |
| "logits/rejected": -1.6956592798233032, | |
| "logps/chosen": -117.71810150146484, | |
| "logps/rejected": -113.10723876953125, | |
| "loss": 0.2458, | |
| "rewards/accuracies": 0.893750011920929, | |
| "rewards/chosen": 6.386099815368652, | |
| "rewards/margins": 19.121448516845703, | |
| "rewards/rejected": -12.73534870147705, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 784.7175940461042, | |
| "learning_rate": 1.0157994641835734e-07, | |
| "logits/chosen": -1.6620721817016602, | |
| "logits/rejected": -1.6772327423095703, | |
| "logps/chosen": -117.80794525146484, | |
| "logps/rejected": -132.93991088867188, | |
| "loss": 0.1649, | |
| "rewards/accuracies": 0.918749988079071, | |
| "rewards/chosen": 6.138510704040527, | |
| "rewards/margins": 21.829065322875977, | |
| "rewards/rejected": -15.690553665161133, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 497.1984887279012, | |
| "learning_rate": 8.729103716819111e-08, | |
| "logits/chosen": -1.6556260585784912, | |
| "logits/rejected": -1.6805181503295898, | |
| "logps/chosen": -124.04801177978516, | |
| "logps/rejected": -128.13685607910156, | |
| "loss": 0.1743, | |
| "rewards/accuracies": 0.856249988079071, | |
| "rewards/chosen": 7.051167964935303, | |
| "rewards/margins": 21.460834503173828, | |
| "rewards/rejected": -14.40966796875, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 701.6355853905161, | |
| "learning_rate": 7.387025063449081e-08, | |
| "logits/chosen": -1.7627124786376953, | |
| "logits/rejected": -1.7043575048446655, | |
| "logps/chosen": -113.8396224975586, | |
| "logps/rejected": -117.89778137207031, | |
| "loss": 0.1661, | |
| "rewards/accuracies": 0.9312499761581421, | |
| "rewards/chosen": 6.275058269500732, | |
| "rewards/margins": 18.96691131591797, | |
| "rewards/rejected": -12.691854476928711, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 384.3232766408438, | |
| "learning_rate": 6.138919252022435e-08, | |
| "logits/chosen": -1.7891247272491455, | |
| "logits/rejected": -1.8081142902374268, | |
| "logps/chosen": -121.1161880493164, | |
| "logps/rejected": -131.83599853515625, | |
| "loss": 0.1823, | |
| "rewards/accuracies": 0.9375, | |
| "rewards/chosen": 7.768773078918457, | |
| "rewards/margins": 24.082279205322266, | |
| "rewards/rejected": -16.31351089477539, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 419.5923423572011, | |
| "learning_rate": 4.991445467064689e-08, | |
| "logits/chosen": -1.6696172952651978, | |
| "logits/rejected": -1.6762924194335938, | |
| "logps/chosen": -117.07814025878906, | |
| "logps/rejected": -120.15535736083984, | |
| "loss": 0.1486, | |
| "rewards/accuracies": 0.9624999761581421, | |
| "rewards/chosen": 7.70883846282959, | |
| "rewards/margins": 22.634441375732422, | |
| "rewards/rejected": -14.9256010055542, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 548.5530090451983, | |
| "learning_rate": 3.9507259776993954e-08, | |
| "logits/chosen": -1.6570144891738892, | |
| "logits/rejected": -1.7342147827148438, | |
| "logps/chosen": -119.59893798828125, | |
| "logps/rejected": -120.49696350097656, | |
| "loss": 0.2762, | |
| "rewards/accuracies": 0.90625, | |
| "rewards/chosen": 6.581268310546875, | |
| "rewards/margins": 21.039697647094727, | |
| "rewards/rejected": -14.4584321975708, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "eval_logits/chosen": -1.8335998058319092, | |
| "eval_logits/rejected": -1.8335609436035156, | |
| "eval_logps/chosen": -121.38908386230469, | |
| "eval_logps/rejected": -126.29609680175781, | |
| "eval_loss": 0.16946831345558167, | |
| "eval_rewards/accuracies": 0.9296875, | |
| "eval_rewards/chosen": 8.191582679748535, | |
| "eval_rewards/margins": 24.719266891479492, | |
| "eval_rewards/rejected": -16.527685165405273, | |
| "eval_runtime": 97.6978, | |
| "eval_samples_per_second": 20.471, | |
| "eval_steps_per_second": 0.328, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 482.27830673225736, | |
| "learning_rate": 3.022313472693447e-08, | |
| "logits/chosen": -1.7594387531280518, | |
| "logits/rejected": -1.7884505987167358, | |
| "logps/chosen": -130.15711975097656, | |
| "logps/rejected": -124.42222595214844, | |
| "loss": 0.2025, | |
| "rewards/accuracies": 0.9125000238418579, | |
| "rewards/chosen": 8.578957557678223, | |
| "rewards/margins": 24.737140655517578, | |
| "rewards/rejected": -16.158184051513672, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 378.46967638932284, | |
| "learning_rate": 2.2111614344599684e-08, | |
| "logits/chosen": -1.7343389987945557, | |
| "logits/rejected": -1.731032371520996, | |
| "logps/chosen": -115.0967025756836, | |
| "logps/rejected": -119.22444915771484, | |
| "loss": 0.1669, | |
| "rewards/accuracies": 0.9312499761581421, | |
| "rewards/chosen": 6.606478691101074, | |
| "rewards/margins": 20.886428833007812, | |
| "rewards/rejected": -14.279950141906738, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 500.1474042235916, | |
| "learning_rate": 1.521597710086439e-08, | |
| "logits/chosen": -1.6852420568466187, | |
| "logits/rejected": -1.7072862386703491, | |
| "logps/chosen": -131.11505126953125, | |
| "logps/rejected": -119.86601257324219, | |
| "loss": 0.1861, | |
| "rewards/accuracies": 0.9125000238418579, | |
| "rewards/chosen": 7.49709939956665, | |
| "rewards/margins": 20.68734359741211, | |
| "rewards/rejected": -13.190244674682617, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 310.90711668513416, | |
| "learning_rate": 9.57301420397924e-09, | |
| "logits/chosen": -1.8146944046020508, | |
| "logits/rejected": -1.8261439800262451, | |
| "logps/chosen": -122.62892150878906, | |
| "logps/rejected": -125.58287048339844, | |
| "loss": 0.1762, | |
| "rewards/accuracies": 0.9375, | |
| "rewards/chosen": 8.172103881835938, | |
| "rewards/margins": 24.26197624206543, | |
| "rewards/rejected": -16.089872360229492, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 445.19377861997515, | |
| "learning_rate": 5.212833302556258e-09, | |
| "logits/chosen": -1.8277533054351807, | |
| "logits/rejected": -1.7913105487823486, | |
| "logps/chosen": -117.95567321777344, | |
| "logps/rejected": -121.9552001953125, | |
| "loss": 0.2023, | |
| "rewards/accuracies": 0.90625, | |
| "rewards/chosen": 8.675628662109375, | |
| "rewards/margins": 25.467309951782227, | |
| "rewards/rejected": -16.79167938232422, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 209.63658036103772, | |
| "learning_rate": 2.158697848236607e-09, | |
| "logits/chosen": -1.7152612209320068, | |
| "logits/rejected": -1.7372353076934814, | |
| "logps/chosen": -122.6450424194336, | |
| "logps/rejected": -125.43870544433594, | |
| "loss": 0.1507, | |
| "rewards/accuracies": 0.9375, | |
| "rewards/chosen": 8.354387283325195, | |
| "rewards/margins": 23.259435653686523, | |
| "rewards/rejected": -14.905046463012695, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 282.1159277085459, | |
| "learning_rate": 4.269029751107489e-10, | |
| "logits/chosen": -1.691461205482483, | |
| "logits/rejected": -1.706369161605835, | |
| "logps/chosen": -116.26470947265625, | |
| "logps/rejected": -135.1427459716797, | |
| "loss": 0.1833, | |
| "rewards/accuracies": 0.918749988079071, | |
| "rewards/chosen": 6.723459720611572, | |
| "rewards/margins": 22.407346725463867, | |
| "rewards/rejected": -15.683886528015137, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "step": 478, | |
| "total_flos": 0.0, | |
| "train_loss": 0.20260818084413537, | |
| "train_runtime": 7642.1158, | |
| "train_samples_per_second": 8.0, | |
| "train_steps_per_second": 0.063 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 478, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 100, | |
| "total_flos": 0.0, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |