|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 3.0, |
|
"eval_steps": 500, |
|
"global_step": 702, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.04, |
|
"grad_norm": 3.8125, |
|
"learning_rate": 4.997496987311431e-06, |
|
"log_odds_chosen": 0.16457681357860565, |
|
"log_odds_ratio": -0.6622492671012878, |
|
"logits/chosen": -2.9562315940856934, |
|
"logits/rejected": -2.943472385406494, |
|
"logps/chosen": -0.6016947031021118, |
|
"logps/rejected": -0.675441563129425, |
|
"loss": 0.9961, |
|
"nll_loss": 0.7968690991401672, |
|
"rewards/accuracies": 0.6000000238418579, |
|
"rewards/chosen": -0.12033893167972565, |
|
"rewards/margins": 0.014749372377991676, |
|
"rewards/rejected": -0.13508832454681396, |
|
"step": 10 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"grad_norm": 3.5, |
|
"learning_rate": 4.989992961303738e-06, |
|
"log_odds_chosen": 0.09340940415859222, |
|
"log_odds_ratio": -0.6970354914665222, |
|
"logits/chosen": -3.0346553325653076, |
|
"logits/rejected": -3.047511577606201, |
|
"logps/chosen": -0.5685297846794128, |
|
"logps/rejected": -0.6139942407608032, |
|
"loss": 0.4901, |
|
"nll_loss": 0.35993438959121704, |
|
"rewards/accuracies": 0.5249999761581421, |
|
"rewards/chosen": -0.11370595544576645, |
|
"rewards/margins": 0.00909288041293621, |
|
"rewards/rejected": -0.1227988451719284, |
|
"step": 20 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"grad_norm": 3.703125, |
|
"learning_rate": 4.977502948114772e-06, |
|
"log_odds_chosen": 0.06927172094583511, |
|
"log_odds_ratio": -0.7004188895225525, |
|
"logits/chosen": -3.142512798309326, |
|
"logits/rejected": -3.1354269981384277, |
|
"logps/chosen": -0.5674165487289429, |
|
"logps/rejected": -0.590361475944519, |
|
"loss": 0.4797, |
|
"nll_loss": 0.3510151505470276, |
|
"rewards/accuracies": 0.581250011920929, |
|
"rewards/chosen": -0.11348330974578857, |
|
"rewards/margins": 0.00458899512887001, |
|
"rewards/rejected": -0.11807229369878769, |
|
"step": 30 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"grad_norm": 3.484375, |
|
"learning_rate": 4.960051957873726e-06, |
|
"log_odds_chosen": 0.049079131335020065, |
|
"log_odds_ratio": -0.709546685218811, |
|
"logits/chosen": -3.2224674224853516, |
|
"logits/rejected": -3.239351749420166, |
|
"logps/chosen": -0.564799427986145, |
|
"logps/rejected": -0.5826238393783569, |
|
"loss": 0.4883, |
|
"nll_loss": 0.3356490135192871, |
|
"rewards/accuracies": 0.53125, |
|
"rewards/chosen": -0.11295988410711288, |
|
"rewards/margins": 0.003564885351806879, |
|
"rewards/rejected": -0.11652477085590363, |
|
"step": 40 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"grad_norm": 3.59375, |
|
"learning_rate": 4.937674934620601e-06, |
|
"log_odds_chosen": 0.1465633362531662, |
|
"log_odds_ratio": -0.6634026169776917, |
|
"logits/chosen": -3.2599196434020996, |
|
"logits/rejected": -3.257382869720459, |
|
"logps/chosen": -0.5410924553871155, |
|
"logps/rejected": -0.6060024499893188, |
|
"loss": 0.4577, |
|
"nll_loss": 0.3106100261211395, |
|
"rewards/accuracies": 0.6187499761581421, |
|
"rewards/chosen": -0.10821850597858429, |
|
"rewards/margins": 0.012981968931853771, |
|
"rewards/rejected": -0.12120047956705093, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 0.26, |
|
"grad_norm": 3.234375, |
|
"learning_rate": 4.9104166863339065e-06, |
|
"log_odds_chosen": 0.061258088797330856, |
|
"log_odds_ratio": -0.7155165076255798, |
|
"logits/chosen": -3.3071017265319824, |
|
"logits/rejected": -3.3195369243621826, |
|
"logps/chosen": -0.6092182397842407, |
|
"logps/rejected": -0.6360430121421814, |
|
"loss": 0.494, |
|
"nll_loss": 0.3727017939090729, |
|
"rewards/accuracies": 0.5687500238418579, |
|
"rewards/chosen": -0.12184363603591919, |
|
"rewards/margins": 0.005364974495023489, |
|
"rewards/rejected": -0.1272086203098297, |
|
"step": 60 |
|
}, |
|
{ |
|
"epoch": 0.3, |
|
"grad_norm": 3.28125, |
|
"learning_rate": 4.878331795206705e-06, |
|
"log_odds_chosen": 0.09167635440826416, |
|
"log_odds_ratio": -0.7004056572914124, |
|
"logits/chosen": -3.2954325675964355, |
|
"logits/rejected": -3.311220169067383, |
|
"logps/chosen": -0.5609530210494995, |
|
"logps/rejected": -0.6090016961097717, |
|
"loss": 0.4762, |
|
"nll_loss": 0.31441202759742737, |
|
"rewards/accuracies": 0.5562499761581421, |
|
"rewards/chosen": -0.1121906191110611, |
|
"rewards/margins": 0.009609726257622242, |
|
"rewards/rejected": -0.12180032581090927, |
|
"step": 70 |
|
}, |
|
{ |
|
"epoch": 0.34, |
|
"grad_norm": 3.40625, |
|
"learning_rate": 4.841484508350679e-06, |
|
"log_odds_chosen": 0.1308586597442627, |
|
"log_odds_ratio": -0.6873519420623779, |
|
"logits/chosen": -3.2609565258026123, |
|
"logits/rejected": -3.302786350250244, |
|
"logps/chosen": -0.5968475937843323, |
|
"logps/rejected": -0.6581549644470215, |
|
"loss": 0.4895, |
|
"nll_loss": 0.36970850825309753, |
|
"rewards/accuracies": 0.5874999761581421, |
|
"rewards/chosen": -0.1193695068359375, |
|
"rewards/margins": 0.012261486612260342, |
|
"rewards/rejected": -0.13163098692893982, |
|
"step": 80 |
|
}, |
|
{ |
|
"epoch": 0.38, |
|
"grad_norm": 3.78125, |
|
"learning_rate": 4.799948609147061e-06, |
|
"log_odds_chosen": 0.06979366391897202, |
|
"log_odds_ratio": -0.7083112001419067, |
|
"logits/chosen": -3.289924144744873, |
|
"logits/rejected": -3.326308012008667, |
|
"logps/chosen": -0.6024026274681091, |
|
"logps/rejected": -0.6323495507240295, |
|
"loss": 0.4868, |
|
"nll_loss": 0.376103937625885, |
|
"rewards/accuracies": 0.581250011920929, |
|
"rewards/chosen": -0.12048052251338959, |
|
"rewards/margins": 0.005989375524222851, |
|
"rewards/rejected": -0.12646988034248352, |
|
"step": 90 |
|
}, |
|
{ |
|
"epoch": 0.43, |
|
"grad_norm": 3.4375, |
|
"learning_rate": 4.753807269502041e-06, |
|
"log_odds_chosen": 0.12073998153209686, |
|
"log_odds_ratio": -0.6814596652984619, |
|
"logits/chosen": -3.2658774852752686, |
|
"logits/rejected": -3.276677370071411, |
|
"logps/chosen": -0.5358774662017822, |
|
"logps/rejected": -0.5820270776748657, |
|
"loss": 0.4686, |
|
"nll_loss": 0.3315598964691162, |
|
"rewards/accuracies": 0.550000011920929, |
|
"rewards/chosen": -0.10717550665140152, |
|
"rewards/margins": 0.009229922667145729, |
|
"rewards/rejected": -0.1164054125547409, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.47, |
|
"grad_norm": 3.140625, |
|
"learning_rate": 4.703152883302498e-06, |
|
"log_odds_chosen": 0.12317148596048355, |
|
"log_odds_ratio": -0.6822798848152161, |
|
"logits/chosen": -3.279986619949341, |
|
"logits/rejected": -3.3097903728485107, |
|
"logps/chosen": -0.5460432171821594, |
|
"logps/rejected": -0.6105918884277344, |
|
"loss": 0.4745, |
|
"nll_loss": 0.3556433618068695, |
|
"rewards/accuracies": 0.5625, |
|
"rewards/chosen": -0.10920864343643188, |
|
"rewards/margins": 0.01290974486619234, |
|
"rewards/rejected": -0.12211839854717255, |
|
"step": 110 |
|
}, |
|
{ |
|
"epoch": 0.51, |
|
"grad_norm": 3.03125, |
|
"learning_rate": 4.648086881405542e-06, |
|
"log_odds_chosen": 0.11489371955394745, |
|
"log_odds_ratio": -0.689535915851593, |
|
"logits/chosen": -3.255175828933716, |
|
"logits/rejected": -3.275517225265503, |
|
"logps/chosen": -0.5755141377449036, |
|
"logps/rejected": -0.6235055923461914, |
|
"loss": 0.475, |
|
"nll_loss": 0.32820188999176025, |
|
"rewards/accuracies": 0.581250011920929, |
|
"rewards/chosen": -0.11510282754898071, |
|
"rewards/margins": 0.00959828682243824, |
|
"rewards/rejected": -0.1247011050581932, |
|
"step": 120 |
|
}, |
|
{ |
|
"epoch": 0.56, |
|
"grad_norm": 2.890625, |
|
"learning_rate": 4.588719528532342e-06, |
|
"log_odds_chosen": 0.09126593172550201, |
|
"log_odds_ratio": -0.697300910949707, |
|
"logits/chosen": -3.2629482746124268, |
|
"logits/rejected": -3.2472147941589355, |
|
"logps/chosen": -0.5701687335968018, |
|
"logps/rejected": -0.618691623210907, |
|
"loss": 0.4766, |
|
"nll_loss": 0.3278309404850006, |
|
"rewards/accuracies": 0.5249999761581421, |
|
"rewards/chosen": -0.1140337586402893, |
|
"rewards/margins": 0.00970458984375, |
|
"rewards/rejected": -0.12373832613229752, |
|
"step": 130 |
|
}, |
|
{ |
|
"epoch": 0.6, |
|
"grad_norm": 3.234375, |
|
"learning_rate": 4.525169702472917e-06, |
|
"log_odds_chosen": 0.055292803794145584, |
|
"log_odds_ratio": -0.7131302356719971, |
|
"logits/chosen": -3.1946372985839844, |
|
"logits/rejected": -3.208055019378662, |
|
"logps/chosen": -0.5659917593002319, |
|
"logps/rejected": -0.5857821702957153, |
|
"loss": 0.4741, |
|
"nll_loss": 0.32717862725257874, |
|
"rewards/accuracies": 0.512499988079071, |
|
"rewards/chosen": -0.11319835484027863, |
|
"rewards/margins": 0.003958091139793396, |
|
"rewards/rejected": -0.11715643107891083, |
|
"step": 140 |
|
}, |
|
{ |
|
"epoch": 0.64, |
|
"grad_norm": 3.28125, |
|
"learning_rate": 4.457564656044056e-06, |
|
"log_odds_chosen": 0.10363437980413437, |
|
"log_odds_ratio": -0.6924600005149841, |
|
"logits/chosen": -3.227095127105713, |
|
"logits/rejected": -3.269847869873047, |
|
"logps/chosen": -0.540108859539032, |
|
"logps/rejected": -0.5899955034255981, |
|
"loss": 0.4874, |
|
"nll_loss": 0.3099691569805145, |
|
"rewards/accuracies": 0.6000000238418579, |
|
"rewards/chosen": -0.10802175849676132, |
|
"rewards/margins": 0.009977328591048717, |
|
"rewards/rejected": -0.11799909919500351, |
|
"step": 150 |
|
}, |
|
{ |
|
"epoch": 0.68, |
|
"grad_norm": 3.25, |
|
"learning_rate": 4.386039762276976e-06, |
|
"log_odds_chosen": 0.12246614694595337, |
|
"log_odds_ratio": -0.6819506883621216, |
|
"logits/chosen": -3.1787781715393066, |
|
"logits/rejected": -3.1843771934509277, |
|
"logps/chosen": -0.556765615940094, |
|
"logps/rejected": -0.6073147058486938, |
|
"loss": 0.4718, |
|
"nll_loss": 0.34596166014671326, |
|
"rewards/accuracies": 0.59375, |
|
"rewards/chosen": -0.11135313659906387, |
|
"rewards/margins": 0.010109812021255493, |
|
"rewards/rejected": -0.12146292626857758, |
|
"step": 160 |
|
}, |
|
{ |
|
"epoch": 0.73, |
|
"grad_norm": 3.609375, |
|
"learning_rate": 4.310738243344996e-06, |
|
"log_odds_chosen": 0.09136945009231567, |
|
"log_odds_ratio": -0.6929733753204346, |
|
"logits/chosen": -3.207054853439331, |
|
"logits/rejected": -3.225612163543701, |
|
"logps/chosen": -0.5217511653900146, |
|
"logps/rejected": -0.5743865966796875, |
|
"loss": 0.4775, |
|
"nll_loss": 0.34531891345977783, |
|
"rewards/accuracies": 0.550000011920929, |
|
"rewards/chosen": -0.10435023158788681, |
|
"rewards/margins": 0.010527082718908787, |
|
"rewards/rejected": -0.11487732082605362, |
|
"step": 170 |
|
}, |
|
{ |
|
"epoch": 0.77, |
|
"grad_norm": 3.21875, |
|
"learning_rate": 4.231810883773999e-06, |
|
"log_odds_chosen": 0.13569065928459167, |
|
"log_odds_ratio": -0.6776682138442993, |
|
"logits/chosen": -3.176665782928467, |
|
"logits/rejected": -3.197835922241211, |
|
"logps/chosen": -0.5234608054161072, |
|
"logps/rejected": -0.5825861692428589, |
|
"loss": 0.4797, |
|
"nll_loss": 0.358028769493103, |
|
"rewards/accuracies": 0.5687500238418579, |
|
"rewards/chosen": -0.10469217598438263, |
|
"rewards/margins": 0.011825057677924633, |
|
"rewards/rejected": -0.11651722341775894, |
|
"step": 180 |
|
}, |
|
{ |
|
"epoch": 0.81, |
|
"grad_norm": 2.96875, |
|
"learning_rate": 4.149415728509971e-06, |
|
"log_odds_chosen": 0.11225181818008423, |
|
"log_odds_ratio": -0.6859180331230164, |
|
"logits/chosen": -3.2352004051208496, |
|
"logits/rejected": -3.2568259239196777, |
|
"logps/chosen": -0.5570780634880066, |
|
"logps/rejected": -0.6075831651687622, |
|
"loss": 0.4563, |
|
"nll_loss": 0.33723753690719604, |
|
"rewards/accuracies": 0.5687500238418579, |
|
"rewards/chosen": -0.11141560971736908, |
|
"rewards/margins": 0.010101011954247952, |
|
"rewards/rejected": -0.1215166226029396, |
|
"step": 190 |
|
}, |
|
{ |
|
"epoch": 0.85, |
|
"grad_norm": 3.09375, |
|
"learning_rate": 4.063717766448194e-06, |
|
"log_odds_chosen": 0.09286753088235855, |
|
"log_odds_ratio": -0.6982024908065796, |
|
"logits/chosen": -3.177328109741211, |
|
"logits/rejected": -3.204103946685791, |
|
"logps/chosen": -0.5489121675491333, |
|
"logps/rejected": -0.5975584387779236, |
|
"loss": 0.4871, |
|
"nll_loss": 0.36433055996894836, |
|
"rewards/accuracies": 0.543749988079071, |
|
"rewards/chosen": -0.10978243499994278, |
|
"rewards/margins": 0.009729253128170967, |
|
"rewards/rejected": -0.1195116862654686, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.9, |
|
"grad_norm": 3.234375, |
|
"learning_rate": 3.974888600057808e-06, |
|
"log_odds_chosen": 0.06380079686641693, |
|
"log_odds_ratio": -0.7078055143356323, |
|
"logits/chosen": -3.179089307785034, |
|
"logits/rejected": -3.1974921226501465, |
|
"logps/chosen": -0.5259910821914673, |
|
"logps/rejected": -0.5546124577522278, |
|
"loss": 0.4842, |
|
"nll_loss": 0.3254118859767914, |
|
"rewards/accuracies": 0.53125, |
|
"rewards/chosen": -0.1051982045173645, |
|
"rewards/margins": 0.0057242861948907375, |
|
"rewards/rejected": -0.11092247813940048, |
|
"step": 210 |
|
}, |
|
{ |
|
"epoch": 0.94, |
|
"grad_norm": 3.1875, |
|
"learning_rate": 3.883106101763285e-06, |
|
"log_odds_chosen": 0.07409624010324478, |
|
"log_odds_ratio": -0.7109658122062683, |
|
"logits/chosen": -3.2040557861328125, |
|
"logits/rejected": -3.232853651046753, |
|
"logps/chosen": -0.5239503979682922, |
|
"logps/rejected": -0.5682771801948547, |
|
"loss": 0.4671, |
|
"nll_loss": 0.32592883706092834, |
|
"rewards/accuracies": 0.518750011920929, |
|
"rewards/chosen": -0.10479007661342621, |
|
"rewards/margins": 0.008865350857377052, |
|
"rewards/rejected": -0.1136554479598999, |
|
"step": 220 |
|
}, |
|
{ |
|
"epoch": 0.98, |
|
"grad_norm": 3.375, |
|
"learning_rate": 3.7885540577708806e-06, |
|
"log_odds_chosen": 0.17323985695838928, |
|
"log_odds_ratio": -0.6644941568374634, |
|
"logits/chosen": -3.242084503173828, |
|
"logits/rejected": -3.256577730178833, |
|
"logps/chosen": -0.5062168836593628, |
|
"logps/rejected": -0.5952838063240051, |
|
"loss": 0.4719, |
|
"nll_loss": 0.31021052598953247, |
|
"rewards/accuracies": 0.606249988079071, |
|
"rewards/chosen": -0.10124337673187256, |
|
"rewards/margins": 0.01781339757144451, |
|
"rewards/rejected": -0.11905677616596222, |
|
"step": 230 |
|
}, |
|
{ |
|
"epoch": 1.03, |
|
"grad_norm": 3.84375, |
|
"learning_rate": 3.6914218000532697e-06, |
|
"log_odds_chosen": 0.369870126247406, |
|
"log_odds_ratio": -0.5746415257453918, |
|
"logits/chosen": -3.2143750190734863, |
|
"logits/rejected": -3.2405693531036377, |
|
"logps/chosen": -0.4556041657924652, |
|
"logps/rejected": -0.6035604476928711, |
|
"loss": 0.4236, |
|
"nll_loss": 0.2927762269973755, |
|
"rewards/accuracies": 0.6937500238418579, |
|
"rewards/chosen": -0.09112082421779633, |
|
"rewards/margins": 0.029591253027319908, |
|
"rewards/rejected": -0.12071208655834198, |
|
"step": 240 |
|
}, |
|
{ |
|
"epoch": 1.07, |
|
"grad_norm": 3.8125, |
|
"learning_rate": 3.5919038272292824e-06, |
|
"log_odds_chosen": 0.6750356554985046, |
|
"log_odds_ratio": -0.4590001702308655, |
|
"logits/chosen": -3.1941792964935303, |
|
"logits/rejected": -3.229973554611206, |
|
"logps/chosen": -0.41714033484458923, |
|
"logps/rejected": -0.676815390586853, |
|
"loss": 0.3754, |
|
"nll_loss": 0.2869933545589447, |
|
"rewards/accuracies": 0.8374999761581421, |
|
"rewards/chosen": -0.08342806994915009, |
|
"rewards/margins": 0.05193500965833664, |
|
"rewards/rejected": -0.13536307215690613, |
|
"step": 250 |
|
}, |
|
{ |
|
"epoch": 1.11, |
|
"grad_norm": 4.0, |
|
"learning_rate": 3.4901994150978926e-06, |
|
"log_odds_chosen": 0.7411336302757263, |
|
"log_odds_ratio": -0.43500590324401855, |
|
"logits/chosen": -3.248504161834717, |
|
"logits/rejected": -3.2485687732696533, |
|
"logps/chosen": -0.45796918869018555, |
|
"logps/rejected": -0.7692248225212097, |
|
"loss": 0.3752, |
|
"nll_loss": 0.29675063490867615, |
|
"rewards/accuracies": 0.8812500238418579, |
|
"rewards/chosen": -0.09159384667873383, |
|
"rewards/margins": 0.06225113198161125, |
|
"rewards/rejected": -0.15384498238563538, |
|
"step": 260 |
|
}, |
|
{ |
|
"epoch": 1.15, |
|
"grad_norm": 4.125, |
|
"learning_rate": 3.386512217606339e-06, |
|
"log_odds_chosen": 0.672085702419281, |
|
"log_odds_ratio": -0.4590581953525543, |
|
"logits/chosen": -3.210575580596924, |
|
"logits/rejected": -3.2388033866882324, |
|
"logps/chosen": -0.4334833025932312, |
|
"logps/rejected": -0.7109585404396057, |
|
"loss": 0.3831, |
|
"nll_loss": 0.29120856523513794, |
|
"rewards/accuracies": 0.8374999761581421, |
|
"rewards/chosen": -0.08669666945934296, |
|
"rewards/margins": 0.055495042353868484, |
|
"rewards/rejected": -0.14219172298908234, |
|
"step": 270 |
|
}, |
|
{ |
|
"epoch": 1.2, |
|
"grad_norm": 4.1875, |
|
"learning_rate": 3.281049859051394e-06, |
|
"log_odds_chosen": 0.6232529282569885, |
|
"log_odds_ratio": -0.4691483974456787, |
|
"logits/chosen": -3.1913466453552246, |
|
"logits/rejected": -3.213522434234619, |
|
"logps/chosen": -0.457376629114151, |
|
"logps/rejected": -0.7198972702026367, |
|
"loss": 0.3748, |
|
"nll_loss": 0.2882610559463501, |
|
"rewards/accuracies": 0.8374999761581421, |
|
"rewards/chosen": -0.09147532284259796, |
|
"rewards/margins": 0.05250414088368416, |
|
"rewards/rejected": -0.14397946000099182, |
|
"step": 280 |
|
}, |
|
{ |
|
"epoch": 1.24, |
|
"grad_norm": 4.125, |
|
"learning_rate": 3.17402351833036e-06, |
|
"log_odds_chosen": 0.710340678691864, |
|
"log_odds_ratio": -0.44652828574180603, |
|
"logits/chosen": -3.149742841720581, |
|
"logits/rejected": -3.189366579055786, |
|
"logps/chosen": -0.43936777114868164, |
|
"logps/rejected": -0.72941654920578, |
|
"loss": 0.3629, |
|
"nll_loss": 0.29283395409584045, |
|
"rewards/accuracies": 0.8687499761581421, |
|
"rewards/chosen": -0.08787355571985245, |
|
"rewards/margins": 0.05800975114107132, |
|
"rewards/rejected": -0.14588329195976257, |
|
"step": 290 |
|
}, |
|
{ |
|
"epoch": 1.28, |
|
"grad_norm": 4.09375, |
|
"learning_rate": 3.0656475060743065e-06, |
|
"log_odds_chosen": 0.7323763966560364, |
|
"log_odds_ratio": -0.4345877766609192, |
|
"logits/chosen": -3.1514878273010254, |
|
"logits/rejected": -3.199571132659912, |
|
"logps/chosen": -0.44486841559410095, |
|
"logps/rejected": -0.7583059072494507, |
|
"loss": 0.3627, |
|
"nll_loss": 0.29908788204193115, |
|
"rewards/accuracies": 0.887499988079071, |
|
"rewards/chosen": -0.08897367864847183, |
|
"rewards/margins": 0.06268750131130219, |
|
"rewards/rejected": -0.15166118741035461, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 1.32, |
|
"grad_norm": 4.4375, |
|
"learning_rate": 2.956138835510282e-06, |
|
"log_odds_chosen": 0.7746503353118896, |
|
"log_odds_ratio": -0.42378655076026917, |
|
"logits/chosen": -3.1741645336151123, |
|
"logits/rejected": -3.2151100635528564, |
|
"logps/chosen": -0.4183032512664795, |
|
"logps/rejected": -0.7279097437858582, |
|
"loss": 0.3604, |
|
"nll_loss": 0.26949578523635864, |
|
"rewards/accuracies": 0.875, |
|
"rewards/chosen": -0.08366064727306366, |
|
"rewards/margins": 0.06192130595445633, |
|
"rewards/rejected": -0.14558196067810059, |
|
"step": 310 |
|
}, |
|
{ |
|
"epoch": 1.37, |
|
"grad_norm": 4.28125, |
|
"learning_rate": 2.8457167879118332e-06, |
|
"log_odds_chosen": 0.7689862251281738, |
|
"log_odds_ratio": -0.43063870072364807, |
|
"logits/chosen": -3.159554958343506, |
|
"logits/rejected": -3.188426971435547, |
|
"logps/chosen": -0.3951800465583801, |
|
"logps/rejected": -0.7116678953170776, |
|
"loss": 0.3763, |
|
"nll_loss": 0.27707797288894653, |
|
"rewards/accuracies": 0.8687499761581421, |
|
"rewards/chosen": -0.07903601229190826, |
|
"rewards/margins": 0.0632975846529007, |
|
"rewards/rejected": -0.14233359694480896, |
|
"step": 320 |
|
}, |
|
{ |
|
"epoch": 1.41, |
|
"grad_norm": 3.921875, |
|
"learning_rate": 2.7346024735079483e-06, |
|
"log_odds_chosen": 0.7219299674034119, |
|
"log_odds_ratio": -0.44966334104537964, |
|
"logits/chosen": -3.127485752105713, |
|
"logits/rejected": -3.198312997817993, |
|
"logps/chosen": -0.41490626335144043, |
|
"logps/rejected": -0.7052132487297058, |
|
"loss": 0.3787, |
|
"nll_loss": 0.2818581163883209, |
|
"rewards/accuracies": 0.831250011920929, |
|
"rewards/chosen": -0.08298125118017197, |
|
"rewards/margins": 0.058061398565769196, |
|
"rewards/rejected": -0.14104264974594116, |
|
"step": 330 |
|
}, |
|
{ |
|
"epoch": 1.45, |
|
"grad_norm": 4.34375, |
|
"learning_rate": 2.6230183887296955e-06, |
|
"log_odds_chosen": 0.7794576287269592, |
|
"log_odds_ratio": -0.42089906334877014, |
|
"logits/chosen": -3.129941463470459, |
|
"logits/rejected": -3.1785807609558105, |
|
"logps/chosen": -0.4315931797027588, |
|
"logps/rejected": -0.7535022497177124, |
|
"loss": 0.3603, |
|
"nll_loss": 0.30001071095466614, |
|
"rewards/accuracies": 0.8687499761581421, |
|
"rewards/chosen": -0.08631863445043564, |
|
"rewards/margins": 0.06438182294368744, |
|
"rewards/rejected": -0.15070047974586487, |
|
"step": 340 |
|
}, |
|
{ |
|
"epoch": 1.5, |
|
"grad_norm": 4.53125, |
|
"learning_rate": 2.511187970681109e-06, |
|
"log_odds_chosen": 0.6614913940429688, |
|
"log_odds_ratio": -0.4707488417625427, |
|
"logits/chosen": -3.1603000164031982, |
|
"logits/rejected": -3.1471877098083496, |
|
"logps/chosen": -0.4360755980014801, |
|
"logps/rejected": -0.6958964467048645, |
|
"loss": 0.3618, |
|
"nll_loss": 0.2804470360279083, |
|
"rewards/accuracies": 0.824999988079071, |
|
"rewards/chosen": -0.0872151255607605, |
|
"rewards/margins": 0.0519641637802124, |
|
"rewards/rejected": -0.1391792744398117, |
|
"step": 350 |
|
}, |
|
{ |
|
"epoch": 1.54, |
|
"grad_norm": 3.828125, |
|
"learning_rate": 2.399335149726463e-06, |
|
"log_odds_chosen": 0.6727465391159058, |
|
"log_odds_ratio": -0.4600442945957184, |
|
"logits/chosen": -3.1209638118743896, |
|
"logits/rejected": -3.1621603965759277, |
|
"logps/chosen": -0.4566575884819031, |
|
"logps/rejected": -0.7309259176254272, |
|
"loss": 0.3719, |
|
"nll_loss": 0.3025999665260315, |
|
"rewards/accuracies": 0.824999988079071, |
|
"rewards/chosen": -0.09133151918649673, |
|
"rewards/margins": 0.0548536591231823, |
|
"rewards/rejected": -0.14618518948554993, |
|
"step": 360 |
|
}, |
|
{ |
|
"epoch": 1.58, |
|
"grad_norm": 4.46875, |
|
"learning_rate": 2.2876839010898377e-06, |
|
"log_odds_chosen": 0.7592717409133911, |
|
"log_odds_ratio": -0.43831682205200195, |
|
"logits/chosen": -3.1502082347869873, |
|
"logits/rejected": -3.207881212234497, |
|
"logps/chosen": -0.42622488737106323, |
|
"logps/rejected": -0.7278318405151367, |
|
"loss": 0.3498, |
|
"nll_loss": 0.2541278004646301, |
|
"rewards/accuracies": 0.8812500238418579, |
|
"rewards/chosen": -0.08524497598409653, |
|
"rewards/margins": 0.0603213906288147, |
|
"rewards/rejected": -0.14556637406349182, |
|
"step": 370 |
|
}, |
|
{ |
|
"epoch": 1.62, |
|
"grad_norm": 4.90625, |
|
"learning_rate": 2.1764577963648616e-06, |
|
"log_odds_chosen": 0.6783360838890076, |
|
"log_odds_ratio": -0.46248960494995117, |
|
"logits/chosen": -3.146242141723633, |
|
"logits/rejected": -3.164093017578125, |
|
"logps/chosen": -0.42164331674575806, |
|
"logps/rejected": -0.6987554430961609, |
|
"loss": 0.3636, |
|
"nll_loss": 0.30008167028427124, |
|
"rewards/accuracies": 0.84375, |
|
"rewards/chosen": -0.08432865887880325, |
|
"rewards/margins": 0.05542243644595146, |
|
"rewards/rejected": -0.1397511065006256, |
|
"step": 380 |
|
}, |
|
{ |
|
"epoch": 1.67, |
|
"grad_norm": 4.4375, |
|
"learning_rate": 2.0658795558326745e-06, |
|
"log_odds_chosen": 0.6860665082931519, |
|
"log_odds_ratio": -0.44539427757263184, |
|
"logits/chosen": -3.1428816318511963, |
|
"logits/rejected": -3.202255964279175, |
|
"logps/chosen": -0.4127088487148285, |
|
"logps/rejected": -0.6815465688705444, |
|
"loss": 0.3548, |
|
"nll_loss": 0.25606799125671387, |
|
"rewards/accuracies": 0.8812500238418579, |
|
"rewards/chosen": -0.08254177868366241, |
|
"rewards/margins": 0.05376753211021423, |
|
"rewards/rejected": -0.13630932569503784, |
|
"step": 390 |
|
}, |
|
{ |
|
"epoch": 1.71, |
|
"grad_norm": 4.15625, |
|
"learning_rate": 1.956170602484582e-06, |
|
"log_odds_chosen": 0.8614572286605835, |
|
"log_odds_ratio": -0.3955555558204651, |
|
"logits/chosen": -3.1366238594055176, |
|
"logits/rejected": -3.1604573726654053, |
|
"logps/chosen": -0.3913766145706177, |
|
"logps/rejected": -0.7423630952835083, |
|
"loss": 0.3487, |
|
"nll_loss": 0.24887590110301971, |
|
"rewards/accuracies": 0.887499988079071, |
|
"rewards/chosen": -0.07827533036470413, |
|
"rewards/margins": 0.07019731402397156, |
|
"rewards/rejected": -0.1484726369380951, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 1.75, |
|
"grad_norm": 4.625, |
|
"learning_rate": 1.8475506186424075e-06, |
|
"log_odds_chosen": 0.7284751534461975, |
|
"log_odds_ratio": -0.4521869122982025, |
|
"logits/chosen": -3.1315054893493652, |
|
"logits/rejected": -3.1535370349884033, |
|
"logps/chosen": -0.4371741712093353, |
|
"logps/rejected": -0.7353378534317017, |
|
"loss": 0.3711, |
|
"nll_loss": 0.2623272240161896, |
|
"rewards/accuracies": 0.8500000238418579, |
|
"rewards/chosen": -0.08743483573198318, |
|
"rewards/margins": 0.059632737189531326, |
|
"rewards/rejected": -0.1470675766468048, |
|
"step": 410 |
|
}, |
|
{ |
|
"epoch": 1.79, |
|
"grad_norm": 3.796875, |
|
"learning_rate": 1.740237106064383e-06, |
|
"log_odds_chosen": 0.7518190145492554, |
|
"log_odds_ratio": -0.43122825026512146, |
|
"logits/chosen": -3.155817747116089, |
|
"logits/rejected": -3.1722676753997803, |
|
"logps/chosen": -0.44021105766296387, |
|
"logps/rejected": -0.752731442451477, |
|
"loss": 0.3521, |
|
"nll_loss": 0.27316415309906006, |
|
"rewards/accuracies": 0.8687499761581421, |
|
"rewards/chosen": -0.08804221451282501, |
|
"rewards/margins": 0.06250409036874771, |
|
"rewards/rejected": -0.15054629743099213, |
|
"step": 420 |
|
}, |
|
{ |
|
"epoch": 1.84, |
|
"grad_norm": 4.0625, |
|
"learning_rate": 1.6344449504174193e-06, |
|
"log_odds_chosen": 0.7577536106109619, |
|
"log_odds_ratio": -0.4262828230857849, |
|
"logits/chosen": -3.112555980682373, |
|
"logits/rejected": -3.175693988800049, |
|
"logps/chosen": -0.4249524176120758, |
|
"logps/rejected": -0.7365177273750305, |
|
"loss": 0.3772, |
|
"nll_loss": 0.29327088594436646, |
|
"rewards/accuracies": 0.875, |
|
"rewards/chosen": -0.084990493953228, |
|
"rewards/margins": 0.06231304258108139, |
|
"rewards/rejected": -0.14730355143547058, |
|
"step": 430 |
|
}, |
|
{ |
|
"epoch": 1.88, |
|
"grad_norm": 4.625, |
|
"learning_rate": 1.5303859909878632e-06, |
|
"log_odds_chosen": 0.6891047954559326, |
|
"log_odds_ratio": -0.45858821272850037, |
|
"logits/chosen": -3.18835711479187, |
|
"logits/rejected": -3.198822021484375, |
|
"logps/chosen": -0.43595075607299805, |
|
"logps/rejected": -0.707006573677063, |
|
"loss": 0.3569, |
|
"nll_loss": 0.2663270831108093, |
|
"rewards/accuracies": 0.84375, |
|
"rewards/chosen": -0.08719015121459961, |
|
"rewards/margins": 0.054211169481277466, |
|
"rewards/rejected": -0.14140132069587708, |
|
"step": 440 |
|
}, |
|
{ |
|
"epoch": 1.92, |
|
"grad_norm": 4.84375, |
|
"learning_rate": 1.4282685964923643e-06, |
|
"log_odds_chosen": 0.8139818906784058, |
|
"log_odds_ratio": -0.41608935594558716, |
|
"logits/chosen": -3.1146390438079834, |
|
"logits/rejected": -3.167144775390625, |
|
"logps/chosen": -0.41870421171188354, |
|
"logps/rejected": -0.7421842813491821, |
|
"loss": 0.3699, |
|
"nll_loss": 0.2976505160331726, |
|
"rewards/accuracies": 0.8374999761581421, |
|
"rewards/chosen": -0.08374085277318954, |
|
"rewards/margins": 0.06469599902629852, |
|
"rewards/rejected": -0.14843687415122986, |
|
"step": 450 |
|
}, |
|
{ |
|
"epoch": 1.97, |
|
"grad_norm": 4.53125, |
|
"learning_rate": 1.328297247838241e-06, |
|
"log_odds_chosen": 0.7360786199569702, |
|
"log_odds_ratio": -0.4329991936683655, |
|
"logits/chosen": -3.162118434906006, |
|
"logits/rejected": -3.2087559700012207, |
|
"logps/chosen": -0.4136020541191101, |
|
"logps/rejected": -0.7124483585357666, |
|
"loss": 0.3642, |
|
"nll_loss": 0.2634555995464325, |
|
"rewards/accuracies": 0.887499988079071, |
|
"rewards/chosen": -0.08272042125463486, |
|
"rewards/margins": 0.05976926162838936, |
|
"rewards/rejected": -0.14248968660831451, |
|
"step": 460 |
|
}, |
|
{ |
|
"epoch": 2.01, |
|
"grad_norm": 5.3125, |
|
"learning_rate": 1.2306721286688312e-06, |
|
"log_odds_chosen": 0.8309246301651001, |
|
"log_odds_ratio": -0.4013638496398926, |
|
"logits/chosen": -3.150937795639038, |
|
"logits/rejected": -3.205261707305908, |
|
"logps/chosen": -0.4131666123867035, |
|
"logps/rejected": -0.7659183740615845, |
|
"loss": 0.3651, |
|
"nll_loss": 0.2736993134021759, |
|
"rewards/accuracies": 0.9375, |
|
"rewards/chosen": -0.08263333141803741, |
|
"rewards/margins": 0.07055036723613739, |
|
"rewards/rejected": -0.1531836986541748, |
|
"step": 470 |
|
}, |
|
{ |
|
"epoch": 2.05, |
|
"grad_norm": 4.5625, |
|
"learning_rate": 1.1355887245137383e-06, |
|
"log_odds_chosen": 1.1850926876068115, |
|
"log_odds_ratio": -0.30928006768226624, |
|
"logits/chosen": -3.197258234024048, |
|
"logits/rejected": -3.233253002166748, |
|
"logps/chosen": -0.3570306599140167, |
|
"logps/rejected": -0.8269041776657104, |
|
"loss": 0.306, |
|
"nll_loss": 0.21892933547496796, |
|
"rewards/accuracies": 0.956250011920929, |
|
"rewards/chosen": -0.07140612602233887, |
|
"rewards/margins": 0.09397471696138382, |
|
"rewards/rejected": -0.16538085043430328, |
|
"step": 480 |
|
}, |
|
{ |
|
"epoch": 2.09, |
|
"grad_norm": 4.3125, |
|
"learning_rate": 1.043237431346622e-06, |
|
"log_odds_chosen": 1.2696115970611572, |
|
"log_odds_ratio": -0.29188066720962524, |
|
"logits/chosen": -3.060274600982666, |
|
"logits/rejected": -3.112060785293579, |
|
"logps/chosen": -0.37511518597602844, |
|
"logps/rejected": -0.8814083933830261, |
|
"loss": 0.3133, |
|
"nll_loss": 0.2801322340965271, |
|
"rewards/accuracies": 0.96875, |
|
"rewards/chosen": -0.07502304017543793, |
|
"rewards/margins": 0.10125863552093506, |
|
"rewards/rejected": -0.17628169059753418, |
|
"step": 490 |
|
}, |
|
{ |
|
"epoch": 2.14, |
|
"grad_norm": 4.40625, |
|
"learning_rate": 9.538031743343628e-07, |
|
"log_odds_chosen": 1.2528076171875, |
|
"log_odds_ratio": -0.3035999834537506, |
|
"logits/chosen": -3.0861003398895264, |
|
"logits/rejected": -3.111483097076416, |
|
"logps/chosen": -0.39375776052474976, |
|
"logps/rejected": -0.9319614171981812, |
|
"loss": 0.3176, |
|
"nll_loss": 0.2627008259296417, |
|
"rewards/accuracies": 0.956250011920929, |
|
"rewards/chosen": -0.07875155657529831, |
|
"rewards/margins": 0.10764074325561523, |
|
"rewards/rejected": -0.18639230728149414, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 2.18, |
|
"grad_norm": 4.75, |
|
"learning_rate": 8.674650375410379e-07, |
|
"log_odds_chosen": 1.0996912717819214, |
|
"log_odds_ratio": -0.34020066261291504, |
|
"logits/chosen": -3.0855681896209717, |
|
"logits/rejected": -3.1118760108947754, |
|
"logps/chosen": -0.426668643951416, |
|
"logps/rejected": -0.8785163760185242, |
|
"loss": 0.3107, |
|
"nll_loss": 0.2832065224647522, |
|
"rewards/accuracies": 0.925000011920929, |
|
"rewards/chosen": -0.08533372730016708, |
|
"rewards/margins": 0.09036955237388611, |
|
"rewards/rejected": -0.17570330202579498, |
|
"step": 510 |
|
}, |
|
{ |
|
"epoch": 2.22, |
|
"grad_norm": 4.3125, |
|
"learning_rate": 7.843959053281663e-07, |
|
"log_odds_chosen": 1.3144631385803223, |
|
"log_odds_ratio": -0.2888423502445221, |
|
"logits/chosen": -3.060899019241333, |
|
"logits/rejected": -3.110773801803589, |
|
"logps/chosen": -0.3530345559120178, |
|
"logps/rejected": -0.8913728594779968, |
|
"loss": 0.3117, |
|
"nll_loss": 0.2591019570827484, |
|
"rewards/accuracies": 0.956250011920929, |
|
"rewards/chosen": -0.07060691714286804, |
|
"rewards/margins": 0.10766766965389252, |
|
"rewards/rejected": -0.17827460169792175, |
|
"step": 520 |
|
}, |
|
{ |
|
"epoch": 2.26, |
|
"grad_norm": 5.0, |
|
"learning_rate": 7.047621161693152e-07, |
|
"log_odds_chosen": 1.327051043510437, |
|
"log_odds_ratio": -0.2728634774684906, |
|
"logits/chosen": -3.0373597145080566, |
|
"logits/rejected": -3.121220350265503, |
|
"logps/chosen": -0.35444390773773193, |
|
"logps/rejected": -0.9054730534553528, |
|
"loss": 0.3201, |
|
"nll_loss": 0.2551073729991913, |
|
"rewards/accuracies": 0.981249988079071, |
|
"rewards/chosen": -0.07088878005743027, |
|
"rewards/margins": 0.11020584404468536, |
|
"rewards/rejected": -0.18109463155269623, |
|
"step": 530 |
|
}, |
|
{ |
|
"epoch": 2.31, |
|
"grad_norm": 4.8125, |
|
"learning_rate": 6.28723129572247e-07, |
|
"log_odds_chosen": 1.3342939615249634, |
|
"log_odds_ratio": -0.27417218685150146, |
|
"logits/chosen": -3.0797994136810303, |
|
"logits/rejected": -3.1183524131774902, |
|
"logps/chosen": -0.362510621547699, |
|
"logps/rejected": -0.9240224957466125, |
|
"loss": 0.314, |
|
"nll_loss": 0.2499639093875885, |
|
"rewards/accuracies": 0.9624999761581421, |
|
"rewards/chosen": -0.07250212132930756, |
|
"rewards/margins": 0.11230238527059555, |
|
"rewards/rejected": -0.1848045140504837, |
|
"step": 540 |
|
}, |
|
{ |
|
"epoch": 2.35, |
|
"grad_norm": 4.5, |
|
"learning_rate": 5.564312067755856e-07, |
|
"log_odds_chosen": 1.2629302740097046, |
|
"log_odds_ratio": -0.29583701491355896, |
|
"logits/chosen": -3.106447696685791, |
|
"logits/rejected": -3.153026580810547, |
|
"logps/chosen": -0.36336833238601685, |
|
"logps/rejected": -0.8715957403182983, |
|
"loss": 0.3098, |
|
"nll_loss": 0.2292967140674591, |
|
"rewards/accuracies": 0.9750000238418579, |
|
"rewards/chosen": -0.07267366349697113, |
|
"rewards/margins": 0.10164550691843033, |
|
"rewards/rejected": -0.17431916296482086, |
|
"step": 550 |
|
}, |
|
{ |
|
"epoch": 2.39, |
|
"grad_norm": 4.375, |
|
"learning_rate": 4.880311058593617e-07, |
|
"log_odds_chosen": 1.3260443210601807, |
|
"log_odds_ratio": -0.2782818675041199, |
|
"logits/chosen": -3.0871644020080566, |
|
"logits/rejected": -3.1364452838897705, |
|
"logps/chosen": -0.36632782220840454, |
|
"logps/rejected": -0.924032986164093, |
|
"loss": 0.2976, |
|
"nll_loss": 0.22606725990772247, |
|
"rewards/accuracies": 0.9750000238418579, |
|
"rewards/chosen": -0.07326555997133255, |
|
"rewards/margins": 0.11154104769229889, |
|
"rewards/rejected": -0.18480661511421204, |
|
"step": 560 |
|
}, |
|
{ |
|
"epoch": 2.44, |
|
"grad_norm": 4.96875, |
|
"learning_rate": 4.2365979187997094e-07, |
|
"log_odds_chosen": 1.277055025100708, |
|
"log_odds_ratio": -0.29783302545547485, |
|
"logits/chosen": -3.0671963691711426, |
|
"logits/rejected": -3.1140341758728027, |
|
"logps/chosen": -0.381780207157135, |
|
"logps/rejected": -0.9046441912651062, |
|
"loss": 0.3148, |
|
"nll_loss": 0.2656724154949188, |
|
"rewards/accuracies": 0.9375, |
|
"rewards/chosen": -0.07635603845119476, |
|
"rewards/margins": 0.10457281768321991, |
|
"rewards/rejected": -0.18092885613441467, |
|
"step": 570 |
|
}, |
|
{ |
|
"epoch": 2.48, |
|
"grad_norm": 4.9375, |
|
"learning_rate": 3.634461626099495e-07, |
|
"log_odds_chosen": 1.2928454875946045, |
|
"log_odds_ratio": -0.28668928146362305, |
|
"logits/chosen": -3.0869479179382324, |
|
"logits/rejected": -3.1252989768981934, |
|
"logps/chosen": -0.345980703830719, |
|
"logps/rejected": -0.8593694567680359, |
|
"loss": 0.3035, |
|
"nll_loss": 0.22678887844085693, |
|
"rewards/accuracies": 0.96875, |
|
"rewards/chosen": -0.06919614970684052, |
|
"rewards/margins": 0.10267776250839233, |
|
"rewards/rejected": -0.17187389731407166, |
|
"step": 580 |
|
}, |
|
{ |
|
"epoch": 2.52, |
|
"grad_norm": 5.5, |
|
"learning_rate": 3.075107904317667e-07, |
|
"log_odds_chosen": 1.2825336456298828, |
|
"log_odds_ratio": -0.29012447595596313, |
|
"logits/chosen": -3.0542449951171875, |
|
"logits/rejected": -3.106863021850586, |
|
"logps/chosen": -0.36031287908554077, |
|
"logps/rejected": -0.8658483624458313, |
|
"loss": 0.3156, |
|
"nll_loss": 0.2495698481798172, |
|
"rewards/accuracies": 0.96875, |
|
"rewards/chosen": -0.07206258177757263, |
|
"rewards/margins": 0.10110710561275482, |
|
"rewards/rejected": -0.17316967248916626, |
|
"step": 590 |
|
}, |
|
{ |
|
"epoch": 2.56, |
|
"grad_norm": 4.90625, |
|
"learning_rate": 2.5596568090246546e-07, |
|
"log_odds_chosen": 1.2836467027664185, |
|
"log_odds_ratio": -0.28635507822036743, |
|
"logits/chosen": -3.0764803886413574, |
|
"logits/rejected": -3.1473774909973145, |
|
"logps/chosen": -0.37658047676086426, |
|
"logps/rejected": -0.9045608639717102, |
|
"loss": 0.3141, |
|
"nll_loss": 0.24526798725128174, |
|
"rewards/accuracies": 0.9750000238418579, |
|
"rewards/chosen": -0.07531610131263733, |
|
"rewards/margins": 0.10559606552124023, |
|
"rewards/rejected": -0.18091216683387756, |
|
"step": 600 |
|
}, |
|
{ |
|
"epoch": 2.61, |
|
"grad_norm": 4.28125, |
|
"learning_rate": 2.0891404847259267e-07, |
|
"log_odds_chosen": 1.2697139978408813, |
|
"log_odds_ratio": -0.29423031210899353, |
|
"logits/chosen": -3.090924024581909, |
|
"logits/rejected": -3.146167039871216, |
|
"logps/chosen": -0.38669395446777344, |
|
"logps/rejected": -0.9116611480712891, |
|
"loss": 0.313, |
|
"nll_loss": 0.25895369052886963, |
|
"rewards/accuracies": 0.96875, |
|
"rewards/chosen": -0.0773387923836708, |
|
"rewards/margins": 0.10499344766139984, |
|
"rewards/rejected": -0.18233224749565125, |
|
"step": 610 |
|
}, |
|
{ |
|
"epoch": 2.65, |
|
"grad_norm": 4.96875, |
|
"learning_rate": 1.6645010980854082e-07, |
|
"log_odds_chosen": 1.3362077474594116, |
|
"log_odds_ratio": -0.2740064263343811, |
|
"logits/chosen": -3.075295925140381, |
|
"logits/rejected": -3.110752582550049, |
|
"logps/chosen": -0.3653913140296936, |
|
"logps/rejected": -0.9164104461669922, |
|
"loss": 0.3052, |
|
"nll_loss": 0.26205652952194214, |
|
"rewards/accuracies": 0.9750000238418579, |
|
"rewards/chosen": -0.07307826727628708, |
|
"rewards/margins": 0.1102038249373436, |
|
"rewards/rejected": -0.18328210711479187, |
|
"step": 620 |
|
}, |
|
{ |
|
"epoch": 2.69, |
|
"grad_norm": 5.21875, |
|
"learning_rate": 1.286588951321363e-07, |
|
"log_odds_chosen": 1.2346899509429932, |
|
"log_odds_ratio": -0.29600512981414795, |
|
"logits/chosen": -3.094604015350342, |
|
"logits/rejected": -3.125540256500244, |
|
"logps/chosen": -0.393343448638916, |
|
"logps/rejected": -0.9184632301330566, |
|
"loss": 0.3236, |
|
"nll_loss": 0.2790059447288513, |
|
"rewards/accuracies": 0.96875, |
|
"rewards/chosen": -0.07866868376731873, |
|
"rewards/margins": 0.10502395778894424, |
|
"rewards/rejected": -0.18369261920452118, |
|
"step": 630 |
|
}, |
|
{ |
|
"epoch": 2.74, |
|
"grad_norm": 4.6875, |
|
"learning_rate": 9.561607795526007e-08, |
|
"log_odds_chosen": 1.2945499420166016, |
|
"log_odds_ratio": -0.2860717177391052, |
|
"logits/chosen": -3.092331647872925, |
|
"logits/rejected": -3.149021863937378, |
|
"logps/chosen": -0.3724428415298462, |
|
"logps/rejected": -0.9131635427474976, |
|
"loss": 0.312, |
|
"nll_loss": 0.2520996630191803, |
|
"rewards/accuracies": 0.9750000238418579, |
|
"rewards/chosen": -0.074488565325737, |
|
"rewards/margins": 0.1081441268324852, |
|
"rewards/rejected": -0.182632714509964, |
|
"step": 640 |
|
}, |
|
{ |
|
"epoch": 2.78, |
|
"grad_norm": 4.375, |
|
"learning_rate": 6.738782355044048e-08, |
|
"log_odds_chosen": 1.303377628326416, |
|
"log_odds_ratio": -0.28758224844932556, |
|
"logits/chosen": -3.0791025161743164, |
|
"logits/rejected": -3.130547046661377, |
|
"logps/chosen": -0.3604482114315033, |
|
"logps/rejected": -0.8876269459724426, |
|
"loss": 0.3161, |
|
"nll_loss": 0.2479972094297409, |
|
"rewards/accuracies": 0.9750000238418579, |
|
"rewards/chosen": -0.07208964973688126, |
|
"rewards/margins": 0.10543572902679443, |
|
"rewards/rejected": -0.1775253713130951, |
|
"step": 650 |
|
}, |
|
{ |
|
"epoch": 2.82, |
|
"grad_norm": 4.8125, |
|
"learning_rate": 4.40306564608381e-08, |
|
"log_odds_chosen": 1.220916509628296, |
|
"log_odds_ratio": -0.3061557412147522, |
|
"logits/chosen": -3.0849318504333496, |
|
"logits/rejected": -3.0918779373168945, |
|
"logps/chosen": -0.38813266158103943, |
|
"logps/rejected": -0.8825920224189758, |
|
"loss": 0.3064, |
|
"nll_loss": 0.26622262597084045, |
|
"rewards/accuracies": 0.96875, |
|
"rewards/chosen": -0.0776265487074852, |
|
"rewards/margins": 0.09889186918735504, |
|
"rewards/rejected": -0.17651841044425964, |
|
"step": 660 |
|
}, |
|
{ |
|
"epoch": 2.86, |
|
"grad_norm": 4.9375, |
|
"learning_rate": 2.5591347314928572e-08, |
|
"log_odds_chosen": 1.1736371517181396, |
|
"log_odds_ratio": -0.3195890486240387, |
|
"logits/chosen": -3.0899367332458496, |
|
"logits/rejected": -3.1268470287323, |
|
"logps/chosen": -0.3975283205509186, |
|
"logps/rejected": -0.897696316242218, |
|
"loss": 0.3181, |
|
"nll_loss": 0.2676974833011627, |
|
"rewards/accuracies": 0.9375, |
|
"rewards/chosen": -0.07950566709041595, |
|
"rewards/margins": 0.10003360360860825, |
|
"rewards/rejected": -0.1795392781496048, |
|
"step": 670 |
|
}, |
|
{ |
|
"epoch": 2.91, |
|
"grad_norm": 3.921875, |
|
"learning_rate": 1.2106819172520434e-08, |
|
"log_odds_chosen": 1.2462742328643799, |
|
"log_odds_ratio": -0.29843610525131226, |
|
"logits/chosen": -3.0916683673858643, |
|
"logits/rejected": -3.126143217086792, |
|
"logps/chosen": -0.37134823203086853, |
|
"logps/rejected": -0.8719061613082886, |
|
"loss": 0.3068, |
|
"nll_loss": 0.2421465665102005, |
|
"rewards/accuracies": 0.9750000238418579, |
|
"rewards/chosen": -0.07426965236663818, |
|
"rewards/margins": 0.10011158138513565, |
|
"rewards/rejected": -0.17438122630119324, |
|
"step": 680 |
|
}, |
|
{ |
|
"epoch": 2.95, |
|
"grad_norm": 4.0625, |
|
"learning_rate": 3.6040735896455957e-09, |
|
"log_odds_chosen": 1.2757344245910645, |
|
"log_odds_ratio": -0.29123741388320923, |
|
"logits/chosen": -3.0802972316741943, |
|
"logits/rejected": -3.130801200866699, |
|
"logps/chosen": -0.37011533975601196, |
|
"logps/rejected": -0.8979229927062988, |
|
"loss": 0.3024, |
|
"nll_loss": 0.23298993706703186, |
|
"rewards/accuracies": 0.9437500238418579, |
|
"rewards/chosen": -0.07402306795120239, |
|
"rewards/margins": 0.10556153953075409, |
|
"rewards/rejected": -0.17958460748195648, |
|
"step": 690 |
|
}, |
|
{ |
|
"epoch": 2.99, |
|
"grad_norm": 5.0, |
|
"learning_rate": 1.0013655036916758e-10, |
|
"log_odds_chosen": 1.3622093200683594, |
|
"log_odds_ratio": -0.2736757695674896, |
|
"logits/chosen": -3.140601396560669, |
|
"logits/rejected": -3.1706244945526123, |
|
"logps/chosen": -0.34326601028442383, |
|
"logps/rejected": -0.8912754058837891, |
|
"loss": 0.3068, |
|
"nll_loss": 0.21759584546089172, |
|
"rewards/accuracies": 0.9750000238418579, |
|
"rewards/chosen": -0.06865320354700089, |
|
"rewards/margins": 0.10960187017917633, |
|
"rewards/rejected": -0.1782551109790802, |
|
"step": 700 |
|
}, |
|
{ |
|
"epoch": 3.0, |
|
"step": 702, |
|
"total_flos": 0.0, |
|
"train_loss": 0.3926089354220279, |
|
"train_runtime": 9824.6416, |
|
"train_samples_per_second": 4.569, |
|
"train_steps_per_second": 0.071 |
|
} |
|
], |
|
"logging_steps": 10, |
|
"max_steps": 702, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 3, |
|
"save_steps": 500, |
|
"total_flos": 0.0, |
|
"train_batch_size": 8, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|