|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 0.9984, |
|
"eval_steps": 500, |
|
"global_step": 156, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.0064, |
|
"grad_norm": 1341.8496030875679, |
|
"learning_rate": 6.25e-10, |
|
"logits/chosen": -3.9499800205230713, |
|
"logits/rejected": -4.237819194793701, |
|
"logps/chosen": -300.693115234375, |
|
"logps/rejected": -249.96307373046875, |
|
"loss": 0.6931, |
|
"rewards/accuracies": 0.0, |
|
"rewards/chosen": 0.0, |
|
"rewards/margins": 0.0, |
|
"rewards/rejected": 0.0, |
|
"step": 1 |
|
}, |
|
{ |
|
"epoch": 0.064, |
|
"grad_norm": 1351.1067467304115, |
|
"learning_rate": 6.25e-09, |
|
"logits/chosen": -4.128900527954102, |
|
"logits/rejected": -4.351526260375977, |
|
"logps/chosen": -351.4300537109375, |
|
"logps/rejected": -308.8679504394531, |
|
"loss": 0.7229, |
|
"rewards/accuracies": 0.4340277910232544, |
|
"rewards/chosen": -0.0018261770019307733, |
|
"rewards/margins": -0.04775632172822952, |
|
"rewards/rejected": 0.04593014344573021, |
|
"step": 10 |
|
}, |
|
{ |
|
"epoch": 0.128, |
|
"grad_norm": 1408.8095936894558, |
|
"learning_rate": 9.979871469976195e-09, |
|
"logits/chosen": -4.194854736328125, |
|
"logits/rejected": -4.3817548751831055, |
|
"logps/chosen": -335.3293762207031, |
|
"logps/rejected": -294.04248046875, |
|
"loss": 0.7269, |
|
"rewards/accuracies": 0.512499988079071, |
|
"rewards/chosen": 0.01136251911520958, |
|
"rewards/margins": 0.004810346756130457, |
|
"rewards/rejected": 0.0065521723590791225, |
|
"step": 20 |
|
}, |
|
{ |
|
"epoch": 0.192, |
|
"grad_norm": 1432.0458755805519, |
|
"learning_rate": 9.755282581475768e-09, |
|
"logits/chosen": -4.23565149307251, |
|
"logits/rejected": -4.369490623474121, |
|
"logps/chosen": -329.5267028808594, |
|
"logps/rejected": -296.1650390625, |
|
"loss": 0.7136, |
|
"rewards/accuracies": 0.5093749761581421, |
|
"rewards/chosen": 0.0647984966635704, |
|
"rewards/margins": 0.020466070622205734, |
|
"rewards/rejected": 0.04433242976665497, |
|
"step": 30 |
|
}, |
|
{ |
|
"epoch": 0.256, |
|
"grad_norm": 1362.637677953038, |
|
"learning_rate": 9.29224396800933e-09, |
|
"logits/chosen": -4.142593860626221, |
|
"logits/rejected": -4.344474792480469, |
|
"logps/chosen": -333.652587890625, |
|
"logps/rejected": -289.78851318359375, |
|
"loss": 0.691, |
|
"rewards/accuracies": 0.581250011920929, |
|
"rewards/chosen": 0.16199079155921936, |
|
"rewards/margins": 0.10949220508337021, |
|
"rewards/rejected": 0.052498579025268555, |
|
"step": 40 |
|
}, |
|
{ |
|
"epoch": 0.32, |
|
"grad_norm": 1293.8956896680802, |
|
"learning_rate": 8.613974319136958e-09, |
|
"logits/chosen": -4.226416110992432, |
|
"logits/rejected": -4.406065940856934, |
|
"logps/chosen": -334.3558044433594, |
|
"logps/rejected": -293.1966552734375, |
|
"loss": 0.6734, |
|
"rewards/accuracies": 0.6000000238418579, |
|
"rewards/chosen": 0.24848651885986328, |
|
"rewards/margins": 0.16572698950767517, |
|
"rewards/rejected": 0.08275953680276871, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 0.384, |
|
"grad_norm": 1213.937252280571, |
|
"learning_rate": 7.754484907260514e-09, |
|
"logits/chosen": -4.241747856140137, |
|
"logits/rejected": -4.412692546844482, |
|
"logps/chosen": -326.20147705078125, |
|
"logps/rejected": -293.2193908691406, |
|
"loss": 0.6501, |
|
"rewards/accuracies": 0.574999988079071, |
|
"rewards/chosen": 0.28125494718551636, |
|
"rewards/margins": 0.12699946761131287, |
|
"rewards/rejected": 0.1542554497718811, |
|
"step": 60 |
|
}, |
|
{ |
|
"epoch": 0.448, |
|
"grad_norm": 1168.8702151248158, |
|
"learning_rate": 6.756874120406714e-09, |
|
"logits/chosen": -4.1678466796875, |
|
"logits/rejected": -4.357397556304932, |
|
"logps/chosen": -326.0350036621094, |
|
"logps/rejected": -290.5421447753906, |
|
"loss": 0.6267, |
|
"rewards/accuracies": 0.668749988079071, |
|
"rewards/chosen": 0.4029604494571686, |
|
"rewards/margins": 0.24430949985980988, |
|
"rewards/rejected": 0.1586509495973587, |
|
"step": 70 |
|
}, |
|
{ |
|
"epoch": 0.512, |
|
"grad_norm": 1195.264190588224, |
|
"learning_rate": 5.671166329088278e-09, |
|
"logits/chosen": -4.038235187530518, |
|
"logits/rejected": -4.326010227203369, |
|
"logps/chosen": -352.18646240234375, |
|
"logps/rejected": -309.32562255859375, |
|
"loss": 0.6092, |
|
"rewards/accuracies": 0.690625011920929, |
|
"rewards/chosen": 0.5486255288124084, |
|
"rewards/margins": 0.3041314482688904, |
|
"rewards/rejected": 0.24449411034584045, |
|
"step": 80 |
|
}, |
|
{ |
|
"epoch": 0.576, |
|
"grad_norm": 1097.5673117468077, |
|
"learning_rate": 4.551803455482833e-09, |
|
"logits/chosen": -4.168010711669922, |
|
"logits/rejected": -4.375750541687012, |
|
"logps/chosen": -338.2205505371094, |
|
"logps/rejected": -296.5308532714844, |
|
"loss": 0.59, |
|
"rewards/accuracies": 0.7124999761581421, |
|
"rewards/chosen": 0.5563652515411377, |
|
"rewards/margins": 0.29324790835380554, |
|
"rewards/rejected": 0.263117253780365, |
|
"step": 90 |
|
}, |
|
{ |
|
"epoch": 0.64, |
|
"grad_norm": 1066.1810496477938, |
|
"learning_rate": 3.4549150281252633e-09, |
|
"logits/chosen": -4.156978130340576, |
|
"logits/rejected": -4.374584197998047, |
|
"logps/chosen": -335.9981384277344, |
|
"logps/rejected": -287.0412902832031, |
|
"loss": 0.5812, |
|
"rewards/accuracies": 0.7406250238418579, |
|
"rewards/chosen": 0.6475387811660767, |
|
"rewards/margins": 0.36960989236831665, |
|
"rewards/rejected": 0.2779288589954376, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.704, |
|
"grad_norm": 1155.1395500395697, |
|
"learning_rate": 2.43550361297047e-09, |
|
"logits/chosen": -4.1374359130859375, |
|
"logits/rejected": -4.378481864929199, |
|
"logps/chosen": -317.46600341796875, |
|
"logps/rejected": -277.5682067871094, |
|
"loss": 0.5759, |
|
"rewards/accuracies": 0.7250000238418579, |
|
"rewards/chosen": 0.7310987710952759, |
|
"rewards/margins": 0.3804031014442444, |
|
"rewards/rejected": 0.3506956100463867, |
|
"step": 110 |
|
}, |
|
{ |
|
"epoch": 0.768, |
|
"grad_norm": 1066.5080189058133, |
|
"learning_rate": 1.5446867550656768e-09, |
|
"logits/chosen": -4.136859893798828, |
|
"logits/rejected": -4.3448615074157715, |
|
"logps/chosen": -331.464111328125, |
|
"logps/rejected": -281.9703674316406, |
|
"loss": 0.5683, |
|
"rewards/accuracies": 0.715624988079071, |
|
"rewards/chosen": 0.7297540903091431, |
|
"rewards/margins": 0.37383073568344116, |
|
"rewards/rejected": 0.35592326521873474, |
|
"step": 120 |
|
}, |
|
{ |
|
"epoch": 0.832, |
|
"grad_norm": 1131.6322549220279, |
|
"learning_rate": 8.271337313934869e-10, |
|
"logits/chosen": -4.222386360168457, |
|
"logits/rejected": -4.382724761962891, |
|
"logps/chosen": -336.8995666503906, |
|
"logps/rejected": -288.167236328125, |
|
"loss": 0.5682, |
|
"rewards/accuracies": 0.7406250238418579, |
|
"rewards/chosen": 0.7898508310317993, |
|
"rewards/margins": 0.4281063973903656, |
|
"rewards/rejected": 0.3617444634437561, |
|
"step": 130 |
|
}, |
|
{ |
|
"epoch": 0.896, |
|
"grad_norm": 1132.1867619059146, |
|
"learning_rate": 3.18825646801314e-10, |
|
"logits/chosen": -4.176682472229004, |
|
"logits/rejected": -4.3904242515563965, |
|
"logps/chosen": -338.28924560546875, |
|
"logps/rejected": -304.8387451171875, |
|
"loss": 0.5706, |
|
"rewards/accuracies": 0.675000011920929, |
|
"rewards/chosen": 0.6995974183082581, |
|
"rewards/margins": 0.34457093477249146, |
|
"rewards/rejected": 0.3550264835357666, |
|
"step": 140 |
|
}, |
|
{ |
|
"epoch": 0.96, |
|
"grad_norm": 1203.6386117758473, |
|
"learning_rate": 4.52511911603265e-11, |
|
"logits/chosen": -4.113102912902832, |
|
"logits/rejected": -4.341179370880127, |
|
"logps/chosen": -344.94573974609375, |
|
"logps/rejected": -296.61328125, |
|
"loss": 0.5703, |
|
"rewards/accuracies": 0.699999988079071, |
|
"rewards/chosen": 0.7801700830459595, |
|
"rewards/margins": 0.40149813890457153, |
|
"rewards/rejected": 0.37867194414138794, |
|
"step": 150 |
|
}, |
|
{ |
|
"epoch": 0.9984, |
|
"step": 156, |
|
"total_flos": 0.0, |
|
"train_loss": 0.6263951460520426, |
|
"train_runtime": 5142.9133, |
|
"train_samples_per_second": 7.766, |
|
"train_steps_per_second": 0.03 |
|
} |
|
], |
|
"logging_steps": 10, |
|
"max_steps": 156, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 1, |
|
"save_steps": 100, |
|
"stateful_callbacks": { |
|
"TrainerControl": { |
|
"args": { |
|
"should_epoch_stop": false, |
|
"should_evaluate": false, |
|
"should_log": false, |
|
"should_save": true, |
|
"should_training_stop": false |
|
}, |
|
"attributes": {} |
|
} |
|
}, |
|
"total_flos": 0.0, |
|
"train_batch_size": 8, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|