| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.9997382884061764, | |
| "eval_steps": 100, | |
| "global_step": 955, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 1.0416666666666667e-07, | |
| "logits/chosen": -2.980285167694092, | |
| "logits/rejected": -2.87275767326355, | |
| "logps/chosen": -313.4390563964844, | |
| "logps/rejected": -236.1754150390625, | |
| "loss": 0.6931, | |
| "pred_label": 0.0, | |
| "rewards/accuracies": 0.0, | |
| "rewards/chosen": 0.0, | |
| "rewards/margins": 0.0, | |
| "rewards/rejected": 0.0, | |
| "step": 1, | |
| "use_label": 0.0 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 9.953434225844005e-06, | |
| "logits/chosen": -2.8180909156799316, | |
| "logits/rejected": -2.8273613452911377, | |
| "logps/chosen": -285.13623046875, | |
| "logps/rejected": -271.66839599609375, | |
| "loss": 0.6624, | |
| "pred_label": 0.0, | |
| "rewards/accuracies": 0.6041666865348816, | |
| "rewards/chosen": 0.014434419572353363, | |
| "rewards/margins": 0.08631344139575958, | |
| "rewards/rejected": -0.07187902927398682, | |
| "step": 100, | |
| "use_label": 0.0 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 8.789289871944122e-06, | |
| "logits/chosen": -2.8230364322662354, | |
| "logits/rejected": -2.8086395263671875, | |
| "logps/chosen": -278.2524108886719, | |
| "logps/rejected": -263.9921569824219, | |
| "loss": 0.5868, | |
| "pred_label": 0.0, | |
| "rewards/accuracies": 0.6949999928474426, | |
| "rewards/chosen": 0.05295524746179581, | |
| "rewards/margins": 0.39829620718955994, | |
| "rewards/rejected": -0.3453409671783447, | |
| "step": 200, | |
| "use_label": 0.0 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 7.625145518044238e-06, | |
| "logits/chosen": -2.803905725479126, | |
| "logits/rejected": -2.802032232284546, | |
| "logps/chosen": -284.01385498046875, | |
| "logps/rejected": -259.5546569824219, | |
| "loss": 0.562, | |
| "pred_label": 0.0, | |
| "rewards/accuracies": 0.7056249976158142, | |
| "rewards/chosen": 0.005377008114010096, | |
| "rewards/margins": 0.5735920667648315, | |
| "rewards/rejected": -0.5682151317596436, | |
| "step": 300, | |
| "use_label": 0.0 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 6.461001164144355e-06, | |
| "logits/chosen": -2.8141045570373535, | |
| "logits/rejected": -2.7911813259124756, | |
| "logps/chosen": -284.3139953613281, | |
| "logps/rejected": -269.4837951660156, | |
| "loss": 0.5527, | |
| "pred_label": 0.0, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": 0.011648621410131454, | |
| "rewards/margins": 0.6873368620872498, | |
| "rewards/rejected": -0.6756882667541504, | |
| "step": 400, | |
| "use_label": 0.0 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 5.2968568102444705e-06, | |
| "logits/chosen": -2.7915823459625244, | |
| "logits/rejected": -2.776299476623535, | |
| "logps/chosen": -269.73016357421875, | |
| "logps/rejected": -257.2498474121094, | |
| "loss": 0.5556, | |
| "pred_label": 0.0, | |
| "rewards/accuracies": 0.6862499713897705, | |
| "rewards/chosen": 0.03227977454662323, | |
| "rewards/margins": 0.5588020086288452, | |
| "rewards/rejected": -0.5265222191810608, | |
| "step": 500, | |
| "use_label": 0.0 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 4.132712456344587e-06, | |
| "logits/chosen": -2.8199498653411865, | |
| "logits/rejected": -2.8022332191467285, | |
| "logps/chosen": -284.0947265625, | |
| "logps/rejected": -271.3774108886719, | |
| "loss": 0.5422, | |
| "pred_label": 0.0, | |
| "rewards/accuracies": 0.7143750190734863, | |
| "rewards/chosen": 0.11361943930387497, | |
| "rewards/margins": 0.7251341938972473, | |
| "rewards/rejected": -0.6115147471427917, | |
| "step": 600, | |
| "use_label": 0.0 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 2.9685681024447033e-06, | |
| "logits/chosen": -2.8110527992248535, | |
| "logits/rejected": -2.788975477218628, | |
| "logps/chosen": -280.3959045410156, | |
| "logps/rejected": -254.49673461914062, | |
| "loss": 0.5404, | |
| "pred_label": 0.0, | |
| "rewards/accuracies": 0.7212499976158142, | |
| "rewards/chosen": 0.11637673527002335, | |
| "rewards/margins": 0.6999369263648987, | |
| "rewards/rejected": -0.5835601687431335, | |
| "step": 700, | |
| "use_label": 0.0 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 1.8044237485448196e-06, | |
| "logits/chosen": -2.8146722316741943, | |
| "logits/rejected": -2.812129020690918, | |
| "logps/chosen": -287.4331359863281, | |
| "logps/rejected": -267.59161376953125, | |
| "loss": 0.5343, | |
| "pred_label": 0.0, | |
| "rewards/accuracies": 0.721875011920929, | |
| "rewards/chosen": 0.13239255547523499, | |
| "rewards/margins": 0.7503484487533569, | |
| "rewards/rejected": -0.6179558634757996, | |
| "step": 800, | |
| "use_label": 0.0 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 6.402793946449361e-07, | |
| "logits/chosen": -2.8043179512023926, | |
| "logits/rejected": -2.8079681396484375, | |
| "logps/chosen": -276.8100891113281, | |
| "logps/rejected": -262.690673828125, | |
| "loss": 0.545, | |
| "pred_label": 0.0, | |
| "rewards/accuracies": 0.7193750143051147, | |
| "rewards/chosen": 0.06981150805950165, | |
| "rewards/margins": 0.7052963972091675, | |
| "rewards/rejected": -0.6354848742485046, | |
| "step": 900, | |
| "use_label": 0.0 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_logits/chosen": -2.827404737472534, | |
| "eval_logits/rejected": -2.818655014038086, | |
| "eval_logps/chosen": -283.37945556640625, | |
| "eval_logps/rejected": -265.9969787597656, | |
| "eval_loss": 0.5459502935409546, | |
| "eval_pred_label": 0.0, | |
| "eval_rewards/accuracies": 0.7139999866485596, | |
| "eval_rewards/chosen": 0.08778975158929825, | |
| "eval_rewards/margins": 0.7575166821479797, | |
| "eval_rewards/rejected": -0.6697269678115845, | |
| "eval_runtime": 479.5351, | |
| "eval_samples_per_second": 4.171, | |
| "eval_steps_per_second": 0.261, | |
| "eval_use_label": 0.0, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "step": 955, | |
| "total_flos": 0.0, | |
| "train_loss": 0.5628191218950361, | |
| "train_runtime": 25746.1298, | |
| "train_samples_per_second": 2.375, | |
| "train_steps_per_second": 0.037 | |
| } | |
| ], | |
| "logging_steps": 100, | |
| "max_steps": 955, | |
| "num_train_epochs": 1, | |
| "save_steps": 50, | |
| "total_flos": 0.0, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |