|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 1.0, |
|
"eval_steps": 100, |
|
"global_step": 135, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.01, |
|
"grad_norm": 6.3079497835343785, |
|
"learning_rate": 3.571428571428571e-08, |
|
"logits/chosen": -0.5727702975273132, |
|
"logits/rejected": -0.3682233691215515, |
|
"logps/chosen": -365.0997314453125, |
|
"logps/rejected": -573.4035034179688, |
|
"loss": 0.6931, |
|
"rewards/accuracies": 0.0, |
|
"rewards/chosen": 0.0, |
|
"rewards/margins": 0.0, |
|
"rewards/rejected": 0.0, |
|
"step": 1 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"grad_norm": 6.996445402509399, |
|
"learning_rate": 3.5714285714285716e-07, |
|
"logits/chosen": -0.6761529445648193, |
|
"logits/rejected": -0.3929700255393982, |
|
"logps/chosen": -278.9779968261719, |
|
"logps/rejected": -682.2371215820312, |
|
"loss": 0.693, |
|
"rewards/accuracies": 0.4583333432674408, |
|
"rewards/chosen": -0.00010682118590921164, |
|
"rewards/margins": -0.0002022227126872167, |
|
"rewards/rejected": 9.540154132992029e-05, |
|
"step": 10 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"grad_norm": 6.50942716442102, |
|
"learning_rate": 4.969726470454313e-07, |
|
"logits/chosen": -0.5919066667556763, |
|
"logits/rejected": -0.32349973917007446, |
|
"logps/chosen": -302.1080627441406, |
|
"logps/rejected": -683.5020751953125, |
|
"loss": 0.6841, |
|
"rewards/accuracies": 0.7437499761581421, |
|
"rewards/chosen": -0.003587691579014063, |
|
"rewards/margins": 0.017893124371767044, |
|
"rewards/rejected": -0.02148081734776497, |
|
"step": 20 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"grad_norm": 7.122624559821119, |
|
"learning_rate": 4.787370064564882e-07, |
|
"logits/chosen": -0.5885516405105591, |
|
"logits/rejected": -0.3972572088241577, |
|
"logps/chosen": -299.45013427734375, |
|
"logps/rejected": -675.0470581054688, |
|
"loss": 0.6435, |
|
"rewards/accuracies": 0.8374999761581421, |
|
"rewards/chosen": -0.015654053539037704, |
|
"rewards/margins": 0.10273133218288422, |
|
"rewards/rejected": -0.11838539689779282, |
|
"step": 30 |
|
}, |
|
{ |
|
"epoch": 0.3, |
|
"grad_norm": 5.610083056347874, |
|
"learning_rate": 4.45168462792932e-07, |
|
"logits/chosen": -0.5636590719223022, |
|
"logits/rejected": -0.4258306622505188, |
|
"logps/chosen": -372.2354736328125, |
|
"logps/rejected": -811.8500366210938, |
|
"loss": 0.5764, |
|
"rewards/accuracies": 0.893750011920929, |
|
"rewards/chosen": -0.04066535085439682, |
|
"rewards/margins": 0.3092907965183258, |
|
"rewards/rejected": -0.3499561846256256, |
|
"step": 40 |
|
}, |
|
{ |
|
"epoch": 0.37, |
|
"grad_norm": 5.430631727659141, |
|
"learning_rate": 3.9851721262034157e-07, |
|
"logits/chosen": -0.5452407002449036, |
|
"logits/rejected": -0.4972262978553772, |
|
"logps/chosen": -366.8607482910156, |
|
"logps/rejected": -841.2767333984375, |
|
"loss": 0.4857, |
|
"rewards/accuracies": 0.8812500238418579, |
|
"rewards/chosen": -0.07431399822235107, |
|
"rewards/margins": 0.8301405906677246, |
|
"rewards/rejected": -0.9044545888900757, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 0.44, |
|
"grad_norm": 5.19789618190169, |
|
"learning_rate": 3.4191042415818e-07, |
|
"logits/chosen": -0.5970432758331299, |
|
"logits/rejected": -0.5481890439987183, |
|
"logps/chosen": -290.11712646484375, |
|
"logps/rejected": -911.9899291992188, |
|
"loss": 0.4219, |
|
"rewards/accuracies": 0.9312499761581421, |
|
"rewards/chosen": -0.11070326715707779, |
|
"rewards/margins": 1.2766830921173096, |
|
"rewards/rejected": -1.3873863220214844, |
|
"step": 60 |
|
}, |
|
{ |
|
"epoch": 0.52, |
|
"grad_norm": 4.10574880535341, |
|
"learning_rate": 2.7914261414993976e-07, |
|
"logits/chosen": -0.5475656390190125, |
|
"logits/rejected": -0.48507851362228394, |
|
"logps/chosen": -352.1190490722656, |
|
"logps/rejected": -886.7733154296875, |
|
"loss": 0.3745, |
|
"rewards/accuracies": 0.875, |
|
"rewards/chosen": -0.16023167967796326, |
|
"rewards/margins": 1.871180772781372, |
|
"rewards/rejected": -2.031412124633789, |
|
"step": 70 |
|
}, |
|
{ |
|
"epoch": 0.59, |
|
"grad_norm": 4.473650758441227, |
|
"learning_rate": 2.1442129043167873e-07, |
|
"logits/chosen": -0.563640832901001, |
|
"logits/rejected": -0.4750913083553314, |
|
"logps/chosen": -358.35308837890625, |
|
"logps/rejected": -909.8238525390625, |
|
"loss": 0.3521, |
|
"rewards/accuracies": 0.893750011920929, |
|
"rewards/chosen": -0.2543565332889557, |
|
"rewards/margins": 2.2235209941864014, |
|
"rewards/rejected": -2.477877378463745, |
|
"step": 80 |
|
}, |
|
{ |
|
"epoch": 0.67, |
|
"grad_norm": 4.244427255212392, |
|
"learning_rate": 1.5208491051320744e-07, |
|
"logits/chosen": -0.5700355768203735, |
|
"logits/rejected": -0.6186022758483887, |
|
"logps/chosen": -375.76641845703125, |
|
"logps/rejected": -1033.01171875, |
|
"loss": 0.3265, |
|
"rewards/accuracies": 0.856249988079071, |
|
"rewards/chosen": -0.30810004472732544, |
|
"rewards/margins": 3.5270843505859375, |
|
"rewards/rejected": -3.835183620452881, |
|
"step": 90 |
|
}, |
|
{ |
|
"epoch": 0.74, |
|
"grad_norm": 5.017749470604324, |
|
"learning_rate": 9.631206222392479e-08, |
|
"logits/chosen": -0.5446823835372925, |
|
"logits/rejected": -0.6302965879440308, |
|
"logps/chosen": -325.74017333984375, |
|
"logps/rejected": -1016.5056762695312, |
|
"loss": 0.3165, |
|
"rewards/accuracies": 0.8500000238418579, |
|
"rewards/chosen": -0.2934742569923401, |
|
"rewards/margins": 3.200576066970825, |
|
"rewards/rejected": -3.4940502643585205, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.74, |
|
"eval_logits/chosen": -0.8301539421081543, |
|
"eval_logits/rejected": -0.628753662109375, |
|
"eval_logps/chosen": -359.0135192871094, |
|
"eval_logps/rejected": -668.845947265625, |
|
"eval_loss": 0.5069088339805603, |
|
"eval_rewards/accuracies": 0.875, |
|
"eval_rewards/chosen": -0.15295247733592987, |
|
"eval_rewards/margins": 0.317004531621933, |
|
"eval_rewards/rejected": -0.46995699405670166, |
|
"eval_runtime": 13.8942, |
|
"eval_samples_per_second": 6.909, |
|
"eval_steps_per_second": 0.216, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.81, |
|
"grad_norm": 4.353344275952825, |
|
"learning_rate": 5.0841360885690996e-08, |
|
"logits/chosen": -0.4664304256439209, |
|
"logits/rejected": -0.6527875661849976, |
|
"logps/chosen": -359.19305419921875, |
|
"logps/rejected": -1181.1474609375, |
|
"loss": 0.2813, |
|
"rewards/accuracies": 0.949999988079071, |
|
"rewards/chosen": -0.31564438343048096, |
|
"rewards/margins": 4.183438301086426, |
|
"rewards/rejected": -4.499083042144775, |
|
"step": 110 |
|
}, |
|
{ |
|
"epoch": 0.89, |
|
"grad_norm": 5.623756798134134, |
|
"learning_rate": 1.872083911532907e-08, |
|
"logits/chosen": -0.5250264406204224, |
|
"logits/rejected": -0.6364299058914185, |
|
"logps/chosen": -424.48333740234375, |
|
"logps/rejected": -1234.7606201171875, |
|
"loss": 0.2746, |
|
"rewards/accuracies": 0.918749988079071, |
|
"rewards/chosen": -0.3566262423992157, |
|
"rewards/margins": 4.7986578941345215, |
|
"rewards/rejected": -5.1552839279174805, |
|
"step": 120 |
|
}, |
|
{ |
|
"epoch": 0.96, |
|
"grad_norm": 6.011933917738528, |
|
"learning_rate": 2.1036283830834224e-09, |
|
"logits/chosen": -0.49347949028015137, |
|
"logits/rejected": -0.621853768825531, |
|
"logps/chosen": -399.3771667480469, |
|
"logps/rejected": -1258.150390625, |
|
"loss": 0.3003, |
|
"rewards/accuracies": 0.925000011920929, |
|
"rewards/chosen": -0.3925880193710327, |
|
"rewards/margins": 5.569568157196045, |
|
"rewards/rejected": -5.962155818939209, |
|
"step": 130 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"step": 135, |
|
"total_flos": 0.0, |
|
"train_loss": 0.4338115497871681, |
|
"train_runtime": 2557.4167, |
|
"train_samples_per_second": 3.376, |
|
"train_steps_per_second": 0.053 |
|
} |
|
], |
|
"logging_steps": 10, |
|
"max_steps": 135, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 1, |
|
"save_steps": 100, |
|
"total_flos": 0.0, |
|
"train_batch_size": 8, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|