0.0_ablation_6iters_iter_1 / trainer_state.json
ShenaoZ's picture
Model save
224dcf4 verified
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.0,
"eval_steps": 500,
"global_step": 80,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.01,
"learning_rate": 6.25e-08,
"logits/chosen": -2.902447462081909,
"logits/rejected": -2.93850040435791,
"logps/chosen": -331.92425537109375,
"logps/rejected": -304.7728576660156,
"loss": 0.6931,
"rewards/accuracies": 0.0,
"rewards/chosen": 0.0,
"rewards/margins": 0.0,
"rewards/rejected": 0.0,
"step": 1
},
{
"epoch": 0.12,
"learning_rate": 4.990486745229364e-07,
"logits/chosen": -2.8264474868774414,
"logits/rejected": -2.8004088401794434,
"logps/chosen": -250.434326171875,
"logps/rejected": -216.94482421875,
"loss": 0.6926,
"rewards/accuracies": 0.4652777910232544,
"rewards/chosen": 0.000873287848662585,
"rewards/margins": 0.0005172663950361311,
"rewards/rejected": 0.0003560214536264539,
"step": 10
},
{
"epoch": 0.25,
"learning_rate": 4.6650635094610966e-07,
"logits/chosen": -2.761777639389038,
"logits/rejected": -2.7672297954559326,
"logps/chosen": -256.48187255859375,
"logps/rejected": -276.37890625,
"loss": 0.6831,
"rewards/accuracies": 0.612500011920929,
"rewards/chosen": 0.015453550033271313,
"rewards/margins": 0.014861134812235832,
"rewards/rejected": 0.0005924167344346642,
"step": 20
},
{
"epoch": 0.38,
"learning_rate": 3.933941090877615e-07,
"logits/chosen": -2.8019919395446777,
"logits/rejected": -2.7836480140686035,
"logps/chosen": -257.0506286621094,
"logps/rejected": -244.07858276367188,
"loss": 0.6633,
"rewards/accuracies": 0.7124999761581421,
"rewards/chosen": 0.004371149465441704,
"rewards/margins": 0.06962588429450989,
"rewards/rejected": -0.06525473296642303,
"step": 30
},
{
"epoch": 0.5,
"learning_rate": 2.934120444167326e-07,
"logits/chosen": -2.7478058338165283,
"logits/rejected": -2.731013298034668,
"logps/chosen": -291.93682861328125,
"logps/rejected": -290.897705078125,
"loss": 0.6459,
"rewards/accuracies": 0.6812499761581421,
"rewards/chosen": -0.08649159967899323,
"rewards/margins": 0.1326875388622284,
"rewards/rejected": -0.21917912364006042,
"step": 40
},
{
"epoch": 0.62,
"learning_rate": 1.8529523872436977e-07,
"logits/chosen": -2.7630627155303955,
"logits/rejected": -2.769901752471924,
"logps/chosen": -275.48516845703125,
"logps/rejected": -269.76690673828125,
"loss": 0.6259,
"rewards/accuracies": 0.675000011920929,
"rewards/chosen": -0.17858798801898956,
"rewards/margins": 0.11792335659265518,
"rewards/rejected": -0.29651135206222534,
"step": 50
},
{
"epoch": 0.75,
"learning_rate": 8.930309757836516e-08,
"logits/chosen": -2.7746453285217285,
"logits/rejected": -2.717956304550171,
"logps/chosen": -277.69140625,
"logps/rejected": -282.4396667480469,
"loss": 0.6146,
"rewards/accuracies": 0.7124999761581421,
"rewards/chosen": -0.17534565925598145,
"rewards/margins": 0.22178736329078674,
"rewards/rejected": -0.3971330225467682,
"step": 60
},
{
"epoch": 0.88,
"learning_rate": 2.3423053240837514e-08,
"logits/chosen": -2.7869958877563477,
"logits/rejected": -2.776400327682495,
"logps/chosen": -290.5310974121094,
"logps/rejected": -295.3239440917969,
"loss": 0.6132,
"rewards/accuracies": 0.637499988079071,
"rewards/chosen": -0.25528621673583984,
"rewards/margins": 0.1374310851097107,
"rewards/rejected": -0.39271730184555054,
"step": 70
},
{
"epoch": 1.0,
"learning_rate": 0.0,
"logits/chosen": -2.7256760597229004,
"logits/rejected": -2.682258367538452,
"logps/chosen": -292.8467712402344,
"logps/rejected": -316.6199951171875,
"loss": 0.6074,
"rewards/accuracies": 0.581250011920929,
"rewards/chosen": -0.29217854142189026,
"rewards/margins": 0.14723847806453705,
"rewards/rejected": -0.4394169747829437,
"step": 80
},
{
"epoch": 1.0,
"step": 80,
"total_flos": 0.0,
"train_loss": 0.6432609260082245,
"train_runtime": 1321.6714,
"train_samples_per_second": 7.709,
"train_steps_per_second": 0.061
}
],
"logging_steps": 10,
"max_steps": 80,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 100,
"total_flos": 0.0,
"train_batch_size": 8,
"trial_name": null,
"trial_params": null
}