phi-2-gpo-test-longest-iter-2 / trainer_state.json
BraylonDash's picture
Model save
266f7bc verified
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.984,
"eval_steps": 100,
"global_step": 124,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.02,
"learning_rate": 3.846153846153847e-07,
"logits/chosen": 0.09327474981546402,
"logits/rejected": 0.0010143294930458069,
"logps/chosen": -192.48846435546875,
"logps/rejected": -100.94705200195312,
"loss": 0.0102,
"rewards/accuracies": 0.0,
"rewards/chosen": 0.0,
"rewards/margins": 0.0,
"rewards/rejected": 0.0,
"step": 1
},
{
"epoch": 0.16,
"learning_rate": 3.846153846153847e-06,
"logits/chosen": 0.1767091602087021,
"logits/rejected": 0.07442302256822586,
"logps/chosen": -181.4591522216797,
"logps/rejected": -162.86940002441406,
"loss": 0.0101,
"rewards/accuracies": 0.3958333432674408,
"rewards/chosen": -0.001088320161215961,
"rewards/margins": 0.0011313353898003697,
"rewards/rejected": -0.0022196555510163307,
"step": 10
},
{
"epoch": 0.32,
"learning_rate": 4.951096619903317e-06,
"logits/chosen": 0.22487369179725647,
"logits/rejected": 0.2731098234653473,
"logps/chosen": -178.03126525878906,
"logps/rejected": -134.20669555664062,
"loss": 0.0102,
"rewards/accuracies": 0.38749998807907104,
"rewards/chosen": -0.0006419686833396554,
"rewards/margins": 0.000687784340698272,
"rewards/rejected": -0.0013297529658302665,
"step": 20
},
{
"epoch": 0.48,
"learning_rate": 4.716164218065246e-06,
"logits/chosen": 0.2530214190483093,
"logits/rejected": 0.23770615458488464,
"logps/chosen": -171.042724609375,
"logps/rejected": -149.58749389648438,
"loss": 0.0104,
"rewards/accuracies": 0.375,
"rewards/chosen": -0.0013910250272601843,
"rewards/margins": -0.00043516140431165695,
"rewards/rejected": -0.0009558637393638492,
"step": 30
},
{
"epoch": 0.64,
"learning_rate": 4.3048902348863116e-06,
"logits/chosen": 0.2087957113981247,
"logits/rejected": 0.2569302022457123,
"logps/chosen": -174.41390991210938,
"logps/rejected": -153.81405639648438,
"loss": 0.0105,
"rewards/accuracies": 0.41874998807907104,
"rewards/chosen": 2.615232915559318e-05,
"rewards/margins": -0.0007305769249796867,
"rewards/rejected": 0.000756729394197464,
"step": 40
},
{
"epoch": 0.8,
"learning_rate": 3.7500000000000005e-06,
"logits/chosen": 0.22499620914459229,
"logits/rejected": 0.17940528690814972,
"logps/chosen": -198.2622833251953,
"logps/rejected": -162.13284301757812,
"loss": 0.0105,
"rewards/accuracies": 0.3687500059604645,
"rewards/chosen": 0.0005174060934223235,
"rewards/margins": -0.0008635882404632866,
"rewards/rejected": 0.0013809942174702883,
"step": 50
},
{
"epoch": 0.96,
"learning_rate": 3.0956464785579125e-06,
"logits/chosen": 0.2462855875492096,
"logits/rejected": 0.2873149812221527,
"logps/chosen": -191.82350158691406,
"logps/rejected": -158.4237823486328,
"loss": 0.0101,
"rewards/accuracies": 0.40625,
"rewards/chosen": -0.0009249815484508872,
"rewards/margins": 0.0009990528924390674,
"rewards/rejected": -0.0019240345573052764,
"step": 60
},
{
"epoch": 1.12,
"learning_rate": 2.39389699200963e-06,
"logits/chosen": 0.24232041835784912,
"logits/rejected": 0.14627447724342346,
"logps/chosen": -198.8780059814453,
"logps/rejected": -164.05284118652344,
"loss": 0.0101,
"rewards/accuracies": 0.39375001192092896,
"rewards/chosen": 0.000793910410720855,
"rewards/margins": 0.001237305928952992,
"rewards/rejected": -0.0004433956928551197,
"step": 70
},
{
"epoch": 1.28,
"learning_rate": 1.700590188571887e-06,
"logits/chosen": 0.13903482258319855,
"logits/rejected": 0.18899227678775787,
"logps/chosen": -202.53575134277344,
"logps/rejected": -162.55294799804688,
"loss": 0.0101,
"rewards/accuracies": 0.39375001192092896,
"rewards/chosen": 4.065161192556843e-05,
"rewards/margins": 0.0009858234552666545,
"rewards/rejected": -0.0009451720979996026,
"step": 80
},
{
"epoch": 1.44,
"learning_rate": 1.0708929268538034e-06,
"logits/chosen": 0.2650024890899658,
"logits/rejected": 0.17201000452041626,
"logps/chosen": -175.6930694580078,
"logps/rejected": -153.9431915283203,
"loss": 0.0101,
"rewards/accuracies": 0.4749999940395355,
"rewards/chosen": -0.00013711625069845468,
"rewards/margins": 0.0010541726369410753,
"rewards/rejected": -0.001191288698464632,
"step": 90
},
{
"epoch": 1.6,
"learning_rate": 5.549106142039018e-07,
"logits/chosen": 0.1846569925546646,
"logits/rejected": 0.1680203378200531,
"logps/chosen": -177.53756713867188,
"logps/rejected": -143.4310302734375,
"loss": 0.0103,
"rewards/accuracies": 0.3687500059604645,
"rewards/chosen": -0.0002936289238277823,
"rewards/margins": 0.00016203436825890094,
"rewards/rejected": -0.0004556631320156157,
"step": 100
},
{
"epoch": 1.6,
"eval_logits/chosen": -0.010850394144654274,
"eval_logits/rejected": 0.0866025984287262,
"eval_logps/chosen": -306.3062438964844,
"eval_logps/rejected": -278.57757568359375,
"eval_loss": 0.010814609937369823,
"eval_rewards/accuracies": 0.5005000233650208,
"eval_rewards/chosen": 0.0006301876856014132,
"eval_rewards/margins": -2.8262209525564685e-05,
"eval_rewards/rejected": 0.00065844994969666,
"eval_runtime": 840.0738,
"eval_samples_per_second": 2.381,
"eval_steps_per_second": 0.595,
"step": 100
},
{
"epoch": 1.76,
"learning_rate": 1.937002879188285e-07,
"logits/chosen": 0.2905462980270386,
"logits/rejected": 0.20439067482948303,
"logps/chosen": -172.76882934570312,
"logps/rejected": -152.1476593017578,
"loss": 0.0102,
"rewards/accuracies": 0.45625001192092896,
"rewards/chosen": -0.0004940209328196943,
"rewards/margins": 0.0009124716743826866,
"rewards/rejected": -0.0014064926654100418,
"step": 110
},
{
"epoch": 1.92,
"learning_rate": 1.6003680950742728e-08,
"logits/chosen": 0.1698417365550995,
"logits/rejected": 0.17967729270458221,
"logps/chosen": -172.40513610839844,
"logps/rejected": -144.2118377685547,
"loss": 0.0103,
"rewards/accuracies": 0.4375,
"rewards/chosen": 0.0004940934595651925,
"rewards/margins": 0.0001839537435444072,
"rewards/rejected": 0.00031013964326120913,
"step": 120
},
{
"epoch": 1.98,
"step": 124,
"total_flos": 0.0,
"train_loss": 0.0102488252845022,
"train_runtime": 3093.4739,
"train_samples_per_second": 0.647,
"train_steps_per_second": 0.04
}
],
"logging_steps": 10,
"max_steps": 124,
"num_input_tokens_seen": 0,
"num_train_epochs": 2,
"save_steps": 100,
"total_flos": 0.0,
"train_batch_size": 4,
"trial_name": null,
"trial_params": null
}