sft-mistral-v1-original-data / trainer_state.json
hllj's picture
Model save
c5f3ba1
raw
history blame contribute delete
No virus
3.72 kB
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.394648829431438,
"eval_steps": 200,
"global_step": 236,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0,
"learning_rate": 1e-06,
"loss": 0.8728,
"step": 1
},
{
"epoch": 0.03,
"learning_rate": 9.999999999999999e-06,
"loss": 0.8297,
"step": 10
},
{
"epoch": 0.07,
"learning_rate": 1.9999999999999998e-05,
"loss": 0.7256,
"step": 20
},
{
"epoch": 0.1,
"learning_rate": 3e-05,
"loss": 0.6035,
"step": 30
},
{
"epoch": 0.13,
"learning_rate": 2.99770621018718e-05,
"loss": 0.4872,
"step": 40
},
{
"epoch": 0.17,
"learning_rate": 2.990831856044326e-05,
"loss": 0.476,
"step": 50
},
{
"epoch": 0.2,
"learning_rate": 2.979397962002776e-05,
"loss": 0.4522,
"step": 60
},
{
"epoch": 0.23,
"learning_rate": 2.9634394973287605e-05,
"loss": 0.4198,
"step": 70
},
{
"epoch": 0.27,
"learning_rate": 2.943005269173876e-05,
"loss": 0.434,
"step": 80
},
{
"epoch": 0.3,
"learning_rate": 2.9181577733039554e-05,
"loss": 0.4245,
"step": 90
},
{
"epoch": 0.33,
"learning_rate": 2.8889730029628665e-05,
"loss": 0.4332,
"step": 100
},
{
"epoch": 0.37,
"learning_rate": 2.8555402164558058e-05,
"loss": 0.418,
"step": 110
},
{
"epoch": 1.01,
"learning_rate": 2.8179616641629125e-05,
"loss": 0.4121,
"step": 120
},
{
"epoch": 1.04,
"learning_rate": 2.776352275818093e-05,
"loss": 0.3505,
"step": 130
},
{
"epoch": 1.07,
"learning_rate": 2.730839309009485e-05,
"loss": 0.3558,
"step": 140
},
{
"epoch": 1.11,
"learning_rate": 2.6815619599765775e-05,
"loss": 0.3613,
"step": 150
},
{
"epoch": 1.14,
"learning_rate": 2.628670937894323e-05,
"loss": 0.3646,
"step": 160
},
{
"epoch": 1.17,
"learning_rate": 2.572328003946244e-05,
"loss": 0.3456,
"step": 170
},
{
"epoch": 1.21,
"learning_rate": 2.512705476596226e-05,
"loss": 0.3435,
"step": 180
},
{
"epoch": 1.24,
"learning_rate": 2.4499857045720705e-05,
"loss": 0.3614,
"step": 190
},
{
"epoch": 1.27,
"learning_rate": 2.3843605091726184e-05,
"loss": 0.3374,
"step": 200
},
{
"epoch": 1.27,
"eval_loss": 0.5180116295814514,
"eval_runtime": 6.8175,
"eval_samples_per_second": 20.535,
"eval_steps_per_second": 5.134,
"step": 200
},
{
"epoch": 1.31,
"learning_rate": 2.3160305976040984e-05,
"loss": 0.3647,
"step": 210
},
{
"epoch": 1.34,
"learning_rate": 2.2452049491399336e-05,
"loss": 0.3271,
"step": 220
},
{
"epoch": 1.37,
"learning_rate": 2.1721001759813677e-05,
"loss": 0.3519,
"step": 230
},
{
"epoch": 1.39,
"step": 236,
"total_flos": 4.241630717752115e+16,
"train_loss": 0.4328786596908408,
"train_runtime": 504.1662,
"train_samples_per_second": 4.744,
"train_steps_per_second": 1.186
}
],
"logging_steps": 10,
"max_steps": 598,
"num_train_epochs": 2,
"save_steps": 200,
"total_flos": 4.241630717752115e+16,
"trial_name": null,
"trial_params": null
}