MistralCat-1v / trainer_state.json
TESTtm7873's picture
Upload 8 files
5e9dcb6 verified
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 0.974025974025974,
"eval_steps": 25,
"global_step": 150,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.16,
"grad_norm": 11.01017951965332,
"learning_rate": 2.2361809045226133e-05,
"loss": 2.5416,
"step": 25
},
{
"epoch": 0.16,
"eval_loss": 1.7125414609909058,
"eval_runtime": 5.0817,
"eval_samples_per_second": 6.887,
"eval_steps_per_second": 0.984,
"step": 25
},
{
"epoch": 0.32,
"grad_norm": 10.009162902832031,
"learning_rate": 1.9221105527638193e-05,
"loss": 1.6162,
"step": 50
},
{
"epoch": 0.32,
"eval_loss": 1.5332300662994385,
"eval_runtime": 5.2881,
"eval_samples_per_second": 6.619,
"eval_steps_per_second": 0.946,
"step": 50
},
{
"epoch": 0.49,
"grad_norm": 9.377760887145996,
"learning_rate": 1.608040201005025e-05,
"loss": 1.4794,
"step": 75
},
{
"epoch": 0.49,
"eval_loss": 1.431817889213562,
"eval_runtime": 5.1946,
"eval_samples_per_second": 6.738,
"eval_steps_per_second": 0.963,
"step": 75
},
{
"epoch": 0.65,
"grad_norm": 14.868287086486816,
"learning_rate": 1.2939698492462313e-05,
"loss": 1.3783,
"step": 100
},
{
"epoch": 0.65,
"eval_loss": 1.3400715589523315,
"eval_runtime": 5.2323,
"eval_samples_per_second": 6.689,
"eval_steps_per_second": 0.956,
"step": 100
},
{
"epoch": 0.81,
"grad_norm": 11.457832336425781,
"learning_rate": 9.798994974874372e-06,
"loss": 1.3071,
"step": 125
},
{
"epoch": 0.81,
"eval_loss": 1.2986036539077759,
"eval_runtime": 5.2307,
"eval_samples_per_second": 6.691,
"eval_steps_per_second": 0.956,
"step": 125
},
{
"epoch": 0.97,
"grad_norm": 9.498678207397461,
"learning_rate": 6.658291457286432e-06,
"loss": 1.2695,
"step": 150
},
{
"epoch": 0.97,
"eval_loss": 1.272000789642334,
"eval_runtime": 5.2257,
"eval_samples_per_second": 6.698,
"eval_steps_per_second": 0.957,
"step": 150
}
],
"logging_steps": 25,
"max_steps": 200,
"num_input_tokens_seen": 0,
"num_train_epochs": 2,
"save_steps": 25,
"total_flos": 1036180979712000.0,
"train_batch_size": 2,
"trial_name": null,
"trial_params": null
}