Rich-X24 / checkpoint-100 /trainer_state.json
harisss's picture
Upload 23 files
d35ba0a verified
raw
history blame
No virus
2.87 kB
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 0.6622516556291391,
"eval_steps": 500,
"global_step": 100,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.03,
"learning_rate": 4.9864853689026556e-05,
"loss": 0.7986,
"step": 5
},
{
"epoch": 0.07,
"learning_rate": 4.9460875918135804e-05,
"loss": 0.6672,
"step": 10
},
{
"epoch": 0.1,
"learning_rate": 4.879243437576383e-05,
"loss": 0.5207,
"step": 15
},
{
"epoch": 0.13,
"learning_rate": 4.786675605459487e-05,
"loss": 0.4819,
"step": 20
},
{
"epoch": 0.17,
"learning_rate": 4.669384911544927e-05,
"loss": 0.3268,
"step": 25
},
{
"epoch": 0.2,
"learning_rate": 4.528639468200226e-05,
"loss": 0.2877,
"step": 30
},
{
"epoch": 0.23,
"learning_rate": 4.3659609736217344e-05,
"loss": 0.2931,
"step": 35
},
{
"epoch": 0.26,
"learning_rate": 4.1831082596828106e-05,
"loss": 0.2654,
"step": 40
},
{
"epoch": 0.3,
"learning_rate": 3.9820582759626825e-05,
"loss": 0.2728,
"step": 45
},
{
"epoch": 0.33,
"learning_rate": 3.764984715551032e-05,
"loss": 0.2057,
"step": 50
},
{
"epoch": 0.36,
"learning_rate": 3.534234513719821e-05,
"loss": 0.2175,
"step": 55
},
{
"epoch": 0.4,
"learning_rate": 3.292302473551757e-05,
"loss": 0.1262,
"step": 60
},
{
"epoch": 0.43,
"learning_rate": 3.0418042928656414e-05,
"loss": 0.2185,
"step": 65
},
{
"epoch": 0.46,
"learning_rate": 2.7854482840634965e-05,
"loss": 0.1775,
"step": 70
},
{
"epoch": 0.5,
"learning_rate": 2.526006092656161e-05,
"loss": 0.1499,
"step": 75
},
{
"epoch": 0.53,
"learning_rate": 2.2662827310499995e-05,
"loss": 0.1326,
"step": 80
},
{
"epoch": 0.56,
"learning_rate": 2.0090862515805898e-05,
"loss": 0.1409,
"step": 85
},
{
"epoch": 0.6,
"learning_rate": 1.7571973866795815e-05,
"loss": 0.1064,
"step": 90
},
{
"epoch": 0.63,
"learning_rate": 1.5133394844163093e-05,
"loss": 0.1177,
"step": 95
},
{
"epoch": 0.66,
"learning_rate": 1.2801490644621789e-05,
"loss": 0.0922,
"step": 100
}
],
"logging_steps": 5,
"max_steps": 151,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 100,
"total_flos": 4563475407568896.0,
"train_batch_size": 4,
"trial_name": null,
"trial_params": null
}