Splend1dchan's picture
init
0fe4dd4
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 2.0,
"global_step": 10950,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.09,
"learning_rate": 0.00029086757990867576,
"loss": 0.4741,
"step": 500
},
{
"epoch": 0.18,
"learning_rate": 0.0002817351598173516,
"loss": 0.2543,
"step": 1000
},
{
"epoch": 0.27,
"learning_rate": 0.0002726027397260274,
"loss": 0.2336,
"step": 1500
},
{
"epoch": 0.37,
"learning_rate": 0.00026347031963470317,
"loss": 0.21,
"step": 2000
},
{
"epoch": 0.46,
"learning_rate": 0.00025433789954337895,
"loss": 0.2007,
"step": 2500
},
{
"epoch": 0.55,
"learning_rate": 0.0002452054794520548,
"loss": 0.183,
"step": 3000
},
{
"epoch": 0.64,
"learning_rate": 0.00023607305936073058,
"loss": 0.1879,
"step": 3500
},
{
"epoch": 0.73,
"learning_rate": 0.00022694063926940636,
"loss": 0.1723,
"step": 4000
},
{
"epoch": 0.82,
"learning_rate": 0.00021780821917808218,
"loss": 0.1769,
"step": 4500
},
{
"epoch": 0.91,
"learning_rate": 0.000208675799086758,
"loss": 0.1656,
"step": 5000
},
{
"epoch": 1.0,
"learning_rate": 0.00019954337899543377,
"loss": 0.1722,
"step": 5500
},
{
"epoch": 1.1,
"learning_rate": 0.0001904109589041096,
"loss": 0.1434,
"step": 6000
},
{
"epoch": 1.19,
"learning_rate": 0.00018127853881278537,
"loss": 0.1427,
"step": 6500
},
{
"epoch": 1.28,
"learning_rate": 0.00017214611872146118,
"loss": 0.1394,
"step": 7000
},
{
"epoch": 1.37,
"learning_rate": 0.00016301369863013697,
"loss": 0.1316,
"step": 7500
},
{
"epoch": 1.46,
"learning_rate": 0.00015388127853881278,
"loss": 0.1404,
"step": 8000
},
{
"epoch": 1.55,
"learning_rate": 0.00014474885844748857,
"loss": 0.1345,
"step": 8500
},
{
"epoch": 1.64,
"learning_rate": 0.00013561643835616435,
"loss": 0.136,
"step": 9000
},
{
"epoch": 1.74,
"learning_rate": 0.00012648401826484017,
"loss": 0.1333,
"step": 9500
},
{
"epoch": 1.83,
"learning_rate": 0.00011735159817351596,
"loss": 0.1314,
"step": 10000
},
{
"epoch": 1.92,
"learning_rate": 0.00010821917808219176,
"loss": 0.1297,
"step": 10500
}
],
"max_steps": 16425,
"num_train_epochs": 3,
"total_flos": 3.2192617685817754e+17,
"trial_name": null,
"trial_params": null
}