gguichard's picture
Training in progress, epoch 10, checkpoint
8b7edcb verified
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 10.0,
"eval_steps": 500,
"global_step": 2120,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 1.0,
"learning_rate": 0.00019900471698113207,
"loss": 6.1329,
"step": 212
},
{
"epoch": 1.0,
"eval_loss": 5.14426851272583,
"eval_runtime": 3.8194,
"eval_samples_per_second": 176.991,
"eval_steps_per_second": 22.255,
"step": 212
},
{
"epoch": 2.0,
"learning_rate": 0.00019800471698113207,
"loss": 4.6548,
"step": 424
},
{
"epoch": 2.0,
"eval_loss": 3.559998035430908,
"eval_runtime": 3.8713,
"eval_samples_per_second": 174.616,
"eval_steps_per_second": 21.956,
"step": 424
},
{
"epoch": 3.0,
"learning_rate": 0.00019700471698113207,
"loss": 3.2979,
"step": 636
},
{
"epoch": 3.0,
"eval_loss": 2.3220388889312744,
"eval_runtime": 3.7585,
"eval_samples_per_second": 179.86,
"eval_steps_per_second": 22.616,
"step": 636
},
{
"epoch": 4.0,
"learning_rate": 0.00019600471698113207,
"loss": 2.2394,
"step": 848
},
{
"epoch": 4.0,
"eval_loss": 1.5198729038238525,
"eval_runtime": 3.8733,
"eval_samples_per_second": 174.529,
"eval_steps_per_second": 21.945,
"step": 848
},
{
"epoch": 5.0,
"learning_rate": 0.00019500471698113208,
"loss": 1.5436,
"step": 1060
},
{
"epoch": 5.0,
"eval_loss": 1.0844509601593018,
"eval_runtime": 3.7882,
"eval_samples_per_second": 178.45,
"eval_steps_per_second": 22.438,
"step": 1060
},
{
"epoch": 6.0,
"learning_rate": 0.0001940047169811321,
"loss": 1.1087,
"step": 1272
},
{
"epoch": 6.0,
"eval_loss": 0.8275050520896912,
"eval_runtime": 3.8596,
"eval_samples_per_second": 175.146,
"eval_steps_per_second": 22.023,
"step": 1272
},
{
"epoch": 7.0,
"learning_rate": 0.00019300943396226416,
"loss": 0.8094,
"step": 1484
},
{
"epoch": 7.0,
"eval_loss": 0.6410268545150757,
"eval_runtime": 3.826,
"eval_samples_per_second": 176.686,
"eval_steps_per_second": 22.216,
"step": 1484
},
{
"epoch": 8.0,
"learning_rate": 0.00019200943396226417,
"loss": 0.5999,
"step": 1696
},
{
"epoch": 8.0,
"eval_loss": 0.5242534279823303,
"eval_runtime": 3.7888,
"eval_samples_per_second": 178.42,
"eval_steps_per_second": 22.434,
"step": 1696
},
{
"epoch": 9.0,
"learning_rate": 0.00019100943396226417,
"loss": 0.4333,
"step": 1908
},
{
"epoch": 9.0,
"eval_loss": 0.4525991678237915,
"eval_runtime": 3.7762,
"eval_samples_per_second": 179.014,
"eval_steps_per_second": 22.509,
"step": 1908
},
{
"epoch": 10.0,
"learning_rate": 0.00019000943396226417,
"loss": 0.3096,
"step": 2120
},
{
"epoch": 10.0,
"eval_loss": 0.3988202214241028,
"eval_runtime": 3.3771,
"eval_samples_per_second": 200.169,
"eval_steps_per_second": 25.169,
"step": 2120
}
],
"logging_steps": 500,
"max_steps": 42400,
"num_train_epochs": 200,
"save_steps": 500,
"total_flos": 2847890539362792.0,
"trial_name": null,
"trial_params": null
}