MattyB95's picture
End of training
7310c63 verified
{
"best_metric": 0.021297017112374306,
"best_model_checkpoint": "../res/Transformers/AST-ASVspoof2019-Synthetic-Voice-Detection-New/checkpoint-9519",
"epoch": 3.0,
"eval_steps": 500,
"global_step": 9519,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.16,
"learning_rate": 4.7373673705221136e-05,
"loss": 0.1461,
"step": 500
},
{
"epoch": 0.32,
"learning_rate": 4.4747347410442276e-05,
"loss": 0.0486,
"step": 1000
},
{
"epoch": 0.47,
"learning_rate": 4.212102111566341e-05,
"loss": 0.0429,
"step": 1500
},
{
"epoch": 0.63,
"learning_rate": 3.949469482088455e-05,
"loss": 0.0157,
"step": 2000
},
{
"epoch": 0.79,
"learning_rate": 3.686836852610568e-05,
"loss": 0.0222,
"step": 2500
},
{
"epoch": 0.95,
"learning_rate": 3.424204223132682e-05,
"loss": 0.0232,
"step": 3000
},
{
"epoch": 1.0,
"eval_accuracy": 0.993237803896313,
"eval_f1": 0.9962432915921288,
"eval_loss": 0.04044355824589729,
"eval_precision": 0.9933999286478773,
"eval_recall": 0.9991029781126659,
"eval_runtime": 830.2286,
"eval_samples_per_second": 29.924,
"eval_steps_per_second": 3.741,
"step": 3173
},
{
"epoch": 1.1,
"learning_rate": 3.1615715936547956e-05,
"loss": 0.0132,
"step": 3500
},
{
"epoch": 1.26,
"learning_rate": 2.8989389641769092e-05,
"loss": 0.0127,
"step": 4000
},
{
"epoch": 1.42,
"learning_rate": 2.636306334699023e-05,
"loss": 0.0164,
"step": 4500
},
{
"epoch": 1.58,
"learning_rate": 2.373673705221137e-05,
"loss": 0.0021,
"step": 5000
},
{
"epoch": 1.73,
"learning_rate": 2.1110410757432505e-05,
"loss": 0.0127,
"step": 5500
},
{
"epoch": 1.89,
"learning_rate": 1.8484084462653642e-05,
"loss": 0.0058,
"step": 6000
},
{
"epoch": 2.0,
"eval_accuracy": 0.9930767992271776,
"eval_f1": 0.9961562527934209,
"eval_loss": 0.03828761354088783,
"eval_precision": 0.9926955282380189,
"eval_recall": 0.9996411912450663,
"eval_runtime": 804.5736,
"eval_samples_per_second": 30.878,
"eval_steps_per_second": 3.86,
"step": 6346
},
{
"epoch": 2.05,
"learning_rate": 1.585775816787478e-05,
"loss": 0.0044,
"step": 6500
},
{
"epoch": 2.21,
"learning_rate": 1.3231431873095915e-05,
"loss": 0.0,
"step": 7000
},
{
"epoch": 2.36,
"learning_rate": 1.060510557831705e-05,
"loss": 0.0022,
"step": 7500
},
{
"epoch": 2.52,
"learning_rate": 7.978779283538187e-06,
"loss": 0.0001,
"step": 8000
},
{
"epoch": 2.68,
"learning_rate": 5.352452988759324e-06,
"loss": 0.0,
"step": 8500
},
{
"epoch": 2.84,
"learning_rate": 2.7261266939804603e-06,
"loss": 0.0002,
"step": 9000
},
{
"epoch": 2.99,
"learning_rate": 9.98003992015968e-08,
"loss": 0.0014,
"step": 9500
},
{
"epoch": 3.0,
"eval_accuracy": 0.9970616647882788,
"eval_f1": 0.9983654642753185,
"eval_loss": 0.021297017112374306,
"eval_precision": 0.9968253968253968,
"eval_recall": 0.9999102978112666,
"eval_runtime": 803.2524,
"eval_samples_per_second": 30.929,
"eval_steps_per_second": 3.867,
"step": 9519
},
{
"epoch": 3.0,
"step": 9519,
"total_flos": 5.160985429530378e+18,
"train_loss": 0.019444029977140835,
"train_runtime": 8406.9324,
"train_samples_per_second": 9.057,
"train_steps_per_second": 1.132
}
],
"logging_steps": 500,
"max_steps": 9519,
"num_input_tokens_seen": 0,
"num_train_epochs": 3,
"save_steps": 500,
"total_flos": 5.160985429530378e+18,
"train_batch_size": 8,
"trial_name": null,
"trial_params": null
}