vit-base-brain-mri / trainer_state.json
andrei-teodor's picture
Brain MRI 🧠 fine tune - 5 more epochs.
1bc6f0b verified
raw
history blame
4.87 kB
{
"best_metric": 0.6089015603065491,
"best_model_checkpoint": "./vit-base-brain-mri\\checkpoint-648",
"epoch": 10.0,
"eval_steps": 500,
"global_step": 720,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 1.0,
"eval_accuracy": 0.6289198606271778,
"eval_loss": 0.9818006753921509,
"eval_runtime": 4.8676,
"eval_samples_per_second": 117.922,
"eval_steps_per_second": 14.792,
"step": 72
},
{
"epoch": 1.3888888888888888,
"grad_norm": 2.2408666610717773,
"learning_rate": 0.00021666666666666666,
"loss": 1.0744,
"step": 100
},
{
"epoch": 2.0,
"eval_accuracy": 0.686411149825784,
"eval_loss": 0.8286930322647095,
"eval_runtime": 4.7946,
"eval_samples_per_second": 119.718,
"eval_steps_per_second": 15.017,
"step": 144
},
{
"epoch": 2.7777777777777777,
"grad_norm": 4.1483378410339355,
"learning_rate": 0.0001333333333333333,
"loss": 0.7716,
"step": 200
},
{
"epoch": 3.0,
"eval_accuracy": 0.7160278745644599,
"eval_loss": 0.7534749507904053,
"eval_runtime": 4.9187,
"eval_samples_per_second": 116.696,
"eval_steps_per_second": 14.638,
"step": 216
},
{
"epoch": 4.0,
"eval_accuracy": 0.740418118466899,
"eval_loss": 0.7139923572540283,
"eval_runtime": 4.8084,
"eval_samples_per_second": 119.374,
"eval_steps_per_second": 14.974,
"step": 288
},
{
"epoch": 4.166666666666667,
"grad_norm": 3.2614974975585938,
"learning_rate": 4.9999999999999996e-05,
"loss": 0.6975,
"step": 300
},
{
"epoch": 5.0,
"eval_accuracy": 0.7491289198606271,
"eval_loss": 0.7015281915664673,
"eval_runtime": 4.8073,
"eval_samples_per_second": 119.403,
"eval_steps_per_second": 14.977,
"step": 360
},
{
"epoch": 5.555555555555555,
"grad_norm": 1.9345481395721436,
"learning_rate": 0.0001333333333333333,
"loss": 0.6651,
"step": 400
},
{
"epoch": 6.0,
"eval_accuracy": 0.7630662020905923,
"eval_loss": 0.68391352891922,
"eval_runtime": 4.8866,
"eval_samples_per_second": 117.465,
"eval_steps_per_second": 14.734,
"step": 432
},
{
"epoch": 6.944444444444445,
"grad_norm": 2.201732635498047,
"learning_rate": 9.166666666666667e-05,
"loss": 0.6307,
"step": 500
},
{
"epoch": 7.0,
"eval_accuracy": 0.7700348432055749,
"eval_loss": 0.6623685359954834,
"eval_runtime": 4.9432,
"eval_samples_per_second": 116.118,
"eval_steps_per_second": 14.565,
"step": 504
},
{
"epoch": 8.0,
"eval_accuracy": 0.7822299651567944,
"eval_loss": 0.6363218426704407,
"eval_runtime": 4.9241,
"eval_samples_per_second": 116.57,
"eval_steps_per_second": 14.622,
"step": 576
},
{
"epoch": 8.333333333333334,
"grad_norm": 1.8554637432098389,
"learning_rate": 4.9999999999999996e-05,
"loss": 0.5857,
"step": 600
},
{
"epoch": 9.0,
"eval_accuracy": 0.7822299651567944,
"eval_loss": 0.6089015603065491,
"eval_runtime": 4.9259,
"eval_samples_per_second": 116.527,
"eval_steps_per_second": 14.617,
"step": 648
},
{
"epoch": 9.722222222222221,
"grad_norm": 3.4061734676361084,
"learning_rate": 8.333333333333332e-06,
"loss": 0.576,
"step": 700
},
{
"epoch": 10.0,
"eval_accuracy": 0.7770034843205574,
"eval_loss": 0.6249111294746399,
"eval_runtime": 5.1184,
"eval_samples_per_second": 112.144,
"eval_steps_per_second": 14.067,
"step": 720
},
{
"epoch": 10.0,
"step": 720,
"total_flos": 1.779247974652969e+18,
"train_loss": 0.3026825189590454,
"train_runtime": 130.7944,
"train_samples_per_second": 175.543,
"train_steps_per_second": 5.505
}
],
"logging_steps": 100,
"max_steps": 720,
"num_input_tokens_seen": 0,
"num_train_epochs": 10,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 1.779247974652969e+18,
"train_batch_size": 32,
"trial_name": null,
"trial_params": null
}