mountaincreek12's picture
Training in progress, epoch 0
226fdc2 verified
{
"best_metric": 0.9862068965517241,
"best_model_checkpoint": "swin-tiny-patch4-window7-224-finetuned-sealv1/checkpoint-94",
"epoch": 28.571428571428573,
"eval_steps": 500,
"global_step": 150,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.95,
"eval_accuracy": 0.496551724137931,
"eval_loss": 1.2919867038726807,
"eval_runtime": 3.1223,
"eval_samples_per_second": 46.44,
"eval_steps_per_second": 1.601,
"step": 5
},
{
"epoch": 1.9,
"grad_norm": 29.579647064208984,
"learning_rate": 3.3333333333333335e-05,
"loss": 1.1379,
"step": 10
},
{
"epoch": 1.9,
"eval_accuracy": 0.496551724137931,
"eval_loss": 1.017675518989563,
"eval_runtime": 3.0482,
"eval_samples_per_second": 47.569,
"eval_steps_per_second": 1.64,
"step": 10
},
{
"epoch": 2.86,
"eval_accuracy": 0.8758620689655172,
"eval_loss": 0.7626163959503174,
"eval_runtime": 3.0592,
"eval_samples_per_second": 47.398,
"eval_steps_per_second": 1.634,
"step": 15
},
{
"epoch": 3.81,
"grad_norm": 11.914603233337402,
"learning_rate": 4.814814814814815e-05,
"loss": 0.6784,
"step": 20
},
{
"epoch": 4.0,
"eval_accuracy": 0.9310344827586207,
"eval_loss": 0.5387857556343079,
"eval_runtime": 3.0489,
"eval_samples_per_second": 47.558,
"eval_steps_per_second": 1.64,
"step": 21
},
{
"epoch": 4.95,
"eval_accuracy": 0.9103448275862069,
"eval_loss": 0.4190843105316162,
"eval_runtime": 3.0202,
"eval_samples_per_second": 48.01,
"eval_steps_per_second": 1.656,
"step": 26
},
{
"epoch": 5.71,
"grad_norm": 7.094911575317383,
"learning_rate": 4.4444444444444447e-05,
"loss": 0.3269,
"step": 30
},
{
"epoch": 5.9,
"eval_accuracy": 0.8896551724137931,
"eval_loss": 0.39897656440734863,
"eval_runtime": 3.0245,
"eval_samples_per_second": 47.942,
"eval_steps_per_second": 1.653,
"step": 31
},
{
"epoch": 6.86,
"eval_accuracy": 0.9517241379310345,
"eval_loss": 0.20898482203483582,
"eval_runtime": 3.0505,
"eval_samples_per_second": 47.534,
"eval_steps_per_second": 1.639,
"step": 36
},
{
"epoch": 7.62,
"grad_norm": 6.531408786773682,
"learning_rate": 4.074074074074074e-05,
"loss": 0.2068,
"step": 40
},
{
"epoch": 8.0,
"eval_accuracy": 0.9586206896551724,
"eval_loss": 0.18190069496631622,
"eval_runtime": 3.053,
"eval_samples_per_second": 47.494,
"eval_steps_per_second": 1.638,
"step": 42
},
{
"epoch": 8.95,
"eval_accuracy": 0.9655172413793104,
"eval_loss": 0.11921437084674835,
"eval_runtime": 3.0392,
"eval_samples_per_second": 47.71,
"eval_steps_per_second": 1.645,
"step": 47
},
{
"epoch": 9.52,
"grad_norm": 5.500025272369385,
"learning_rate": 3.7037037037037037e-05,
"loss": 0.1104,
"step": 50
},
{
"epoch": 9.9,
"eval_accuracy": 0.9724137931034482,
"eval_loss": 0.06815902888774872,
"eval_runtime": 3.0143,
"eval_samples_per_second": 48.105,
"eval_steps_per_second": 1.659,
"step": 52
},
{
"epoch": 10.86,
"eval_accuracy": 0.9724137931034482,
"eval_loss": 0.08536545187234879,
"eval_runtime": 3.0425,
"eval_samples_per_second": 47.658,
"eval_steps_per_second": 1.643,
"step": 57
},
{
"epoch": 11.43,
"grad_norm": 2.2279155254364014,
"learning_rate": 3.3333333333333335e-05,
"loss": 0.0571,
"step": 60
},
{
"epoch": 12.0,
"eval_accuracy": 0.9655172413793104,
"eval_loss": 0.08157803863286972,
"eval_runtime": 3.0775,
"eval_samples_per_second": 47.116,
"eval_steps_per_second": 1.625,
"step": 63
},
{
"epoch": 12.95,
"eval_accuracy": 0.9793103448275862,
"eval_loss": 0.053488027304410934,
"eval_runtime": 3.0426,
"eval_samples_per_second": 47.656,
"eval_steps_per_second": 1.643,
"step": 68
},
{
"epoch": 13.33,
"grad_norm": 3.4508020877838135,
"learning_rate": 2.962962962962963e-05,
"loss": 0.0382,
"step": 70
},
{
"epoch": 13.9,
"eval_accuracy": 0.9793103448275862,
"eval_loss": 0.04910058155655861,
"eval_runtime": 3.0539,
"eval_samples_per_second": 47.48,
"eval_steps_per_second": 1.637,
"step": 73
},
{
"epoch": 14.86,
"eval_accuracy": 0.9793103448275862,
"eval_loss": 0.05336721986532211,
"eval_runtime": 3.0215,
"eval_samples_per_second": 47.989,
"eval_steps_per_second": 1.655,
"step": 78
},
{
"epoch": 15.24,
"grad_norm": 0.396097868680954,
"learning_rate": 2.5925925925925925e-05,
"loss": 0.0158,
"step": 80
},
{
"epoch": 16.0,
"eval_accuracy": 0.9793103448275862,
"eval_loss": 0.03685032203793526,
"eval_runtime": 3.0204,
"eval_samples_per_second": 48.006,
"eval_steps_per_second": 1.655,
"step": 84
},
{
"epoch": 16.95,
"eval_accuracy": 0.9724137931034482,
"eval_loss": 0.11105308681726456,
"eval_runtime": 3.0328,
"eval_samples_per_second": 47.81,
"eval_steps_per_second": 1.649,
"step": 89
},
{
"epoch": 17.14,
"grad_norm": 1.3435662984848022,
"learning_rate": 2.2222222222222223e-05,
"loss": 0.0082,
"step": 90
},
{
"epoch": 17.9,
"eval_accuracy": 0.9862068965517241,
"eval_loss": 0.0514516718685627,
"eval_runtime": 3.0168,
"eval_samples_per_second": 48.065,
"eval_steps_per_second": 1.657,
"step": 94
},
{
"epoch": 18.86,
"eval_accuracy": 0.9793103448275862,
"eval_loss": 0.07132605463266373,
"eval_runtime": 3.0424,
"eval_samples_per_second": 47.66,
"eval_steps_per_second": 1.643,
"step": 99
},
{
"epoch": 19.05,
"grad_norm": 1.5692905187606812,
"learning_rate": 1.8518518518518518e-05,
"loss": 0.0105,
"step": 100
},
{
"epoch": 20.0,
"eval_accuracy": 0.9793103448275862,
"eval_loss": 0.059764981269836426,
"eval_runtime": 3.0213,
"eval_samples_per_second": 47.993,
"eval_steps_per_second": 1.655,
"step": 105
},
{
"epoch": 20.95,
"grad_norm": 0.6745745539665222,
"learning_rate": 1.4814814814814815e-05,
"loss": 0.009,
"step": 110
},
{
"epoch": 20.95,
"eval_accuracy": 0.9724137931034482,
"eval_loss": 0.07587717473506927,
"eval_runtime": 3.0482,
"eval_samples_per_second": 47.569,
"eval_steps_per_second": 1.64,
"step": 110
},
{
"epoch": 21.9,
"eval_accuracy": 0.9793103448275862,
"eval_loss": 0.07691250741481781,
"eval_runtime": 3.0353,
"eval_samples_per_second": 47.771,
"eval_steps_per_second": 1.647,
"step": 115
},
{
"epoch": 22.86,
"grad_norm": 5.058462142944336,
"learning_rate": 1.1111111111111112e-05,
"loss": 0.0134,
"step": 120
},
{
"epoch": 22.86,
"eval_accuracy": 0.9793103448275862,
"eval_loss": 0.070177361369133,
"eval_runtime": 3.0247,
"eval_samples_per_second": 47.938,
"eval_steps_per_second": 1.653,
"step": 120
},
{
"epoch": 24.0,
"eval_accuracy": 0.9793103448275862,
"eval_loss": 0.060489553958177567,
"eval_runtime": 3.0525,
"eval_samples_per_second": 47.501,
"eval_steps_per_second": 1.638,
"step": 126
},
{
"epoch": 24.76,
"grad_norm": 1.4174549579620361,
"learning_rate": 7.4074074074074075e-06,
"loss": 0.0042,
"step": 130
},
{
"epoch": 24.95,
"eval_accuracy": 0.9793103448275862,
"eval_loss": 0.06210276484489441,
"eval_runtime": 3.0244,
"eval_samples_per_second": 47.944,
"eval_steps_per_second": 1.653,
"step": 131
},
{
"epoch": 25.9,
"eval_accuracy": 0.9793103448275862,
"eval_loss": 0.06535915285348892,
"eval_runtime": 3.0417,
"eval_samples_per_second": 47.671,
"eval_steps_per_second": 1.644,
"step": 136
},
{
"epoch": 26.67,
"grad_norm": 0.7513312101364136,
"learning_rate": 3.7037037037037037e-06,
"loss": 0.0027,
"step": 140
},
{
"epoch": 26.86,
"eval_accuracy": 0.9724137931034482,
"eval_loss": 0.06658191233873367,
"eval_runtime": 3.0308,
"eval_samples_per_second": 47.843,
"eval_steps_per_second": 1.65,
"step": 141
},
{
"epoch": 28.0,
"eval_accuracy": 0.9793103448275862,
"eval_loss": 0.06654076278209686,
"eval_runtime": 3.0747,
"eval_samples_per_second": 47.159,
"eval_steps_per_second": 1.626,
"step": 147
},
{
"epoch": 28.57,
"grad_norm": 2.4569530487060547,
"learning_rate": 0.0,
"loss": 0.0065,
"step": 150
},
{
"epoch": 28.57,
"eval_accuracy": 0.9793103448275862,
"eval_loss": 0.06503264605998993,
"eval_runtime": 3.0856,
"eval_samples_per_second": 46.992,
"eval_steps_per_second": 1.62,
"step": 150
},
{
"epoch": 28.57,
"step": 150,
"total_flos": 1.4797115229312e+18,
"train_loss": 0.175064886448284,
"train_runtime": 1076.0914,
"train_samples_per_second": 18.205,
"train_steps_per_second": 0.139
}
],
"logging_steps": 10,
"max_steps": 150,
"num_input_tokens_seen": 0,
"num_train_epochs": 30,
"save_steps": 500,
"total_flos": 1.4797115229312e+18,
"train_batch_size": 32,
"trial_name": null,
"trial_params": null
}