|
{ |
|
"best_metric": 0.2364484816789627, |
|
"best_model_checkpoint": "mobilebert_sa_GLUE_Experiment_logit_kd_pretrain_sst2/checkpoint-9486", |
|
"epoch": 23.0, |
|
"global_step": 12121, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.9e-05, |
|
"loss": 0.4176, |
|
"step": 527 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"eval_accuracy": 0.9197247706422018, |
|
"eval_loss": 0.29781466722488403, |
|
"eval_runtime": 1.6438, |
|
"eval_samples_per_second": 530.48, |
|
"eval_steps_per_second": 4.258, |
|
"step": 527 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"learning_rate": 4.8e-05, |
|
"loss": 0.1807, |
|
"step": 1054 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"eval_accuracy": 0.9174311926605505, |
|
"eval_loss": 0.2951326370239258, |
|
"eval_runtime": 1.6349, |
|
"eval_samples_per_second": 533.377, |
|
"eval_steps_per_second": 4.282, |
|
"step": 1054 |
|
}, |
|
{ |
|
"epoch": 3.0, |
|
"learning_rate": 4.7e-05, |
|
"loss": 0.1163, |
|
"step": 1581 |
|
}, |
|
{ |
|
"epoch": 3.0, |
|
"eval_accuracy": 0.9185779816513762, |
|
"eval_loss": 0.2749492824077606, |
|
"eval_runtime": 1.6378, |
|
"eval_samples_per_second": 532.414, |
|
"eval_steps_per_second": 4.274, |
|
"step": 1581 |
|
}, |
|
{ |
|
"epoch": 4.0, |
|
"learning_rate": 4.600000000000001e-05, |
|
"loss": 0.0862, |
|
"step": 2108 |
|
}, |
|
{ |
|
"epoch": 4.0, |
|
"eval_accuracy": 0.908256880733945, |
|
"eval_loss": 0.2988210916519165, |
|
"eval_runtime": 1.6403, |
|
"eval_samples_per_second": 531.618, |
|
"eval_steps_per_second": 4.268, |
|
"step": 2108 |
|
}, |
|
{ |
|
"epoch": 5.0, |
|
"learning_rate": 4.5e-05, |
|
"loss": 0.0695, |
|
"step": 2635 |
|
}, |
|
{ |
|
"epoch": 5.0, |
|
"eval_accuracy": 0.9174311926605505, |
|
"eval_loss": 0.2760469913482666, |
|
"eval_runtime": 1.6372, |
|
"eval_samples_per_second": 532.603, |
|
"eval_steps_per_second": 4.275, |
|
"step": 2635 |
|
}, |
|
{ |
|
"epoch": 6.0, |
|
"learning_rate": 4.4000000000000006e-05, |
|
"loss": 0.0598, |
|
"step": 3162 |
|
}, |
|
{ |
|
"epoch": 6.0, |
|
"eval_accuracy": 0.9151376146788991, |
|
"eval_loss": 0.26954537630081177, |
|
"eval_runtime": 1.636, |
|
"eval_samples_per_second": 532.996, |
|
"eval_steps_per_second": 4.279, |
|
"step": 3162 |
|
}, |
|
{ |
|
"epoch": 7.0, |
|
"learning_rate": 4.3e-05, |
|
"loss": 0.0525, |
|
"step": 3689 |
|
}, |
|
{ |
|
"epoch": 7.0, |
|
"eval_accuracy": 0.9254587155963303, |
|
"eval_loss": 0.27225229144096375, |
|
"eval_runtime": 1.633, |
|
"eval_samples_per_second": 533.988, |
|
"eval_steps_per_second": 4.287, |
|
"step": 3689 |
|
}, |
|
{ |
|
"epoch": 8.0, |
|
"learning_rate": 4.2e-05, |
|
"loss": 0.0464, |
|
"step": 4216 |
|
}, |
|
{ |
|
"epoch": 8.0, |
|
"eval_accuracy": 0.9243119266055045, |
|
"eval_loss": 0.24295173585414886, |
|
"eval_runtime": 1.6291, |
|
"eval_samples_per_second": 535.278, |
|
"eval_steps_per_second": 4.297, |
|
"step": 4216 |
|
}, |
|
{ |
|
"epoch": 9.0, |
|
"learning_rate": 4.1e-05, |
|
"loss": 0.0422, |
|
"step": 4743 |
|
}, |
|
{ |
|
"epoch": 9.0, |
|
"eval_accuracy": 0.9243119266055045, |
|
"eval_loss": 0.2813539206981659, |
|
"eval_runtime": 1.6396, |
|
"eval_samples_per_second": 531.844, |
|
"eval_steps_per_second": 4.269, |
|
"step": 4743 |
|
}, |
|
{ |
|
"epoch": 10.0, |
|
"learning_rate": 4e-05, |
|
"loss": 0.0395, |
|
"step": 5270 |
|
}, |
|
{ |
|
"epoch": 10.0, |
|
"eval_accuracy": 0.9162844036697247, |
|
"eval_loss": 0.24639670550823212, |
|
"eval_runtime": 1.6343, |
|
"eval_samples_per_second": 533.555, |
|
"eval_steps_per_second": 4.283, |
|
"step": 5270 |
|
}, |
|
{ |
|
"epoch": 11.0, |
|
"learning_rate": 3.9000000000000006e-05, |
|
"loss": 0.0357, |
|
"step": 5797 |
|
}, |
|
{ |
|
"epoch": 11.0, |
|
"eval_accuracy": 0.9197247706422018, |
|
"eval_loss": 0.23897552490234375, |
|
"eval_runtime": 1.6396, |
|
"eval_samples_per_second": 531.822, |
|
"eval_steps_per_second": 4.269, |
|
"step": 5797 |
|
}, |
|
{ |
|
"epoch": 12.0, |
|
"learning_rate": 3.8e-05, |
|
"loss": 0.0341, |
|
"step": 6324 |
|
}, |
|
{ |
|
"epoch": 12.0, |
|
"eval_accuracy": 0.9197247706422018, |
|
"eval_loss": 0.271278440952301, |
|
"eval_runtime": 1.6863, |
|
"eval_samples_per_second": 517.109, |
|
"eval_steps_per_second": 4.151, |
|
"step": 6324 |
|
}, |
|
{ |
|
"epoch": 13.0, |
|
"learning_rate": 3.7e-05, |
|
"loss": 0.0328, |
|
"step": 6851 |
|
}, |
|
{ |
|
"epoch": 13.0, |
|
"eval_accuracy": 0.9220183486238532, |
|
"eval_loss": 0.2685054540634155, |
|
"eval_runtime": 1.6377, |
|
"eval_samples_per_second": 532.44, |
|
"eval_steps_per_second": 4.274, |
|
"step": 6851 |
|
}, |
|
{ |
|
"epoch": 14.0, |
|
"learning_rate": 3.6e-05, |
|
"loss": 0.0315, |
|
"step": 7378 |
|
}, |
|
{ |
|
"epoch": 14.0, |
|
"eval_accuracy": 0.9185779816513762, |
|
"eval_loss": 0.2584623694419861, |
|
"eval_runtime": 1.6363, |
|
"eval_samples_per_second": 532.924, |
|
"eval_steps_per_second": 4.278, |
|
"step": 7378 |
|
}, |
|
{ |
|
"epoch": 15.0, |
|
"learning_rate": 3.5e-05, |
|
"loss": 0.0296, |
|
"step": 7905 |
|
}, |
|
{ |
|
"epoch": 15.0, |
|
"eval_accuracy": 0.9220183486238532, |
|
"eval_loss": 0.23671826720237732, |
|
"eval_runtime": 1.6376, |
|
"eval_samples_per_second": 532.47, |
|
"eval_steps_per_second": 4.274, |
|
"step": 7905 |
|
}, |
|
{ |
|
"epoch": 16.0, |
|
"learning_rate": 3.4000000000000007e-05, |
|
"loss": 0.0283, |
|
"step": 8432 |
|
}, |
|
{ |
|
"epoch": 16.0, |
|
"eval_accuracy": 0.9185779816513762, |
|
"eval_loss": 0.25598371028900146, |
|
"eval_runtime": 1.6346, |
|
"eval_samples_per_second": 533.461, |
|
"eval_steps_per_second": 4.282, |
|
"step": 8432 |
|
}, |
|
{ |
|
"epoch": 17.0, |
|
"learning_rate": 3.3e-05, |
|
"loss": 0.0277, |
|
"step": 8959 |
|
}, |
|
{ |
|
"epoch": 17.0, |
|
"eval_accuracy": 0.9174311926605505, |
|
"eval_loss": 0.2635485529899597, |
|
"eval_runtime": 1.6357, |
|
"eval_samples_per_second": 533.119, |
|
"eval_steps_per_second": 4.28, |
|
"step": 8959 |
|
}, |
|
{ |
|
"epoch": 18.0, |
|
"learning_rate": 3.2000000000000005e-05, |
|
"loss": 0.0269, |
|
"step": 9486 |
|
}, |
|
{ |
|
"epoch": 18.0, |
|
"eval_accuracy": 0.926605504587156, |
|
"eval_loss": 0.2364484816789627, |
|
"eval_runtime": 1.6377, |
|
"eval_samples_per_second": 532.449, |
|
"eval_steps_per_second": 4.274, |
|
"step": 9486 |
|
}, |
|
{ |
|
"epoch": 19.0, |
|
"learning_rate": 3.1e-05, |
|
"loss": 0.026, |
|
"step": 10013 |
|
}, |
|
{ |
|
"epoch": 19.0, |
|
"eval_accuracy": 0.9208715596330275, |
|
"eval_loss": 0.2748643755912781, |
|
"eval_runtime": 1.6351, |
|
"eval_samples_per_second": 533.307, |
|
"eval_steps_per_second": 4.281, |
|
"step": 10013 |
|
}, |
|
{ |
|
"epoch": 20.0, |
|
"learning_rate": 3e-05, |
|
"loss": 0.0252, |
|
"step": 10540 |
|
}, |
|
{ |
|
"epoch": 20.0, |
|
"eval_accuracy": 0.9174311926605505, |
|
"eval_loss": 0.2506615221500397, |
|
"eval_runtime": 1.633, |
|
"eval_samples_per_second": 533.976, |
|
"eval_steps_per_second": 4.287, |
|
"step": 10540 |
|
}, |
|
{ |
|
"epoch": 21.0, |
|
"learning_rate": 2.9e-05, |
|
"loss": 0.0248, |
|
"step": 11067 |
|
}, |
|
{ |
|
"epoch": 21.0, |
|
"eval_accuracy": 0.9162844036697247, |
|
"eval_loss": 0.2768906354904175, |
|
"eval_runtime": 1.6344, |
|
"eval_samples_per_second": 533.527, |
|
"eval_steps_per_second": 4.283, |
|
"step": 11067 |
|
}, |
|
{ |
|
"epoch": 22.0, |
|
"learning_rate": 2.8000000000000003e-05, |
|
"loss": 0.0248, |
|
"step": 11594 |
|
}, |
|
{ |
|
"epoch": 22.0, |
|
"eval_accuracy": 0.9220183486238532, |
|
"eval_loss": 0.25428006052970886, |
|
"eval_runtime": 1.6413, |
|
"eval_samples_per_second": 531.296, |
|
"eval_steps_per_second": 4.265, |
|
"step": 11594 |
|
}, |
|
{ |
|
"epoch": 23.0, |
|
"learning_rate": 2.7000000000000002e-05, |
|
"loss": 0.024, |
|
"step": 12121 |
|
}, |
|
{ |
|
"epoch": 23.0, |
|
"eval_accuracy": 0.9208715596330275, |
|
"eval_loss": 0.2676636278629303, |
|
"eval_runtime": 1.6366, |
|
"eval_samples_per_second": 532.827, |
|
"eval_steps_per_second": 4.277, |
|
"step": 12121 |
|
}, |
|
{ |
|
"epoch": 23.0, |
|
"step": 12121, |
|
"total_flos": 4.919353360882074e+16, |
|
"train_loss": 0.06443861390230197, |
|
"train_runtime": 7079.7355, |
|
"train_samples_per_second": 475.646, |
|
"train_steps_per_second": 3.722 |
|
} |
|
], |
|
"max_steps": 26350, |
|
"num_train_epochs": 50, |
|
"total_flos": 4.919353360882074e+16, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|