|
{ |
|
"best_metric": 0.006926598027348518, |
|
"best_model_checkpoint": "./outputs/checkpoint-605", |
|
"epoch": 5.0, |
|
"eval_steps": 500, |
|
"global_step": 605, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.08, |
|
"learning_rate": 1.9669421487603307e-05, |
|
"loss": 1.3579, |
|
"step": 10 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"learning_rate": 1.9338842975206613e-05, |
|
"loss": 1.2345, |
|
"step": 20 |
|
}, |
|
{ |
|
"epoch": 0.25, |
|
"learning_rate": 1.900826446280992e-05, |
|
"loss": 1.1497, |
|
"step": 30 |
|
}, |
|
{ |
|
"epoch": 0.33, |
|
"learning_rate": 1.8677685950413225e-05, |
|
"loss": 1.0313, |
|
"step": 40 |
|
}, |
|
{ |
|
"epoch": 0.41, |
|
"learning_rate": 1.834710743801653e-05, |
|
"loss": 0.9598, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 0.5, |
|
"learning_rate": 1.8016528925619837e-05, |
|
"loss": 0.802, |
|
"step": 60 |
|
}, |
|
{ |
|
"epoch": 0.58, |
|
"learning_rate": 1.7685950413223143e-05, |
|
"loss": 0.7353, |
|
"step": 70 |
|
}, |
|
{ |
|
"epoch": 0.66, |
|
"learning_rate": 1.735537190082645e-05, |
|
"loss": 0.6321, |
|
"step": 80 |
|
}, |
|
{ |
|
"epoch": 0.74, |
|
"learning_rate": 1.7024793388429754e-05, |
|
"loss": 0.5063, |
|
"step": 90 |
|
}, |
|
{ |
|
"epoch": 0.83, |
|
"learning_rate": 1.669421487603306e-05, |
|
"loss": 0.4158, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.91, |
|
"learning_rate": 1.6363636363636366e-05, |
|
"loss": 0.3683, |
|
"step": 110 |
|
}, |
|
{ |
|
"epoch": 0.99, |
|
"learning_rate": 1.6033057851239672e-05, |
|
"loss": 0.2849, |
|
"step": 120 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"eval_accuracy": 1.0, |
|
"eval_loss": 0.15511935949325562, |
|
"eval_runtime": 8.1016, |
|
"eval_samples_per_second": 118.866, |
|
"eval_steps_per_second": 7.529, |
|
"step": 121 |
|
}, |
|
{ |
|
"epoch": 1.07, |
|
"learning_rate": 1.5702479338842978e-05, |
|
"loss": 0.2395, |
|
"step": 130 |
|
}, |
|
{ |
|
"epoch": 1.16, |
|
"learning_rate": 1.5371900826446283e-05, |
|
"loss": 0.1841, |
|
"step": 140 |
|
}, |
|
{ |
|
"epoch": 1.24, |
|
"learning_rate": 1.504132231404959e-05, |
|
"loss": 0.1696, |
|
"step": 150 |
|
}, |
|
{ |
|
"epoch": 1.32, |
|
"learning_rate": 1.4710743801652893e-05, |
|
"loss": 0.1363, |
|
"step": 160 |
|
}, |
|
{ |
|
"epoch": 1.4, |
|
"learning_rate": 1.4380165289256201e-05, |
|
"loss": 0.103, |
|
"step": 170 |
|
}, |
|
{ |
|
"epoch": 1.49, |
|
"learning_rate": 1.4049586776859505e-05, |
|
"loss": 0.104, |
|
"step": 180 |
|
}, |
|
{ |
|
"epoch": 1.57, |
|
"learning_rate": 1.3719008264462813e-05, |
|
"loss": 0.1042, |
|
"step": 190 |
|
}, |
|
{ |
|
"epoch": 1.65, |
|
"learning_rate": 1.3388429752066117e-05, |
|
"loss": 0.0718, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 1.74, |
|
"learning_rate": 1.3057851239669424e-05, |
|
"loss": 0.0798, |
|
"step": 210 |
|
}, |
|
{ |
|
"epoch": 1.82, |
|
"learning_rate": 1.2727272727272728e-05, |
|
"loss": 0.0758, |
|
"step": 220 |
|
}, |
|
{ |
|
"epoch": 1.9, |
|
"learning_rate": 1.2396694214876034e-05, |
|
"loss": 0.0589, |
|
"step": 230 |
|
}, |
|
{ |
|
"epoch": 1.98, |
|
"learning_rate": 1.206611570247934e-05, |
|
"loss": 0.0734, |
|
"step": 240 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"eval_accuracy": 1.0, |
|
"eval_loss": 0.01950172521173954, |
|
"eval_runtime": 8.0335, |
|
"eval_samples_per_second": 119.873, |
|
"eval_steps_per_second": 7.593, |
|
"step": 242 |
|
}, |
|
{ |
|
"epoch": 2.07, |
|
"learning_rate": 1.1735537190082646e-05, |
|
"loss": 0.0698, |
|
"step": 250 |
|
}, |
|
{ |
|
"epoch": 2.15, |
|
"learning_rate": 1.1404958677685952e-05, |
|
"loss": 0.0705, |
|
"step": 260 |
|
}, |
|
{ |
|
"epoch": 2.23, |
|
"learning_rate": 1.1074380165289258e-05, |
|
"loss": 0.0522, |
|
"step": 270 |
|
}, |
|
{ |
|
"epoch": 2.31, |
|
"learning_rate": 1.0743801652892562e-05, |
|
"loss": 0.0645, |
|
"step": 280 |
|
}, |
|
{ |
|
"epoch": 2.4, |
|
"learning_rate": 1.041322314049587e-05, |
|
"loss": 0.0433, |
|
"step": 290 |
|
}, |
|
{ |
|
"epoch": 2.48, |
|
"learning_rate": 1.0082644628099174e-05, |
|
"loss": 0.0382, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 2.56, |
|
"learning_rate": 9.75206611570248e-06, |
|
"loss": 0.0583, |
|
"step": 310 |
|
}, |
|
{ |
|
"epoch": 2.64, |
|
"learning_rate": 9.421487603305785e-06, |
|
"loss": 0.0435, |
|
"step": 320 |
|
}, |
|
{ |
|
"epoch": 2.73, |
|
"learning_rate": 9.090909090909091e-06, |
|
"loss": 0.0377, |
|
"step": 330 |
|
}, |
|
{ |
|
"epoch": 2.81, |
|
"learning_rate": 8.760330578512397e-06, |
|
"loss": 0.0477, |
|
"step": 340 |
|
}, |
|
{ |
|
"epoch": 2.89, |
|
"learning_rate": 8.429752066115703e-06, |
|
"loss": 0.0443, |
|
"step": 350 |
|
}, |
|
{ |
|
"epoch": 2.98, |
|
"learning_rate": 8.099173553719009e-06, |
|
"loss": 0.0412, |
|
"step": 360 |
|
}, |
|
{ |
|
"epoch": 3.0, |
|
"eval_accuracy": 1.0, |
|
"eval_loss": 0.009915151633322239, |
|
"eval_runtime": 8.1318, |
|
"eval_samples_per_second": 118.423, |
|
"eval_steps_per_second": 7.501, |
|
"step": 363 |
|
}, |
|
{ |
|
"epoch": 3.06, |
|
"learning_rate": 7.768595041322314e-06, |
|
"loss": 0.0295, |
|
"step": 370 |
|
}, |
|
{ |
|
"epoch": 3.14, |
|
"learning_rate": 7.43801652892562e-06, |
|
"loss": 0.025, |
|
"step": 380 |
|
}, |
|
{ |
|
"epoch": 3.22, |
|
"learning_rate": 7.107438016528926e-06, |
|
"loss": 0.047, |
|
"step": 390 |
|
}, |
|
{ |
|
"epoch": 3.31, |
|
"learning_rate": 6.776859504132232e-06, |
|
"loss": 0.0375, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 3.39, |
|
"learning_rate": 6.446280991735537e-06, |
|
"loss": 0.035, |
|
"step": 410 |
|
}, |
|
{ |
|
"epoch": 3.47, |
|
"learning_rate": 6.115702479338843e-06, |
|
"loss": 0.0241, |
|
"step": 420 |
|
}, |
|
{ |
|
"epoch": 3.55, |
|
"learning_rate": 5.785123966942149e-06, |
|
"loss": 0.0253, |
|
"step": 430 |
|
}, |
|
{ |
|
"epoch": 3.64, |
|
"learning_rate": 5.4545454545454545e-06, |
|
"loss": 0.0458, |
|
"step": 440 |
|
}, |
|
{ |
|
"epoch": 3.72, |
|
"learning_rate": 5.12396694214876e-06, |
|
"loss": 0.0241, |
|
"step": 450 |
|
}, |
|
{ |
|
"epoch": 3.8, |
|
"learning_rate": 4.793388429752067e-06, |
|
"loss": 0.0267, |
|
"step": 460 |
|
}, |
|
{ |
|
"epoch": 3.88, |
|
"learning_rate": 4.462809917355372e-06, |
|
"loss": 0.0324, |
|
"step": 470 |
|
}, |
|
{ |
|
"epoch": 3.97, |
|
"learning_rate": 4.132231404958678e-06, |
|
"loss": 0.0457, |
|
"step": 480 |
|
}, |
|
{ |
|
"epoch": 4.0, |
|
"eval_accuracy": 1.0, |
|
"eval_loss": 0.007458301726728678, |
|
"eval_runtime": 8.0474, |
|
"eval_samples_per_second": 119.667, |
|
"eval_steps_per_second": 7.58, |
|
"step": 484 |
|
}, |
|
{ |
|
"epoch": 4.05, |
|
"learning_rate": 3.801652892561984e-06, |
|
"loss": 0.031, |
|
"step": 490 |
|
}, |
|
{ |
|
"epoch": 4.13, |
|
"learning_rate": 3.4710743801652895e-06, |
|
"loss": 0.0622, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 4.21, |
|
"learning_rate": 3.1404958677685953e-06, |
|
"loss": 0.0399, |
|
"step": 510 |
|
}, |
|
{ |
|
"epoch": 4.3, |
|
"learning_rate": 2.809917355371901e-06, |
|
"loss": 0.0287, |
|
"step": 520 |
|
}, |
|
{ |
|
"epoch": 4.38, |
|
"learning_rate": 2.479338842975207e-06, |
|
"loss": 0.0363, |
|
"step": 530 |
|
}, |
|
{ |
|
"epoch": 4.46, |
|
"learning_rate": 2.1487603305785124e-06, |
|
"loss": 0.0484, |
|
"step": 540 |
|
}, |
|
{ |
|
"epoch": 4.55, |
|
"learning_rate": 1.8181818181818183e-06, |
|
"loss": 0.0532, |
|
"step": 550 |
|
}, |
|
{ |
|
"epoch": 4.63, |
|
"learning_rate": 1.4876033057851241e-06, |
|
"loss": 0.046, |
|
"step": 560 |
|
}, |
|
{ |
|
"epoch": 4.71, |
|
"learning_rate": 1.15702479338843e-06, |
|
"loss": 0.016, |
|
"step": 570 |
|
}, |
|
{ |
|
"epoch": 4.79, |
|
"learning_rate": 8.264462809917356e-07, |
|
"loss": 0.0331, |
|
"step": 580 |
|
}, |
|
{ |
|
"epoch": 4.88, |
|
"learning_rate": 4.958677685950413e-07, |
|
"loss": 0.0554, |
|
"step": 590 |
|
}, |
|
{ |
|
"epoch": 4.96, |
|
"learning_rate": 1.6528925619834713e-07, |
|
"loss": 0.0342, |
|
"step": 600 |
|
}, |
|
{ |
|
"epoch": 5.0, |
|
"eval_accuracy": 1.0, |
|
"eval_loss": 0.006926598027348518, |
|
"eval_runtime": 8.1069, |
|
"eval_samples_per_second": 118.788, |
|
"eval_steps_per_second": 7.524, |
|
"step": 605 |
|
} |
|
], |
|
"logging_steps": 10, |
|
"max_steps": 605, |
|
"num_train_epochs": 5, |
|
"save_steps": 500, |
|
"total_flos": 8.594252068818125e+17, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|