|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 3.0, |
|
"global_step": 1776, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 5.966216216216216e-05, |
|
"loss": 0.426, |
|
"step": 10 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"learning_rate": 5.9324324324324324e-05, |
|
"loss": 0.484, |
|
"step": 20 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"learning_rate": 5.8986486486486485e-05, |
|
"loss": 0.4457, |
|
"step": 30 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"learning_rate": 5.8648648648648653e-05, |
|
"loss": 0.4083, |
|
"step": 40 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"learning_rate": 5.83445945945946e-05, |
|
"loss": 0.4695, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"learning_rate": 5.800675675675676e-05, |
|
"loss": 0.5002, |
|
"step": 60 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"learning_rate": 5.766891891891892e-05, |
|
"loss": 0.4436, |
|
"step": 70 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"learning_rate": 5.733108108108108e-05, |
|
"loss": 0.3807, |
|
"step": 80 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"learning_rate": 5.699324324324325e-05, |
|
"loss": 0.4198, |
|
"step": 90 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"learning_rate": 5.665540540540541e-05, |
|
"loss": 0.4475, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"learning_rate": 5.631756756756757e-05, |
|
"loss": 0.434, |
|
"step": 110 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"learning_rate": 5.5979729729729734e-05, |
|
"loss": 0.4036, |
|
"step": 120 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"learning_rate": 5.5641891891891896e-05, |
|
"loss": 0.4386, |
|
"step": 130 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"learning_rate": 5.530405405405406e-05, |
|
"loss": 0.399, |
|
"step": 140 |
|
}, |
|
{ |
|
"epoch": 0.25, |
|
"learning_rate": 5.496621621621622e-05, |
|
"loss": 0.5032, |
|
"step": 150 |
|
}, |
|
{ |
|
"epoch": 0.27, |
|
"learning_rate": 5.4628378378378386e-05, |
|
"loss": 0.4435, |
|
"step": 160 |
|
}, |
|
{ |
|
"epoch": 0.29, |
|
"learning_rate": 5.429054054054054e-05, |
|
"loss": 0.4947, |
|
"step": 170 |
|
}, |
|
{ |
|
"epoch": 0.3, |
|
"learning_rate": 5.39527027027027e-05, |
|
"loss": 0.4708, |
|
"step": 180 |
|
}, |
|
{ |
|
"epoch": 0.32, |
|
"learning_rate": 5.361486486486486e-05, |
|
"loss": 0.4644, |
|
"step": 190 |
|
}, |
|
{ |
|
"epoch": 0.34, |
|
"learning_rate": 5.3277027027027024e-05, |
|
"loss": 0.4833, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.35, |
|
"learning_rate": 5.2939189189189186e-05, |
|
"loss": 0.4115, |
|
"step": 210 |
|
}, |
|
{ |
|
"epoch": 0.37, |
|
"learning_rate": 5.260135135135135e-05, |
|
"loss": 0.5, |
|
"step": 220 |
|
}, |
|
{ |
|
"epoch": 0.39, |
|
"learning_rate": 5.2263513513513515e-05, |
|
"loss": 0.4415, |
|
"step": 230 |
|
}, |
|
{ |
|
"epoch": 0.41, |
|
"learning_rate": 5.1925675675675676e-05, |
|
"loss": 0.4143, |
|
"step": 240 |
|
}, |
|
{ |
|
"epoch": 0.42, |
|
"learning_rate": 5.158783783783784e-05, |
|
"loss": 0.4295, |
|
"step": 250 |
|
}, |
|
{ |
|
"epoch": 0.44, |
|
"learning_rate": 5.125e-05, |
|
"loss": 0.4441, |
|
"step": 260 |
|
}, |
|
{ |
|
"epoch": 0.46, |
|
"learning_rate": 5.091216216216216e-05, |
|
"loss": 0.4273, |
|
"step": 270 |
|
}, |
|
{ |
|
"epoch": 0.47, |
|
"learning_rate": 5.057432432432432e-05, |
|
"loss": 0.4175, |
|
"step": 280 |
|
}, |
|
{ |
|
"epoch": 0.49, |
|
"learning_rate": 5.023648648648648e-05, |
|
"loss": 0.4219, |
|
"step": 290 |
|
}, |
|
{ |
|
"epoch": 0.51, |
|
"learning_rate": 4.989864864864865e-05, |
|
"loss": 0.4526, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 0.52, |
|
"learning_rate": 4.956081081081081e-05, |
|
"loss": 0.4396, |
|
"step": 310 |
|
}, |
|
{ |
|
"epoch": 0.54, |
|
"learning_rate": 4.922297297297297e-05, |
|
"loss": 0.444, |
|
"step": 320 |
|
}, |
|
{ |
|
"epoch": 0.56, |
|
"learning_rate": 4.8885135135135135e-05, |
|
"loss": 0.4236, |
|
"step": 330 |
|
}, |
|
{ |
|
"epoch": 0.57, |
|
"learning_rate": 4.8547297297297296e-05, |
|
"loss": 0.4228, |
|
"step": 340 |
|
}, |
|
{ |
|
"epoch": 0.59, |
|
"learning_rate": 4.820945945945946e-05, |
|
"loss": 0.4055, |
|
"step": 350 |
|
}, |
|
{ |
|
"epoch": 0.61, |
|
"learning_rate": 4.787162162162162e-05, |
|
"loss": 0.3954, |
|
"step": 360 |
|
}, |
|
{ |
|
"epoch": 0.62, |
|
"learning_rate": 4.7533783783783786e-05, |
|
"loss": 0.3883, |
|
"step": 370 |
|
}, |
|
{ |
|
"epoch": 0.64, |
|
"learning_rate": 4.719594594594595e-05, |
|
"loss": 0.4181, |
|
"step": 380 |
|
}, |
|
{ |
|
"epoch": 0.66, |
|
"learning_rate": 4.685810810810811e-05, |
|
"loss": 0.4249, |
|
"step": 390 |
|
}, |
|
{ |
|
"epoch": 0.68, |
|
"learning_rate": 4.652027027027027e-05, |
|
"loss": 0.4619, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 0.69, |
|
"learning_rate": 4.618243243243243e-05, |
|
"loss": 0.4298, |
|
"step": 410 |
|
}, |
|
{ |
|
"epoch": 0.71, |
|
"learning_rate": 4.584459459459459e-05, |
|
"loss": 0.4184, |
|
"step": 420 |
|
}, |
|
{ |
|
"epoch": 0.73, |
|
"learning_rate": 4.550675675675676e-05, |
|
"loss": 0.4062, |
|
"step": 430 |
|
}, |
|
{ |
|
"epoch": 0.74, |
|
"learning_rate": 4.516891891891892e-05, |
|
"loss": 0.3768, |
|
"step": 440 |
|
}, |
|
{ |
|
"epoch": 0.76, |
|
"learning_rate": 4.4831081081081083e-05, |
|
"loss": 0.4605, |
|
"step": 450 |
|
}, |
|
{ |
|
"epoch": 0.78, |
|
"learning_rate": 4.4493243243243245e-05, |
|
"loss": 0.485, |
|
"step": 460 |
|
}, |
|
{ |
|
"epoch": 0.79, |
|
"learning_rate": 4.4155405405405406e-05, |
|
"loss": 0.4169, |
|
"step": 470 |
|
}, |
|
{ |
|
"epoch": 0.81, |
|
"learning_rate": 4.381756756756757e-05, |
|
"loss": 0.4136, |
|
"step": 480 |
|
}, |
|
{ |
|
"epoch": 0.83, |
|
"learning_rate": 4.347972972972973e-05, |
|
"loss": 0.4337, |
|
"step": 490 |
|
}, |
|
{ |
|
"epoch": 0.84, |
|
"learning_rate": 4.31418918918919e-05, |
|
"loss": 0.444, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 0.86, |
|
"learning_rate": 4.280405405405406e-05, |
|
"loss": 0.4044, |
|
"step": 510 |
|
}, |
|
{ |
|
"epoch": 0.88, |
|
"learning_rate": 4.246621621621622e-05, |
|
"loss": 0.3761, |
|
"step": 520 |
|
}, |
|
{ |
|
"epoch": 0.9, |
|
"learning_rate": 4.212837837837838e-05, |
|
"loss": 0.3932, |
|
"step": 530 |
|
}, |
|
{ |
|
"epoch": 0.91, |
|
"learning_rate": 4.179054054054054e-05, |
|
"loss": 0.382, |
|
"step": 540 |
|
}, |
|
{ |
|
"epoch": 0.93, |
|
"learning_rate": 4.14527027027027e-05, |
|
"loss": 0.3858, |
|
"step": 550 |
|
}, |
|
{ |
|
"epoch": 0.95, |
|
"learning_rate": 4.1114864864864864e-05, |
|
"loss": 0.4047, |
|
"step": 560 |
|
}, |
|
{ |
|
"epoch": 0.96, |
|
"learning_rate": 4.077702702702703e-05, |
|
"loss": 0.4456, |
|
"step": 570 |
|
}, |
|
{ |
|
"epoch": 0.98, |
|
"learning_rate": 4.0439189189189194e-05, |
|
"loss": 0.351, |
|
"step": 580 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.0101351351351355e-05, |
|
"loss": 0.3687, |
|
"step": 590 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"eval_accuracy": 0.8888712871287129, |
|
"eval_loss": 0.4043530225753784, |
|
"eval_runtime": 35.1515, |
|
"eval_samples_per_second": 718.32, |
|
"eval_steps_per_second": 5.633, |
|
"step": 592 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 3.9763513513513516e-05, |
|
"loss": 0.3674, |
|
"step": 600 |
|
}, |
|
{ |
|
"epoch": 1.03, |
|
"learning_rate": 3.942567567567568e-05, |
|
"loss": 0.3655, |
|
"step": 610 |
|
}, |
|
{ |
|
"epoch": 1.05, |
|
"learning_rate": 3.908783783783784e-05, |
|
"loss": 0.4221, |
|
"step": 620 |
|
}, |
|
{ |
|
"epoch": 1.06, |
|
"learning_rate": 3.875e-05, |
|
"loss": 0.3846, |
|
"step": 630 |
|
}, |
|
{ |
|
"epoch": 1.08, |
|
"learning_rate": 3.841216216216217e-05, |
|
"loss": 0.4122, |
|
"step": 640 |
|
}, |
|
{ |
|
"epoch": 1.1, |
|
"learning_rate": 3.807432432432433e-05, |
|
"loss": 0.4057, |
|
"step": 650 |
|
}, |
|
{ |
|
"epoch": 1.11, |
|
"learning_rate": 3.773648648648649e-05, |
|
"loss": 0.4538, |
|
"step": 660 |
|
}, |
|
{ |
|
"epoch": 1.13, |
|
"learning_rate": 3.739864864864865e-05, |
|
"loss": 0.3738, |
|
"step": 670 |
|
}, |
|
{ |
|
"epoch": 1.15, |
|
"learning_rate": 3.706081081081081e-05, |
|
"loss": 0.4286, |
|
"step": 680 |
|
}, |
|
{ |
|
"epoch": 1.17, |
|
"learning_rate": 3.6722972972972974e-05, |
|
"loss": 0.3568, |
|
"step": 690 |
|
}, |
|
{ |
|
"epoch": 1.18, |
|
"learning_rate": 3.638513513513514e-05, |
|
"loss": 0.3664, |
|
"step": 700 |
|
}, |
|
{ |
|
"epoch": 1.2, |
|
"learning_rate": 3.6047297297297304e-05, |
|
"loss": 0.3662, |
|
"step": 710 |
|
}, |
|
{ |
|
"epoch": 1.22, |
|
"learning_rate": 3.5709459459459465e-05, |
|
"loss": 0.4049, |
|
"step": 720 |
|
}, |
|
{ |
|
"epoch": 1.23, |
|
"learning_rate": 3.537162162162162e-05, |
|
"loss": 0.3396, |
|
"step": 730 |
|
}, |
|
{ |
|
"epoch": 1.25, |
|
"learning_rate": 3.503378378378378e-05, |
|
"loss": 0.3986, |
|
"step": 740 |
|
}, |
|
{ |
|
"epoch": 1.27, |
|
"learning_rate": 3.469594594594594e-05, |
|
"loss": 0.4362, |
|
"step": 750 |
|
}, |
|
{ |
|
"epoch": 1.28, |
|
"learning_rate": 3.43581081081081e-05, |
|
"loss": 0.3804, |
|
"step": 760 |
|
}, |
|
{ |
|
"epoch": 1.3, |
|
"learning_rate": 3.402027027027027e-05, |
|
"loss": 0.3586, |
|
"step": 770 |
|
}, |
|
{ |
|
"epoch": 1.32, |
|
"learning_rate": 3.368243243243243e-05, |
|
"loss": 0.3433, |
|
"step": 780 |
|
}, |
|
{ |
|
"epoch": 1.33, |
|
"learning_rate": 3.3344594594594594e-05, |
|
"loss": 0.4387, |
|
"step": 790 |
|
}, |
|
{ |
|
"epoch": 1.35, |
|
"learning_rate": 3.3006756756756755e-05, |
|
"loss": 0.3773, |
|
"step": 800 |
|
}, |
|
{ |
|
"epoch": 1.37, |
|
"learning_rate": 3.2668918918918917e-05, |
|
"loss": 0.3687, |
|
"step": 810 |
|
}, |
|
{ |
|
"epoch": 1.39, |
|
"learning_rate": 3.233108108108108e-05, |
|
"loss": 0.3975, |
|
"step": 820 |
|
}, |
|
{ |
|
"epoch": 1.4, |
|
"learning_rate": 3.199324324324324e-05, |
|
"loss": 0.3489, |
|
"step": 830 |
|
}, |
|
{ |
|
"epoch": 1.42, |
|
"learning_rate": 3.165540540540541e-05, |
|
"loss": 0.3892, |
|
"step": 840 |
|
}, |
|
{ |
|
"epoch": 1.44, |
|
"learning_rate": 3.131756756756757e-05, |
|
"loss": 0.3245, |
|
"step": 850 |
|
}, |
|
{ |
|
"epoch": 1.45, |
|
"learning_rate": 3.097972972972973e-05, |
|
"loss": 0.3773, |
|
"step": 860 |
|
}, |
|
{ |
|
"epoch": 1.47, |
|
"learning_rate": 3.064189189189189e-05, |
|
"loss": 0.377, |
|
"step": 870 |
|
}, |
|
{ |
|
"epoch": 1.49, |
|
"learning_rate": 3.0304054054054052e-05, |
|
"loss": 0.3985, |
|
"step": 880 |
|
}, |
|
{ |
|
"epoch": 1.5, |
|
"learning_rate": 2.9966216216216217e-05, |
|
"loss": 0.3336, |
|
"step": 890 |
|
}, |
|
{ |
|
"epoch": 1.52, |
|
"learning_rate": 2.9628378378378378e-05, |
|
"loss": 0.3807, |
|
"step": 900 |
|
}, |
|
{ |
|
"epoch": 1.54, |
|
"learning_rate": 2.929054054054054e-05, |
|
"loss": 0.3827, |
|
"step": 910 |
|
}, |
|
{ |
|
"epoch": 1.55, |
|
"learning_rate": 2.8952702702702704e-05, |
|
"loss": 0.3531, |
|
"step": 920 |
|
}, |
|
{ |
|
"epoch": 1.57, |
|
"learning_rate": 2.8614864864864865e-05, |
|
"loss": 0.3814, |
|
"step": 930 |
|
}, |
|
{ |
|
"epoch": 1.59, |
|
"learning_rate": 2.8277027027027027e-05, |
|
"loss": 0.3634, |
|
"step": 940 |
|
}, |
|
{ |
|
"epoch": 1.6, |
|
"learning_rate": 2.7939189189189188e-05, |
|
"loss": 0.3309, |
|
"step": 950 |
|
}, |
|
{ |
|
"epoch": 1.62, |
|
"learning_rate": 2.7601351351351353e-05, |
|
"loss": 0.3763, |
|
"step": 960 |
|
}, |
|
{ |
|
"epoch": 1.64, |
|
"learning_rate": 2.7263513513513514e-05, |
|
"loss": 0.3521, |
|
"step": 970 |
|
}, |
|
{ |
|
"epoch": 1.66, |
|
"learning_rate": 2.6925675675675675e-05, |
|
"loss": 0.364, |
|
"step": 980 |
|
}, |
|
{ |
|
"epoch": 1.67, |
|
"learning_rate": 2.658783783783784e-05, |
|
"loss": 0.4004, |
|
"step": 990 |
|
}, |
|
{ |
|
"epoch": 1.69, |
|
"learning_rate": 2.625e-05, |
|
"loss": 0.3656, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 1.71, |
|
"learning_rate": 2.5912162162162162e-05, |
|
"loss": 0.3789, |
|
"step": 1010 |
|
}, |
|
{ |
|
"epoch": 1.72, |
|
"learning_rate": 2.5574324324324324e-05, |
|
"loss": 0.3441, |
|
"step": 1020 |
|
}, |
|
{ |
|
"epoch": 1.74, |
|
"learning_rate": 2.5236486486486488e-05, |
|
"loss": 0.3743, |
|
"step": 1030 |
|
}, |
|
{ |
|
"epoch": 1.76, |
|
"learning_rate": 2.489864864864865e-05, |
|
"loss": 0.3844, |
|
"step": 1040 |
|
}, |
|
{ |
|
"epoch": 1.77, |
|
"learning_rate": 2.456081081081081e-05, |
|
"loss": 0.4033, |
|
"step": 1050 |
|
}, |
|
{ |
|
"epoch": 1.79, |
|
"learning_rate": 2.4222972972972976e-05, |
|
"loss": 0.3749, |
|
"step": 1060 |
|
}, |
|
{ |
|
"epoch": 1.81, |
|
"learning_rate": 2.3885135135135137e-05, |
|
"loss": 0.3956, |
|
"step": 1070 |
|
}, |
|
{ |
|
"epoch": 1.82, |
|
"learning_rate": 2.3547297297297298e-05, |
|
"loss": 0.3968, |
|
"step": 1080 |
|
}, |
|
{ |
|
"epoch": 1.84, |
|
"learning_rate": 2.3209459459459463e-05, |
|
"loss": 0.3801, |
|
"step": 1090 |
|
}, |
|
{ |
|
"epoch": 1.86, |
|
"learning_rate": 2.2871621621621624e-05, |
|
"loss": 0.321, |
|
"step": 1100 |
|
}, |
|
{ |
|
"epoch": 1.88, |
|
"learning_rate": 2.2533783783783785e-05, |
|
"loss": 0.3457, |
|
"step": 1110 |
|
}, |
|
{ |
|
"epoch": 1.89, |
|
"learning_rate": 2.2195945945945947e-05, |
|
"loss": 0.3789, |
|
"step": 1120 |
|
}, |
|
{ |
|
"epoch": 1.91, |
|
"learning_rate": 2.185810810810811e-05, |
|
"loss": 0.3738, |
|
"step": 1130 |
|
}, |
|
{ |
|
"epoch": 1.93, |
|
"learning_rate": 2.152027027027027e-05, |
|
"loss": 0.3785, |
|
"step": 1140 |
|
}, |
|
{ |
|
"epoch": 1.94, |
|
"learning_rate": 2.118243243243243e-05, |
|
"loss": 0.329, |
|
"step": 1150 |
|
}, |
|
{ |
|
"epoch": 1.96, |
|
"learning_rate": 2.0844594594594595e-05, |
|
"loss": 0.3649, |
|
"step": 1160 |
|
}, |
|
{ |
|
"epoch": 1.98, |
|
"learning_rate": 2.0506756756756756e-05, |
|
"loss": 0.4189, |
|
"step": 1170 |
|
}, |
|
{ |
|
"epoch": 1.99, |
|
"learning_rate": 2.0168918918918918e-05, |
|
"loss": 0.3422, |
|
"step": 1180 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"eval_accuracy": 0.8953267326732673, |
|
"eval_loss": 0.3911304175853729, |
|
"eval_runtime": 34.9199, |
|
"eval_samples_per_second": 723.084, |
|
"eval_steps_per_second": 5.67, |
|
"step": 1184 |
|
}, |
|
{ |
|
"epoch": 2.01, |
|
"learning_rate": 1.983108108108108e-05, |
|
"loss": 0.3691, |
|
"step": 1190 |
|
}, |
|
{ |
|
"epoch": 2.03, |
|
"learning_rate": 1.9493243243243244e-05, |
|
"loss": 0.3039, |
|
"step": 1200 |
|
}, |
|
{ |
|
"epoch": 2.04, |
|
"learning_rate": 1.9155405405405405e-05, |
|
"loss": 0.307, |
|
"step": 1210 |
|
}, |
|
{ |
|
"epoch": 2.06, |
|
"learning_rate": 1.8817567567567566e-05, |
|
"loss": 0.3207, |
|
"step": 1220 |
|
}, |
|
{ |
|
"epoch": 2.08, |
|
"learning_rate": 1.847972972972973e-05, |
|
"loss": 0.3473, |
|
"step": 1230 |
|
}, |
|
{ |
|
"epoch": 2.09, |
|
"learning_rate": 1.8141891891891892e-05, |
|
"loss": 0.3155, |
|
"step": 1240 |
|
}, |
|
{ |
|
"epoch": 2.11, |
|
"learning_rate": 1.7804054054054053e-05, |
|
"loss": 0.3217, |
|
"step": 1250 |
|
}, |
|
{ |
|
"epoch": 2.13, |
|
"learning_rate": 1.7466216216216218e-05, |
|
"loss": 0.3473, |
|
"step": 1260 |
|
}, |
|
{ |
|
"epoch": 2.15, |
|
"learning_rate": 1.712837837837838e-05, |
|
"loss": 0.2966, |
|
"step": 1270 |
|
}, |
|
{ |
|
"epoch": 2.16, |
|
"learning_rate": 1.679054054054054e-05, |
|
"loss": 0.3411, |
|
"step": 1280 |
|
}, |
|
{ |
|
"epoch": 2.18, |
|
"learning_rate": 1.6452702702702702e-05, |
|
"loss": 0.3876, |
|
"step": 1290 |
|
}, |
|
{ |
|
"epoch": 2.2, |
|
"learning_rate": 1.6114864864864866e-05, |
|
"loss": 0.2818, |
|
"step": 1300 |
|
}, |
|
{ |
|
"epoch": 2.21, |
|
"learning_rate": 1.5777027027027028e-05, |
|
"loss": 0.351, |
|
"step": 1310 |
|
}, |
|
{ |
|
"epoch": 2.23, |
|
"learning_rate": 1.543918918918919e-05, |
|
"loss": 0.3947, |
|
"step": 1320 |
|
}, |
|
{ |
|
"epoch": 2.25, |
|
"learning_rate": 1.5101351351351352e-05, |
|
"loss": 0.3157, |
|
"step": 1330 |
|
}, |
|
{ |
|
"epoch": 2.26, |
|
"learning_rate": 1.4763513513513515e-05, |
|
"loss": 0.4128, |
|
"step": 1340 |
|
}, |
|
{ |
|
"epoch": 2.28, |
|
"learning_rate": 1.4425675675675675e-05, |
|
"loss": 0.3189, |
|
"step": 1350 |
|
}, |
|
{ |
|
"epoch": 2.3, |
|
"learning_rate": 1.4087837837837838e-05, |
|
"loss": 0.3791, |
|
"step": 1360 |
|
}, |
|
{ |
|
"epoch": 2.31, |
|
"learning_rate": 1.375e-05, |
|
"loss": 0.3299, |
|
"step": 1370 |
|
}, |
|
{ |
|
"epoch": 2.33, |
|
"learning_rate": 1.3412162162162162e-05, |
|
"loss": 0.3351, |
|
"step": 1380 |
|
}, |
|
{ |
|
"epoch": 2.35, |
|
"learning_rate": 1.3074324324324325e-05, |
|
"loss": 0.3197, |
|
"step": 1390 |
|
}, |
|
{ |
|
"epoch": 2.36, |
|
"learning_rate": 1.2736486486486486e-05, |
|
"loss": 0.3191, |
|
"step": 1400 |
|
}, |
|
{ |
|
"epoch": 2.38, |
|
"learning_rate": 1.2398648648648649e-05, |
|
"loss": 0.3765, |
|
"step": 1410 |
|
}, |
|
{ |
|
"epoch": 2.4, |
|
"learning_rate": 1.2060810810810812e-05, |
|
"loss": 0.3019, |
|
"step": 1420 |
|
}, |
|
{ |
|
"epoch": 2.42, |
|
"learning_rate": 1.1722972972972973e-05, |
|
"loss": 0.3662, |
|
"step": 1430 |
|
}, |
|
{ |
|
"epoch": 2.43, |
|
"learning_rate": 1.1385135135135136e-05, |
|
"loss": 0.3232, |
|
"step": 1440 |
|
}, |
|
{ |
|
"epoch": 2.45, |
|
"learning_rate": 1.1047297297297297e-05, |
|
"loss": 0.3149, |
|
"step": 1450 |
|
}, |
|
{ |
|
"epoch": 2.47, |
|
"learning_rate": 1.070945945945946e-05, |
|
"loss": 0.3516, |
|
"step": 1460 |
|
}, |
|
{ |
|
"epoch": 2.48, |
|
"learning_rate": 1.0371621621621622e-05, |
|
"loss": 0.3339, |
|
"step": 1470 |
|
}, |
|
{ |
|
"epoch": 2.5, |
|
"learning_rate": 1.0033783783783785e-05, |
|
"loss": 0.3046, |
|
"step": 1480 |
|
}, |
|
{ |
|
"epoch": 2.52, |
|
"learning_rate": 9.695945945945946e-06, |
|
"loss": 0.3794, |
|
"step": 1490 |
|
}, |
|
{ |
|
"epoch": 2.53, |
|
"learning_rate": 9.358108108108107e-06, |
|
"loss": 0.4017, |
|
"step": 1500 |
|
}, |
|
{ |
|
"epoch": 2.55, |
|
"learning_rate": 9.02027027027027e-06, |
|
"loss": 0.3851, |
|
"step": 1510 |
|
}, |
|
{ |
|
"epoch": 2.57, |
|
"learning_rate": 8.682432432432431e-06, |
|
"loss": 0.3449, |
|
"step": 1520 |
|
}, |
|
{ |
|
"epoch": 2.58, |
|
"learning_rate": 8.344594594594594e-06, |
|
"loss": 0.3558, |
|
"step": 1530 |
|
}, |
|
{ |
|
"epoch": 2.6, |
|
"learning_rate": 8.006756756756757e-06, |
|
"loss": 0.3176, |
|
"step": 1540 |
|
}, |
|
{ |
|
"epoch": 2.62, |
|
"learning_rate": 7.668918918918919e-06, |
|
"loss": 0.3305, |
|
"step": 1550 |
|
}, |
|
{ |
|
"epoch": 2.64, |
|
"learning_rate": 7.331081081081082e-06, |
|
"loss": 0.3171, |
|
"step": 1560 |
|
}, |
|
{ |
|
"epoch": 2.65, |
|
"learning_rate": 6.993243243243244e-06, |
|
"loss": 0.332, |
|
"step": 1570 |
|
}, |
|
{ |
|
"epoch": 2.67, |
|
"learning_rate": 6.655405405405406e-06, |
|
"loss": 0.2867, |
|
"step": 1580 |
|
}, |
|
{ |
|
"epoch": 2.69, |
|
"learning_rate": 6.317567567567567e-06, |
|
"loss": 0.3478, |
|
"step": 1590 |
|
}, |
|
{ |
|
"epoch": 2.7, |
|
"learning_rate": 5.979729729729729e-06, |
|
"loss": 0.3609, |
|
"step": 1600 |
|
}, |
|
{ |
|
"epoch": 2.72, |
|
"learning_rate": 5.6418918918918914e-06, |
|
"loss": 0.3591, |
|
"step": 1610 |
|
}, |
|
{ |
|
"epoch": 2.74, |
|
"learning_rate": 5.304054054054054e-06, |
|
"loss": 0.3131, |
|
"step": 1620 |
|
}, |
|
{ |
|
"epoch": 2.75, |
|
"learning_rate": 4.9662162162162165e-06, |
|
"loss": 0.3224, |
|
"step": 1630 |
|
}, |
|
{ |
|
"epoch": 2.77, |
|
"learning_rate": 4.628378378378379e-06, |
|
"loss": 0.3849, |
|
"step": 1640 |
|
}, |
|
{ |
|
"epoch": 2.79, |
|
"learning_rate": 4.290540540540541e-06, |
|
"loss": 0.4212, |
|
"step": 1650 |
|
}, |
|
{ |
|
"epoch": 2.8, |
|
"learning_rate": 3.952702702702702e-06, |
|
"loss": 0.3889, |
|
"step": 1660 |
|
}, |
|
{ |
|
"epoch": 2.82, |
|
"learning_rate": 3.614864864864865e-06, |
|
"loss": 0.3444, |
|
"step": 1670 |
|
}, |
|
{ |
|
"epoch": 2.84, |
|
"learning_rate": 3.277027027027027e-06, |
|
"loss": 0.3445, |
|
"step": 1680 |
|
}, |
|
{ |
|
"epoch": 2.85, |
|
"learning_rate": 2.9391891891891893e-06, |
|
"loss": 0.3322, |
|
"step": 1690 |
|
}, |
|
{ |
|
"epoch": 2.87, |
|
"learning_rate": 2.6013513513513514e-06, |
|
"loss": 0.3587, |
|
"step": 1700 |
|
}, |
|
{ |
|
"epoch": 2.89, |
|
"learning_rate": 2.263513513513514e-06, |
|
"loss": 0.3127, |
|
"step": 1710 |
|
}, |
|
{ |
|
"epoch": 2.91, |
|
"learning_rate": 1.9256756756756756e-06, |
|
"loss": 0.3552, |
|
"step": 1720 |
|
}, |
|
{ |
|
"epoch": 2.92, |
|
"learning_rate": 1.587837837837838e-06, |
|
"loss": 0.3377, |
|
"step": 1730 |
|
}, |
|
{ |
|
"epoch": 2.94, |
|
"learning_rate": 1.2499999999999999e-06, |
|
"loss": 0.3269, |
|
"step": 1740 |
|
}, |
|
{ |
|
"epoch": 2.96, |
|
"learning_rate": 9.121621621621622e-07, |
|
"loss": 0.3098, |
|
"step": 1750 |
|
}, |
|
{ |
|
"epoch": 2.97, |
|
"learning_rate": 5.743243243243243e-07, |
|
"loss": 0.3506, |
|
"step": 1760 |
|
}, |
|
{ |
|
"epoch": 2.99, |
|
"learning_rate": 2.3648648648648647e-07, |
|
"loss": 0.3808, |
|
"step": 1770 |
|
}, |
|
{ |
|
"epoch": 3.0, |
|
"eval_accuracy": 0.8971089108910891, |
|
"eval_loss": 0.38559553027153015, |
|
"eval_runtime": 33.8726, |
|
"eval_samples_per_second": 745.441, |
|
"eval_steps_per_second": 5.845, |
|
"step": 1776 |
|
}, |
|
{ |
|
"epoch": 3.0, |
|
"step": 1776, |
|
"total_flos": 1.76256801415296e+19, |
|
"train_loss": 0.3829323179549999, |
|
"train_runtime": 916.6333, |
|
"train_samples_per_second": 247.918, |
|
"train_steps_per_second": 1.938 |
|
} |
|
], |
|
"max_steps": 1776, |
|
"num_train_epochs": 3, |
|
"total_flos": 1.76256801415296e+19, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|