|
{ |
|
"best_metric": 0.9900356268091739, |
|
"best_model_checkpoint": "Garbage-Classification-SWIN-Transformer/checkpoint-2800", |
|
"epoch": 9.973285841495994, |
|
"eval_steps": 500, |
|
"global_step": 2800, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.03561887800534283, |
|
"grad_norm": 3.4222159385681152, |
|
"learning_rate": 1.7857142857142857e-06, |
|
"loss": 1.4083, |
|
"step": 10 |
|
}, |
|
{ |
|
"epoch": 0.07123775601068566, |
|
"grad_norm": 3.2973814010620117, |
|
"learning_rate": 3.5714285714285714e-06, |
|
"loss": 1.3949, |
|
"step": 20 |
|
}, |
|
{ |
|
"epoch": 0.10685663401602849, |
|
"grad_norm": 3.3026835918426514, |
|
"learning_rate": 5.357142857142857e-06, |
|
"loss": 1.3661, |
|
"step": 30 |
|
}, |
|
{ |
|
"epoch": 0.14247551202137132, |
|
"grad_norm": 4.8538289070129395, |
|
"learning_rate": 7.142857142857143e-06, |
|
"loss": 1.3301, |
|
"step": 40 |
|
}, |
|
{ |
|
"epoch": 0.17809439002671415, |
|
"grad_norm": 6.877591609954834, |
|
"learning_rate": 8.92857142857143e-06, |
|
"loss": 1.2576, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 0.21371326803205698, |
|
"grad_norm": 5.944957256317139, |
|
"learning_rate": 1.0714285714285714e-05, |
|
"loss": 1.1654, |
|
"step": 60 |
|
}, |
|
{ |
|
"epoch": 0.2493321460373998, |
|
"grad_norm": 6.024969100952148, |
|
"learning_rate": 1.25e-05, |
|
"loss": 1.0324, |
|
"step": 70 |
|
}, |
|
{ |
|
"epoch": 0.28495102404274264, |
|
"grad_norm": 6.543083667755127, |
|
"learning_rate": 1.4285714285714285e-05, |
|
"loss": 0.8479, |
|
"step": 80 |
|
}, |
|
{ |
|
"epoch": 0.3205699020480855, |
|
"grad_norm": 5.732212543487549, |
|
"learning_rate": 1.6071428571428572e-05, |
|
"loss": 0.7139, |
|
"step": 90 |
|
}, |
|
{ |
|
"epoch": 0.3561887800534283, |
|
"grad_norm": 6.9801459312438965, |
|
"learning_rate": 1.785714285714286e-05, |
|
"loss": 0.5947, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.39180765805877116, |
|
"grad_norm": 7.786228656768799, |
|
"learning_rate": 1.9642857142857145e-05, |
|
"loss": 0.5308, |
|
"step": 110 |
|
}, |
|
{ |
|
"epoch": 0.42742653606411396, |
|
"grad_norm": 7.892849445343018, |
|
"learning_rate": 2.1428571428571428e-05, |
|
"loss": 0.4402, |
|
"step": 120 |
|
}, |
|
{ |
|
"epoch": 0.4630454140694568, |
|
"grad_norm": 6.560166835784912, |
|
"learning_rate": 2.3214285714285715e-05, |
|
"loss": 0.4023, |
|
"step": 130 |
|
}, |
|
{ |
|
"epoch": 0.4986642920747996, |
|
"grad_norm": 7.141245365142822, |
|
"learning_rate": 2.5e-05, |
|
"loss": 0.3745, |
|
"step": 140 |
|
}, |
|
{ |
|
"epoch": 0.5342831700801425, |
|
"grad_norm": 4.8248419761657715, |
|
"learning_rate": 2.6785714285714288e-05, |
|
"loss": 0.3398, |
|
"step": 150 |
|
}, |
|
{ |
|
"epoch": 0.5699020480854853, |
|
"grad_norm": 5.556511878967285, |
|
"learning_rate": 2.857142857142857e-05, |
|
"loss": 0.2968, |
|
"step": 160 |
|
}, |
|
{ |
|
"epoch": 0.6055209260908282, |
|
"grad_norm": 7.37336540222168, |
|
"learning_rate": 3.0357142857142857e-05, |
|
"loss": 0.2907, |
|
"step": 170 |
|
}, |
|
{ |
|
"epoch": 0.641139804096171, |
|
"grad_norm": 6.2109503746032715, |
|
"learning_rate": 3.2142857142857144e-05, |
|
"loss": 0.2644, |
|
"step": 180 |
|
}, |
|
{ |
|
"epoch": 0.6767586821015138, |
|
"grad_norm": 5.759757995605469, |
|
"learning_rate": 3.392857142857143e-05, |
|
"loss": 0.2918, |
|
"step": 190 |
|
}, |
|
{ |
|
"epoch": 0.7123775601068566, |
|
"grad_norm": 3.9079067707061768, |
|
"learning_rate": 3.571428571428572e-05, |
|
"loss": 0.251, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.7479964381121995, |
|
"grad_norm": 4.728653430938721, |
|
"learning_rate": 3.7500000000000003e-05, |
|
"loss": 0.255, |
|
"step": 210 |
|
}, |
|
{ |
|
"epoch": 0.7836153161175423, |
|
"grad_norm": 5.230493545532227, |
|
"learning_rate": 3.928571428571429e-05, |
|
"loss": 0.2118, |
|
"step": 220 |
|
}, |
|
{ |
|
"epoch": 0.8192341941228851, |
|
"grad_norm": 5.2034101486206055, |
|
"learning_rate": 4.107142857142857e-05, |
|
"loss": 0.2045, |
|
"step": 230 |
|
}, |
|
{ |
|
"epoch": 0.8548530721282279, |
|
"grad_norm": 5.750576972961426, |
|
"learning_rate": 4.2857142857142856e-05, |
|
"loss": 0.2076, |
|
"step": 240 |
|
}, |
|
{ |
|
"epoch": 0.8904719501335708, |
|
"grad_norm": 4.098123550415039, |
|
"learning_rate": 4.464285714285715e-05, |
|
"loss": 0.2077, |
|
"step": 250 |
|
}, |
|
{ |
|
"epoch": 0.9260908281389136, |
|
"grad_norm": 6.287376880645752, |
|
"learning_rate": 4.642857142857143e-05, |
|
"loss": 0.1989, |
|
"step": 260 |
|
}, |
|
{ |
|
"epoch": 0.9617097061442564, |
|
"grad_norm": 5.270883083343506, |
|
"learning_rate": 4.8214285714285716e-05, |
|
"loss": 0.1782, |
|
"step": 270 |
|
}, |
|
{ |
|
"epoch": 0.9973285841495992, |
|
"grad_norm": 9.215749740600586, |
|
"learning_rate": 5e-05, |
|
"loss": 0.1969, |
|
"step": 280 |
|
}, |
|
{ |
|
"epoch": 0.9973285841495992, |
|
"eval_accuracy": 0.9409374304163883, |
|
"eval_loss": 0.17398740351200104, |
|
"eval_runtime": 169.1651, |
|
"eval_samples_per_second": 106.192, |
|
"eval_steps_per_second": 1.661, |
|
"step": 280 |
|
}, |
|
{ |
|
"epoch": 1.0329474621549422, |
|
"grad_norm": 3.8531081676483154, |
|
"learning_rate": 4.9801587301587306e-05, |
|
"loss": 0.1794, |
|
"step": 290 |
|
}, |
|
{ |
|
"epoch": 1.068566340160285, |
|
"grad_norm": 5.727213382720947, |
|
"learning_rate": 4.960317460317461e-05, |
|
"loss": 0.1792, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 1.1041852181656278, |
|
"grad_norm": 5.829253673553467, |
|
"learning_rate": 4.940476190476191e-05, |
|
"loss": 0.1445, |
|
"step": 310 |
|
}, |
|
{ |
|
"epoch": 1.1398040961709706, |
|
"grad_norm": 5.027329921722412, |
|
"learning_rate": 4.9206349206349204e-05, |
|
"loss": 0.1282, |
|
"step": 320 |
|
}, |
|
{ |
|
"epoch": 1.1754229741763134, |
|
"grad_norm": 3.377734422683716, |
|
"learning_rate": 4.900793650793651e-05, |
|
"loss": 0.1346, |
|
"step": 330 |
|
}, |
|
{ |
|
"epoch": 1.2110418521816562, |
|
"grad_norm": 4.863683700561523, |
|
"learning_rate": 4.880952380952381e-05, |
|
"loss": 0.1141, |
|
"step": 340 |
|
}, |
|
{ |
|
"epoch": 1.2466607301869992, |
|
"grad_norm": 6.36651086807251, |
|
"learning_rate": 4.8611111111111115e-05, |
|
"loss": 0.129, |
|
"step": 350 |
|
}, |
|
{ |
|
"epoch": 1.282279608192342, |
|
"grad_norm": 6.058999061584473, |
|
"learning_rate": 4.841269841269841e-05, |
|
"loss": 0.1304, |
|
"step": 360 |
|
}, |
|
{ |
|
"epoch": 1.3178984861976848, |
|
"grad_norm": 3.276484251022339, |
|
"learning_rate": 4.8214285714285716e-05, |
|
"loss": 0.1107, |
|
"step": 370 |
|
}, |
|
{ |
|
"epoch": 1.3535173642030276, |
|
"grad_norm": 4.594018936157227, |
|
"learning_rate": 4.801587301587302e-05, |
|
"loss": 0.1185, |
|
"step": 380 |
|
}, |
|
{ |
|
"epoch": 1.3891362422083704, |
|
"grad_norm": 2.975635290145874, |
|
"learning_rate": 4.781746031746032e-05, |
|
"loss": 0.1287, |
|
"step": 390 |
|
}, |
|
{ |
|
"epoch": 1.4247551202137132, |
|
"grad_norm": 3.8723185062408447, |
|
"learning_rate": 4.761904761904762e-05, |
|
"loss": 0.1207, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 1.460373998219056, |
|
"grad_norm": 2.9883522987365723, |
|
"learning_rate": 4.7420634920634924e-05, |
|
"loss": 0.1012, |
|
"step": 410 |
|
}, |
|
{ |
|
"epoch": 1.495992876224399, |
|
"grad_norm": 4.591331481933594, |
|
"learning_rate": 4.722222222222222e-05, |
|
"loss": 0.1092, |
|
"step": 420 |
|
}, |
|
{ |
|
"epoch": 1.5316117542297416, |
|
"grad_norm": 3.980555295944214, |
|
"learning_rate": 4.7023809523809525e-05, |
|
"loss": 0.1025, |
|
"step": 430 |
|
}, |
|
{ |
|
"epoch": 1.5672306322350846, |
|
"grad_norm": 4.750612258911133, |
|
"learning_rate": 4.682539682539683e-05, |
|
"loss": 0.1047, |
|
"step": 440 |
|
}, |
|
{ |
|
"epoch": 1.6028495102404274, |
|
"grad_norm": 3.2454400062561035, |
|
"learning_rate": 4.662698412698413e-05, |
|
"loss": 0.0914, |
|
"step": 450 |
|
}, |
|
{ |
|
"epoch": 1.6384683882457702, |
|
"grad_norm": 11.585031509399414, |
|
"learning_rate": 4.642857142857143e-05, |
|
"loss": 0.0827, |
|
"step": 460 |
|
}, |
|
{ |
|
"epoch": 1.674087266251113, |
|
"grad_norm": 2.573432207107544, |
|
"learning_rate": 4.623015873015873e-05, |
|
"loss": 0.0866, |
|
"step": 470 |
|
}, |
|
{ |
|
"epoch": 1.7097061442564558, |
|
"grad_norm": 3.991711378097534, |
|
"learning_rate": 4.603174603174603e-05, |
|
"loss": 0.088, |
|
"step": 480 |
|
}, |
|
{ |
|
"epoch": 1.7453250222617989, |
|
"grad_norm": 4.302712440490723, |
|
"learning_rate": 4.5833333333333334e-05, |
|
"loss": 0.0985, |
|
"step": 490 |
|
}, |
|
{ |
|
"epoch": 1.7809439002671414, |
|
"grad_norm": 3.247912883758545, |
|
"learning_rate": 4.563492063492064e-05, |
|
"loss": 0.1015, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 1.8165627782724845, |
|
"grad_norm": 3.324694871902466, |
|
"learning_rate": 4.543650793650794e-05, |
|
"loss": 0.101, |
|
"step": 510 |
|
}, |
|
{ |
|
"epoch": 1.8521816562778273, |
|
"grad_norm": 5.875315189361572, |
|
"learning_rate": 4.523809523809524e-05, |
|
"loss": 0.0908, |
|
"step": 520 |
|
}, |
|
{ |
|
"epoch": 1.88780053428317, |
|
"grad_norm": 2.6438138484954834, |
|
"learning_rate": 4.503968253968254e-05, |
|
"loss": 0.0979, |
|
"step": 530 |
|
}, |
|
{ |
|
"epoch": 1.9234194122885129, |
|
"grad_norm": 2.6687426567077637, |
|
"learning_rate": 4.4841269841269846e-05, |
|
"loss": 0.0834, |
|
"step": 540 |
|
}, |
|
{ |
|
"epoch": 1.9590382902938557, |
|
"grad_norm": 3.7509348392486572, |
|
"learning_rate": 4.464285714285715e-05, |
|
"loss": 0.0826, |
|
"step": 550 |
|
}, |
|
{ |
|
"epoch": 1.9946571682991987, |
|
"grad_norm": 3.0679826736450195, |
|
"learning_rate": 4.4444444444444447e-05, |
|
"loss": 0.1014, |
|
"step": 560 |
|
}, |
|
{ |
|
"epoch": 1.9982190560997328, |
|
"eval_accuracy": 0.9755065686929414, |
|
"eval_loss": 0.07521907240152359, |
|
"eval_runtime": 167.9798, |
|
"eval_samples_per_second": 106.941, |
|
"eval_steps_per_second": 1.673, |
|
"step": 561 |
|
}, |
|
{ |
|
"epoch": 2.0302760463045413, |
|
"grad_norm": 4.248985290527344, |
|
"learning_rate": 4.4246031746031744e-05, |
|
"loss": 0.0633, |
|
"step": 570 |
|
}, |
|
{ |
|
"epoch": 2.0658949243098843, |
|
"grad_norm": 3.44899320602417, |
|
"learning_rate": 4.404761904761905e-05, |
|
"loss": 0.0665, |
|
"step": 580 |
|
}, |
|
{ |
|
"epoch": 2.101513802315227, |
|
"grad_norm": 4.588482856750488, |
|
"learning_rate": 4.384920634920635e-05, |
|
"loss": 0.0503, |
|
"step": 590 |
|
}, |
|
{ |
|
"epoch": 2.13713268032057, |
|
"grad_norm": 3.4909369945526123, |
|
"learning_rate": 4.3650793650793655e-05, |
|
"loss": 0.0513, |
|
"step": 600 |
|
}, |
|
{ |
|
"epoch": 2.172751558325913, |
|
"grad_norm": 2.8658242225646973, |
|
"learning_rate": 4.345238095238096e-05, |
|
"loss": 0.0552, |
|
"step": 610 |
|
}, |
|
{ |
|
"epoch": 2.2083704363312555, |
|
"grad_norm": 3.1010851860046387, |
|
"learning_rate": 4.3253968253968256e-05, |
|
"loss": 0.0468, |
|
"step": 620 |
|
}, |
|
{ |
|
"epoch": 2.2439893143365985, |
|
"grad_norm": 1.9300130605697632, |
|
"learning_rate": 4.305555555555556e-05, |
|
"loss": 0.0551, |
|
"step": 630 |
|
}, |
|
{ |
|
"epoch": 2.279608192341941, |
|
"grad_norm": 2.8282604217529297, |
|
"learning_rate": 4.2857142857142856e-05, |
|
"loss": 0.0525, |
|
"step": 640 |
|
}, |
|
{ |
|
"epoch": 2.315227070347284, |
|
"grad_norm": 4.43895149230957, |
|
"learning_rate": 4.265873015873016e-05, |
|
"loss": 0.0492, |
|
"step": 650 |
|
}, |
|
{ |
|
"epoch": 2.3508459483526267, |
|
"grad_norm": 4.581601142883301, |
|
"learning_rate": 4.2460317460317464e-05, |
|
"loss": 0.0506, |
|
"step": 660 |
|
}, |
|
{ |
|
"epoch": 2.3864648263579697, |
|
"grad_norm": 4.677193641662598, |
|
"learning_rate": 4.226190476190476e-05, |
|
"loss": 0.0404, |
|
"step": 670 |
|
}, |
|
{ |
|
"epoch": 2.4220837043633123, |
|
"grad_norm": 2.8398616313934326, |
|
"learning_rate": 4.2063492063492065e-05, |
|
"loss": 0.0438, |
|
"step": 680 |
|
}, |
|
{ |
|
"epoch": 2.4577025823686554, |
|
"grad_norm": 5.424591064453125, |
|
"learning_rate": 4.186507936507937e-05, |
|
"loss": 0.0544, |
|
"step": 690 |
|
}, |
|
{ |
|
"epoch": 2.4933214603739984, |
|
"grad_norm": 4.595205307006836, |
|
"learning_rate": 4.166666666666667e-05, |
|
"loss": 0.0557, |
|
"step": 700 |
|
}, |
|
{ |
|
"epoch": 2.528940338379341, |
|
"grad_norm": 3.7095601558685303, |
|
"learning_rate": 4.1468253968253976e-05, |
|
"loss": 0.0505, |
|
"step": 710 |
|
}, |
|
{ |
|
"epoch": 2.564559216384684, |
|
"grad_norm": 2.084617853164673, |
|
"learning_rate": 4.126984126984127e-05, |
|
"loss": 0.037, |
|
"step": 720 |
|
}, |
|
{ |
|
"epoch": 2.6001780943900266, |
|
"grad_norm": 3.442814350128174, |
|
"learning_rate": 4.107142857142857e-05, |
|
"loss": 0.0399, |
|
"step": 730 |
|
}, |
|
{ |
|
"epoch": 2.6357969723953696, |
|
"grad_norm": 3.6135501861572266, |
|
"learning_rate": 4.0873015873015874e-05, |
|
"loss": 0.0498, |
|
"step": 740 |
|
}, |
|
{ |
|
"epoch": 2.671415850400712, |
|
"grad_norm": 3.422394275665283, |
|
"learning_rate": 4.067460317460318e-05, |
|
"loss": 0.0526, |
|
"step": 750 |
|
}, |
|
{ |
|
"epoch": 2.707034728406055, |
|
"grad_norm": 4.467539310455322, |
|
"learning_rate": 4.047619047619048e-05, |
|
"loss": 0.0392, |
|
"step": 760 |
|
}, |
|
{ |
|
"epoch": 2.742653606411398, |
|
"grad_norm": 2.9515881538391113, |
|
"learning_rate": 4.027777777777778e-05, |
|
"loss": 0.0468, |
|
"step": 770 |
|
}, |
|
{ |
|
"epoch": 2.778272484416741, |
|
"grad_norm": 4.296915054321289, |
|
"learning_rate": 4.007936507936508e-05, |
|
"loss": 0.0534, |
|
"step": 780 |
|
}, |
|
{ |
|
"epoch": 2.813891362422084, |
|
"grad_norm": 2.723884344100952, |
|
"learning_rate": 3.9880952380952386e-05, |
|
"loss": 0.048, |
|
"step": 790 |
|
}, |
|
{ |
|
"epoch": 2.8495102404274264, |
|
"grad_norm": 1.9511892795562744, |
|
"learning_rate": 3.968253968253968e-05, |
|
"loss": 0.0429, |
|
"step": 800 |
|
}, |
|
{ |
|
"epoch": 2.8851291184327694, |
|
"grad_norm": 2.8428244590759277, |
|
"learning_rate": 3.9484126984126986e-05, |
|
"loss": 0.0386, |
|
"step": 810 |
|
}, |
|
{ |
|
"epoch": 2.920747996438112, |
|
"grad_norm": 5.256746768951416, |
|
"learning_rate": 3.928571428571429e-05, |
|
"loss": 0.0421, |
|
"step": 820 |
|
}, |
|
{ |
|
"epoch": 2.956366874443455, |
|
"grad_norm": 2.277379035949707, |
|
"learning_rate": 3.908730158730159e-05, |
|
"loss": 0.0521, |
|
"step": 830 |
|
}, |
|
{ |
|
"epoch": 2.991985752448798, |
|
"grad_norm": 2.638746500015259, |
|
"learning_rate": 3.888888888888889e-05, |
|
"loss": 0.0333, |
|
"step": 840 |
|
}, |
|
{ |
|
"epoch": 2.9991095280498663, |
|
"eval_accuracy": 0.9824092629703852, |
|
"eval_loss": 0.05514274910092354, |
|
"eval_runtime": 167.4573, |
|
"eval_samples_per_second": 107.275, |
|
"eval_steps_per_second": 1.678, |
|
"step": 842 |
|
}, |
|
{ |
|
"epoch": 3.0276046304541406, |
|
"grad_norm": 2.1443052291870117, |
|
"learning_rate": 3.8690476190476195e-05, |
|
"loss": 0.0221, |
|
"step": 850 |
|
}, |
|
{ |
|
"epoch": 3.0632235084594837, |
|
"grad_norm": 2.5836849212646484, |
|
"learning_rate": 3.84920634920635e-05, |
|
"loss": 0.0258, |
|
"step": 860 |
|
}, |
|
{ |
|
"epoch": 3.0988423864648262, |
|
"grad_norm": 4.255194187164307, |
|
"learning_rate": 3.8293650793650795e-05, |
|
"loss": 0.0269, |
|
"step": 870 |
|
}, |
|
{ |
|
"epoch": 3.1344612644701693, |
|
"grad_norm": 1.1687568426132202, |
|
"learning_rate": 3.809523809523809e-05, |
|
"loss": 0.0229, |
|
"step": 880 |
|
}, |
|
{ |
|
"epoch": 3.170080142475512, |
|
"grad_norm": 3.9044461250305176, |
|
"learning_rate": 3.7896825396825396e-05, |
|
"loss": 0.0241, |
|
"step": 890 |
|
}, |
|
{ |
|
"epoch": 3.205699020480855, |
|
"grad_norm": 3.447392225265503, |
|
"learning_rate": 3.76984126984127e-05, |
|
"loss": 0.0258, |
|
"step": 900 |
|
}, |
|
{ |
|
"epoch": 3.241317898486198, |
|
"grad_norm": 1.6584926843643188, |
|
"learning_rate": 3.7500000000000003e-05, |
|
"loss": 0.0221, |
|
"step": 910 |
|
}, |
|
{ |
|
"epoch": 3.2769367764915405, |
|
"grad_norm": 6.36900520324707, |
|
"learning_rate": 3.730158730158731e-05, |
|
"loss": 0.0272, |
|
"step": 920 |
|
}, |
|
{ |
|
"epoch": 3.3125556544968835, |
|
"grad_norm": 1.01226007938385, |
|
"learning_rate": 3.7103174603174604e-05, |
|
"loss": 0.0242, |
|
"step": 930 |
|
}, |
|
{ |
|
"epoch": 3.348174532502226, |
|
"grad_norm": 0.7302751541137695, |
|
"learning_rate": 3.690476190476191e-05, |
|
"loss": 0.0276, |
|
"step": 940 |
|
}, |
|
{ |
|
"epoch": 3.383793410507569, |
|
"grad_norm": 5.937874794006348, |
|
"learning_rate": 3.6706349206349205e-05, |
|
"loss": 0.03, |
|
"step": 950 |
|
}, |
|
{ |
|
"epoch": 3.4194122885129117, |
|
"grad_norm": 3.688383102416992, |
|
"learning_rate": 3.650793650793651e-05, |
|
"loss": 0.0239, |
|
"step": 960 |
|
}, |
|
{ |
|
"epoch": 3.4550311665182547, |
|
"grad_norm": 8.206720352172852, |
|
"learning_rate": 3.630952380952381e-05, |
|
"loss": 0.038, |
|
"step": 970 |
|
}, |
|
{ |
|
"epoch": 3.4906500445235977, |
|
"grad_norm": 1.0089924335479736, |
|
"learning_rate": 3.611111111111111e-05, |
|
"loss": 0.0275, |
|
"step": 980 |
|
}, |
|
{ |
|
"epoch": 3.5262689225289403, |
|
"grad_norm": 4.124368190765381, |
|
"learning_rate": 3.591269841269841e-05, |
|
"loss": 0.0383, |
|
"step": 990 |
|
}, |
|
{ |
|
"epoch": 3.5618878005342833, |
|
"grad_norm": 4.853917598724365, |
|
"learning_rate": 3.571428571428572e-05, |
|
"loss": 0.0183, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 3.597506678539626, |
|
"grad_norm": 0.8174078464508057, |
|
"learning_rate": 3.551587301587302e-05, |
|
"loss": 0.0176, |
|
"step": 1010 |
|
}, |
|
{ |
|
"epoch": 3.633125556544969, |
|
"grad_norm": 2.9447782039642334, |
|
"learning_rate": 3.5317460317460324e-05, |
|
"loss": 0.0294, |
|
"step": 1020 |
|
}, |
|
{ |
|
"epoch": 3.6687444345503115, |
|
"grad_norm": 2.926154375076294, |
|
"learning_rate": 3.511904761904762e-05, |
|
"loss": 0.0257, |
|
"step": 1030 |
|
}, |
|
{ |
|
"epoch": 3.7043633125556545, |
|
"grad_norm": 2.566096305847168, |
|
"learning_rate": 3.492063492063492e-05, |
|
"loss": 0.0172, |
|
"step": 1040 |
|
}, |
|
{ |
|
"epoch": 3.7399821905609976, |
|
"grad_norm": 3.302891492843628, |
|
"learning_rate": 3.472222222222222e-05, |
|
"loss": 0.0314, |
|
"step": 1050 |
|
}, |
|
{ |
|
"epoch": 3.77560106856634, |
|
"grad_norm": 1.366655945777893, |
|
"learning_rate": 3.4523809523809526e-05, |
|
"loss": 0.0243, |
|
"step": 1060 |
|
}, |
|
{ |
|
"epoch": 3.8112199465716827, |
|
"grad_norm": 1.3453521728515625, |
|
"learning_rate": 3.432539682539683e-05, |
|
"loss": 0.0166, |
|
"step": 1070 |
|
}, |
|
{ |
|
"epoch": 3.8468388245770258, |
|
"grad_norm": 3.0241684913635254, |
|
"learning_rate": 3.412698412698413e-05, |
|
"loss": 0.0341, |
|
"step": 1080 |
|
}, |
|
{ |
|
"epoch": 3.8824577025823688, |
|
"grad_norm": 4.319317817687988, |
|
"learning_rate": 3.392857142857143e-05, |
|
"loss": 0.0199, |
|
"step": 1090 |
|
}, |
|
{ |
|
"epoch": 3.9180765805877114, |
|
"grad_norm": 0.412803053855896, |
|
"learning_rate": 3.3730158730158734e-05, |
|
"loss": 0.0282, |
|
"step": 1100 |
|
}, |
|
{ |
|
"epoch": 3.9536954585930544, |
|
"grad_norm": 2.4635729789733887, |
|
"learning_rate": 3.353174603174603e-05, |
|
"loss": 0.0201, |
|
"step": 1110 |
|
}, |
|
{ |
|
"epoch": 3.9893143365983974, |
|
"grad_norm": 3.8697004318237305, |
|
"learning_rate": 3.3333333333333335e-05, |
|
"loss": 0.0332, |
|
"step": 1120 |
|
}, |
|
{ |
|
"epoch": 4.0, |
|
"eval_accuracy": 0.9844689378757515, |
|
"eval_loss": 0.05261413753032684, |
|
"eval_runtime": 166.8993, |
|
"eval_samples_per_second": 107.634, |
|
"eval_steps_per_second": 1.684, |
|
"step": 1123 |
|
}, |
|
{ |
|
"epoch": 4.02493321460374, |
|
"grad_norm": 0.7120935916900635, |
|
"learning_rate": 3.313492063492064e-05, |
|
"loss": 0.0137, |
|
"step": 1130 |
|
}, |
|
{ |
|
"epoch": 4.060552092609083, |
|
"grad_norm": 4.946304798126221, |
|
"learning_rate": 3.2936507936507936e-05, |
|
"loss": 0.0199, |
|
"step": 1140 |
|
}, |
|
{ |
|
"epoch": 4.096170970614426, |
|
"grad_norm": 3.8117804527282715, |
|
"learning_rate": 3.273809523809524e-05, |
|
"loss": 0.0177, |
|
"step": 1150 |
|
}, |
|
{ |
|
"epoch": 4.131789848619769, |
|
"grad_norm": 1.8831413984298706, |
|
"learning_rate": 3.253968253968254e-05, |
|
"loss": 0.0197, |
|
"step": 1160 |
|
}, |
|
{ |
|
"epoch": 4.167408726625111, |
|
"grad_norm": 0.7759003639221191, |
|
"learning_rate": 3.234126984126985e-05, |
|
"loss": 0.0151, |
|
"step": 1170 |
|
}, |
|
{ |
|
"epoch": 4.203027604630454, |
|
"grad_norm": 4.501601696014404, |
|
"learning_rate": 3.2142857142857144e-05, |
|
"loss": 0.0148, |
|
"step": 1180 |
|
}, |
|
{ |
|
"epoch": 4.238646482635797, |
|
"grad_norm": 2.070884943008423, |
|
"learning_rate": 3.194444444444444e-05, |
|
"loss": 0.0176, |
|
"step": 1190 |
|
}, |
|
{ |
|
"epoch": 4.27426536064114, |
|
"grad_norm": 2.1252646446228027, |
|
"learning_rate": 3.1746031746031745e-05, |
|
"loss": 0.0141, |
|
"step": 1200 |
|
}, |
|
{ |
|
"epoch": 4.309884238646482, |
|
"grad_norm": 2.5485196113586426, |
|
"learning_rate": 3.154761904761905e-05, |
|
"loss": 0.017, |
|
"step": 1210 |
|
}, |
|
{ |
|
"epoch": 4.345503116651826, |
|
"grad_norm": 2.234440803527832, |
|
"learning_rate": 3.134920634920635e-05, |
|
"loss": 0.0149, |
|
"step": 1220 |
|
}, |
|
{ |
|
"epoch": 4.3811219946571685, |
|
"grad_norm": 0.32285788655281067, |
|
"learning_rate": 3.1150793650793656e-05, |
|
"loss": 0.0119, |
|
"step": 1230 |
|
}, |
|
{ |
|
"epoch": 4.416740872662511, |
|
"grad_norm": 1.612191081047058, |
|
"learning_rate": 3.095238095238095e-05, |
|
"loss": 0.0173, |
|
"step": 1240 |
|
}, |
|
{ |
|
"epoch": 4.452359750667854, |
|
"grad_norm": 5.2718987464904785, |
|
"learning_rate": 3.075396825396826e-05, |
|
"loss": 0.0201, |
|
"step": 1250 |
|
}, |
|
{ |
|
"epoch": 4.487978628673197, |
|
"grad_norm": 0.8849789500236511, |
|
"learning_rate": 3.055555555555556e-05, |
|
"loss": 0.0144, |
|
"step": 1260 |
|
}, |
|
{ |
|
"epoch": 4.52359750667854, |
|
"grad_norm": 2.3857195377349854, |
|
"learning_rate": 3.0357142857142857e-05, |
|
"loss": 0.0202, |
|
"step": 1270 |
|
}, |
|
{ |
|
"epoch": 4.559216384683882, |
|
"grad_norm": 0.264274924993515, |
|
"learning_rate": 3.0158730158730158e-05, |
|
"loss": 0.0185, |
|
"step": 1280 |
|
}, |
|
{ |
|
"epoch": 4.594835262689225, |
|
"grad_norm": 2.823655605316162, |
|
"learning_rate": 2.996031746031746e-05, |
|
"loss": 0.0158, |
|
"step": 1290 |
|
}, |
|
{ |
|
"epoch": 4.630454140694568, |
|
"grad_norm": 1.4026707410812378, |
|
"learning_rate": 2.9761904761904762e-05, |
|
"loss": 0.018, |
|
"step": 1300 |
|
}, |
|
{ |
|
"epoch": 4.666073018699911, |
|
"grad_norm": 3.624246120452881, |
|
"learning_rate": 2.9563492063492066e-05, |
|
"loss": 0.0113, |
|
"step": 1310 |
|
}, |
|
{ |
|
"epoch": 4.7016918967052534, |
|
"grad_norm": 7.601430892944336, |
|
"learning_rate": 2.9365079365079366e-05, |
|
"loss": 0.016, |
|
"step": 1320 |
|
}, |
|
{ |
|
"epoch": 4.737310774710597, |
|
"grad_norm": 3.959538221359253, |
|
"learning_rate": 2.916666666666667e-05, |
|
"loss": 0.023, |
|
"step": 1330 |
|
}, |
|
{ |
|
"epoch": 4.7729296527159395, |
|
"grad_norm": 5.305376052856445, |
|
"learning_rate": 2.8968253968253974e-05, |
|
"loss": 0.0126, |
|
"step": 1340 |
|
}, |
|
{ |
|
"epoch": 4.808548530721282, |
|
"grad_norm": 3.621107816696167, |
|
"learning_rate": 2.876984126984127e-05, |
|
"loss": 0.0174, |
|
"step": 1350 |
|
}, |
|
{ |
|
"epoch": 4.844167408726625, |
|
"grad_norm": 1.0203227996826172, |
|
"learning_rate": 2.857142857142857e-05, |
|
"loss": 0.0152, |
|
"step": 1360 |
|
}, |
|
{ |
|
"epoch": 4.879786286731968, |
|
"grad_norm": 1.6705145835876465, |
|
"learning_rate": 2.8373015873015875e-05, |
|
"loss": 0.0117, |
|
"step": 1370 |
|
}, |
|
{ |
|
"epoch": 4.915405164737311, |
|
"grad_norm": 0.6089171767234802, |
|
"learning_rate": 2.8174603174603175e-05, |
|
"loss": 0.0184, |
|
"step": 1380 |
|
}, |
|
{ |
|
"epoch": 4.951024042742653, |
|
"grad_norm": 1.959324836730957, |
|
"learning_rate": 2.797619047619048e-05, |
|
"loss": 0.0135, |
|
"step": 1390 |
|
}, |
|
{ |
|
"epoch": 4.986642920747997, |
|
"grad_norm": 1.1502999067306519, |
|
"learning_rate": 2.777777777777778e-05, |
|
"loss": 0.0218, |
|
"step": 1400 |
|
}, |
|
{ |
|
"epoch": 4.997328584149599, |
|
"eval_accuracy": 0.986584279670452, |
|
"eval_loss": 0.05108034238219261, |
|
"eval_runtime": 172.0304, |
|
"eval_samples_per_second": 104.423, |
|
"eval_steps_per_second": 1.633, |
|
"step": 1403 |
|
}, |
|
{ |
|
"epoch": 5.022261798753339, |
|
"grad_norm": 1.9193094968795776, |
|
"learning_rate": 2.7579365079365083e-05, |
|
"loss": 0.0109, |
|
"step": 1410 |
|
}, |
|
{ |
|
"epoch": 5.057880676758682, |
|
"grad_norm": 0.6912887096405029, |
|
"learning_rate": 2.7380952380952383e-05, |
|
"loss": 0.0092, |
|
"step": 1420 |
|
}, |
|
{ |
|
"epoch": 5.0934995547640245, |
|
"grad_norm": 0.3243821859359741, |
|
"learning_rate": 2.718253968253968e-05, |
|
"loss": 0.0107, |
|
"step": 1430 |
|
}, |
|
{ |
|
"epoch": 5.129118432769368, |
|
"grad_norm": 1.4951286315917969, |
|
"learning_rate": 2.6984126984126984e-05, |
|
"loss": 0.0057, |
|
"step": 1440 |
|
}, |
|
{ |
|
"epoch": 5.1647373107747105, |
|
"grad_norm": 1.5525418519973755, |
|
"learning_rate": 2.6785714285714288e-05, |
|
"loss": 0.0084, |
|
"step": 1450 |
|
}, |
|
{ |
|
"epoch": 5.200356188780053, |
|
"grad_norm": 1.0544503927230835, |
|
"learning_rate": 2.6587301587301588e-05, |
|
"loss": 0.0143, |
|
"step": 1460 |
|
}, |
|
{ |
|
"epoch": 5.235975066785397, |
|
"grad_norm": 5.903578758239746, |
|
"learning_rate": 2.6388888888888892e-05, |
|
"loss": 0.0135, |
|
"step": 1470 |
|
}, |
|
{ |
|
"epoch": 5.271593944790739, |
|
"grad_norm": 0.9685418009757996, |
|
"learning_rate": 2.6190476190476192e-05, |
|
"loss": 0.0122, |
|
"step": 1480 |
|
}, |
|
{ |
|
"epoch": 5.307212822796082, |
|
"grad_norm": 1.8341890573501587, |
|
"learning_rate": 2.5992063492063496e-05, |
|
"loss": 0.0174, |
|
"step": 1490 |
|
}, |
|
{ |
|
"epoch": 5.342831700801424, |
|
"grad_norm": 1.3028405904769897, |
|
"learning_rate": 2.5793650793650796e-05, |
|
"loss": 0.0074, |
|
"step": 1500 |
|
}, |
|
{ |
|
"epoch": 5.378450578806768, |
|
"grad_norm": 0.8573488593101501, |
|
"learning_rate": 2.5595238095238093e-05, |
|
"loss": 0.0123, |
|
"step": 1510 |
|
}, |
|
{ |
|
"epoch": 5.41406945681211, |
|
"grad_norm": 0.8495379686355591, |
|
"learning_rate": 2.5396825396825397e-05, |
|
"loss": 0.0092, |
|
"step": 1520 |
|
}, |
|
{ |
|
"epoch": 5.449688334817453, |
|
"grad_norm": 4.806192874908447, |
|
"learning_rate": 2.5198412698412697e-05, |
|
"loss": 0.0117, |
|
"step": 1530 |
|
}, |
|
{ |
|
"epoch": 5.485307212822796, |
|
"grad_norm": 1.6827951669692993, |
|
"learning_rate": 2.5e-05, |
|
"loss": 0.0109, |
|
"step": 1540 |
|
}, |
|
{ |
|
"epoch": 5.520926090828139, |
|
"grad_norm": 1.2856072187423706, |
|
"learning_rate": 2.4801587301587305e-05, |
|
"loss": 0.0066, |
|
"step": 1550 |
|
}, |
|
{ |
|
"epoch": 5.556544968833482, |
|
"grad_norm": 1.8056079149246216, |
|
"learning_rate": 2.4603174603174602e-05, |
|
"loss": 0.0103, |
|
"step": 1560 |
|
}, |
|
{ |
|
"epoch": 5.592163846838824, |
|
"grad_norm": 1.3088467121124268, |
|
"learning_rate": 2.4404761904761906e-05, |
|
"loss": 0.0071, |
|
"step": 1570 |
|
}, |
|
{ |
|
"epoch": 5.627782724844168, |
|
"grad_norm": 0.6147578954696655, |
|
"learning_rate": 2.4206349206349206e-05, |
|
"loss": 0.0135, |
|
"step": 1580 |
|
}, |
|
{ |
|
"epoch": 5.66340160284951, |
|
"grad_norm": 3.193516969680786, |
|
"learning_rate": 2.400793650793651e-05, |
|
"loss": 0.0128, |
|
"step": 1590 |
|
}, |
|
{ |
|
"epoch": 5.699020480854853, |
|
"grad_norm": 1.0563770532608032, |
|
"learning_rate": 2.380952380952381e-05, |
|
"loss": 0.0116, |
|
"step": 1600 |
|
}, |
|
{ |
|
"epoch": 5.734639358860196, |
|
"grad_norm": 4.569545269012451, |
|
"learning_rate": 2.361111111111111e-05, |
|
"loss": 0.0134, |
|
"step": 1610 |
|
}, |
|
{ |
|
"epoch": 5.770258236865539, |
|
"grad_norm": 1.7688589096069336, |
|
"learning_rate": 2.3412698412698414e-05, |
|
"loss": 0.0104, |
|
"step": 1620 |
|
}, |
|
{ |
|
"epoch": 5.805877114870881, |
|
"grad_norm": 0.6101610064506531, |
|
"learning_rate": 2.3214285714285715e-05, |
|
"loss": 0.0124, |
|
"step": 1630 |
|
}, |
|
{ |
|
"epoch": 5.841495992876224, |
|
"grad_norm": 6.201462745666504, |
|
"learning_rate": 2.3015873015873015e-05, |
|
"loss": 0.0154, |
|
"step": 1640 |
|
}, |
|
{ |
|
"epoch": 5.8771148708815675, |
|
"grad_norm": 0.349431574344635, |
|
"learning_rate": 2.281746031746032e-05, |
|
"loss": 0.0073, |
|
"step": 1650 |
|
}, |
|
{ |
|
"epoch": 5.91273374888691, |
|
"grad_norm": 2.9831745624542236, |
|
"learning_rate": 2.261904761904762e-05, |
|
"loss": 0.0116, |
|
"step": 1660 |
|
}, |
|
{ |
|
"epoch": 5.948352626892253, |
|
"grad_norm": 2.7858543395996094, |
|
"learning_rate": 2.2420634920634923e-05, |
|
"loss": 0.0099, |
|
"step": 1670 |
|
}, |
|
{ |
|
"epoch": 5.983971504897596, |
|
"grad_norm": 1.6756843328475952, |
|
"learning_rate": 2.2222222222222223e-05, |
|
"loss": 0.0086, |
|
"step": 1680 |
|
}, |
|
{ |
|
"epoch": 5.998219056099733, |
|
"eval_accuracy": 0.9873079492317969, |
|
"eval_loss": 0.051540642976760864, |
|
"eval_runtime": 168.5925, |
|
"eval_samples_per_second": 106.553, |
|
"eval_steps_per_second": 1.667, |
|
"step": 1684 |
|
}, |
|
{ |
|
"epoch": 6.019590382902939, |
|
"grad_norm": 3.378427028656006, |
|
"learning_rate": 2.2023809523809524e-05, |
|
"loss": 0.0089, |
|
"step": 1690 |
|
}, |
|
{ |
|
"epoch": 6.055209260908281, |
|
"grad_norm": 2.4920456409454346, |
|
"learning_rate": 2.1825396825396827e-05, |
|
"loss": 0.0096, |
|
"step": 1700 |
|
}, |
|
{ |
|
"epoch": 6.090828138913624, |
|
"grad_norm": 2.810772657394409, |
|
"learning_rate": 2.1626984126984128e-05, |
|
"loss": 0.0102, |
|
"step": 1710 |
|
}, |
|
{ |
|
"epoch": 6.126447016918967, |
|
"grad_norm": 0.348102331161499, |
|
"learning_rate": 2.1428571428571428e-05, |
|
"loss": 0.0146, |
|
"step": 1720 |
|
}, |
|
{ |
|
"epoch": 6.16206589492431, |
|
"grad_norm": 1.5229803323745728, |
|
"learning_rate": 2.1230158730158732e-05, |
|
"loss": 0.0128, |
|
"step": 1730 |
|
}, |
|
{ |
|
"epoch": 6.1976847729296525, |
|
"grad_norm": 1.736290693283081, |
|
"learning_rate": 2.1031746031746032e-05, |
|
"loss": 0.011, |
|
"step": 1740 |
|
}, |
|
{ |
|
"epoch": 6.233303650934996, |
|
"grad_norm": 0.5413634777069092, |
|
"learning_rate": 2.0833333333333336e-05, |
|
"loss": 0.006, |
|
"step": 1750 |
|
}, |
|
{ |
|
"epoch": 6.2689225289403385, |
|
"grad_norm": 1.1734927892684937, |
|
"learning_rate": 2.0634920634920636e-05, |
|
"loss": 0.0087, |
|
"step": 1760 |
|
}, |
|
{ |
|
"epoch": 6.304541406945681, |
|
"grad_norm": 0.21049003303050995, |
|
"learning_rate": 2.0436507936507937e-05, |
|
"loss": 0.0074, |
|
"step": 1770 |
|
}, |
|
{ |
|
"epoch": 6.340160284951024, |
|
"grad_norm": 1.5480449199676514, |
|
"learning_rate": 2.023809523809524e-05, |
|
"loss": 0.0072, |
|
"step": 1780 |
|
}, |
|
{ |
|
"epoch": 6.375779162956367, |
|
"grad_norm": 1.130774736404419, |
|
"learning_rate": 2.003968253968254e-05, |
|
"loss": 0.0082, |
|
"step": 1790 |
|
}, |
|
{ |
|
"epoch": 6.41139804096171, |
|
"grad_norm": 0.9111453890800476, |
|
"learning_rate": 1.984126984126984e-05, |
|
"loss": 0.0081, |
|
"step": 1800 |
|
}, |
|
{ |
|
"epoch": 6.447016918967052, |
|
"grad_norm": 0.12502439320087433, |
|
"learning_rate": 1.9642857142857145e-05, |
|
"loss": 0.0095, |
|
"step": 1810 |
|
}, |
|
{ |
|
"epoch": 6.482635796972396, |
|
"grad_norm": 0.832012414932251, |
|
"learning_rate": 1.9444444444444445e-05, |
|
"loss": 0.0042, |
|
"step": 1820 |
|
}, |
|
{ |
|
"epoch": 6.518254674977738, |
|
"grad_norm": 3.6857128143310547, |
|
"learning_rate": 1.924603174603175e-05, |
|
"loss": 0.0081, |
|
"step": 1830 |
|
}, |
|
{ |
|
"epoch": 6.553873552983081, |
|
"grad_norm": 2.5364391803741455, |
|
"learning_rate": 1.9047619047619046e-05, |
|
"loss": 0.0089, |
|
"step": 1840 |
|
}, |
|
{ |
|
"epoch": 6.5894924309884235, |
|
"grad_norm": 23.89657211303711, |
|
"learning_rate": 1.884920634920635e-05, |
|
"loss": 0.0118, |
|
"step": 1850 |
|
}, |
|
{ |
|
"epoch": 6.625111308993767, |
|
"grad_norm": 2.562563180923462, |
|
"learning_rate": 1.8650793650793654e-05, |
|
"loss": 0.0096, |
|
"step": 1860 |
|
}, |
|
{ |
|
"epoch": 6.66073018699911, |
|
"grad_norm": 3.3216705322265625, |
|
"learning_rate": 1.8452380952380954e-05, |
|
"loss": 0.0113, |
|
"step": 1870 |
|
}, |
|
{ |
|
"epoch": 6.696349065004452, |
|
"grad_norm": 0.8016022443771362, |
|
"learning_rate": 1.8253968253968254e-05, |
|
"loss": 0.0054, |
|
"step": 1880 |
|
}, |
|
{ |
|
"epoch": 6.731967943009796, |
|
"grad_norm": 3.4590423107147217, |
|
"learning_rate": 1.8055555555555555e-05, |
|
"loss": 0.0071, |
|
"step": 1890 |
|
}, |
|
{ |
|
"epoch": 6.767586821015138, |
|
"grad_norm": 0.12237533181905746, |
|
"learning_rate": 1.785714285714286e-05, |
|
"loss": 0.0073, |
|
"step": 1900 |
|
}, |
|
{ |
|
"epoch": 6.803205699020481, |
|
"grad_norm": 1.500787615776062, |
|
"learning_rate": 1.7658730158730162e-05, |
|
"loss": 0.0055, |
|
"step": 1910 |
|
}, |
|
{ |
|
"epoch": 6.838824577025823, |
|
"grad_norm": 3.2452268600463867, |
|
"learning_rate": 1.746031746031746e-05, |
|
"loss": 0.0112, |
|
"step": 1920 |
|
}, |
|
{ |
|
"epoch": 6.874443455031167, |
|
"grad_norm": 0.4780968129634857, |
|
"learning_rate": 1.7261904761904763e-05, |
|
"loss": 0.0074, |
|
"step": 1930 |
|
}, |
|
{ |
|
"epoch": 6.910062333036509, |
|
"grad_norm": 0.4808253347873688, |
|
"learning_rate": 1.7063492063492063e-05, |
|
"loss": 0.0096, |
|
"step": 1940 |
|
}, |
|
{ |
|
"epoch": 6.945681211041852, |
|
"grad_norm": 1.5511194467544556, |
|
"learning_rate": 1.6865079365079367e-05, |
|
"loss": 0.0047, |
|
"step": 1950 |
|
}, |
|
{ |
|
"epoch": 6.9813000890471955, |
|
"grad_norm": 0.8193422555923462, |
|
"learning_rate": 1.6666666666666667e-05, |
|
"loss": 0.0057, |
|
"step": 1960 |
|
}, |
|
{ |
|
"epoch": 6.999109528049867, |
|
"eval_accuracy": 0.9875306167891338, |
|
"eval_loss": 0.04618992656469345, |
|
"eval_runtime": 166.9392, |
|
"eval_samples_per_second": 107.608, |
|
"eval_steps_per_second": 1.683, |
|
"step": 1965 |
|
}, |
|
{ |
|
"epoch": 7.016918967052538, |
|
"grad_norm": 0.1917089819908142, |
|
"learning_rate": 1.6468253968253968e-05, |
|
"loss": 0.0042, |
|
"step": 1970 |
|
}, |
|
{ |
|
"epoch": 7.052537845057881, |
|
"grad_norm": 0.48844099044799805, |
|
"learning_rate": 1.626984126984127e-05, |
|
"loss": 0.0053, |
|
"step": 1980 |
|
}, |
|
{ |
|
"epoch": 7.088156723063223, |
|
"grad_norm": 1.94171941280365, |
|
"learning_rate": 1.6071428571428572e-05, |
|
"loss": 0.0064, |
|
"step": 1990 |
|
}, |
|
{ |
|
"epoch": 7.123775601068567, |
|
"grad_norm": 10.181970596313477, |
|
"learning_rate": 1.5873015873015872e-05, |
|
"loss": 0.0072, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 7.159394479073909, |
|
"grad_norm": 0.4458209276199341, |
|
"learning_rate": 1.5674603174603176e-05, |
|
"loss": 0.0086, |
|
"step": 2010 |
|
}, |
|
{ |
|
"epoch": 7.195013357079252, |
|
"grad_norm": 1.125260829925537, |
|
"learning_rate": 1.5476190476190476e-05, |
|
"loss": 0.0064, |
|
"step": 2020 |
|
}, |
|
{ |
|
"epoch": 7.230632235084594, |
|
"grad_norm": 2.555405616760254, |
|
"learning_rate": 1.527777777777778e-05, |
|
"loss": 0.0047, |
|
"step": 2030 |
|
}, |
|
{ |
|
"epoch": 7.266251113089938, |
|
"grad_norm": 0.7010562419891357, |
|
"learning_rate": 1.5079365079365079e-05, |
|
"loss": 0.0027, |
|
"step": 2040 |
|
}, |
|
{ |
|
"epoch": 7.3018699910952805, |
|
"grad_norm": 0.19031189382076263, |
|
"learning_rate": 1.4880952380952381e-05, |
|
"loss": 0.004, |
|
"step": 2050 |
|
}, |
|
{ |
|
"epoch": 7.337488869100623, |
|
"grad_norm": 0.25679388642311096, |
|
"learning_rate": 1.4682539682539683e-05, |
|
"loss": 0.0024, |
|
"step": 2060 |
|
}, |
|
{ |
|
"epoch": 7.3731077471059665, |
|
"grad_norm": 0.22514384984970093, |
|
"learning_rate": 1.4484126984126987e-05, |
|
"loss": 0.0022, |
|
"step": 2070 |
|
}, |
|
{ |
|
"epoch": 7.408726625111309, |
|
"grad_norm": 1.700714111328125, |
|
"learning_rate": 1.4285714285714285e-05, |
|
"loss": 0.0069, |
|
"step": 2080 |
|
}, |
|
{ |
|
"epoch": 7.444345503116652, |
|
"grad_norm": 3.598724842071533, |
|
"learning_rate": 1.4087301587301587e-05, |
|
"loss": 0.0043, |
|
"step": 2090 |
|
}, |
|
{ |
|
"epoch": 7.479964381121994, |
|
"grad_norm": 0.9559303522109985, |
|
"learning_rate": 1.388888888888889e-05, |
|
"loss": 0.0069, |
|
"step": 2100 |
|
}, |
|
{ |
|
"epoch": 7.515583259127338, |
|
"grad_norm": 2.183023452758789, |
|
"learning_rate": 1.3690476190476192e-05, |
|
"loss": 0.0043, |
|
"step": 2110 |
|
}, |
|
{ |
|
"epoch": 7.55120213713268, |
|
"grad_norm": 0.6762595772743225, |
|
"learning_rate": 1.3492063492063492e-05, |
|
"loss": 0.0054, |
|
"step": 2120 |
|
}, |
|
{ |
|
"epoch": 7.586821015138023, |
|
"grad_norm": 0.12739060819149017, |
|
"learning_rate": 1.3293650793650794e-05, |
|
"loss": 0.0059, |
|
"step": 2130 |
|
}, |
|
{ |
|
"epoch": 7.622439893143366, |
|
"grad_norm": 0.8051192164421082, |
|
"learning_rate": 1.3095238095238096e-05, |
|
"loss": 0.0014, |
|
"step": 2140 |
|
}, |
|
{ |
|
"epoch": 7.658058771148709, |
|
"grad_norm": 1.1333496570587158, |
|
"learning_rate": 1.2896825396825398e-05, |
|
"loss": 0.0072, |
|
"step": 2150 |
|
}, |
|
{ |
|
"epoch": 7.6936776491540515, |
|
"grad_norm": 0.06419402360916138, |
|
"learning_rate": 1.2698412698412699e-05, |
|
"loss": 0.0044, |
|
"step": 2160 |
|
}, |
|
{ |
|
"epoch": 7.729296527159395, |
|
"grad_norm": 1.2567334175109863, |
|
"learning_rate": 1.25e-05, |
|
"loss": 0.0028, |
|
"step": 2170 |
|
}, |
|
{ |
|
"epoch": 7.7649154051647375, |
|
"grad_norm": 4.354968070983887, |
|
"learning_rate": 1.2301587301587301e-05, |
|
"loss": 0.0062, |
|
"step": 2180 |
|
}, |
|
{ |
|
"epoch": 7.80053428317008, |
|
"grad_norm": 0.17071713507175446, |
|
"learning_rate": 1.2103174603174603e-05, |
|
"loss": 0.0045, |
|
"step": 2190 |
|
}, |
|
{ |
|
"epoch": 7.836153161175423, |
|
"grad_norm": 0.057894542813301086, |
|
"learning_rate": 1.1904761904761905e-05, |
|
"loss": 0.0068, |
|
"step": 2200 |
|
}, |
|
{ |
|
"epoch": 7.871772039180766, |
|
"grad_norm": 4.474624156951904, |
|
"learning_rate": 1.1706349206349207e-05, |
|
"loss": 0.0043, |
|
"step": 2210 |
|
}, |
|
{ |
|
"epoch": 7.907390917186109, |
|
"grad_norm": 0.9991622567176819, |
|
"learning_rate": 1.1507936507936508e-05, |
|
"loss": 0.0074, |
|
"step": 2220 |
|
}, |
|
{ |
|
"epoch": 7.943009795191451, |
|
"grad_norm": 0.0822732001543045, |
|
"learning_rate": 1.130952380952381e-05, |
|
"loss": 0.0041, |
|
"step": 2230 |
|
}, |
|
{ |
|
"epoch": 7.978628673196794, |
|
"grad_norm": 1.9230424165725708, |
|
"learning_rate": 1.1111111111111112e-05, |
|
"loss": 0.0043, |
|
"step": 2240 |
|
}, |
|
{ |
|
"epoch": 8.0, |
|
"eval_accuracy": 0.9890892896904921, |
|
"eval_loss": 0.045326121151447296, |
|
"eval_runtime": 168.1961, |
|
"eval_samples_per_second": 106.804, |
|
"eval_steps_per_second": 1.671, |
|
"step": 2246 |
|
}, |
|
{ |
|
"epoch": 8.014247551202137, |
|
"grad_norm": 2.2943098545074463, |
|
"learning_rate": 1.0912698412698414e-05, |
|
"loss": 0.0047, |
|
"step": 2250 |
|
}, |
|
{ |
|
"epoch": 8.04986642920748, |
|
"grad_norm": 0.5264036059379578, |
|
"learning_rate": 1.0714285714285714e-05, |
|
"loss": 0.0038, |
|
"step": 2260 |
|
}, |
|
{ |
|
"epoch": 8.085485307212823, |
|
"grad_norm": 1.6306657791137695, |
|
"learning_rate": 1.0515873015873016e-05, |
|
"loss": 0.0023, |
|
"step": 2270 |
|
}, |
|
{ |
|
"epoch": 8.121104185218165, |
|
"grad_norm": 0.7527822852134705, |
|
"learning_rate": 1.0317460317460318e-05, |
|
"loss": 0.0034, |
|
"step": 2280 |
|
}, |
|
{ |
|
"epoch": 8.156723063223508, |
|
"grad_norm": 1.7613914012908936, |
|
"learning_rate": 1.011904761904762e-05, |
|
"loss": 0.0103, |
|
"step": 2290 |
|
}, |
|
{ |
|
"epoch": 8.192341941228852, |
|
"grad_norm": 0.3057126998901367, |
|
"learning_rate": 9.92063492063492e-06, |
|
"loss": 0.002, |
|
"step": 2300 |
|
}, |
|
{ |
|
"epoch": 8.227960819234195, |
|
"grad_norm": 0.1171383410692215, |
|
"learning_rate": 9.722222222222223e-06, |
|
"loss": 0.0038, |
|
"step": 2310 |
|
}, |
|
{ |
|
"epoch": 8.263579697239537, |
|
"grad_norm": 0.17709870636463165, |
|
"learning_rate": 9.523809523809523e-06, |
|
"loss": 0.0104, |
|
"step": 2320 |
|
}, |
|
{ |
|
"epoch": 8.29919857524488, |
|
"grad_norm": 2.5424516201019287, |
|
"learning_rate": 9.325396825396827e-06, |
|
"loss": 0.0028, |
|
"step": 2330 |
|
}, |
|
{ |
|
"epoch": 8.334817453250222, |
|
"grad_norm": 1.413736343383789, |
|
"learning_rate": 9.126984126984127e-06, |
|
"loss": 0.0019, |
|
"step": 2340 |
|
}, |
|
{ |
|
"epoch": 8.370436331255565, |
|
"grad_norm": 0.8712714910507202, |
|
"learning_rate": 8.92857142857143e-06, |
|
"loss": 0.0044, |
|
"step": 2350 |
|
}, |
|
{ |
|
"epoch": 8.406055209260908, |
|
"grad_norm": 5.921164035797119, |
|
"learning_rate": 8.73015873015873e-06, |
|
"loss": 0.0027, |
|
"step": 2360 |
|
}, |
|
{ |
|
"epoch": 8.441674087266252, |
|
"grad_norm": 0.6600878238677979, |
|
"learning_rate": 8.531746031746032e-06, |
|
"loss": 0.0094, |
|
"step": 2370 |
|
}, |
|
{ |
|
"epoch": 8.477292965271594, |
|
"grad_norm": 0.046510376036167145, |
|
"learning_rate": 8.333333333333334e-06, |
|
"loss": 0.0073, |
|
"step": 2380 |
|
}, |
|
{ |
|
"epoch": 8.512911843276937, |
|
"grad_norm": 0.2806013822555542, |
|
"learning_rate": 8.134920634920636e-06, |
|
"loss": 0.0074, |
|
"step": 2390 |
|
}, |
|
{ |
|
"epoch": 8.54853072128228, |
|
"grad_norm": 0.09230457246303558, |
|
"learning_rate": 7.936507936507936e-06, |
|
"loss": 0.0053, |
|
"step": 2400 |
|
}, |
|
{ |
|
"epoch": 8.584149599287622, |
|
"grad_norm": 1.893324851989746, |
|
"learning_rate": 7.738095238095238e-06, |
|
"loss": 0.006, |
|
"step": 2410 |
|
}, |
|
{ |
|
"epoch": 8.619768477292965, |
|
"grad_norm": 1.035352349281311, |
|
"learning_rate": 7.5396825396825394e-06, |
|
"loss": 0.0056, |
|
"step": 2420 |
|
}, |
|
{ |
|
"epoch": 8.655387355298307, |
|
"grad_norm": 2.519357204437256, |
|
"learning_rate": 7.3412698412698415e-06, |
|
"loss": 0.0019, |
|
"step": 2430 |
|
}, |
|
{ |
|
"epoch": 8.691006233303652, |
|
"grad_norm": 0.36915910243988037, |
|
"learning_rate": 7.142857142857143e-06, |
|
"loss": 0.0053, |
|
"step": 2440 |
|
}, |
|
{ |
|
"epoch": 8.726625111308994, |
|
"grad_norm": 2.2446630001068115, |
|
"learning_rate": 6.944444444444445e-06, |
|
"loss": 0.0023, |
|
"step": 2450 |
|
}, |
|
{ |
|
"epoch": 8.762243989314337, |
|
"grad_norm": 0.3775590658187866, |
|
"learning_rate": 6.746031746031746e-06, |
|
"loss": 0.0039, |
|
"step": 2460 |
|
}, |
|
{ |
|
"epoch": 8.79786286731968, |
|
"grad_norm": 3.002919912338257, |
|
"learning_rate": 6.547619047619048e-06, |
|
"loss": 0.0047, |
|
"step": 2470 |
|
}, |
|
{ |
|
"epoch": 8.833481745325022, |
|
"grad_norm": 2.3306655883789062, |
|
"learning_rate": 6.349206349206349e-06, |
|
"loss": 0.0066, |
|
"step": 2480 |
|
}, |
|
{ |
|
"epoch": 8.869100623330365, |
|
"grad_norm": 0.08028317987918854, |
|
"learning_rate": 6.1507936507936505e-06, |
|
"loss": 0.0035, |
|
"step": 2490 |
|
}, |
|
{ |
|
"epoch": 8.904719501335707, |
|
"grad_norm": 1.2194794416427612, |
|
"learning_rate": 5.9523809523809525e-06, |
|
"loss": 0.0045, |
|
"step": 2500 |
|
}, |
|
{ |
|
"epoch": 8.940338379341052, |
|
"grad_norm": 1.457444429397583, |
|
"learning_rate": 5.753968253968254e-06, |
|
"loss": 0.0042, |
|
"step": 2510 |
|
}, |
|
{ |
|
"epoch": 8.975957257346394, |
|
"grad_norm": 1.0034886598587036, |
|
"learning_rate": 5.555555555555556e-06, |
|
"loss": 0.0012, |
|
"step": 2520 |
|
}, |
|
{ |
|
"epoch": 8.9973285841496, |
|
"eval_accuracy": 0.988810955243821, |
|
"eval_loss": 0.04604629799723625, |
|
"eval_runtime": 167.0665, |
|
"eval_samples_per_second": 107.526, |
|
"eval_steps_per_second": 1.682, |
|
"step": 2526 |
|
}, |
|
{ |
|
"epoch": 9.011576135351737, |
|
"grad_norm": 0.16471421718597412, |
|
"learning_rate": 5.357142857142857e-06, |
|
"loss": 0.0059, |
|
"step": 2530 |
|
}, |
|
{ |
|
"epoch": 9.04719501335708, |
|
"grad_norm": 0.5944855213165283, |
|
"learning_rate": 5.158730158730159e-06, |
|
"loss": 0.0068, |
|
"step": 2540 |
|
}, |
|
{ |
|
"epoch": 9.082813891362422, |
|
"grad_norm": 1.3986272811889648, |
|
"learning_rate": 4.96031746031746e-06, |
|
"loss": 0.0023, |
|
"step": 2550 |
|
}, |
|
{ |
|
"epoch": 9.118432769367764, |
|
"grad_norm": 0.8911547660827637, |
|
"learning_rate": 4.7619047619047615e-06, |
|
"loss": 0.0023, |
|
"step": 2560 |
|
}, |
|
{ |
|
"epoch": 9.154051647373107, |
|
"grad_norm": 2.983407735824585, |
|
"learning_rate": 4.563492063492064e-06, |
|
"loss": 0.0039, |
|
"step": 2570 |
|
}, |
|
{ |
|
"epoch": 9.189670525378451, |
|
"grad_norm": 0.6036033630371094, |
|
"learning_rate": 4.365079365079365e-06, |
|
"loss": 0.0065, |
|
"step": 2580 |
|
}, |
|
{ |
|
"epoch": 9.225289403383794, |
|
"grad_norm": 9.958078384399414, |
|
"learning_rate": 4.166666666666667e-06, |
|
"loss": 0.0073, |
|
"step": 2590 |
|
}, |
|
{ |
|
"epoch": 9.260908281389137, |
|
"grad_norm": 0.27652016282081604, |
|
"learning_rate": 3.968253968253968e-06, |
|
"loss": 0.003, |
|
"step": 2600 |
|
}, |
|
{ |
|
"epoch": 9.29652715939448, |
|
"grad_norm": 0.2213822901248932, |
|
"learning_rate": 3.7698412698412697e-06, |
|
"loss": 0.0015, |
|
"step": 2610 |
|
}, |
|
{ |
|
"epoch": 9.332146037399822, |
|
"grad_norm": 0.18189971148967743, |
|
"learning_rate": 3.5714285714285714e-06, |
|
"loss": 0.0019, |
|
"step": 2620 |
|
}, |
|
{ |
|
"epoch": 9.367764915405164, |
|
"grad_norm": 0.05522046610713005, |
|
"learning_rate": 3.373015873015873e-06, |
|
"loss": 0.001, |
|
"step": 2630 |
|
}, |
|
{ |
|
"epoch": 9.403383793410507, |
|
"grad_norm": 2.0256989002227783, |
|
"learning_rate": 3.1746031746031746e-06, |
|
"loss": 0.0069, |
|
"step": 2640 |
|
}, |
|
{ |
|
"epoch": 9.439002671415851, |
|
"grad_norm": 3.011732339859009, |
|
"learning_rate": 2.9761904761904763e-06, |
|
"loss": 0.0042, |
|
"step": 2650 |
|
}, |
|
{ |
|
"epoch": 9.474621549421194, |
|
"grad_norm": 0.815857470035553, |
|
"learning_rate": 2.777777777777778e-06, |
|
"loss": 0.0021, |
|
"step": 2660 |
|
}, |
|
{ |
|
"epoch": 9.510240427426536, |
|
"grad_norm": 1.9958930015563965, |
|
"learning_rate": 2.5793650793650795e-06, |
|
"loss": 0.0008, |
|
"step": 2670 |
|
}, |
|
{ |
|
"epoch": 9.545859305431879, |
|
"grad_norm": 0.05693604424595833, |
|
"learning_rate": 2.3809523809523808e-06, |
|
"loss": 0.0028, |
|
"step": 2680 |
|
}, |
|
{ |
|
"epoch": 9.581478183437222, |
|
"grad_norm": 4.779353618621826, |
|
"learning_rate": 2.1825396825396824e-06, |
|
"loss": 0.0071, |
|
"step": 2690 |
|
}, |
|
{ |
|
"epoch": 9.617097061442564, |
|
"grad_norm": 0.09340893477201462, |
|
"learning_rate": 1.984126984126984e-06, |
|
"loss": 0.0029, |
|
"step": 2700 |
|
}, |
|
{ |
|
"epoch": 9.652715939447907, |
|
"grad_norm": 1.627168893814087, |
|
"learning_rate": 1.7857142857142857e-06, |
|
"loss": 0.0038, |
|
"step": 2710 |
|
}, |
|
{ |
|
"epoch": 9.68833481745325, |
|
"grad_norm": 0.4794100224971771, |
|
"learning_rate": 1.5873015873015873e-06, |
|
"loss": 0.0033, |
|
"step": 2720 |
|
}, |
|
{ |
|
"epoch": 9.723953695458594, |
|
"grad_norm": 0.7291146516799927, |
|
"learning_rate": 1.388888888888889e-06, |
|
"loss": 0.0024, |
|
"step": 2730 |
|
}, |
|
{ |
|
"epoch": 9.759572573463936, |
|
"grad_norm": 0.5635161399841309, |
|
"learning_rate": 1.1904761904761904e-06, |
|
"loss": 0.0009, |
|
"step": 2740 |
|
}, |
|
{ |
|
"epoch": 9.795191451469279, |
|
"grad_norm": 0.027575811371207237, |
|
"learning_rate": 9.92063492063492e-07, |
|
"loss": 0.0015, |
|
"step": 2750 |
|
}, |
|
{ |
|
"epoch": 9.830810329474621, |
|
"grad_norm": 0.4068202078342438, |
|
"learning_rate": 7.936507936507937e-07, |
|
"loss": 0.0019, |
|
"step": 2760 |
|
}, |
|
{ |
|
"epoch": 9.866429207479964, |
|
"grad_norm": 0.08091460168361664, |
|
"learning_rate": 5.952380952380952e-07, |
|
"loss": 0.0021, |
|
"step": 2770 |
|
}, |
|
{ |
|
"epoch": 9.902048085485307, |
|
"grad_norm": 0.043514594435691833, |
|
"learning_rate": 3.9682539682539683e-07, |
|
"loss": 0.005, |
|
"step": 2780 |
|
}, |
|
{ |
|
"epoch": 9.93766696349065, |
|
"grad_norm": 0.17870892584323883, |
|
"learning_rate": 1.9841269841269841e-07, |
|
"loss": 0.0024, |
|
"step": 2790 |
|
}, |
|
{ |
|
"epoch": 9.973285841495994, |
|
"grad_norm": 0.13601838052272797, |
|
"learning_rate": 0.0, |
|
"loss": 0.0017, |
|
"step": 2800 |
|
}, |
|
{ |
|
"epoch": 9.973285841495994, |
|
"eval_accuracy": 0.9900356268091739, |
|
"eval_loss": 0.04398982226848602, |
|
"eval_runtime": 167.3655, |
|
"eval_samples_per_second": 107.334, |
|
"eval_steps_per_second": 1.679, |
|
"step": 2800 |
|
}, |
|
{ |
|
"epoch": 9.973285841495994, |
|
"step": 2800, |
|
"total_flos": 1.7813294264095949e+19, |
|
"train_loss": 0.08161249804892577, |
|
"train_runtime": 11582.5203, |
|
"train_samples_per_second": 62.035, |
|
"train_steps_per_second": 0.242 |
|
} |
|
], |
|
"logging_steps": 10, |
|
"max_steps": 2800, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 10, |
|
"save_steps": 500, |
|
"stateful_callbacks": { |
|
"TrainerControl": { |
|
"args": { |
|
"should_epoch_stop": false, |
|
"should_evaluate": false, |
|
"should_log": false, |
|
"should_save": true, |
|
"should_training_stop": true |
|
}, |
|
"attributes": {} |
|
} |
|
}, |
|
"total_flos": 1.7813294264095949e+19, |
|
"train_batch_size": 64, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|