|
{ |
|
"best_metric": 0.18627458810806274, |
|
"best_model_checkpoint": "/data1/CACHE/huggingface/hg_training/traing_whisper_base_9dataset_multi-gpu4-wnoise/checkpoint-38000", |
|
"epoch": 6.846846846846847, |
|
"eval_steps": 1000, |
|
"global_step": 38000, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.02, |
|
"grad_norm": 6.807682991027832, |
|
"learning_rate": 1.9200000000000003e-06, |
|
"loss": 1.579, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"grad_norm": 4.137929916381836, |
|
"learning_rate": 3.920000000000001e-06, |
|
"loss": 0.6054, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"grad_norm": 3.63185977935791, |
|
"learning_rate": 5.92e-06, |
|
"loss": 0.4771, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"grad_norm": 4.2249555587768555, |
|
"learning_rate": 7.92e-06, |
|
"loss": 0.4225, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"grad_norm": 4.122411251068115, |
|
"learning_rate": 9.920000000000002e-06, |
|
"loss": 0.387, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"grad_norm": 3.319619655609131, |
|
"learning_rate": 9.982545454545457e-06, |
|
"loss": 0.3653, |
|
"step": 600 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"grad_norm": 2.9246363639831543, |
|
"learning_rate": 9.964363636363637e-06, |
|
"loss": 0.3418, |
|
"step": 700 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"grad_norm": 3.4514670372009277, |
|
"learning_rate": 9.946181818181819e-06, |
|
"loss": 0.3389, |
|
"step": 800 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"grad_norm": 3.152733325958252, |
|
"learning_rate": 9.928e-06, |
|
"loss": 0.3159, |
|
"step": 900 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"grad_norm": 2.9511702060699463, |
|
"learning_rate": 9.909818181818182e-06, |
|
"loss": 0.3191, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"eval_loss": 0.356253445148468, |
|
"eval_runtime": 445.2731, |
|
"eval_samples_per_second": 136.709, |
|
"eval_steps_per_second": 4.274, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"grad_norm": 2.535557508468628, |
|
"learning_rate": 9.891636363636364e-06, |
|
"loss": 0.3103, |
|
"step": 1100 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"grad_norm": 2.9129879474639893, |
|
"learning_rate": 9.873454545454546e-06, |
|
"loss": 0.3024, |
|
"step": 1200 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"grad_norm": 3.5554208755493164, |
|
"learning_rate": 9.855272727272728e-06, |
|
"loss": 0.3021, |
|
"step": 1300 |
|
}, |
|
{ |
|
"epoch": 0.25, |
|
"grad_norm": 3.1638295650482178, |
|
"learning_rate": 9.83709090909091e-06, |
|
"loss": 0.2995, |
|
"step": 1400 |
|
}, |
|
{ |
|
"epoch": 0.27, |
|
"grad_norm": 3.0975465774536133, |
|
"learning_rate": 9.818909090909092e-06, |
|
"loss": 0.3014, |
|
"step": 1500 |
|
}, |
|
{ |
|
"epoch": 0.29, |
|
"grad_norm": 3.0966498851776123, |
|
"learning_rate": 9.800727272727273e-06, |
|
"loss": 0.2841, |
|
"step": 1600 |
|
}, |
|
{ |
|
"epoch": 0.31, |
|
"grad_norm": 2.612806558609009, |
|
"learning_rate": 9.782545454545455e-06, |
|
"loss": 0.2821, |
|
"step": 1700 |
|
}, |
|
{ |
|
"epoch": 0.32, |
|
"grad_norm": 3.115729808807373, |
|
"learning_rate": 9.764363636363637e-06, |
|
"loss": 0.2792, |
|
"step": 1800 |
|
}, |
|
{ |
|
"epoch": 0.34, |
|
"grad_norm": 2.9033608436584473, |
|
"learning_rate": 9.746181818181819e-06, |
|
"loss": 0.2835, |
|
"step": 1900 |
|
}, |
|
{ |
|
"epoch": 0.36, |
|
"grad_norm": 2.7176175117492676, |
|
"learning_rate": 9.728e-06, |
|
"loss": 0.2667, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 0.36, |
|
"eval_loss": 0.30776357650756836, |
|
"eval_runtime": 447.4332, |
|
"eval_samples_per_second": 136.049, |
|
"eval_steps_per_second": 4.253, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 0.38, |
|
"grad_norm": 3.1798152923583984, |
|
"learning_rate": 9.709818181818183e-06, |
|
"loss": 0.2637, |
|
"step": 2100 |
|
}, |
|
{ |
|
"epoch": 0.4, |
|
"grad_norm": 2.6578774452209473, |
|
"learning_rate": 9.691636363636364e-06, |
|
"loss": 0.267, |
|
"step": 2200 |
|
}, |
|
{ |
|
"epoch": 0.41, |
|
"grad_norm": 2.983422040939331, |
|
"learning_rate": 9.673636363636364e-06, |
|
"loss": 0.2674, |
|
"step": 2300 |
|
}, |
|
{ |
|
"epoch": 0.43, |
|
"grad_norm": 2.7927327156066895, |
|
"learning_rate": 9.655454545454547e-06, |
|
"loss": 0.2575, |
|
"step": 2400 |
|
}, |
|
{ |
|
"epoch": 0.45, |
|
"grad_norm": 3.017789363861084, |
|
"learning_rate": 9.63727272727273e-06, |
|
"loss": 0.2635, |
|
"step": 2500 |
|
}, |
|
{ |
|
"epoch": 0.47, |
|
"grad_norm": 3.1174545288085938, |
|
"learning_rate": 9.61909090909091e-06, |
|
"loss": 0.2619, |
|
"step": 2600 |
|
}, |
|
{ |
|
"epoch": 0.49, |
|
"grad_norm": 3.1417720317840576, |
|
"learning_rate": 9.600909090909091e-06, |
|
"loss": 0.2612, |
|
"step": 2700 |
|
}, |
|
{ |
|
"epoch": 0.5, |
|
"grad_norm": 2.9511682987213135, |
|
"learning_rate": 9.582727272727273e-06, |
|
"loss": 0.2535, |
|
"step": 2800 |
|
}, |
|
{ |
|
"epoch": 0.52, |
|
"grad_norm": 2.670490026473999, |
|
"learning_rate": 9.564545454545455e-06, |
|
"loss": 0.2542, |
|
"step": 2900 |
|
}, |
|
{ |
|
"epoch": 0.54, |
|
"grad_norm": 2.8334949016571045, |
|
"learning_rate": 9.546363636363637e-06, |
|
"loss": 0.2448, |
|
"step": 3000 |
|
}, |
|
{ |
|
"epoch": 0.54, |
|
"eval_loss": 0.28384605050086975, |
|
"eval_runtime": 363.3283, |
|
"eval_samples_per_second": 167.543, |
|
"eval_steps_per_second": 5.238, |
|
"step": 3000 |
|
}, |
|
{ |
|
"epoch": 0.56, |
|
"grad_norm": 3.076014757156372, |
|
"learning_rate": 9.528181818181819e-06, |
|
"loss": 0.2497, |
|
"step": 3100 |
|
}, |
|
{ |
|
"epoch": 0.58, |
|
"grad_norm": 2.6771583557128906, |
|
"learning_rate": 9.51e-06, |
|
"loss": 0.2474, |
|
"step": 3200 |
|
}, |
|
{ |
|
"epoch": 0.59, |
|
"grad_norm": 2.992527484893799, |
|
"learning_rate": 9.491818181818182e-06, |
|
"loss": 0.2452, |
|
"step": 3300 |
|
}, |
|
{ |
|
"epoch": 0.61, |
|
"grad_norm": 2.8110687732696533, |
|
"learning_rate": 9.473636363636364e-06, |
|
"loss": 0.2381, |
|
"step": 3400 |
|
}, |
|
{ |
|
"epoch": 0.63, |
|
"grad_norm": 2.5542688369750977, |
|
"learning_rate": 9.455454545454546e-06, |
|
"loss": 0.2436, |
|
"step": 3500 |
|
}, |
|
{ |
|
"epoch": 0.65, |
|
"grad_norm": 2.7978878021240234, |
|
"learning_rate": 9.437272727272728e-06, |
|
"loss": 0.2387, |
|
"step": 3600 |
|
}, |
|
{ |
|
"epoch": 0.67, |
|
"grad_norm": 3.2161848545074463, |
|
"learning_rate": 9.41909090909091e-06, |
|
"loss": 0.2421, |
|
"step": 3700 |
|
}, |
|
{ |
|
"epoch": 0.68, |
|
"grad_norm": 3.0258097648620605, |
|
"learning_rate": 9.400909090909091e-06, |
|
"loss": 0.2415, |
|
"step": 3800 |
|
}, |
|
{ |
|
"epoch": 0.7, |
|
"grad_norm": 2.86924409866333, |
|
"learning_rate": 9.382727272727273e-06, |
|
"loss": 0.2351, |
|
"step": 3900 |
|
}, |
|
{ |
|
"epoch": 0.72, |
|
"grad_norm": 2.6659717559814453, |
|
"learning_rate": 9.364545454545455e-06, |
|
"loss": 0.2322, |
|
"step": 4000 |
|
}, |
|
{ |
|
"epoch": 0.72, |
|
"eval_loss": 0.26763468980789185, |
|
"eval_runtime": 459.6944, |
|
"eval_samples_per_second": 132.421, |
|
"eval_steps_per_second": 4.14, |
|
"step": 4000 |
|
}, |
|
{ |
|
"epoch": 0.74, |
|
"grad_norm": 2.9035747051239014, |
|
"learning_rate": 9.346363636363637e-06, |
|
"loss": 0.2311, |
|
"step": 4100 |
|
}, |
|
{ |
|
"epoch": 0.76, |
|
"grad_norm": 2.607459545135498, |
|
"learning_rate": 9.328181818181819e-06, |
|
"loss": 0.2356, |
|
"step": 4200 |
|
}, |
|
{ |
|
"epoch": 0.77, |
|
"grad_norm": 3.0524134635925293, |
|
"learning_rate": 9.31e-06, |
|
"loss": 0.2315, |
|
"step": 4300 |
|
}, |
|
{ |
|
"epoch": 0.79, |
|
"grad_norm": 3.0532467365264893, |
|
"learning_rate": 9.291818181818182e-06, |
|
"loss": 0.2275, |
|
"step": 4400 |
|
}, |
|
{ |
|
"epoch": 0.81, |
|
"grad_norm": 2.4372193813323975, |
|
"learning_rate": 9.273636363636364e-06, |
|
"loss": 0.2373, |
|
"step": 4500 |
|
}, |
|
{ |
|
"epoch": 0.83, |
|
"grad_norm": 2.6966984272003174, |
|
"learning_rate": 9.255454545454546e-06, |
|
"loss": 0.2235, |
|
"step": 4600 |
|
}, |
|
{ |
|
"epoch": 0.85, |
|
"grad_norm": 2.752675771713257, |
|
"learning_rate": 9.237272727272728e-06, |
|
"loss": 0.2298, |
|
"step": 4700 |
|
}, |
|
{ |
|
"epoch": 0.86, |
|
"grad_norm": 2.880847692489624, |
|
"learning_rate": 9.21909090909091e-06, |
|
"loss": 0.2268, |
|
"step": 4800 |
|
}, |
|
{ |
|
"epoch": 0.88, |
|
"grad_norm": 2.682913303375244, |
|
"learning_rate": 9.200909090909092e-06, |
|
"loss": 0.2224, |
|
"step": 4900 |
|
}, |
|
{ |
|
"epoch": 0.9, |
|
"grad_norm": 2.731718063354492, |
|
"learning_rate": 9.182727272727274e-06, |
|
"loss": 0.2171, |
|
"step": 5000 |
|
}, |
|
{ |
|
"epoch": 0.9, |
|
"eval_loss": 0.25470873713493347, |
|
"eval_runtime": 486.5055, |
|
"eval_samples_per_second": 125.123, |
|
"eval_steps_per_second": 3.912, |
|
"step": 5000 |
|
}, |
|
{ |
|
"epoch": 0.92, |
|
"grad_norm": 3.1988534927368164, |
|
"learning_rate": 9.164545454545455e-06, |
|
"loss": 0.2215, |
|
"step": 5100 |
|
}, |
|
{ |
|
"epoch": 0.94, |
|
"grad_norm": 2.4781415462493896, |
|
"learning_rate": 9.146363636363637e-06, |
|
"loss": 0.217, |
|
"step": 5200 |
|
}, |
|
{ |
|
"epoch": 0.95, |
|
"grad_norm": 2.7429697513580322, |
|
"learning_rate": 9.128181818181819e-06, |
|
"loss": 0.2196, |
|
"step": 5300 |
|
}, |
|
{ |
|
"epoch": 0.97, |
|
"grad_norm": 2.868225336074829, |
|
"learning_rate": 9.110000000000001e-06, |
|
"loss": 0.2241, |
|
"step": 5400 |
|
}, |
|
{ |
|
"epoch": 0.99, |
|
"grad_norm": 2.566040277481079, |
|
"learning_rate": 9.091818181818183e-06, |
|
"loss": 0.2208, |
|
"step": 5500 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"grad_norm": 2.6690568923950195, |
|
"learning_rate": 9.073636363636365e-06, |
|
"loss": 0.2082, |
|
"step": 5600 |
|
}, |
|
{ |
|
"epoch": 1.03, |
|
"grad_norm": 2.438952684402466, |
|
"learning_rate": 9.055454545454546e-06, |
|
"loss": 0.2009, |
|
"step": 5700 |
|
}, |
|
{ |
|
"epoch": 1.05, |
|
"grad_norm": 2.5286898612976074, |
|
"learning_rate": 9.037272727272728e-06, |
|
"loss": 0.2081, |
|
"step": 5800 |
|
}, |
|
{ |
|
"epoch": 1.06, |
|
"grad_norm": 2.2770423889160156, |
|
"learning_rate": 9.01909090909091e-06, |
|
"loss": 0.1966, |
|
"step": 5900 |
|
}, |
|
{ |
|
"epoch": 1.08, |
|
"grad_norm": 2.502218723297119, |
|
"learning_rate": 9.000909090909092e-06, |
|
"loss": 0.2037, |
|
"step": 6000 |
|
}, |
|
{ |
|
"epoch": 1.08, |
|
"eval_loss": 0.24770112335681915, |
|
"eval_runtime": 501.2949, |
|
"eval_samples_per_second": 121.432, |
|
"eval_steps_per_second": 3.796, |
|
"step": 6000 |
|
}, |
|
{ |
|
"epoch": 1.1, |
|
"grad_norm": 2.348766565322876, |
|
"learning_rate": 8.982727272727274e-06, |
|
"loss": 0.1958, |
|
"step": 6100 |
|
}, |
|
{ |
|
"epoch": 1.12, |
|
"grad_norm": 2.7815017700195312, |
|
"learning_rate": 8.964545454545456e-06, |
|
"loss": 0.1943, |
|
"step": 6200 |
|
}, |
|
{ |
|
"epoch": 1.14, |
|
"grad_norm": 2.151355266571045, |
|
"learning_rate": 8.946363636363637e-06, |
|
"loss": 0.1911, |
|
"step": 6300 |
|
}, |
|
{ |
|
"epoch": 1.15, |
|
"grad_norm": 2.5474178791046143, |
|
"learning_rate": 8.92818181818182e-06, |
|
"loss": 0.1988, |
|
"step": 6400 |
|
}, |
|
{ |
|
"epoch": 1.17, |
|
"grad_norm": 2.5478312969207764, |
|
"learning_rate": 8.910181818181819e-06, |
|
"loss": 0.197, |
|
"step": 6500 |
|
}, |
|
{ |
|
"epoch": 1.19, |
|
"grad_norm": 2.358614683151245, |
|
"learning_rate": 8.892e-06, |
|
"loss": 0.1918, |
|
"step": 6600 |
|
}, |
|
{ |
|
"epoch": 1.21, |
|
"grad_norm": 3.1825013160705566, |
|
"learning_rate": 8.873818181818182e-06, |
|
"loss": 0.1976, |
|
"step": 6700 |
|
}, |
|
{ |
|
"epoch": 1.23, |
|
"grad_norm": 2.506746530532837, |
|
"learning_rate": 8.855636363636364e-06, |
|
"loss": 0.1954, |
|
"step": 6800 |
|
}, |
|
{ |
|
"epoch": 1.24, |
|
"grad_norm": 2.5737404823303223, |
|
"learning_rate": 8.837454545454546e-06, |
|
"loss": 0.1958, |
|
"step": 6900 |
|
}, |
|
{ |
|
"epoch": 1.26, |
|
"grad_norm": 3.3842029571533203, |
|
"learning_rate": 8.819272727272728e-06, |
|
"loss": 0.1913, |
|
"step": 7000 |
|
}, |
|
{ |
|
"epoch": 1.26, |
|
"eval_loss": 0.23902775347232819, |
|
"eval_runtime": 354.6913, |
|
"eval_samples_per_second": 171.622, |
|
"eval_steps_per_second": 5.365, |
|
"step": 7000 |
|
}, |
|
{ |
|
"epoch": 1.28, |
|
"grad_norm": 2.24104642868042, |
|
"learning_rate": 8.80109090909091e-06, |
|
"loss": 0.1957, |
|
"step": 7100 |
|
}, |
|
{ |
|
"epoch": 1.3, |
|
"grad_norm": 2.8391642570495605, |
|
"learning_rate": 8.782909090909092e-06, |
|
"loss": 0.1987, |
|
"step": 7200 |
|
}, |
|
{ |
|
"epoch": 1.32, |
|
"grad_norm": 2.0376856327056885, |
|
"learning_rate": 8.764727272727273e-06, |
|
"loss": 0.1868, |
|
"step": 7300 |
|
}, |
|
{ |
|
"epoch": 1.33, |
|
"grad_norm": 3.101025104522705, |
|
"learning_rate": 8.746545454545455e-06, |
|
"loss": 0.188, |
|
"step": 7400 |
|
}, |
|
{ |
|
"epoch": 1.35, |
|
"grad_norm": 2.6974034309387207, |
|
"learning_rate": 8.728363636363637e-06, |
|
"loss": 0.1945, |
|
"step": 7500 |
|
}, |
|
{ |
|
"epoch": 1.37, |
|
"grad_norm": 2.4040937423706055, |
|
"learning_rate": 8.710181818181819e-06, |
|
"loss": 0.1914, |
|
"step": 7600 |
|
}, |
|
{ |
|
"epoch": 1.39, |
|
"grad_norm": 2.8795206546783447, |
|
"learning_rate": 8.692e-06, |
|
"loss": 0.1982, |
|
"step": 7700 |
|
}, |
|
{ |
|
"epoch": 1.41, |
|
"grad_norm": 2.352360486984253, |
|
"learning_rate": 8.673818181818183e-06, |
|
"loss": 0.1867, |
|
"step": 7800 |
|
}, |
|
{ |
|
"epoch": 1.42, |
|
"grad_norm": 2.6391663551330566, |
|
"learning_rate": 8.655636363636364e-06, |
|
"loss": 0.1822, |
|
"step": 7900 |
|
}, |
|
{ |
|
"epoch": 1.44, |
|
"grad_norm": 2.915161609649658, |
|
"learning_rate": 8.637454545454546e-06, |
|
"loss": 0.1903, |
|
"step": 8000 |
|
}, |
|
{ |
|
"epoch": 1.44, |
|
"eval_loss": 0.23261629045009613, |
|
"eval_runtime": 492.9612, |
|
"eval_samples_per_second": 123.484, |
|
"eval_steps_per_second": 3.86, |
|
"step": 8000 |
|
}, |
|
{ |
|
"epoch": 1.46, |
|
"grad_norm": 2.6614203453063965, |
|
"learning_rate": 8.619272727272728e-06, |
|
"loss": 0.1862, |
|
"step": 8100 |
|
}, |
|
{ |
|
"epoch": 1.48, |
|
"grad_norm": 2.8267104625701904, |
|
"learning_rate": 8.60109090909091e-06, |
|
"loss": 0.1848, |
|
"step": 8200 |
|
}, |
|
{ |
|
"epoch": 1.5, |
|
"grad_norm": 2.4803242683410645, |
|
"learning_rate": 8.582909090909092e-06, |
|
"loss": 0.1858, |
|
"step": 8300 |
|
}, |
|
{ |
|
"epoch": 1.51, |
|
"grad_norm": 3.031543254852295, |
|
"learning_rate": 8.564727272727274e-06, |
|
"loss": 0.1816, |
|
"step": 8400 |
|
}, |
|
{ |
|
"epoch": 1.53, |
|
"grad_norm": 2.55397629737854, |
|
"learning_rate": 8.546545454545456e-06, |
|
"loss": 0.1896, |
|
"step": 8500 |
|
}, |
|
{ |
|
"epoch": 1.55, |
|
"grad_norm": 2.7617721557617188, |
|
"learning_rate": 8.528363636363637e-06, |
|
"loss": 0.1823, |
|
"step": 8600 |
|
}, |
|
{ |
|
"epoch": 1.57, |
|
"grad_norm": 2.09851336479187, |
|
"learning_rate": 8.510363636363637e-06, |
|
"loss": 0.1811, |
|
"step": 8700 |
|
}, |
|
{ |
|
"epoch": 1.59, |
|
"grad_norm": 2.137387990951538, |
|
"learning_rate": 8.492363636363638e-06, |
|
"loss": 0.183, |
|
"step": 8800 |
|
}, |
|
{ |
|
"epoch": 1.6, |
|
"grad_norm": 2.270770788192749, |
|
"learning_rate": 8.47418181818182e-06, |
|
"loss": 0.1918, |
|
"step": 8900 |
|
}, |
|
{ |
|
"epoch": 1.62, |
|
"grad_norm": 2.41756010055542, |
|
"learning_rate": 8.456000000000002e-06, |
|
"loss": 0.1829, |
|
"step": 9000 |
|
}, |
|
{ |
|
"epoch": 1.62, |
|
"eval_loss": 0.22808903455734253, |
|
"eval_runtime": 666.6262, |
|
"eval_samples_per_second": 91.315, |
|
"eval_steps_per_second": 2.855, |
|
"step": 9000 |
|
}, |
|
{ |
|
"epoch": 1.64, |
|
"grad_norm": 2.676539421081543, |
|
"learning_rate": 8.437818181818182e-06, |
|
"loss": 0.1869, |
|
"step": 9100 |
|
}, |
|
{ |
|
"epoch": 1.66, |
|
"grad_norm": 2.636401414871216, |
|
"learning_rate": 8.419636363636364e-06, |
|
"loss": 0.1847, |
|
"step": 9200 |
|
}, |
|
{ |
|
"epoch": 1.68, |
|
"grad_norm": 3.2688345909118652, |
|
"learning_rate": 8.401454545454546e-06, |
|
"loss": 0.1864, |
|
"step": 9300 |
|
}, |
|
{ |
|
"epoch": 1.69, |
|
"grad_norm": 2.5359675884246826, |
|
"learning_rate": 8.383272727272727e-06, |
|
"loss": 0.1824, |
|
"step": 9400 |
|
}, |
|
{ |
|
"epoch": 1.71, |
|
"grad_norm": 2.2516977787017822, |
|
"learning_rate": 8.36509090909091e-06, |
|
"loss": 0.1834, |
|
"step": 9500 |
|
}, |
|
{ |
|
"epoch": 1.73, |
|
"grad_norm": 3.052272081375122, |
|
"learning_rate": 8.346909090909091e-06, |
|
"loss": 0.1746, |
|
"step": 9600 |
|
}, |
|
{ |
|
"epoch": 1.75, |
|
"grad_norm": 3.142702579498291, |
|
"learning_rate": 8.328727272727275e-06, |
|
"loss": 0.1887, |
|
"step": 9700 |
|
}, |
|
{ |
|
"epoch": 1.77, |
|
"grad_norm": 2.60490345954895, |
|
"learning_rate": 8.310545454545456e-06, |
|
"loss": 0.1799, |
|
"step": 9800 |
|
}, |
|
{ |
|
"epoch": 1.78, |
|
"grad_norm": 2.252636432647705, |
|
"learning_rate": 8.292363636363637e-06, |
|
"loss": 0.1721, |
|
"step": 9900 |
|
}, |
|
{ |
|
"epoch": 1.8, |
|
"grad_norm": 2.509241819381714, |
|
"learning_rate": 8.274181818181818e-06, |
|
"loss": 0.1822, |
|
"step": 10000 |
|
}, |
|
{ |
|
"epoch": 1.8, |
|
"eval_loss": 0.22305500507354736, |
|
"eval_runtime": 699.489, |
|
"eval_samples_per_second": 87.025, |
|
"eval_steps_per_second": 2.721, |
|
"step": 10000 |
|
}, |
|
{ |
|
"epoch": 1.82, |
|
"grad_norm": 2.6383330821990967, |
|
"learning_rate": 8.256e-06, |
|
"loss": 0.1838, |
|
"step": 10100 |
|
}, |
|
{ |
|
"epoch": 1.84, |
|
"grad_norm": 2.926187753677368, |
|
"learning_rate": 8.237818181818182e-06, |
|
"loss": 0.1793, |
|
"step": 10200 |
|
}, |
|
{ |
|
"epoch": 1.86, |
|
"grad_norm": 2.827836036682129, |
|
"learning_rate": 8.219636363636364e-06, |
|
"loss": 0.174, |
|
"step": 10300 |
|
}, |
|
{ |
|
"epoch": 1.87, |
|
"grad_norm": 2.2314600944519043, |
|
"learning_rate": 8.201454545454546e-06, |
|
"loss": 0.1763, |
|
"step": 10400 |
|
}, |
|
{ |
|
"epoch": 1.89, |
|
"grad_norm": 2.6388306617736816, |
|
"learning_rate": 8.183272727272728e-06, |
|
"loss": 0.1801, |
|
"step": 10500 |
|
}, |
|
{ |
|
"epoch": 1.91, |
|
"grad_norm": 2.648263931274414, |
|
"learning_rate": 8.165090909090911e-06, |
|
"loss": 0.1775, |
|
"step": 10600 |
|
}, |
|
{ |
|
"epoch": 1.93, |
|
"grad_norm": 2.5469634532928467, |
|
"learning_rate": 8.146909090909091e-06, |
|
"loss": 0.1769, |
|
"step": 10700 |
|
}, |
|
{ |
|
"epoch": 1.95, |
|
"grad_norm": 2.1157877445220947, |
|
"learning_rate": 8.128727272727273e-06, |
|
"loss": 0.1833, |
|
"step": 10800 |
|
}, |
|
{ |
|
"epoch": 1.96, |
|
"grad_norm": 2.086653709411621, |
|
"learning_rate": 8.110545454545455e-06, |
|
"loss": 0.1787, |
|
"step": 10900 |
|
}, |
|
{ |
|
"epoch": 1.98, |
|
"grad_norm": 2.8866491317749023, |
|
"learning_rate": 8.092363636363637e-06, |
|
"loss": 0.1729, |
|
"step": 11000 |
|
}, |
|
{ |
|
"epoch": 1.98, |
|
"eval_loss": 0.2171076089143753, |
|
"eval_runtime": 564.1273, |
|
"eval_samples_per_second": 107.906, |
|
"eval_steps_per_second": 3.373, |
|
"step": 11000 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"grad_norm": 2.083310604095459, |
|
"learning_rate": 8.074181818181819e-06, |
|
"loss": 0.1774, |
|
"step": 11100 |
|
}, |
|
{ |
|
"epoch": 2.02, |
|
"grad_norm": 2.184401750564575, |
|
"learning_rate": 8.056e-06, |
|
"loss": 0.1616, |
|
"step": 11200 |
|
}, |
|
{ |
|
"epoch": 2.04, |
|
"grad_norm": 2.4366555213928223, |
|
"learning_rate": 8.037818181818182e-06, |
|
"loss": 0.1633, |
|
"step": 11300 |
|
}, |
|
{ |
|
"epoch": 2.05, |
|
"grad_norm": 2.246950626373291, |
|
"learning_rate": 8.019636363636364e-06, |
|
"loss": 0.1623, |
|
"step": 11400 |
|
}, |
|
{ |
|
"epoch": 2.07, |
|
"grad_norm": 2.4729185104370117, |
|
"learning_rate": 8.001454545454546e-06, |
|
"loss": 0.1544, |
|
"step": 11500 |
|
}, |
|
{ |
|
"epoch": 2.09, |
|
"grad_norm": 2.3734850883483887, |
|
"learning_rate": 7.983272727272728e-06, |
|
"loss": 0.1595, |
|
"step": 11600 |
|
}, |
|
{ |
|
"epoch": 2.11, |
|
"grad_norm": 2.2376785278320312, |
|
"learning_rate": 7.96509090909091e-06, |
|
"loss": 0.1561, |
|
"step": 11700 |
|
}, |
|
{ |
|
"epoch": 2.13, |
|
"grad_norm": 2.2780098915100098, |
|
"learning_rate": 7.946909090909091e-06, |
|
"loss": 0.1549, |
|
"step": 11800 |
|
}, |
|
{ |
|
"epoch": 2.14, |
|
"grad_norm": 2.2681996822357178, |
|
"learning_rate": 7.928727272727273e-06, |
|
"loss": 0.1641, |
|
"step": 11900 |
|
}, |
|
{ |
|
"epoch": 2.16, |
|
"grad_norm": 2.3715972900390625, |
|
"learning_rate": 7.910545454545455e-06, |
|
"loss": 0.1611, |
|
"step": 12000 |
|
}, |
|
{ |
|
"epoch": 2.16, |
|
"eval_loss": 0.2156703770160675, |
|
"eval_runtime": 477.7675, |
|
"eval_samples_per_second": 127.411, |
|
"eval_steps_per_second": 3.983, |
|
"step": 12000 |
|
}, |
|
{ |
|
"epoch": 2.18, |
|
"grad_norm": 1.9450706243515015, |
|
"learning_rate": 7.892363636363637e-06, |
|
"loss": 0.152, |
|
"step": 12100 |
|
}, |
|
{ |
|
"epoch": 2.2, |
|
"grad_norm": 2.151553153991699, |
|
"learning_rate": 7.874181818181819e-06, |
|
"loss": 0.1564, |
|
"step": 12200 |
|
}, |
|
{ |
|
"epoch": 2.22, |
|
"grad_norm": 2.2513058185577393, |
|
"learning_rate": 7.856e-06, |
|
"loss": 0.154, |
|
"step": 12300 |
|
}, |
|
{ |
|
"epoch": 2.23, |
|
"grad_norm": 2.370582342147827, |
|
"learning_rate": 7.837818181818183e-06, |
|
"loss": 0.1491, |
|
"step": 12400 |
|
}, |
|
{ |
|
"epoch": 2.25, |
|
"grad_norm": 2.598097324371338, |
|
"learning_rate": 7.819636363636364e-06, |
|
"loss": 0.1579, |
|
"step": 12500 |
|
}, |
|
{ |
|
"epoch": 2.27, |
|
"grad_norm": 2.6642096042633057, |
|
"learning_rate": 7.801636363636364e-06, |
|
"loss": 0.1576, |
|
"step": 12600 |
|
}, |
|
{ |
|
"epoch": 2.29, |
|
"grad_norm": 2.4024887084960938, |
|
"learning_rate": 7.783454545454546e-06, |
|
"loss": 0.1599, |
|
"step": 12700 |
|
}, |
|
{ |
|
"epoch": 2.31, |
|
"grad_norm": 2.2930634021759033, |
|
"learning_rate": 7.765272727272728e-06, |
|
"loss": 0.1538, |
|
"step": 12800 |
|
}, |
|
{ |
|
"epoch": 2.32, |
|
"grad_norm": 2.1747636795043945, |
|
"learning_rate": 7.74709090909091e-06, |
|
"loss": 0.1598, |
|
"step": 12900 |
|
}, |
|
{ |
|
"epoch": 2.34, |
|
"grad_norm": 2.725010395050049, |
|
"learning_rate": 7.728909090909091e-06, |
|
"loss": 0.1509, |
|
"step": 13000 |
|
}, |
|
{ |
|
"epoch": 2.34, |
|
"eval_loss": 0.21198728680610657, |
|
"eval_runtime": 596.3747, |
|
"eval_samples_per_second": 102.072, |
|
"eval_steps_per_second": 3.191, |
|
"step": 13000 |
|
}, |
|
{ |
|
"epoch": 2.36, |
|
"grad_norm": 2.2646334171295166, |
|
"learning_rate": 7.710727272727273e-06, |
|
"loss": 0.1569, |
|
"step": 13100 |
|
}, |
|
{ |
|
"epoch": 2.38, |
|
"grad_norm": 2.8910107612609863, |
|
"learning_rate": 7.692545454545455e-06, |
|
"loss": 0.161, |
|
"step": 13200 |
|
}, |
|
{ |
|
"epoch": 2.4, |
|
"grad_norm": 2.7823307514190674, |
|
"learning_rate": 7.674363636363637e-06, |
|
"loss": 0.1642, |
|
"step": 13300 |
|
}, |
|
{ |
|
"epoch": 2.41, |
|
"grad_norm": 3.888598918914795, |
|
"learning_rate": 7.656181818181819e-06, |
|
"loss": 0.1565, |
|
"step": 13400 |
|
}, |
|
{ |
|
"epoch": 2.43, |
|
"grad_norm": 2.2702815532684326, |
|
"learning_rate": 7.638e-06, |
|
"loss": 0.1546, |
|
"step": 13500 |
|
}, |
|
{ |
|
"epoch": 2.45, |
|
"grad_norm": 2.49238920211792, |
|
"learning_rate": 7.619818181818183e-06, |
|
"loss": 0.1562, |
|
"step": 13600 |
|
}, |
|
{ |
|
"epoch": 2.47, |
|
"grad_norm": 2.2743749618530273, |
|
"learning_rate": 7.601636363636364e-06, |
|
"loss": 0.1611, |
|
"step": 13700 |
|
}, |
|
{ |
|
"epoch": 2.49, |
|
"grad_norm": 2.550445318222046, |
|
"learning_rate": 7.583454545454546e-06, |
|
"loss": 0.1569, |
|
"step": 13800 |
|
}, |
|
{ |
|
"epoch": 2.5, |
|
"grad_norm": 1.858296513557434, |
|
"learning_rate": 7.565272727272728e-06, |
|
"loss": 0.1642, |
|
"step": 13900 |
|
}, |
|
{ |
|
"epoch": 2.52, |
|
"grad_norm": 2.714526891708374, |
|
"learning_rate": 7.54709090909091e-06, |
|
"loss": 0.1552, |
|
"step": 14000 |
|
}, |
|
{ |
|
"epoch": 2.52, |
|
"eval_loss": 0.20844437181949615, |
|
"eval_runtime": 567.6604, |
|
"eval_samples_per_second": 107.235, |
|
"eval_steps_per_second": 3.352, |
|
"step": 14000 |
|
}, |
|
{ |
|
"epoch": 2.54, |
|
"grad_norm": 2.246244430541992, |
|
"learning_rate": 7.528909090909091e-06, |
|
"loss": 0.1545, |
|
"step": 14100 |
|
}, |
|
{ |
|
"epoch": 2.56, |
|
"grad_norm": 2.7097859382629395, |
|
"learning_rate": 7.510727272727273e-06, |
|
"loss": 0.1547, |
|
"step": 14200 |
|
}, |
|
{ |
|
"epoch": 2.58, |
|
"grad_norm": 3.1044564247131348, |
|
"learning_rate": 7.492545454545456e-06, |
|
"loss": 0.1561, |
|
"step": 14300 |
|
}, |
|
{ |
|
"epoch": 2.59, |
|
"grad_norm": 3.426424741744995, |
|
"learning_rate": 7.474363636363638e-06, |
|
"loss": 0.1545, |
|
"step": 14400 |
|
}, |
|
{ |
|
"epoch": 2.61, |
|
"grad_norm": 2.8595056533813477, |
|
"learning_rate": 7.456181818181819e-06, |
|
"loss": 0.157, |
|
"step": 14500 |
|
}, |
|
{ |
|
"epoch": 2.63, |
|
"grad_norm": 2.094259023666382, |
|
"learning_rate": 7.438000000000001e-06, |
|
"loss": 0.1582, |
|
"step": 14600 |
|
}, |
|
{ |
|
"epoch": 2.65, |
|
"grad_norm": 2.1589813232421875, |
|
"learning_rate": 7.4198181818181825e-06, |
|
"loss": 0.1608, |
|
"step": 14700 |
|
}, |
|
{ |
|
"epoch": 2.67, |
|
"grad_norm": 2.2940006256103516, |
|
"learning_rate": 7.401636363636364e-06, |
|
"loss": 0.1468, |
|
"step": 14800 |
|
}, |
|
{ |
|
"epoch": 2.68, |
|
"grad_norm": 2.0454187393188477, |
|
"learning_rate": 7.383454545454546e-06, |
|
"loss": 0.1535, |
|
"step": 14900 |
|
}, |
|
{ |
|
"epoch": 2.7, |
|
"grad_norm": 2.362870693206787, |
|
"learning_rate": 7.365272727272728e-06, |
|
"loss": 0.1487, |
|
"step": 15000 |
|
}, |
|
{ |
|
"epoch": 2.7, |
|
"eval_loss": 0.20696710050106049, |
|
"eval_runtime": 550.539, |
|
"eval_samples_per_second": 110.57, |
|
"eval_steps_per_second": 3.457, |
|
"step": 15000 |
|
}, |
|
{ |
|
"epoch": 2.72, |
|
"grad_norm": 2.293924331665039, |
|
"learning_rate": 7.347090909090909e-06, |
|
"loss": 0.1565, |
|
"step": 15100 |
|
}, |
|
{ |
|
"epoch": 2.74, |
|
"grad_norm": 2.045642614364624, |
|
"learning_rate": 7.328909090909091e-06, |
|
"loss": 0.1545, |
|
"step": 15200 |
|
}, |
|
{ |
|
"epoch": 2.76, |
|
"grad_norm": 2.3518779277801514, |
|
"learning_rate": 7.3107272727272735e-06, |
|
"loss": 0.1581, |
|
"step": 15300 |
|
}, |
|
{ |
|
"epoch": 2.77, |
|
"grad_norm": 2.111579418182373, |
|
"learning_rate": 7.292545454545455e-06, |
|
"loss": 0.1578, |
|
"step": 15400 |
|
}, |
|
{ |
|
"epoch": 2.79, |
|
"grad_norm": 2.008013963699341, |
|
"learning_rate": 7.274363636363637e-06, |
|
"loss": 0.1459, |
|
"step": 15500 |
|
}, |
|
{ |
|
"epoch": 2.81, |
|
"grad_norm": 2.2898120880126953, |
|
"learning_rate": 7.256181818181819e-06, |
|
"loss": 0.1543, |
|
"step": 15600 |
|
}, |
|
{ |
|
"epoch": 2.83, |
|
"grad_norm": 2.504873752593994, |
|
"learning_rate": 7.238000000000001e-06, |
|
"loss": 0.1485, |
|
"step": 15700 |
|
}, |
|
{ |
|
"epoch": 2.85, |
|
"grad_norm": 2.294981002807617, |
|
"learning_rate": 7.219818181818183e-06, |
|
"loss": 0.1542, |
|
"step": 15800 |
|
}, |
|
{ |
|
"epoch": 2.86, |
|
"grad_norm": 2.4189417362213135, |
|
"learning_rate": 7.201636363636364e-06, |
|
"loss": 0.1523, |
|
"step": 15900 |
|
}, |
|
{ |
|
"epoch": 2.88, |
|
"grad_norm": 2.0170607566833496, |
|
"learning_rate": 7.1834545454545455e-06, |
|
"loss": 0.1492, |
|
"step": 16000 |
|
}, |
|
{ |
|
"epoch": 2.88, |
|
"eval_loss": 0.20441067218780518, |
|
"eval_runtime": 568.7903, |
|
"eval_samples_per_second": 107.022, |
|
"eval_steps_per_second": 3.346, |
|
"step": 16000 |
|
}, |
|
{ |
|
"epoch": 2.9, |
|
"grad_norm": 2.5287556648254395, |
|
"learning_rate": 7.165272727272727e-06, |
|
"loss": 0.1519, |
|
"step": 16100 |
|
}, |
|
{ |
|
"epoch": 2.92, |
|
"grad_norm": 2.236844301223755, |
|
"learning_rate": 7.1472727272727285e-06, |
|
"loss": 0.1519, |
|
"step": 16200 |
|
}, |
|
{ |
|
"epoch": 2.94, |
|
"grad_norm": 2.3229405879974365, |
|
"learning_rate": 7.12909090909091e-06, |
|
"loss": 0.1561, |
|
"step": 16300 |
|
}, |
|
{ |
|
"epoch": 2.95, |
|
"grad_norm": 2.1688249111175537, |
|
"learning_rate": 7.110909090909091e-06, |
|
"loss": 0.1471, |
|
"step": 16400 |
|
}, |
|
{ |
|
"epoch": 2.97, |
|
"grad_norm": 2.4697909355163574, |
|
"learning_rate": 7.092727272727273e-06, |
|
"loss": 0.1538, |
|
"step": 16500 |
|
}, |
|
{ |
|
"epoch": 2.99, |
|
"grad_norm": 2.3912057876586914, |
|
"learning_rate": 7.074545454545455e-06, |
|
"loss": 0.1607, |
|
"step": 16600 |
|
}, |
|
{ |
|
"epoch": 3.01, |
|
"grad_norm": 3.0056750774383545, |
|
"learning_rate": 7.056363636363637e-06, |
|
"loss": 0.1468, |
|
"step": 16700 |
|
}, |
|
{ |
|
"epoch": 3.03, |
|
"grad_norm": 2.248894691467285, |
|
"learning_rate": 7.038181818181819e-06, |
|
"loss": 0.139, |
|
"step": 16800 |
|
}, |
|
{ |
|
"epoch": 3.05, |
|
"grad_norm": 2.268486976623535, |
|
"learning_rate": 7.0200000000000006e-06, |
|
"loss": 0.1363, |
|
"step": 16900 |
|
}, |
|
{ |
|
"epoch": 3.06, |
|
"grad_norm": 1.9803905487060547, |
|
"learning_rate": 7.0018181818181815e-06, |
|
"loss": 0.1317, |
|
"step": 17000 |
|
}, |
|
{ |
|
"epoch": 3.06, |
|
"eval_loss": 0.20176592469215393, |
|
"eval_runtime": 557.9491, |
|
"eval_samples_per_second": 109.101, |
|
"eval_steps_per_second": 3.411, |
|
"step": 17000 |
|
}, |
|
{ |
|
"epoch": 3.08, |
|
"grad_norm": 2.0611746311187744, |
|
"learning_rate": 6.983636363636365e-06, |
|
"loss": 0.135, |
|
"step": 17100 |
|
}, |
|
{ |
|
"epoch": 3.1, |
|
"grad_norm": 1.9974679946899414, |
|
"learning_rate": 6.965454545454546e-06, |
|
"loss": 0.1393, |
|
"step": 17200 |
|
}, |
|
{ |
|
"epoch": 3.12, |
|
"grad_norm": 2.247957229614258, |
|
"learning_rate": 6.947272727272728e-06, |
|
"loss": 0.1377, |
|
"step": 17300 |
|
}, |
|
{ |
|
"epoch": 3.14, |
|
"grad_norm": 2.3139231204986572, |
|
"learning_rate": 6.92909090909091e-06, |
|
"loss": 0.1402, |
|
"step": 17400 |
|
}, |
|
{ |
|
"epoch": 3.15, |
|
"grad_norm": 2.253744602203369, |
|
"learning_rate": 6.910909090909092e-06, |
|
"loss": 0.1364, |
|
"step": 17500 |
|
}, |
|
{ |
|
"epoch": 3.17, |
|
"grad_norm": 2.3517744541168213, |
|
"learning_rate": 6.892727272727273e-06, |
|
"loss": 0.137, |
|
"step": 17600 |
|
}, |
|
{ |
|
"epoch": 3.19, |
|
"grad_norm": 1.9931228160858154, |
|
"learning_rate": 6.874545454545455e-06, |
|
"loss": 0.1417, |
|
"step": 17700 |
|
}, |
|
{ |
|
"epoch": 3.21, |
|
"grad_norm": 1.9905173778533936, |
|
"learning_rate": 6.856363636363636e-06, |
|
"loss": 0.1337, |
|
"step": 17800 |
|
}, |
|
{ |
|
"epoch": 3.23, |
|
"grad_norm": 2.7830097675323486, |
|
"learning_rate": 6.838181818181818e-06, |
|
"loss": 0.1364, |
|
"step": 17900 |
|
}, |
|
{ |
|
"epoch": 3.24, |
|
"grad_norm": 2.7897889614105225, |
|
"learning_rate": 6.820000000000001e-06, |
|
"loss": 0.1361, |
|
"step": 18000 |
|
}, |
|
{ |
|
"epoch": 3.24, |
|
"eval_loss": 0.20188076794147491, |
|
"eval_runtime": 572.624, |
|
"eval_samples_per_second": 106.305, |
|
"eval_steps_per_second": 3.323, |
|
"step": 18000 |
|
}, |
|
{ |
|
"epoch": 3.26, |
|
"grad_norm": 2.2669436931610107, |
|
"learning_rate": 6.801818181818183e-06, |
|
"loss": 0.1394, |
|
"step": 18100 |
|
}, |
|
{ |
|
"epoch": 3.28, |
|
"grad_norm": 1.8945894241333008, |
|
"learning_rate": 6.7836363636363644e-06, |
|
"loss": 0.1358, |
|
"step": 18200 |
|
}, |
|
{ |
|
"epoch": 3.3, |
|
"grad_norm": 2.3417062759399414, |
|
"learning_rate": 6.765454545454546e-06, |
|
"loss": 0.1369, |
|
"step": 18300 |
|
}, |
|
{ |
|
"epoch": 3.32, |
|
"grad_norm": 2.118128776550293, |
|
"learning_rate": 6.747272727272728e-06, |
|
"loss": 0.1324, |
|
"step": 18400 |
|
}, |
|
{ |
|
"epoch": 3.33, |
|
"grad_norm": 2.1800739765167236, |
|
"learning_rate": 6.72909090909091e-06, |
|
"loss": 0.1366, |
|
"step": 18500 |
|
}, |
|
{ |
|
"epoch": 3.35, |
|
"grad_norm": 2.5400383472442627, |
|
"learning_rate": 6.710909090909091e-06, |
|
"loss": 0.1364, |
|
"step": 18600 |
|
}, |
|
{ |
|
"epoch": 3.37, |
|
"grad_norm": 2.051309823989868, |
|
"learning_rate": 6.692727272727273e-06, |
|
"loss": 0.1328, |
|
"step": 18700 |
|
}, |
|
{ |
|
"epoch": 3.39, |
|
"grad_norm": 2.2389767169952393, |
|
"learning_rate": 6.674545454545455e-06, |
|
"loss": 0.1379, |
|
"step": 18800 |
|
}, |
|
{ |
|
"epoch": 3.41, |
|
"grad_norm": 2.198885917663574, |
|
"learning_rate": 6.6563636363636365e-06, |
|
"loss": 0.1405, |
|
"step": 18900 |
|
}, |
|
{ |
|
"epoch": 3.42, |
|
"grad_norm": 2.476261615753174, |
|
"learning_rate": 6.638181818181819e-06, |
|
"loss": 0.1358, |
|
"step": 19000 |
|
}, |
|
{ |
|
"epoch": 3.42, |
|
"eval_loss": 0.19895973801612854, |
|
"eval_runtime": 554.3371, |
|
"eval_samples_per_second": 109.812, |
|
"eval_steps_per_second": 3.433, |
|
"step": 19000 |
|
}, |
|
{ |
|
"epoch": 3.44, |
|
"grad_norm": 2.0383458137512207, |
|
"learning_rate": 6.620000000000001e-06, |
|
"loss": 0.1382, |
|
"step": 19100 |
|
}, |
|
{ |
|
"epoch": 3.46, |
|
"grad_norm": 2.5287790298461914, |
|
"learning_rate": 6.601818181818183e-06, |
|
"loss": 0.1388, |
|
"step": 19200 |
|
}, |
|
{ |
|
"epoch": 3.48, |
|
"grad_norm": 2.468118667602539, |
|
"learning_rate": 6.583636363636365e-06, |
|
"loss": 0.1387, |
|
"step": 19300 |
|
}, |
|
{ |
|
"epoch": 3.5, |
|
"grad_norm": 2.280622959136963, |
|
"learning_rate": 6.565454545454546e-06, |
|
"loss": 0.1352, |
|
"step": 19400 |
|
}, |
|
{ |
|
"epoch": 3.51, |
|
"grad_norm": 2.0358574390411377, |
|
"learning_rate": 6.5472727272727275e-06, |
|
"loss": 0.1374, |
|
"step": 19500 |
|
}, |
|
{ |
|
"epoch": 3.53, |
|
"grad_norm": 2.251955986022949, |
|
"learning_rate": 6.529090909090909e-06, |
|
"loss": 0.1411, |
|
"step": 19600 |
|
}, |
|
{ |
|
"epoch": 3.55, |
|
"grad_norm": 2.215778350830078, |
|
"learning_rate": 6.510909090909091e-06, |
|
"loss": 0.1422, |
|
"step": 19700 |
|
}, |
|
{ |
|
"epoch": 3.57, |
|
"grad_norm": 2.3054020404815674, |
|
"learning_rate": 6.492727272727273e-06, |
|
"loss": 0.1352, |
|
"step": 19800 |
|
}, |
|
{ |
|
"epoch": 3.59, |
|
"grad_norm": 2.643420934677124, |
|
"learning_rate": 6.474545454545456e-06, |
|
"loss": 0.1357, |
|
"step": 19900 |
|
}, |
|
{ |
|
"epoch": 3.6, |
|
"grad_norm": 2.40155291557312, |
|
"learning_rate": 6.4563636363636375e-06, |
|
"loss": 0.1382, |
|
"step": 20000 |
|
}, |
|
{ |
|
"epoch": 3.6, |
|
"eval_loss": 0.19792823493480682, |
|
"eval_runtime": 559.0516, |
|
"eval_samples_per_second": 108.886, |
|
"eval_steps_per_second": 3.404, |
|
"step": 20000 |
|
}, |
|
{ |
|
"epoch": 3.62, |
|
"grad_norm": 2.9484267234802246, |
|
"learning_rate": 6.438181818181819e-06, |
|
"loss": 0.1353, |
|
"step": 20100 |
|
}, |
|
{ |
|
"epoch": 3.64, |
|
"grad_norm": 2.413797616958618, |
|
"learning_rate": 6.42e-06, |
|
"loss": 0.1361, |
|
"step": 20200 |
|
}, |
|
{ |
|
"epoch": 3.66, |
|
"grad_norm": 2.0721383094787598, |
|
"learning_rate": 6.402000000000001e-06, |
|
"loss": 0.1338, |
|
"step": 20300 |
|
}, |
|
{ |
|
"epoch": 3.68, |
|
"grad_norm": 2.4742093086242676, |
|
"learning_rate": 6.384e-06, |
|
"loss": 0.1337, |
|
"step": 20400 |
|
}, |
|
{ |
|
"epoch": 3.69, |
|
"grad_norm": 3.042827606201172, |
|
"learning_rate": 6.365818181818182e-06, |
|
"loss": 0.1385, |
|
"step": 20500 |
|
}, |
|
{ |
|
"epoch": 3.71, |
|
"grad_norm": 2.4437592029571533, |
|
"learning_rate": 6.347636363636365e-06, |
|
"loss": 0.135, |
|
"step": 20600 |
|
}, |
|
{ |
|
"epoch": 3.73, |
|
"grad_norm": 1.9226901531219482, |
|
"learning_rate": 6.3294545454545466e-06, |
|
"loss": 0.1322, |
|
"step": 20700 |
|
}, |
|
{ |
|
"epoch": 3.75, |
|
"grad_norm": 2.4258248805999756, |
|
"learning_rate": 6.311272727272728e-06, |
|
"loss": 0.1385, |
|
"step": 20800 |
|
}, |
|
{ |
|
"epoch": 3.77, |
|
"grad_norm": 2.3766396045684814, |
|
"learning_rate": 6.293090909090909e-06, |
|
"loss": 0.1331, |
|
"step": 20900 |
|
}, |
|
{ |
|
"epoch": 3.78, |
|
"grad_norm": 2.920332670211792, |
|
"learning_rate": 6.274909090909091e-06, |
|
"loss": 0.1313, |
|
"step": 21000 |
|
}, |
|
{ |
|
"epoch": 3.78, |
|
"eval_loss": 0.1950678676366806, |
|
"eval_runtime": 562.0997, |
|
"eval_samples_per_second": 108.296, |
|
"eval_steps_per_second": 3.386, |
|
"step": 21000 |
|
}, |
|
{ |
|
"epoch": 3.8, |
|
"grad_norm": 2.008997917175293, |
|
"learning_rate": 6.256727272727273e-06, |
|
"loss": 0.1331, |
|
"step": 21100 |
|
}, |
|
{ |
|
"epoch": 3.82, |
|
"grad_norm": 2.3787338733673096, |
|
"learning_rate": 6.238545454545455e-06, |
|
"loss": 0.1321, |
|
"step": 21200 |
|
}, |
|
{ |
|
"epoch": 3.84, |
|
"grad_norm": 2.1688482761383057, |
|
"learning_rate": 6.220363636363637e-06, |
|
"loss": 0.1347, |
|
"step": 21300 |
|
}, |
|
{ |
|
"epoch": 3.86, |
|
"grad_norm": 2.0800232887268066, |
|
"learning_rate": 6.202181818181819e-06, |
|
"loss": 0.135, |
|
"step": 21400 |
|
}, |
|
{ |
|
"epoch": 3.87, |
|
"grad_norm": 2.2381479740142822, |
|
"learning_rate": 6.184e-06, |
|
"loss": 0.1333, |
|
"step": 21500 |
|
}, |
|
{ |
|
"epoch": 3.89, |
|
"grad_norm": 2.4402754306793213, |
|
"learning_rate": 6.165818181818183e-06, |
|
"loss": 0.137, |
|
"step": 21600 |
|
}, |
|
{ |
|
"epoch": 3.91, |
|
"grad_norm": 2.3774378299713135, |
|
"learning_rate": 6.147636363636364e-06, |
|
"loss": 0.137, |
|
"step": 21700 |
|
}, |
|
{ |
|
"epoch": 3.93, |
|
"grad_norm": 2.5666518211364746, |
|
"learning_rate": 6.129454545454546e-06, |
|
"loss": 0.1364, |
|
"step": 21800 |
|
}, |
|
{ |
|
"epoch": 3.95, |
|
"grad_norm": 2.7530879974365234, |
|
"learning_rate": 6.111272727272728e-06, |
|
"loss": 0.1329, |
|
"step": 21900 |
|
}, |
|
{ |
|
"epoch": 3.96, |
|
"grad_norm": 2.2446491718292236, |
|
"learning_rate": 6.09309090909091e-06, |
|
"loss": 0.1286, |
|
"step": 22000 |
|
}, |
|
{ |
|
"epoch": 3.96, |
|
"eval_loss": 0.19367100298404694, |
|
"eval_runtime": 556.8108, |
|
"eval_samples_per_second": 109.324, |
|
"eval_steps_per_second": 3.418, |
|
"step": 22000 |
|
}, |
|
{ |
|
"epoch": 3.98, |
|
"grad_norm": 2.472163200378418, |
|
"learning_rate": 6.0749090909090915e-06, |
|
"loss": 0.135, |
|
"step": 22100 |
|
}, |
|
{ |
|
"epoch": 4.0, |
|
"grad_norm": 2.458562135696411, |
|
"learning_rate": 6.056727272727273e-06, |
|
"loss": 0.1343, |
|
"step": 22200 |
|
}, |
|
{ |
|
"epoch": 4.02, |
|
"grad_norm": 2.642648696899414, |
|
"learning_rate": 6.038545454545455e-06, |
|
"loss": 0.1256, |
|
"step": 22300 |
|
}, |
|
{ |
|
"epoch": 4.04, |
|
"grad_norm": 1.9326255321502686, |
|
"learning_rate": 6.020363636363636e-06, |
|
"loss": 0.1178, |
|
"step": 22400 |
|
}, |
|
{ |
|
"epoch": 4.05, |
|
"grad_norm": 2.303805112838745, |
|
"learning_rate": 6.002181818181819e-06, |
|
"loss": 0.1262, |
|
"step": 22500 |
|
}, |
|
{ |
|
"epoch": 4.07, |
|
"grad_norm": 1.9432106018066406, |
|
"learning_rate": 5.984000000000001e-06, |
|
"loss": 0.1178, |
|
"step": 22600 |
|
}, |
|
{ |
|
"epoch": 4.09, |
|
"grad_norm": 2.2067601680755615, |
|
"learning_rate": 5.9658181818181825e-06, |
|
"loss": 0.1163, |
|
"step": 22700 |
|
}, |
|
{ |
|
"epoch": 4.11, |
|
"grad_norm": 1.9173979759216309, |
|
"learning_rate": 5.947636363636364e-06, |
|
"loss": 0.1182, |
|
"step": 22800 |
|
}, |
|
{ |
|
"epoch": 4.13, |
|
"grad_norm": 1.9207819700241089, |
|
"learning_rate": 5.929454545454546e-06, |
|
"loss": 0.1195, |
|
"step": 22900 |
|
}, |
|
{ |
|
"epoch": 4.14, |
|
"grad_norm": 2.341498851776123, |
|
"learning_rate": 5.911272727272728e-06, |
|
"loss": 0.1223, |
|
"step": 23000 |
|
}, |
|
{ |
|
"epoch": 4.14, |
|
"eval_loss": 0.19433893263339996, |
|
"eval_runtime": 559.9176, |
|
"eval_samples_per_second": 108.718, |
|
"eval_steps_per_second": 3.399, |
|
"step": 23000 |
|
}, |
|
{ |
|
"epoch": 4.16, |
|
"grad_norm": 1.9997601509094238, |
|
"learning_rate": 5.89309090909091e-06, |
|
"loss": 0.128, |
|
"step": 23100 |
|
}, |
|
{ |
|
"epoch": 4.18, |
|
"grad_norm": 1.9088443517684937, |
|
"learning_rate": 5.874909090909091e-06, |
|
"loss": 0.1219, |
|
"step": 23200 |
|
}, |
|
{ |
|
"epoch": 4.2, |
|
"grad_norm": 2.0948617458343506, |
|
"learning_rate": 5.856909090909091e-06, |
|
"loss": 0.1247, |
|
"step": 23300 |
|
}, |
|
{ |
|
"epoch": 4.22, |
|
"grad_norm": 2.289156436920166, |
|
"learning_rate": 5.838727272727274e-06, |
|
"loss": 0.1207, |
|
"step": 23400 |
|
}, |
|
{ |
|
"epoch": 4.23, |
|
"grad_norm": 3.1126627922058105, |
|
"learning_rate": 5.820545454545456e-06, |
|
"loss": 0.1211, |
|
"step": 23500 |
|
}, |
|
{ |
|
"epoch": 4.25, |
|
"grad_norm": 2.562894582748413, |
|
"learning_rate": 5.802363636363637e-06, |
|
"loss": 0.1216, |
|
"step": 23600 |
|
}, |
|
{ |
|
"epoch": 4.27, |
|
"grad_norm": 2.3009512424468994, |
|
"learning_rate": 5.7841818181818185e-06, |
|
"loss": 0.1228, |
|
"step": 23700 |
|
}, |
|
{ |
|
"epoch": 4.29, |
|
"grad_norm": 2.5779926776885986, |
|
"learning_rate": 5.766e-06, |
|
"loss": 0.1214, |
|
"step": 23800 |
|
}, |
|
{ |
|
"epoch": 4.31, |
|
"grad_norm": 2.466285228729248, |
|
"learning_rate": 5.747818181818182e-06, |
|
"loss": 0.1206, |
|
"step": 23900 |
|
}, |
|
{ |
|
"epoch": 4.32, |
|
"grad_norm": 2.0055696964263916, |
|
"learning_rate": 5.729636363636364e-06, |
|
"loss": 0.1256, |
|
"step": 24000 |
|
}, |
|
{ |
|
"epoch": 4.32, |
|
"eval_loss": 0.1951528936624527, |
|
"eval_runtime": 566.0319, |
|
"eval_samples_per_second": 107.543, |
|
"eval_steps_per_second": 3.362, |
|
"step": 24000 |
|
}, |
|
{ |
|
"epoch": 4.34, |
|
"grad_norm": 1.853898525238037, |
|
"learning_rate": 5.711454545454546e-06, |
|
"loss": 0.121, |
|
"step": 24100 |
|
}, |
|
{ |
|
"epoch": 4.36, |
|
"grad_norm": 2.03159499168396, |
|
"learning_rate": 5.693272727272727e-06, |
|
"loss": 0.1252, |
|
"step": 24200 |
|
}, |
|
{ |
|
"epoch": 4.38, |
|
"grad_norm": 2.1461386680603027, |
|
"learning_rate": 5.67509090909091e-06, |
|
"loss": 0.1165, |
|
"step": 24300 |
|
}, |
|
{ |
|
"epoch": 4.4, |
|
"grad_norm": 2.047924041748047, |
|
"learning_rate": 5.656909090909091e-06, |
|
"loss": 0.127, |
|
"step": 24400 |
|
}, |
|
{ |
|
"epoch": 4.41, |
|
"grad_norm": 2.1523540019989014, |
|
"learning_rate": 5.638727272727273e-06, |
|
"loss": 0.1201, |
|
"step": 24500 |
|
}, |
|
{ |
|
"epoch": 4.43, |
|
"grad_norm": 1.8761101961135864, |
|
"learning_rate": 5.620545454545455e-06, |
|
"loss": 0.1204, |
|
"step": 24600 |
|
}, |
|
{ |
|
"epoch": 4.45, |
|
"grad_norm": 1.9362976551055908, |
|
"learning_rate": 5.602363636363637e-06, |
|
"loss": 0.1163, |
|
"step": 24700 |
|
}, |
|
{ |
|
"epoch": 4.47, |
|
"grad_norm": 2.4700512886047363, |
|
"learning_rate": 5.584181818181819e-06, |
|
"loss": 0.1177, |
|
"step": 24800 |
|
}, |
|
{ |
|
"epoch": 4.49, |
|
"grad_norm": 2.274169683456421, |
|
"learning_rate": 5.566000000000001e-06, |
|
"loss": 0.125, |
|
"step": 24900 |
|
}, |
|
{ |
|
"epoch": 4.5, |
|
"grad_norm": 2.2185416221618652, |
|
"learning_rate": 5.5478181818181816e-06, |
|
"loss": 0.1216, |
|
"step": 25000 |
|
}, |
|
{ |
|
"epoch": 4.5, |
|
"eval_loss": 0.19246701896190643, |
|
"eval_runtime": 562.9559, |
|
"eval_samples_per_second": 108.131, |
|
"eval_steps_per_second": 3.38, |
|
"step": 25000 |
|
}, |
|
{ |
|
"epoch": 4.52, |
|
"grad_norm": 1.9934074878692627, |
|
"learning_rate": 5.529636363636363e-06, |
|
"loss": 0.1204, |
|
"step": 25100 |
|
}, |
|
{ |
|
"epoch": 4.54, |
|
"grad_norm": 1.9352362155914307, |
|
"learning_rate": 5.511454545454545e-06, |
|
"loss": 0.1221, |
|
"step": 25200 |
|
}, |
|
{ |
|
"epoch": 4.56, |
|
"grad_norm": 2.508136034011841, |
|
"learning_rate": 5.493272727272728e-06, |
|
"loss": 0.1243, |
|
"step": 25300 |
|
}, |
|
{ |
|
"epoch": 4.58, |
|
"grad_norm": 1.9421477317810059, |
|
"learning_rate": 5.47509090909091e-06, |
|
"loss": 0.1257, |
|
"step": 25400 |
|
}, |
|
{ |
|
"epoch": 4.59, |
|
"grad_norm": 2.0170023441314697, |
|
"learning_rate": 5.456909090909092e-06, |
|
"loss": 0.1213, |
|
"step": 25500 |
|
}, |
|
{ |
|
"epoch": 4.61, |
|
"grad_norm": 2.4295244216918945, |
|
"learning_rate": 5.438909090909091e-06, |
|
"loss": 0.1285, |
|
"step": 25600 |
|
}, |
|
{ |
|
"epoch": 4.63, |
|
"grad_norm": 2.2002458572387695, |
|
"learning_rate": 5.420727272727273e-06, |
|
"loss": 0.1216, |
|
"step": 25700 |
|
}, |
|
{ |
|
"epoch": 4.65, |
|
"grad_norm": 2.3806753158569336, |
|
"learning_rate": 5.402545454545455e-06, |
|
"loss": 0.1283, |
|
"step": 25800 |
|
}, |
|
{ |
|
"epoch": 4.67, |
|
"grad_norm": 2.4009785652160645, |
|
"learning_rate": 5.384363636363637e-06, |
|
"loss": 0.1172, |
|
"step": 25900 |
|
}, |
|
{ |
|
"epoch": 4.68, |
|
"grad_norm": 1.9371693134307861, |
|
"learning_rate": 5.3661818181818185e-06, |
|
"loss": 0.1204, |
|
"step": 26000 |
|
}, |
|
{ |
|
"epoch": 4.68, |
|
"eval_loss": 0.19222472608089447, |
|
"eval_runtime": 560.4905, |
|
"eval_samples_per_second": 108.607, |
|
"eval_steps_per_second": 3.395, |
|
"step": 26000 |
|
}, |
|
{ |
|
"epoch": 4.7, |
|
"grad_norm": 2.303044557571411, |
|
"learning_rate": 5.348000000000001e-06, |
|
"loss": 0.1242, |
|
"step": 26100 |
|
}, |
|
{ |
|
"epoch": 4.72, |
|
"grad_norm": 2.349740743637085, |
|
"learning_rate": 5.329818181818183e-06, |
|
"loss": 0.1253, |
|
"step": 26200 |
|
}, |
|
{ |
|
"epoch": 4.74, |
|
"grad_norm": 2.497861623764038, |
|
"learning_rate": 5.311636363636364e-06, |
|
"loss": 0.1231, |
|
"step": 26300 |
|
}, |
|
{ |
|
"epoch": 4.76, |
|
"grad_norm": 2.0001113414764404, |
|
"learning_rate": 5.293454545454546e-06, |
|
"loss": 0.1237, |
|
"step": 26400 |
|
}, |
|
{ |
|
"epoch": 4.77, |
|
"grad_norm": 2.0054848194122314, |
|
"learning_rate": 5.275272727272728e-06, |
|
"loss": 0.1169, |
|
"step": 26500 |
|
}, |
|
{ |
|
"epoch": 4.79, |
|
"grad_norm": 2.3605902194976807, |
|
"learning_rate": 5.2570909090909095e-06, |
|
"loss": 0.1229, |
|
"step": 26600 |
|
}, |
|
{ |
|
"epoch": 4.81, |
|
"grad_norm": 2.1442110538482666, |
|
"learning_rate": 5.238909090909091e-06, |
|
"loss": 0.1186, |
|
"step": 26700 |
|
}, |
|
{ |
|
"epoch": 4.83, |
|
"grad_norm": 1.9753350019454956, |
|
"learning_rate": 5.220727272727273e-06, |
|
"loss": 0.1207, |
|
"step": 26800 |
|
}, |
|
{ |
|
"epoch": 4.85, |
|
"grad_norm": 2.507814884185791, |
|
"learning_rate": 5.202545454545454e-06, |
|
"loss": 0.1239, |
|
"step": 26900 |
|
}, |
|
{ |
|
"epoch": 4.86, |
|
"grad_norm": 2.083677291870117, |
|
"learning_rate": 5.184363636363636e-06, |
|
"loss": 0.125, |
|
"step": 27000 |
|
}, |
|
{ |
|
"epoch": 4.86, |
|
"eval_loss": 0.18878485262393951, |
|
"eval_runtime": 570.8746, |
|
"eval_samples_per_second": 106.631, |
|
"eval_steps_per_second": 3.333, |
|
"step": 27000 |
|
}, |
|
{ |
|
"epoch": 4.88, |
|
"grad_norm": 2.1022801399230957, |
|
"learning_rate": 5.166181818181819e-06, |
|
"loss": 0.1175, |
|
"step": 27100 |
|
}, |
|
{ |
|
"epoch": 4.9, |
|
"grad_norm": 2.282572031021118, |
|
"learning_rate": 5.1480000000000005e-06, |
|
"loss": 0.1209, |
|
"step": 27200 |
|
}, |
|
{ |
|
"epoch": 4.92, |
|
"grad_norm": 2.1377222537994385, |
|
"learning_rate": 5.129818181818182e-06, |
|
"loss": 0.12, |
|
"step": 27300 |
|
}, |
|
{ |
|
"epoch": 4.94, |
|
"grad_norm": 2.226515769958496, |
|
"learning_rate": 5.111636363636364e-06, |
|
"loss": 0.1183, |
|
"step": 27400 |
|
}, |
|
{ |
|
"epoch": 4.95, |
|
"grad_norm": 1.9465168714523315, |
|
"learning_rate": 5.093454545454546e-06, |
|
"loss": 0.1197, |
|
"step": 27500 |
|
}, |
|
{ |
|
"epoch": 4.97, |
|
"grad_norm": 2.625356912612915, |
|
"learning_rate": 5.075272727272728e-06, |
|
"loss": 0.1202, |
|
"step": 27600 |
|
}, |
|
{ |
|
"epoch": 4.99, |
|
"grad_norm": 2.350402355194092, |
|
"learning_rate": 5.057090909090909e-06, |
|
"loss": 0.12, |
|
"step": 27700 |
|
}, |
|
{ |
|
"epoch": 5.01, |
|
"grad_norm": 2.0888664722442627, |
|
"learning_rate": 5.038909090909091e-06, |
|
"loss": 0.111, |
|
"step": 27800 |
|
}, |
|
{ |
|
"epoch": 5.03, |
|
"grad_norm": 2.536491632461548, |
|
"learning_rate": 5.0207272727272725e-06, |
|
"loss": 0.108, |
|
"step": 27900 |
|
}, |
|
{ |
|
"epoch": 5.05, |
|
"grad_norm": 1.663758397102356, |
|
"learning_rate": 5.002545454545455e-06, |
|
"loss": 0.1093, |
|
"step": 28000 |
|
}, |
|
{ |
|
"epoch": 5.05, |
|
"eval_loss": 0.1907467395067215, |
|
"eval_runtime": 558.5701, |
|
"eval_samples_per_second": 108.98, |
|
"eval_steps_per_second": 3.407, |
|
"step": 28000 |
|
}, |
|
{ |
|
"epoch": 5.06, |
|
"grad_norm": 2.2518911361694336, |
|
"learning_rate": 4.984363636363636e-06, |
|
"loss": 0.1093, |
|
"step": 28100 |
|
}, |
|
{ |
|
"epoch": 5.08, |
|
"grad_norm": 1.9912610054016113, |
|
"learning_rate": 4.966181818181818e-06, |
|
"loss": 0.1102, |
|
"step": 28200 |
|
}, |
|
{ |
|
"epoch": 5.1, |
|
"grad_norm": 2.848151922225952, |
|
"learning_rate": 4.948000000000001e-06, |
|
"loss": 0.114, |
|
"step": 28300 |
|
}, |
|
{ |
|
"epoch": 5.12, |
|
"grad_norm": 2.5407612323760986, |
|
"learning_rate": 4.9298181818181826e-06, |
|
"loss": 0.1157, |
|
"step": 28400 |
|
}, |
|
{ |
|
"epoch": 5.14, |
|
"grad_norm": 1.966389536857605, |
|
"learning_rate": 4.9116363636363636e-06, |
|
"loss": 0.1108, |
|
"step": 28500 |
|
}, |
|
{ |
|
"epoch": 5.15, |
|
"grad_norm": 2.2150988578796387, |
|
"learning_rate": 4.893454545454545e-06, |
|
"loss": 0.1097, |
|
"step": 28600 |
|
}, |
|
{ |
|
"epoch": 5.17, |
|
"grad_norm": 2.6871962547302246, |
|
"learning_rate": 4.875272727272728e-06, |
|
"loss": 0.1078, |
|
"step": 28700 |
|
}, |
|
{ |
|
"epoch": 5.19, |
|
"grad_norm": 2.092545986175537, |
|
"learning_rate": 4.85709090909091e-06, |
|
"loss": 0.1139, |
|
"step": 28800 |
|
}, |
|
{ |
|
"epoch": 5.21, |
|
"grad_norm": 2.1619746685028076, |
|
"learning_rate": 4.838909090909091e-06, |
|
"loss": 0.1137, |
|
"step": 28900 |
|
}, |
|
{ |
|
"epoch": 5.23, |
|
"grad_norm": 2.059086322784424, |
|
"learning_rate": 4.820727272727273e-06, |
|
"loss": 0.1092, |
|
"step": 29000 |
|
}, |
|
{ |
|
"epoch": 5.23, |
|
"eval_loss": 0.19213946163654327, |
|
"eval_runtime": 559.5411, |
|
"eval_samples_per_second": 108.791, |
|
"eval_steps_per_second": 3.401, |
|
"step": 29000 |
|
}, |
|
{ |
|
"epoch": 5.24, |
|
"grad_norm": 2.200467109680176, |
|
"learning_rate": 4.802545454545455e-06, |
|
"loss": 0.1166, |
|
"step": 29100 |
|
}, |
|
{ |
|
"epoch": 5.26, |
|
"grad_norm": 2.1066653728485107, |
|
"learning_rate": 4.784363636363637e-06, |
|
"loss": 0.1116, |
|
"step": 29200 |
|
}, |
|
{ |
|
"epoch": 5.28, |
|
"grad_norm": 1.9387317895889282, |
|
"learning_rate": 4.766181818181818e-06, |
|
"loss": 0.1158, |
|
"step": 29300 |
|
}, |
|
{ |
|
"epoch": 5.3, |
|
"grad_norm": 2.8568620681762695, |
|
"learning_rate": 4.748e-06, |
|
"loss": 0.1101, |
|
"step": 29400 |
|
}, |
|
{ |
|
"epoch": 5.32, |
|
"grad_norm": 2.667982816696167, |
|
"learning_rate": 4.729818181818182e-06, |
|
"loss": 0.1154, |
|
"step": 29500 |
|
}, |
|
{ |
|
"epoch": 5.33, |
|
"grad_norm": 1.8243011236190796, |
|
"learning_rate": 4.711636363636364e-06, |
|
"loss": 0.1115, |
|
"step": 29600 |
|
}, |
|
{ |
|
"epoch": 5.35, |
|
"grad_norm": 2.2636425495147705, |
|
"learning_rate": 4.693636363636364e-06, |
|
"loss": 0.1107, |
|
"step": 29700 |
|
}, |
|
{ |
|
"epoch": 5.37, |
|
"grad_norm": 2.183295488357544, |
|
"learning_rate": 4.675454545454546e-06, |
|
"loss": 0.1097, |
|
"step": 29800 |
|
}, |
|
{ |
|
"epoch": 5.39, |
|
"grad_norm": 1.9221436977386475, |
|
"learning_rate": 4.657272727272728e-06, |
|
"loss": 0.1102, |
|
"step": 29900 |
|
}, |
|
{ |
|
"epoch": 5.41, |
|
"grad_norm": 2.4164745807647705, |
|
"learning_rate": 4.639090909090909e-06, |
|
"loss": 0.1113, |
|
"step": 30000 |
|
}, |
|
{ |
|
"epoch": 5.41, |
|
"eval_loss": 0.1900329291820526, |
|
"eval_runtime": 555.8487, |
|
"eval_samples_per_second": 109.514, |
|
"eval_steps_per_second": 3.424, |
|
"step": 30000 |
|
}, |
|
{ |
|
"epoch": 5.42, |
|
"grad_norm": 1.9355889558792114, |
|
"learning_rate": 4.6209090909090915e-06, |
|
"loss": 0.1093, |
|
"step": 30100 |
|
}, |
|
{ |
|
"epoch": 5.44, |
|
"grad_norm": 2.172149419784546, |
|
"learning_rate": 4.602727272727273e-06, |
|
"loss": 0.1091, |
|
"step": 30200 |
|
}, |
|
{ |
|
"epoch": 5.46, |
|
"grad_norm": 2.230680465698242, |
|
"learning_rate": 4.584545454545455e-06, |
|
"loss": 0.1068, |
|
"step": 30300 |
|
}, |
|
{ |
|
"epoch": 5.48, |
|
"grad_norm": 2.4593875408172607, |
|
"learning_rate": 4.566363636363636e-06, |
|
"loss": 0.1076, |
|
"step": 30400 |
|
}, |
|
{ |
|
"epoch": 5.5, |
|
"grad_norm": 2.358771324157715, |
|
"learning_rate": 4.548181818181819e-06, |
|
"loss": 0.1104, |
|
"step": 30500 |
|
}, |
|
{ |
|
"epoch": 5.51, |
|
"grad_norm": 2.006244421005249, |
|
"learning_rate": 4.530000000000001e-06, |
|
"loss": 0.1081, |
|
"step": 30600 |
|
}, |
|
{ |
|
"epoch": 5.53, |
|
"grad_norm": 2.121628999710083, |
|
"learning_rate": 4.5118181818181825e-06, |
|
"loss": 0.1152, |
|
"step": 30700 |
|
}, |
|
{ |
|
"epoch": 5.55, |
|
"grad_norm": 2.2535011768341064, |
|
"learning_rate": 4.4936363636363635e-06, |
|
"loss": 0.113, |
|
"step": 30800 |
|
}, |
|
{ |
|
"epoch": 5.57, |
|
"grad_norm": 2.598020553588867, |
|
"learning_rate": 4.475454545454545e-06, |
|
"loss": 0.1082, |
|
"step": 30900 |
|
}, |
|
{ |
|
"epoch": 5.59, |
|
"grad_norm": 2.041231155395508, |
|
"learning_rate": 4.457272727272728e-06, |
|
"loss": 0.1128, |
|
"step": 31000 |
|
}, |
|
{ |
|
"epoch": 5.59, |
|
"eval_loss": 0.1888962835073471, |
|
"eval_runtime": 561.6459, |
|
"eval_samples_per_second": 108.383, |
|
"eval_steps_per_second": 3.388, |
|
"step": 31000 |
|
}, |
|
{ |
|
"epoch": 5.6, |
|
"grad_norm": 1.9678025245666504, |
|
"learning_rate": 4.43909090909091e-06, |
|
"loss": 0.1049, |
|
"step": 31100 |
|
}, |
|
{ |
|
"epoch": 5.62, |
|
"grad_norm": 2.5535237789154053, |
|
"learning_rate": 4.420909090909091e-06, |
|
"loss": 0.1124, |
|
"step": 31200 |
|
}, |
|
{ |
|
"epoch": 5.64, |
|
"grad_norm": 2.313497304916382, |
|
"learning_rate": 4.402727272727273e-06, |
|
"loss": 0.111, |
|
"step": 31300 |
|
}, |
|
{ |
|
"epoch": 5.66, |
|
"grad_norm": 2.2810420989990234, |
|
"learning_rate": 4.3845454545454545e-06, |
|
"loss": 0.1078, |
|
"step": 31400 |
|
}, |
|
{ |
|
"epoch": 5.68, |
|
"grad_norm": 1.816409945487976, |
|
"learning_rate": 4.366363636363637e-06, |
|
"loss": 0.1091, |
|
"step": 31500 |
|
}, |
|
{ |
|
"epoch": 5.69, |
|
"grad_norm": 2.5376205444335938, |
|
"learning_rate": 4.348181818181818e-06, |
|
"loss": 0.1124, |
|
"step": 31600 |
|
}, |
|
{ |
|
"epoch": 5.71, |
|
"grad_norm": 1.8754093647003174, |
|
"learning_rate": 4.33e-06, |
|
"loss": 0.108, |
|
"step": 31700 |
|
}, |
|
{ |
|
"epoch": 5.73, |
|
"grad_norm": 2.0413951873779297, |
|
"learning_rate": 4.311818181818182e-06, |
|
"loss": 0.1051, |
|
"step": 31800 |
|
}, |
|
{ |
|
"epoch": 5.75, |
|
"grad_norm": 1.9775103330612183, |
|
"learning_rate": 4.293636363636364e-06, |
|
"loss": 0.1101, |
|
"step": 31900 |
|
}, |
|
{ |
|
"epoch": 5.77, |
|
"grad_norm": 2.9266469478607178, |
|
"learning_rate": 4.2754545454545456e-06, |
|
"loss": 0.1101, |
|
"step": 32000 |
|
}, |
|
{ |
|
"epoch": 5.77, |
|
"eval_loss": 0.1881016492843628, |
|
"eval_runtime": 557.9801, |
|
"eval_samples_per_second": 109.095, |
|
"eval_steps_per_second": 3.411, |
|
"step": 32000 |
|
}, |
|
{ |
|
"epoch": 5.78, |
|
"grad_norm": 2.3823201656341553, |
|
"learning_rate": 4.257272727272727e-06, |
|
"loss": 0.1103, |
|
"step": 32100 |
|
}, |
|
{ |
|
"epoch": 5.8, |
|
"grad_norm": 2.3224339485168457, |
|
"learning_rate": 4.239090909090909e-06, |
|
"loss": 0.1117, |
|
"step": 32200 |
|
}, |
|
{ |
|
"epoch": 5.82, |
|
"grad_norm": 2.2235219478607178, |
|
"learning_rate": 4.220909090909091e-06, |
|
"loss": 0.1093, |
|
"step": 32300 |
|
}, |
|
{ |
|
"epoch": 5.84, |
|
"grad_norm": 2.0410640239715576, |
|
"learning_rate": 4.202727272727273e-06, |
|
"loss": 0.1099, |
|
"step": 32400 |
|
}, |
|
{ |
|
"epoch": 5.86, |
|
"grad_norm": 2.325864553451538, |
|
"learning_rate": 4.184545454545455e-06, |
|
"loss": 0.1075, |
|
"step": 32500 |
|
}, |
|
{ |
|
"epoch": 5.87, |
|
"grad_norm": 1.8241126537322998, |
|
"learning_rate": 4.166545454545455e-06, |
|
"loss": 0.1082, |
|
"step": 32600 |
|
}, |
|
{ |
|
"epoch": 5.89, |
|
"grad_norm": 1.5952904224395752, |
|
"learning_rate": 4.148363636363636e-06, |
|
"loss": 0.1108, |
|
"step": 32700 |
|
}, |
|
{ |
|
"epoch": 5.91, |
|
"grad_norm": 2.1724677085876465, |
|
"learning_rate": 4.130181818181819e-06, |
|
"loss": 0.1094, |
|
"step": 32800 |
|
}, |
|
{ |
|
"epoch": 5.93, |
|
"grad_norm": 2.2764976024627686, |
|
"learning_rate": 4.112000000000001e-06, |
|
"loss": 0.1044, |
|
"step": 32900 |
|
}, |
|
{ |
|
"epoch": 5.95, |
|
"grad_norm": 2.123507261276245, |
|
"learning_rate": 4.0938181818181824e-06, |
|
"loss": 0.1083, |
|
"step": 33000 |
|
}, |
|
{ |
|
"epoch": 5.95, |
|
"eval_loss": 0.18839485943317413, |
|
"eval_runtime": 556.9779, |
|
"eval_samples_per_second": 109.292, |
|
"eval_steps_per_second": 3.417, |
|
"step": 33000 |
|
}, |
|
{ |
|
"epoch": 5.96, |
|
"grad_norm": 2.797337532043457, |
|
"learning_rate": 4.0756363636363634e-06, |
|
"loss": 0.1153, |
|
"step": 33100 |
|
}, |
|
{ |
|
"epoch": 5.98, |
|
"grad_norm": 2.4354584217071533, |
|
"learning_rate": 4.057454545454545e-06, |
|
"loss": 0.1112, |
|
"step": 33200 |
|
}, |
|
{ |
|
"epoch": 6.0, |
|
"grad_norm": 2.2812533378601074, |
|
"learning_rate": 4.039272727272728e-06, |
|
"loss": 0.1068, |
|
"step": 33300 |
|
}, |
|
{ |
|
"epoch": 6.02, |
|
"grad_norm": 1.898974895477295, |
|
"learning_rate": 4.02109090909091e-06, |
|
"loss": 0.099, |
|
"step": 33400 |
|
}, |
|
{ |
|
"epoch": 6.04, |
|
"grad_norm": 2.096282482147217, |
|
"learning_rate": 4.002909090909091e-06, |
|
"loss": 0.1033, |
|
"step": 33500 |
|
}, |
|
{ |
|
"epoch": 6.05, |
|
"grad_norm": 2.209646224975586, |
|
"learning_rate": 3.984727272727273e-06, |
|
"loss": 0.1001, |
|
"step": 33600 |
|
}, |
|
{ |
|
"epoch": 6.07, |
|
"grad_norm": 2.0665271282196045, |
|
"learning_rate": 3.966545454545455e-06, |
|
"loss": 0.1007, |
|
"step": 33700 |
|
}, |
|
{ |
|
"epoch": 6.09, |
|
"grad_norm": 2.2653417587280273, |
|
"learning_rate": 3.948363636363637e-06, |
|
"loss": 0.0975, |
|
"step": 33800 |
|
}, |
|
{ |
|
"epoch": 6.11, |
|
"grad_norm": 1.7271119356155396, |
|
"learning_rate": 3.930181818181818e-06, |
|
"loss": 0.1063, |
|
"step": 33900 |
|
}, |
|
{ |
|
"epoch": 6.13, |
|
"grad_norm": 1.858734369277954, |
|
"learning_rate": 3.912e-06, |
|
"loss": 0.0983, |
|
"step": 34000 |
|
}, |
|
{ |
|
"epoch": 6.13, |
|
"eval_loss": 0.18823260068893433, |
|
"eval_runtime": 563.2389, |
|
"eval_samples_per_second": 108.077, |
|
"eval_steps_per_second": 3.379, |
|
"step": 34000 |
|
}, |
|
{ |
|
"epoch": 6.14, |
|
"grad_norm": 2.122073173522949, |
|
"learning_rate": 3.893818181818182e-06, |
|
"loss": 0.1017, |
|
"step": 34100 |
|
}, |
|
{ |
|
"epoch": 6.16, |
|
"grad_norm": 1.7919000387191772, |
|
"learning_rate": 3.8756363636363645e-06, |
|
"loss": 0.1018, |
|
"step": 34200 |
|
}, |
|
{ |
|
"epoch": 6.18, |
|
"grad_norm": 1.944100022315979, |
|
"learning_rate": 3.8574545454545455e-06, |
|
"loss": 0.1019, |
|
"step": 34300 |
|
}, |
|
{ |
|
"epoch": 6.2, |
|
"grad_norm": 2.422239065170288, |
|
"learning_rate": 3.839272727272727e-06, |
|
"loss": 0.1011, |
|
"step": 34400 |
|
}, |
|
{ |
|
"epoch": 6.22, |
|
"grad_norm": 2.4203903675079346, |
|
"learning_rate": 3.821090909090909e-06, |
|
"loss": 0.1015, |
|
"step": 34500 |
|
}, |
|
{ |
|
"epoch": 6.23, |
|
"grad_norm": 2.3504583835601807, |
|
"learning_rate": 3.802909090909091e-06, |
|
"loss": 0.1019, |
|
"step": 34600 |
|
}, |
|
{ |
|
"epoch": 6.25, |
|
"grad_norm": 2.062124729156494, |
|
"learning_rate": 3.7849090909090914e-06, |
|
"loss": 0.1048, |
|
"step": 34700 |
|
}, |
|
{ |
|
"epoch": 6.27, |
|
"grad_norm": 2.1046996116638184, |
|
"learning_rate": 3.766727272727273e-06, |
|
"loss": 0.1012, |
|
"step": 34800 |
|
}, |
|
{ |
|
"epoch": 6.29, |
|
"grad_norm": 2.111078977584839, |
|
"learning_rate": 3.7485454545454546e-06, |
|
"loss": 0.1031, |
|
"step": 34900 |
|
}, |
|
{ |
|
"epoch": 6.31, |
|
"grad_norm": 1.7998141050338745, |
|
"learning_rate": 3.7303636363636364e-06, |
|
"loss": 0.1041, |
|
"step": 35000 |
|
}, |
|
{ |
|
"epoch": 6.31, |
|
"eval_loss": 0.1882905513048172, |
|
"eval_runtime": 557.868, |
|
"eval_samples_per_second": 109.117, |
|
"eval_steps_per_second": 3.411, |
|
"step": 35000 |
|
}, |
|
{ |
|
"epoch": 6.32, |
|
"grad_norm": 2.569345712661743, |
|
"learning_rate": 3.7121818181818187e-06, |
|
"loss": 0.1015, |
|
"step": 35100 |
|
}, |
|
{ |
|
"epoch": 6.34, |
|
"grad_norm": 2.156580686569214, |
|
"learning_rate": 3.6940000000000005e-06, |
|
"loss": 0.1007, |
|
"step": 35200 |
|
}, |
|
{ |
|
"epoch": 6.36, |
|
"grad_norm": 2.1598432064056396, |
|
"learning_rate": 3.675818181818182e-06, |
|
"loss": 0.1035, |
|
"step": 35300 |
|
}, |
|
{ |
|
"epoch": 6.38, |
|
"grad_norm": 2.94124698638916, |
|
"learning_rate": 3.657636363636364e-06, |
|
"loss": 0.1028, |
|
"step": 35400 |
|
}, |
|
{ |
|
"epoch": 6.4, |
|
"grad_norm": 2.118029832839966, |
|
"learning_rate": 3.639454545454546e-06, |
|
"loss": 0.1027, |
|
"step": 35500 |
|
}, |
|
{ |
|
"epoch": 6.41, |
|
"grad_norm": 2.3655309677124023, |
|
"learning_rate": 3.621272727272728e-06, |
|
"loss": 0.1013, |
|
"step": 35600 |
|
}, |
|
{ |
|
"epoch": 6.43, |
|
"grad_norm": 2.1393494606018066, |
|
"learning_rate": 3.6030909090909093e-06, |
|
"loss": 0.1007, |
|
"step": 35700 |
|
}, |
|
{ |
|
"epoch": 6.45, |
|
"grad_norm": 2.1543033123016357, |
|
"learning_rate": 3.584909090909091e-06, |
|
"loss": 0.1048, |
|
"step": 35800 |
|
}, |
|
{ |
|
"epoch": 6.47, |
|
"grad_norm": 2.0389814376831055, |
|
"learning_rate": 3.566727272727273e-06, |
|
"loss": 0.1027, |
|
"step": 35900 |
|
}, |
|
{ |
|
"epoch": 6.49, |
|
"grad_norm": 1.9840948581695557, |
|
"learning_rate": 3.5485454545454553e-06, |
|
"loss": 0.0997, |
|
"step": 36000 |
|
}, |
|
{ |
|
"epoch": 6.49, |
|
"eval_loss": 0.18674355745315552, |
|
"eval_runtime": 559.1771, |
|
"eval_samples_per_second": 108.862, |
|
"eval_steps_per_second": 3.403, |
|
"step": 36000 |
|
}, |
|
{ |
|
"epoch": 6.5, |
|
"grad_norm": 2.0327794551849365, |
|
"learning_rate": 3.5303636363636367e-06, |
|
"loss": 0.1082, |
|
"step": 36100 |
|
}, |
|
{ |
|
"epoch": 6.52, |
|
"grad_norm": 1.9940663576126099, |
|
"learning_rate": 3.5121818181818185e-06, |
|
"loss": 0.1008, |
|
"step": 36200 |
|
}, |
|
{ |
|
"epoch": 6.54, |
|
"grad_norm": 2.4469642639160156, |
|
"learning_rate": 3.4940000000000003e-06, |
|
"loss": 0.0994, |
|
"step": 36300 |
|
}, |
|
{ |
|
"epoch": 6.56, |
|
"grad_norm": 2.186110258102417, |
|
"learning_rate": 3.4758181818181818e-06, |
|
"loss": 0.0991, |
|
"step": 36400 |
|
}, |
|
{ |
|
"epoch": 6.58, |
|
"grad_norm": 1.8428528308868408, |
|
"learning_rate": 3.457636363636364e-06, |
|
"loss": 0.1004, |
|
"step": 36500 |
|
}, |
|
{ |
|
"epoch": 6.59, |
|
"grad_norm": 2.029137372970581, |
|
"learning_rate": 3.439454545454546e-06, |
|
"loss": 0.1017, |
|
"step": 36600 |
|
}, |
|
{ |
|
"epoch": 6.61, |
|
"grad_norm": 2.730164051055908, |
|
"learning_rate": 3.4212727272727277e-06, |
|
"loss": 0.105, |
|
"step": 36700 |
|
}, |
|
{ |
|
"epoch": 6.63, |
|
"grad_norm": 2.557441473007202, |
|
"learning_rate": 3.403090909090909e-06, |
|
"loss": 0.1, |
|
"step": 36800 |
|
}, |
|
{ |
|
"epoch": 6.65, |
|
"grad_norm": 1.9623521566390991, |
|
"learning_rate": 3.3850909090909095e-06, |
|
"loss": 0.1023, |
|
"step": 36900 |
|
}, |
|
{ |
|
"epoch": 6.67, |
|
"grad_norm": 2.96305513381958, |
|
"learning_rate": 3.3669090909090913e-06, |
|
"loss": 0.1043, |
|
"step": 37000 |
|
}, |
|
{ |
|
"epoch": 6.67, |
|
"eval_loss": 0.18738530576229095, |
|
"eval_runtime": 561.774, |
|
"eval_samples_per_second": 108.359, |
|
"eval_steps_per_second": 3.387, |
|
"step": 37000 |
|
}, |
|
{ |
|
"epoch": 6.68, |
|
"grad_norm": 2.373506784439087, |
|
"learning_rate": 3.348727272727273e-06, |
|
"loss": 0.1026, |
|
"step": 37100 |
|
}, |
|
{ |
|
"epoch": 6.7, |
|
"grad_norm": 2.3987481594085693, |
|
"learning_rate": 3.3305454545454545e-06, |
|
"loss": 0.0965, |
|
"step": 37200 |
|
}, |
|
{ |
|
"epoch": 6.72, |
|
"grad_norm": 2.418612003326416, |
|
"learning_rate": 3.312363636363637e-06, |
|
"loss": 0.1033, |
|
"step": 37300 |
|
}, |
|
{ |
|
"epoch": 6.74, |
|
"grad_norm": 2.2459537982940674, |
|
"learning_rate": 3.2941818181818186e-06, |
|
"loss": 0.0968, |
|
"step": 37400 |
|
}, |
|
{ |
|
"epoch": 6.76, |
|
"grad_norm": 2.8029379844665527, |
|
"learning_rate": 3.2760000000000005e-06, |
|
"loss": 0.1077, |
|
"step": 37500 |
|
}, |
|
{ |
|
"epoch": 6.77, |
|
"grad_norm": 2.472376823425293, |
|
"learning_rate": 3.257818181818182e-06, |
|
"loss": 0.1055, |
|
"step": 37600 |
|
}, |
|
{ |
|
"epoch": 6.79, |
|
"grad_norm": 2.410263776779175, |
|
"learning_rate": 3.2396363636363637e-06, |
|
"loss": 0.0975, |
|
"step": 37700 |
|
}, |
|
{ |
|
"epoch": 6.81, |
|
"grad_norm": 2.254673719406128, |
|
"learning_rate": 3.221454545454546e-06, |
|
"loss": 0.0997, |
|
"step": 37800 |
|
}, |
|
{ |
|
"epoch": 6.83, |
|
"grad_norm": 2.2963709831237793, |
|
"learning_rate": 3.203272727272728e-06, |
|
"loss": 0.0991, |
|
"step": 37900 |
|
}, |
|
{ |
|
"epoch": 6.85, |
|
"grad_norm": 2.1210105419158936, |
|
"learning_rate": 3.1850909090909093e-06, |
|
"loss": 0.0988, |
|
"step": 38000 |
|
}, |
|
{ |
|
"epoch": 6.85, |
|
"eval_loss": 0.18627458810806274, |
|
"eval_runtime": 562.6423, |
|
"eval_samples_per_second": 108.191, |
|
"eval_steps_per_second": 3.382, |
|
"step": 38000 |
|
} |
|
], |
|
"logging_steps": 100, |
|
"max_steps": 55500, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 10, |
|
"save_steps": 1000, |
|
"total_flos": 1.577395142823143e+20, |
|
"train_batch_size": 16, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|