| { | |
| "best_metric": 0.9669172932330827, | |
| "best_model_checkpoint": "YAHIA/vivit-b-16x2-collected-dataset\\checkpoint-8418", | |
| "epoch": 9.099358059914408, | |
| "eval_steps": 500, | |
| "global_step": 14020, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 16.260046005249023, | |
| "learning_rate": 3.566333808844508e-07, | |
| "loss": 1.7843, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 24.135656356811523, | |
| "learning_rate": 7.132667617689016e-07, | |
| "loss": 1.8164, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 22.565906524658203, | |
| "learning_rate": 1.0699001426533523e-06, | |
| "loss": 1.9396, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 20.68889045715332, | |
| "learning_rate": 1.4265335235378032e-06, | |
| "loss": 1.9576, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 22.999574661254883, | |
| "learning_rate": 1.7831669044222541e-06, | |
| "loss": 1.9828, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 27.69795036315918, | |
| "learning_rate": 2.1398002853067046e-06, | |
| "loss": 1.9381, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 25.143293380737305, | |
| "learning_rate": 2.4964336661911553e-06, | |
| "loss": 1.8222, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 20.670278549194336, | |
| "learning_rate": 2.8530670470756064e-06, | |
| "loss": 1.7593, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 20.401081085205078, | |
| "learning_rate": 3.209700427960057e-06, | |
| "loss": 1.7611, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 21.053512573242188, | |
| "learning_rate": 3.5663338088445082e-06, | |
| "loss": 1.7861, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 21.759618759155273, | |
| "learning_rate": 3.922967189728959e-06, | |
| "loss": 1.7698, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 22.194372177124023, | |
| "learning_rate": 4.279600570613409e-06, | |
| "loss": 1.7558, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 20.19968605041504, | |
| "learning_rate": 4.63623395149786e-06, | |
| "loss": 1.8624, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 19.7205753326416, | |
| "learning_rate": 4.992867332382311e-06, | |
| "loss": 1.6795, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 19.424144744873047, | |
| "learning_rate": 5.349500713266762e-06, | |
| "loss": 1.7443, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 19.568191528320312, | |
| "learning_rate": 5.706134094151213e-06, | |
| "loss": 1.7468, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 22.05777931213379, | |
| "learning_rate": 6.062767475035663e-06, | |
| "loss": 1.7362, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 17.77819061279297, | |
| "learning_rate": 6.419400855920114e-06, | |
| "loss": 1.527, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 19.465238571166992, | |
| "learning_rate": 6.776034236804565e-06, | |
| "loss": 1.5923, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 20.62281036376953, | |
| "learning_rate": 7.1326676176890165e-06, | |
| "loss": 1.697, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 16.7163028717041, | |
| "learning_rate": 7.489300998573468e-06, | |
| "loss": 1.4694, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 20.071901321411133, | |
| "learning_rate": 7.845934379457918e-06, | |
| "loss": 1.4549, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 20.55426597595215, | |
| "learning_rate": 8.202567760342367e-06, | |
| "loss": 1.3167, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 26.36579704284668, | |
| "learning_rate": 8.559201141226818e-06, | |
| "loss": 1.6743, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 17.331533432006836, | |
| "learning_rate": 8.91583452211127e-06, | |
| "loss": 1.4754, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 19.567764282226562, | |
| "learning_rate": 9.27246790299572e-06, | |
| "loss": 1.45, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 16.322946548461914, | |
| "learning_rate": 9.629101283880172e-06, | |
| "loss": 1.3971, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 18.62678337097168, | |
| "learning_rate": 9.985734664764621e-06, | |
| "loss": 1.4368, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 20.327966690063477, | |
| "learning_rate": 1.0342368045649072e-05, | |
| "loss": 1.5098, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 18.31135368347168, | |
| "learning_rate": 1.0699001426533523e-05, | |
| "loss": 1.1699, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 28.94702911376953, | |
| "learning_rate": 1.1055634807417975e-05, | |
| "loss": 1.5048, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 21.377225875854492, | |
| "learning_rate": 1.1412268188302426e-05, | |
| "loss": 1.4112, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 15.965813636779785, | |
| "learning_rate": 1.1768901569186877e-05, | |
| "loss": 1.5097, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 19.742080688476562, | |
| "learning_rate": 1.2125534950071326e-05, | |
| "loss": 1.2703, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 18.924072265625, | |
| "learning_rate": 1.2482168330955777e-05, | |
| "loss": 1.2194, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 18.15528106689453, | |
| "learning_rate": 1.2838801711840228e-05, | |
| "loss": 1.0668, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 21.82122802734375, | |
| "learning_rate": 1.3195435092724678e-05, | |
| "loss": 0.9053, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 20.609405517578125, | |
| "learning_rate": 1.355206847360913e-05, | |
| "loss": 1.2574, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 25.153718948364258, | |
| "learning_rate": 1.390870185449358e-05, | |
| "loss": 1.1619, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 12.118425369262695, | |
| "learning_rate": 1.4265335235378033e-05, | |
| "loss": 1.1514, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 25.673738479614258, | |
| "learning_rate": 1.4621968616262482e-05, | |
| "loss": 1.2191, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 23.109697341918945, | |
| "learning_rate": 1.4978601997146935e-05, | |
| "loss": 0.8535, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 15.181422233581543, | |
| "learning_rate": 1.5335235378031385e-05, | |
| "loss": 0.7464, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 31.820419311523438, | |
| "learning_rate": 1.5691868758915836e-05, | |
| "loss": 1.2202, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 24.667930603027344, | |
| "learning_rate": 1.6048502139800287e-05, | |
| "loss": 1.0542, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 16.041976928710938, | |
| "learning_rate": 1.6405135520684735e-05, | |
| "loss": 0.9541, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 9.076415061950684, | |
| "learning_rate": 1.676176890156919e-05, | |
| "loss": 1.0625, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 9.516477584838867, | |
| "learning_rate": 1.7118402282453637e-05, | |
| "loss": 1.1725, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 29.433717727661133, | |
| "learning_rate": 1.7475035663338088e-05, | |
| "loss": 0.9226, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 14.57030200958252, | |
| "learning_rate": 1.783166904422254e-05, | |
| "loss": 0.7345, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 19.724756240844727, | |
| "learning_rate": 1.818830242510699e-05, | |
| "loss": 1.1076, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 17.7041072845459, | |
| "learning_rate": 1.854493580599144e-05, | |
| "loss": 1.1412, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 4.248980522155762, | |
| "learning_rate": 1.8901569186875892e-05, | |
| "loss": 0.675, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 6.876579284667969, | |
| "learning_rate": 1.9258202567760344e-05, | |
| "loss": 0.703, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 15.930359840393066, | |
| "learning_rate": 1.9614835948644795e-05, | |
| "loss": 0.671, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 7.9089226722717285, | |
| "learning_rate": 1.9971469329529242e-05, | |
| "loss": 0.7656, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 20.674118041992188, | |
| "learning_rate": 2.0328102710413697e-05, | |
| "loss": 1.4598, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 33.44108581542969, | |
| "learning_rate": 2.0684736091298145e-05, | |
| "loss": 0.9271, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 9.660829544067383, | |
| "learning_rate": 2.10413694721826e-05, | |
| "loss": 0.9135, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 3.2455947399139404, | |
| "learning_rate": 2.1398002853067047e-05, | |
| "loss": 0.9244, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 16.9035587310791, | |
| "learning_rate": 2.1754636233951498e-05, | |
| "loss": 1.2397, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 12.139324188232422, | |
| "learning_rate": 2.211126961483595e-05, | |
| "loss": 0.9137, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 13.0936861038208, | |
| "learning_rate": 2.24679029957204e-05, | |
| "loss": 0.891, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 8.328577995300293, | |
| "learning_rate": 2.282453637660485e-05, | |
| "loss": 0.8631, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 24.814929962158203, | |
| "learning_rate": 2.3181169757489303e-05, | |
| "loss": 0.5948, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 15.284310340881348, | |
| "learning_rate": 2.3537803138373754e-05, | |
| "loss": 1.1153, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 2.1705708503723145, | |
| "learning_rate": 2.3894436519258205e-05, | |
| "loss": 0.6161, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 15.621281623840332, | |
| "learning_rate": 2.4251069900142652e-05, | |
| "loss": 0.8466, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 37.767173767089844, | |
| "learning_rate": 2.4607703281027107e-05, | |
| "loss": 0.7471, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 5.153799533843994, | |
| "learning_rate": 2.4964336661911555e-05, | |
| "loss": 0.5421, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 3.665609359741211, | |
| "learning_rate": 2.5320970042796006e-05, | |
| "loss": 0.4251, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 21.673925399780273, | |
| "learning_rate": 2.5677603423680457e-05, | |
| "loss": 0.8117, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 23.484006881713867, | |
| "learning_rate": 2.603423680456491e-05, | |
| "loss": 0.4761, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 24.750452041625977, | |
| "learning_rate": 2.6390870185449356e-05, | |
| "loss": 0.95, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 6.027065277099609, | |
| "learning_rate": 2.674750356633381e-05, | |
| "loss": 0.9197, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 33.312313079833984, | |
| "learning_rate": 2.710413694721826e-05, | |
| "loss": 1.033, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 15.621706008911133, | |
| "learning_rate": 2.7460770328102713e-05, | |
| "loss": 0.2779, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 10.880739212036133, | |
| "learning_rate": 2.781740370898716e-05, | |
| "loss": 0.5387, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 11.6985445022583, | |
| "learning_rate": 2.8174037089871615e-05, | |
| "loss": 0.7687, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 25.108810424804688, | |
| "learning_rate": 2.8530670470756066e-05, | |
| "loss": 0.4862, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 23.200624465942383, | |
| "learning_rate": 2.8887303851640514e-05, | |
| "loss": 0.9553, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 30.682540893554688, | |
| "learning_rate": 2.9243937232524965e-05, | |
| "loss": 0.8558, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 12.823701858520508, | |
| "learning_rate": 2.9600570613409416e-05, | |
| "loss": 0.6195, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 11.762367248535156, | |
| "learning_rate": 2.995720399429387e-05, | |
| "loss": 0.758, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 1.1662691831588745, | |
| "learning_rate": 3.0313837375178318e-05, | |
| "loss": 0.354, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 23.4963436126709, | |
| "learning_rate": 3.067047075606277e-05, | |
| "loss": 0.8267, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.13900019228458405, | |
| "learning_rate": 3.102710413694722e-05, | |
| "loss": 0.6618, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 7.843920707702637, | |
| "learning_rate": 3.138373751783167e-05, | |
| "loss": 0.7689, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 31.13179588317871, | |
| "learning_rate": 3.174037089871612e-05, | |
| "loss": 0.7772, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 44.58312225341797, | |
| "learning_rate": 3.2097004279600574e-05, | |
| "loss": 1.1062, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 18.089794158935547, | |
| "learning_rate": 3.2453637660485025e-05, | |
| "loss": 0.7678, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 33.472625732421875, | |
| "learning_rate": 3.281027104136947e-05, | |
| "loss": 1.6911, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 33.618831634521484, | |
| "learning_rate": 3.316690442225393e-05, | |
| "loss": 0.8881, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 1.6782217025756836, | |
| "learning_rate": 3.352353780313838e-05, | |
| "loss": 0.7327, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 2.1791036128997803, | |
| "learning_rate": 3.388017118402282e-05, | |
| "loss": 0.8054, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 6.972609043121338, | |
| "learning_rate": 3.4236804564907274e-05, | |
| "loss": 0.2614, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 24.085866928100586, | |
| "learning_rate": 3.459343794579173e-05, | |
| "loss": 0.4054, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 1.9996914863586426, | |
| "learning_rate": 3.4950071326676176e-05, | |
| "loss": 0.5344, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.13388022780418396, | |
| "learning_rate": 3.530670470756063e-05, | |
| "loss": 0.7224, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 30.018585205078125, | |
| "learning_rate": 3.566333808844508e-05, | |
| "loss": 0.6226, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 14.195096015930176, | |
| "learning_rate": 3.6019971469329536e-05, | |
| "loss": 0.7356, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 25.853748321533203, | |
| "learning_rate": 3.637660485021398e-05, | |
| "loss": 0.7235, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 29.89474868774414, | |
| "learning_rate": 3.673323823109843e-05, | |
| "loss": 1.1801, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 12.760407447814941, | |
| "learning_rate": 3.708987161198288e-05, | |
| "loss": 0.4307, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 29.496700286865234, | |
| "learning_rate": 3.7446504992867334e-05, | |
| "loss": 0.9473, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 1.0010541677474976, | |
| "learning_rate": 3.7803138373751785e-05, | |
| "loss": 0.5983, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 2.141446352005005, | |
| "learning_rate": 3.8159771754636236e-05, | |
| "loss": 0.4888, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 1.1996098756790161, | |
| "learning_rate": 3.851640513552069e-05, | |
| "loss": 0.5292, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 20.964256286621094, | |
| "learning_rate": 3.887303851640514e-05, | |
| "loss": 0.6905, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.3161448538303375, | |
| "learning_rate": 3.922967189728959e-05, | |
| "loss": 0.7078, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 13.272440910339355, | |
| "learning_rate": 3.958630527817404e-05, | |
| "loss": 0.9984, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.3290501832962036, | |
| "learning_rate": 3.9942938659058485e-05, | |
| "loss": 0.4982, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.7225183248519897, | |
| "learning_rate": 4.029957203994294e-05, | |
| "loss": 0.4532, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 24.277801513671875, | |
| "learning_rate": 4.0656205420827394e-05, | |
| "loss": 0.5147, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 9.140922546386719, | |
| "learning_rate": 4.1012838801711845e-05, | |
| "loss": 0.7049, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 4.139643669128418, | |
| "learning_rate": 4.136947218259629e-05, | |
| "loss": 1.3454, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 24.44458770751953, | |
| "learning_rate": 4.172610556348075e-05, | |
| "loss": 0.6409, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 53.11198425292969, | |
| "learning_rate": 4.20827389443652e-05, | |
| "loss": 0.7063, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 15.888784408569336, | |
| "learning_rate": 4.243937232524964e-05, | |
| "loss": 0.686, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 29.689838409423828, | |
| "learning_rate": 4.2796005706134094e-05, | |
| "loss": 0.6301, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 37.24555206298828, | |
| "learning_rate": 4.3152639087018545e-05, | |
| "loss": 0.939, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 39.6224479675293, | |
| "learning_rate": 4.3509272467902996e-05, | |
| "loss": 0.9322, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 28.799930572509766, | |
| "learning_rate": 4.386590584878745e-05, | |
| "loss": 1.1431, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.9416821002960205, | |
| "learning_rate": 4.42225392296719e-05, | |
| "loss": 0.7622, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 11.397088050842285, | |
| "learning_rate": 4.457917261055635e-05, | |
| "loss": 0.5302, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.13693714141845703, | |
| "learning_rate": 4.49358059914408e-05, | |
| "loss": 0.9497, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 22.64994239807129, | |
| "learning_rate": 4.529243937232525e-05, | |
| "loss": 1.4811, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 63.26667404174805, | |
| "learning_rate": 4.56490727532097e-05, | |
| "loss": 0.7023, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 24.035776138305664, | |
| "learning_rate": 4.6005706134094154e-05, | |
| "loss": 0.3478, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.0889860987663269, | |
| "learning_rate": 4.6362339514978605e-05, | |
| "loss": 0.3317, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 14.644208908081055, | |
| "learning_rate": 4.6718972895863056e-05, | |
| "loss": 0.6627, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 16.509044647216797, | |
| "learning_rate": 4.707560627674751e-05, | |
| "loss": 1.3097, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 23.583152770996094, | |
| "learning_rate": 4.743223965763195e-05, | |
| "loss": 0.9481, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 50.59526443481445, | |
| "learning_rate": 4.778887303851641e-05, | |
| "loss": 0.7222, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 18.746498107910156, | |
| "learning_rate": 4.814550641940086e-05, | |
| "loss": 0.7993, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 14.619526863098145, | |
| "learning_rate": 4.8502139800285305e-05, | |
| "loss": 0.8045, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.3897199332714081, | |
| "learning_rate": 4.8858773181169756e-05, | |
| "loss": 0.7668, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.14925141632556915, | |
| "learning_rate": 4.9215406562054214e-05, | |
| "loss": 0.2882, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 38.2923469543457, | |
| "learning_rate": 4.9572039942938665e-05, | |
| "loss": 0.8372, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.04119894281029701, | |
| "learning_rate": 4.992867332382311e-05, | |
| "loss": 0.1001, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "eval_accuracy": 0.7789473684210526, | |
| "eval_loss": 0.898942768573761, | |
| "eval_runtime": 2157.0352, | |
| "eval_samples_per_second": 0.308, | |
| "eval_steps_per_second": 0.154, | |
| "step": 1403 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 4.562422752380371, | |
| "learning_rate": 4.99682992550325e-05, | |
| "loss": 0.6604, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.05182512477040291, | |
| "learning_rate": 4.992867332382311e-05, | |
| "loss": 0.7648, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 10.46511459350586, | |
| "learning_rate": 4.988904739261373e-05, | |
| "loss": 0.7306, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 26.981674194335938, | |
| "learning_rate": 4.984942146140435e-05, | |
| "loss": 0.3427, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 38.77156066894531, | |
| "learning_rate": 4.9809795530194966e-05, | |
| "loss": 0.4313, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.08875282108783722, | |
| "learning_rate": 4.977016959898558e-05, | |
| "loss": 0.1047, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 7.9550042152404785, | |
| "learning_rate": 4.97305436677762e-05, | |
| "loss": 0.8428, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 3.2877941131591797, | |
| "learning_rate": 4.969091773656681e-05, | |
| "loss": 0.5087, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 27.133525848388672, | |
| "learning_rate": 4.965129180535743e-05, | |
| "loss": 0.4621, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 24.116609573364258, | |
| "learning_rate": 4.9611665874148046e-05, | |
| "loss": 0.8207, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 48.552242279052734, | |
| "learning_rate": 4.9572039942938665e-05, | |
| "loss": 1.3676, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.1313333660364151, | |
| "learning_rate": 4.953241401172928e-05, | |
| "loss": 0.4705, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 14.919997215270996, | |
| "learning_rate": 4.9492788080519896e-05, | |
| "loss": 1.6541, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 2.8064146041870117, | |
| "learning_rate": 4.945316214931051e-05, | |
| "loss": 0.6358, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 33.633766174316406, | |
| "learning_rate": 4.941353621810113e-05, | |
| "loss": 0.3344, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 25.58049774169922, | |
| "learning_rate": 4.9373910286891746e-05, | |
| "loss": 0.3765, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.5938677191734314, | |
| "learning_rate": 4.933428435568236e-05, | |
| "loss": 0.7599, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.17297320067882538, | |
| "learning_rate": 4.9294658424472976e-05, | |
| "loss": 0.1381, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 1.1137043237686157, | |
| "learning_rate": 4.9255032493263595e-05, | |
| "loss": 0.5216, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 11.281981468200684, | |
| "learning_rate": 4.9215406562054214e-05, | |
| "loss": 0.9504, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 35.159671783447266, | |
| "learning_rate": 4.9175780630844826e-05, | |
| "loss": 0.6236, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 15.732198715209961, | |
| "learning_rate": 4.9136154699635445e-05, | |
| "loss": 0.3037, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 4.352818965911865, | |
| "learning_rate": 4.909652876842606e-05, | |
| "loss": 0.5294, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 27.470956802368164, | |
| "learning_rate": 4.9056902837216676e-05, | |
| "loss": 0.5626, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 33.91129684448242, | |
| "learning_rate": 4.9017276906007294e-05, | |
| "loss": 0.2882, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 0.26898714900016785, | |
| "learning_rate": 4.897765097479791e-05, | |
| "loss": 0.4265, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 0.8199774622917175, | |
| "learning_rate": 4.8938025043588525e-05, | |
| "loss": 0.5277, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 0.020548412576317787, | |
| "learning_rate": 4.8898399112379144e-05, | |
| "loss": 0.889, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 0.048078641295433044, | |
| "learning_rate": 4.8858773181169756e-05, | |
| "loss": 0.8639, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 20.957611083984375, | |
| "learning_rate": 4.881914724996038e-05, | |
| "loss": 0.3244, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 0.15246962010860443, | |
| "learning_rate": 4.8779521318750994e-05, | |
| "loss": 0.258, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 0.09393693506717682, | |
| "learning_rate": 4.873989538754161e-05, | |
| "loss": 0.9169, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 0.9115855097770691, | |
| "learning_rate": 4.8700269456332225e-05, | |
| "loss": 0.5618, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 6.85861873626709, | |
| "learning_rate": 4.866064352512284e-05, | |
| "loss": 0.6588, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 33.108909606933594, | |
| "learning_rate": 4.862101759391346e-05, | |
| "loss": 0.3317, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 2.785113573074341, | |
| "learning_rate": 4.8581391662704074e-05, | |
| "loss": 0.1886, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 0.07260994613170624, | |
| "learning_rate": 4.854176573149469e-05, | |
| "loss": 0.4813, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 1.9168213605880737, | |
| "learning_rate": 4.8502139800285305e-05, | |
| "loss": 0.6163, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 32.30327224731445, | |
| "learning_rate": 4.8462513869075924e-05, | |
| "loss": 0.5272, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 0.09055186808109283, | |
| "learning_rate": 4.842288793786654e-05, | |
| "loss": 0.58, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 0.15506546199321747, | |
| "learning_rate": 4.838326200665716e-05, | |
| "loss": 0.1171, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 32.89198303222656, | |
| "learning_rate": 4.8343636075447773e-05, | |
| "loss": 0.4713, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 0.009175814688205719, | |
| "learning_rate": 4.830401014423839e-05, | |
| "loss": 0.6139, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 32.81629943847656, | |
| "learning_rate": 4.8264384213029004e-05, | |
| "loss": 0.6131, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 62.49550247192383, | |
| "learning_rate": 4.822475828181962e-05, | |
| "loss": 0.5677, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 2.451925754547119, | |
| "learning_rate": 4.818513235061024e-05, | |
| "loss": 1.4171, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 0.2953392267227173, | |
| "learning_rate": 4.814550641940086e-05, | |
| "loss": 0.3838, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 53.240325927734375, | |
| "learning_rate": 4.810588048819147e-05, | |
| "loss": 0.1432, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 0.1574406921863556, | |
| "learning_rate": 4.806625455698209e-05, | |
| "loss": 0.318, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 35.6072998046875, | |
| "learning_rate": 4.802662862577271e-05, | |
| "loss": 0.6746, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 0.012536413036286831, | |
| "learning_rate": 4.798700269456333e-05, | |
| "loss": 0.7181, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 0.05652592331171036, | |
| "learning_rate": 4.794737676335394e-05, | |
| "loss": 0.0939, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 2.5210182666778564, | |
| "learning_rate": 4.790775083214456e-05, | |
| "loss": 1.1188, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 0.16478443145751953, | |
| "learning_rate": 4.786812490093517e-05, | |
| "loss": 0.4504, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 26.002525329589844, | |
| "learning_rate": 4.782849896972579e-05, | |
| "loss": 0.8049, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 37.67827606201172, | |
| "learning_rate": 4.778887303851641e-05, | |
| "loss": 0.4756, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 36.84476852416992, | |
| "learning_rate": 4.774924710730702e-05, | |
| "loss": 0.9565, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 0.18539421260356903, | |
| "learning_rate": 4.770962117609764e-05, | |
| "loss": 0.3279, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 3.1605958938598633, | |
| "learning_rate": 4.766999524488825e-05, | |
| "loss": 0.1506, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 0.08869732171297073, | |
| "learning_rate": 4.763036931367887e-05, | |
| "loss": 0.5895, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 1.4320793151855469, | |
| "learning_rate": 4.759074338246949e-05, | |
| "loss": 0.3709, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 0.013628893531858921, | |
| "learning_rate": 4.755111745126011e-05, | |
| "loss": 0.4708, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 0.008771849796175957, | |
| "learning_rate": 4.751149152005072e-05, | |
| "loss": 0.2291, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 0.034172721207141876, | |
| "learning_rate": 4.747186558884134e-05, | |
| "loss": 0.3005, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 2.04589581489563, | |
| "learning_rate": 4.743223965763195e-05, | |
| "loss": 0.7397, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 7.416354656219482, | |
| "learning_rate": 4.739261372642258e-05, | |
| "loss": 0.5153, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 59.661014556884766, | |
| "learning_rate": 4.735298779521319e-05, | |
| "loss": 0.7417, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 38.264408111572266, | |
| "learning_rate": 4.731336186400381e-05, | |
| "loss": 0.4673, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 0.010330034419894218, | |
| "learning_rate": 4.727373593279442e-05, | |
| "loss": 0.7802, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 0.009081050753593445, | |
| "learning_rate": 4.723411000158504e-05, | |
| "loss": 0.5108, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 0.9804019331932068, | |
| "learning_rate": 4.719448407037566e-05, | |
| "loss": 0.1208, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 17.980236053466797, | |
| "learning_rate": 4.7154858139166276e-05, | |
| "loss": 0.3317, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 0.03598076477646828, | |
| "learning_rate": 4.711523220795689e-05, | |
| "loss": 0.4675, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 28.66923713684082, | |
| "learning_rate": 4.707560627674751e-05, | |
| "loss": 0.7232, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 0.05090579390525818, | |
| "learning_rate": 4.703598034553812e-05, | |
| "loss": 0.2404, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 39.81483840942383, | |
| "learning_rate": 4.6996354414328745e-05, | |
| "loss": 0.382, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 0.010164987295866013, | |
| "learning_rate": 4.695672848311936e-05, | |
| "loss": 0.4326, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 0.007712522987276316, | |
| "learning_rate": 4.691710255190997e-05, | |
| "loss": 0.1419, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 0.03637077286839485, | |
| "learning_rate": 4.687747662070059e-05, | |
| "loss": 0.0087, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 0.2942463755607605, | |
| "learning_rate": 4.68378506894912e-05, | |
| "loss": 0.5895, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 11.139754295349121, | |
| "learning_rate": 4.6798224758281825e-05, | |
| "loss": 0.2236, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 0.1554485708475113, | |
| "learning_rate": 4.675859882707244e-05, | |
| "loss": 0.3646, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 0.10144095867872238, | |
| "learning_rate": 4.6718972895863056e-05, | |
| "loss": 0.2301, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 34.84081268310547, | |
| "learning_rate": 4.667934696465367e-05, | |
| "loss": 0.7788, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 0.31722915172576904, | |
| "learning_rate": 4.663972103344429e-05, | |
| "loss": 0.1405, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 32.6774787902832, | |
| "learning_rate": 4.6600095102234906e-05, | |
| "loss": 0.4079, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 0.04206797853112221, | |
| "learning_rate": 4.6560469171025525e-05, | |
| "loss": 0.8566, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 0.007674456108361483, | |
| "learning_rate": 4.6520843239816137e-05, | |
| "loss": 0.6745, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 4.521772384643555, | |
| "learning_rate": 4.6481217308606755e-05, | |
| "loss": 0.2311, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 0.43009287118911743, | |
| "learning_rate": 4.644159137739737e-05, | |
| "loss": 0.9246, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 0.108181893825531, | |
| "learning_rate": 4.6401965446187986e-05, | |
| "loss": 1.0581, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 0.0881645604968071, | |
| "learning_rate": 4.6362339514978605e-05, | |
| "loss": 0.431, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 0.03945665806531906, | |
| "learning_rate": 4.6322713583769224e-05, | |
| "loss": 0.3784, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 0.01008934061974287, | |
| "learning_rate": 4.6283087652559836e-05, | |
| "loss": 0.4657, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 1.8987274169921875, | |
| "learning_rate": 4.6243461721350455e-05, | |
| "loss": 0.3025, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 52.36662292480469, | |
| "learning_rate": 4.6203835790141073e-05, | |
| "loss": 0.1047, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 30.82796287536621, | |
| "learning_rate": 4.616420985893169e-05, | |
| "loss": 0.3864, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 28.43499755859375, | |
| "learning_rate": 4.6124583927722304e-05, | |
| "loss": 0.5029, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 36.37118911743164, | |
| "learning_rate": 4.608495799651292e-05, | |
| "loss": 0.3412, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 0.03059449978172779, | |
| "learning_rate": 4.6045332065303535e-05, | |
| "loss": 1.6759, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 0.028554683551192284, | |
| "learning_rate": 4.6005706134094154e-05, | |
| "loss": 0.4232, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 0.3136725425720215, | |
| "learning_rate": 4.596608020288477e-05, | |
| "loss": 0.4531, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 9.164505004882812, | |
| "learning_rate": 4.5926454271675385e-05, | |
| "loss": 1.4434, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 26.755535125732422, | |
| "learning_rate": 4.5886828340466004e-05, | |
| "loss": 0.5678, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 0.027405157685279846, | |
| "learning_rate": 4.5847202409256616e-05, | |
| "loss": 0.1547, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 7.302061080932617, | |
| "learning_rate": 4.5807576478047234e-05, | |
| "loss": 0.1004, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 36.72040557861328, | |
| "learning_rate": 4.576795054683785e-05, | |
| "loss": 0.4913, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 0.10275045782327652, | |
| "learning_rate": 4.572832461562847e-05, | |
| "loss": 0.0076, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 0.008994188159704208, | |
| "learning_rate": 4.5688698684419084e-05, | |
| "loss": 0.0018, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 0.02831762284040451, | |
| "learning_rate": 4.56490727532097e-05, | |
| "loss": 0.086, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 0.6608620285987854, | |
| "learning_rate": 4.5609446822000315e-05, | |
| "loss": 0.0874, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 1.8176270723342896, | |
| "learning_rate": 4.556982089079094e-05, | |
| "loss": 0.459, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 28.674335479736328, | |
| "learning_rate": 4.553019495958155e-05, | |
| "loss": 0.4304, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 0.06465455144643784, | |
| "learning_rate": 4.549056902837217e-05, | |
| "loss": 0.6094, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 0.011676542460918427, | |
| "learning_rate": 4.545094309716278e-05, | |
| "loss": 0.333, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 4.420731544494629, | |
| "learning_rate": 4.54113171659534e-05, | |
| "loss": 0.1013, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 0.1971130520105362, | |
| "learning_rate": 4.537169123474402e-05, | |
| "loss": 0.0122, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 2.309307813644409, | |
| "learning_rate": 4.533206530353464e-05, | |
| "loss": 0.0247, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 0.010364987887442112, | |
| "learning_rate": 4.529243937232525e-05, | |
| "loss": 0.0751, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 30.956512451171875, | |
| "learning_rate": 4.525281344111587e-05, | |
| "loss": 0.7706, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 21.555742263793945, | |
| "learning_rate": 4.521318750990648e-05, | |
| "loss": 0.0501, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 0.02271176129579544, | |
| "learning_rate": 4.51735615786971e-05, | |
| "loss": 0.219, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 0.10638172179460526, | |
| "learning_rate": 4.513393564748772e-05, | |
| "loss": 0.4009, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 0.0012674570316448808, | |
| "learning_rate": 4.509430971627833e-05, | |
| "loss": 0.0365, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 0.01860959082841873, | |
| "learning_rate": 4.505468378506895e-05, | |
| "loss": 0.064, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 0.029620472341775894, | |
| "learning_rate": 4.501505785385956e-05, | |
| "loss": 0.5788, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 69.32429504394531, | |
| "learning_rate": 4.497543192265019e-05, | |
| "loss": 0.5635, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 0.004012781195342541, | |
| "learning_rate": 4.49358059914408e-05, | |
| "loss": 0.8204, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 0.007074211724102497, | |
| "learning_rate": 4.489618006023142e-05, | |
| "loss": 0.2872, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 2.3659746646881104, | |
| "learning_rate": 4.485655412902203e-05, | |
| "loss": 0.6915, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 0.2181590050458908, | |
| "learning_rate": 4.481692819781265e-05, | |
| "loss": 0.0489, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 0.00418996112421155, | |
| "learning_rate": 4.477730226660327e-05, | |
| "loss": 0.4435, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 0.011325598694384098, | |
| "learning_rate": 4.473767633539389e-05, | |
| "loss": 0.0595, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 6.933524131774902, | |
| "learning_rate": 4.46980504041845e-05, | |
| "loss": 0.6284, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.04216031730175018, | |
| "learning_rate": 4.465842447297512e-05, | |
| "loss": 0.1847, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 49.92095184326172, | |
| "learning_rate": 4.461879854176573e-05, | |
| "loss": 0.1075, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.0068773203529417515, | |
| "learning_rate": 4.457917261055635e-05, | |
| "loss": 0.7253, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 49.53322219848633, | |
| "learning_rate": 4.453954667934697e-05, | |
| "loss": 0.3937, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.0059694708324968815, | |
| "learning_rate": 4.449992074813759e-05, | |
| "loss": 0.3752, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.006113003473728895, | |
| "learning_rate": 4.44602948169282e-05, | |
| "loss": 0.2646, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "eval_accuracy": 0.8857142857142857, | |
| "eval_loss": 0.5655186772346497, | |
| "eval_runtime": 2204.4149, | |
| "eval_samples_per_second": 0.302, | |
| "eval_steps_per_second": 0.151, | |
| "step": 2806 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 0.030710767954587936, | |
| "learning_rate": 4.442066888571882e-05, | |
| "loss": 0.2584, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 0.961925208568573, | |
| "learning_rate": 4.438104295450943e-05, | |
| "loss": 0.0208, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 0.034155942499637604, | |
| "learning_rate": 4.434141702330005e-05, | |
| "loss": 0.0855, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 0.023880697786808014, | |
| "learning_rate": 4.430179109209067e-05, | |
| "loss": 0.0589, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 0.4049380421638489, | |
| "learning_rate": 4.426216516088128e-05, | |
| "loss": 0.0529, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 0.3483090102672577, | |
| "learning_rate": 4.42225392296719e-05, | |
| "loss": 0.6943, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 24.336814880371094, | |
| "learning_rate": 4.418291329846252e-05, | |
| "loss": 0.5243, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "grad_norm": 0.0032091333996504545, | |
| "learning_rate": 4.4143287367253136e-05, | |
| "loss": 0.1202, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "grad_norm": 0.047493454068899155, | |
| "learning_rate": 4.410366143604375e-05, | |
| "loss": 0.1007, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "grad_norm": 0.017678333446383476, | |
| "learning_rate": 4.406403550483437e-05, | |
| "loss": 0.0008, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "grad_norm": 0.9050219058990479, | |
| "learning_rate": 4.402440957362498e-05, | |
| "loss": 0.3121, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "grad_norm": 0.03626730665564537, | |
| "learning_rate": 4.39847836424156e-05, | |
| "loss": 0.1179, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "grad_norm": 0.011950280517339706, | |
| "learning_rate": 4.3945157711206216e-05, | |
| "loss": 0.4693, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "grad_norm": 0.02412373013794422, | |
| "learning_rate": 4.3905531779996835e-05, | |
| "loss": 0.8616, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "grad_norm": 30.13632583618164, | |
| "learning_rate": 4.386590584878745e-05, | |
| "loss": 0.3553, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "grad_norm": 0.0061193606816232204, | |
| "learning_rate": 4.3826279917578066e-05, | |
| "loss": 0.0383, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "grad_norm": 0.2041795253753662, | |
| "learning_rate": 4.378665398636868e-05, | |
| "loss": 0.6114, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "grad_norm": 0.26872244477272034, | |
| "learning_rate": 4.3747028055159304e-05, | |
| "loss": 0.5494, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "grad_norm": 0.06702332943677902, | |
| "learning_rate": 4.3707402123949916e-05, | |
| "loss": 0.0144, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "grad_norm": 0.0052034310065209866, | |
| "learning_rate": 4.3667776192740534e-05, | |
| "loss": 0.0128, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "grad_norm": 2.874134063720703, | |
| "learning_rate": 4.3628150261531146e-05, | |
| "loss": 0.6844, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "grad_norm": 1.1829482316970825, | |
| "learning_rate": 4.3588524330321765e-05, | |
| "loss": 0.1866, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "grad_norm": 41.475399017333984, | |
| "learning_rate": 4.3548898399112384e-05, | |
| "loss": 0.156, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "grad_norm": 0.07054935395717621, | |
| "learning_rate": 4.3509272467902996e-05, | |
| "loss": 0.3379, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "grad_norm": 0.44977086782455444, | |
| "learning_rate": 4.3469646536693615e-05, | |
| "loss": 0.5629, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "grad_norm": 0.06215721368789673, | |
| "learning_rate": 4.343002060548423e-05, | |
| "loss": 0.0019, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "grad_norm": 43.73810958862305, | |
| "learning_rate": 4.3390394674274846e-05, | |
| "loss": 0.3984, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "grad_norm": 0.9523270130157471, | |
| "learning_rate": 4.3350768743065464e-05, | |
| "loss": 0.0888, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "grad_norm": 0.005942572373896837, | |
| "learning_rate": 4.331114281185608e-05, | |
| "loss": 0.1961, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "grad_norm": 0.022418642416596413, | |
| "learning_rate": 4.3271516880646695e-05, | |
| "loss": 0.0597, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "grad_norm": 0.04196101427078247, | |
| "learning_rate": 4.3231890949437314e-05, | |
| "loss": 0.1147, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "grad_norm": 0.003765852889046073, | |
| "learning_rate": 4.3192265018227926e-05, | |
| "loss": 0.0416, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "grad_norm": 0.053471703082323074, | |
| "learning_rate": 4.3152639087018545e-05, | |
| "loss": 0.3866, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "grad_norm": 51.969120025634766, | |
| "learning_rate": 4.3113013155809164e-05, | |
| "loss": 0.0616, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "grad_norm": 0.005074084736406803, | |
| "learning_rate": 4.307338722459978e-05, | |
| "loss": 0.1907, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 2.03, | |
| "grad_norm": 0.0045975870452821255, | |
| "learning_rate": 4.3033761293390395e-05, | |
| "loss": 0.0072, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 2.03, | |
| "grad_norm": 0.0040842327289283276, | |
| "learning_rate": 4.299413536218101e-05, | |
| "loss": 0.2306, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 2.03, | |
| "grad_norm": 0.008049121126532555, | |
| "learning_rate": 4.295450943097163e-05, | |
| "loss": 0.0058, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 2.03, | |
| "grad_norm": 21.22314453125, | |
| "learning_rate": 4.291488349976225e-05, | |
| "loss": 0.5502, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 2.03, | |
| "grad_norm": 0.036627013236284256, | |
| "learning_rate": 4.287525756855286e-05, | |
| "loss": 0.1419, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 2.03, | |
| "grad_norm": 2.3564202785491943, | |
| "learning_rate": 4.283563163734348e-05, | |
| "loss": 0.0279, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 2.03, | |
| "grad_norm": 0.0108193913474679, | |
| "learning_rate": 4.2796005706134094e-05, | |
| "loss": 0.0004, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 2.03, | |
| "grad_norm": 0.0201814454048872, | |
| "learning_rate": 4.275637977492471e-05, | |
| "loss": 0.3249, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 2.03, | |
| "grad_norm": 0.03389296308159828, | |
| "learning_rate": 4.271675384371533e-05, | |
| "loss": 0.3386, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 2.03, | |
| "grad_norm": 0.01544855535030365, | |
| "learning_rate": 4.267712791250595e-05, | |
| "loss": 0.3866, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 2.03, | |
| "grad_norm": 0.025016358122229576, | |
| "learning_rate": 4.263750198129656e-05, | |
| "loss": 0.0013, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 2.03, | |
| "grad_norm": 0.0923624038696289, | |
| "learning_rate": 4.2597876050087174e-05, | |
| "loss": 0.2532, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 2.03, | |
| "grad_norm": 23.150659561157227, | |
| "learning_rate": 4.255825011887779e-05, | |
| "loss": 0.3962, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 2.03, | |
| "grad_norm": 0.015515293926000595, | |
| "learning_rate": 4.251862418766841e-05, | |
| "loss": 0.0004, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "grad_norm": 0.003917529247701168, | |
| "learning_rate": 4.247899825645903e-05, | |
| "loss": 0.2484, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "grad_norm": 28.370773315429688, | |
| "learning_rate": 4.243937232524964e-05, | |
| "loss": 0.0367, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "grad_norm": 0.026205556467175484, | |
| "learning_rate": 4.239974639404026e-05, | |
| "loss": 0.3111, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "grad_norm": 0.01336923148483038, | |
| "learning_rate": 4.2360120462830874e-05, | |
| "loss": 0.0047, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "grad_norm": 0.011190090328454971, | |
| "learning_rate": 4.23204945316215e-05, | |
| "loss": 0.3007, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "grad_norm": 0.003655917476862669, | |
| "learning_rate": 4.228086860041211e-05, | |
| "loss": 0.5659, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "grad_norm": 0.017216026782989502, | |
| "learning_rate": 4.224124266920273e-05, | |
| "loss": 0.0933, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "grad_norm": 0.007373865228146315, | |
| "learning_rate": 4.220161673799334e-05, | |
| "loss": 0.0298, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "grad_norm": 0.035991325974464417, | |
| "learning_rate": 4.216199080678396e-05, | |
| "loss": 0.0916, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "grad_norm": 0.007277372293174267, | |
| "learning_rate": 4.212236487557458e-05, | |
| "loss": 0.0008, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "grad_norm": 0.0012711473973467946, | |
| "learning_rate": 4.20827389443652e-05, | |
| "loss": 0.049, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "grad_norm": 0.004262813366949558, | |
| "learning_rate": 4.204311301315581e-05, | |
| "loss": 0.3255, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "grad_norm": 0.6016376614570618, | |
| "learning_rate": 4.200348708194643e-05, | |
| "loss": 0.0016, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "grad_norm": 0.027856985107064247, | |
| "learning_rate": 4.196386115073704e-05, | |
| "loss": 0.1706, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "grad_norm": 36.658660888671875, | |
| "learning_rate": 4.192423521952766e-05, | |
| "loss": 0.393, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "grad_norm": 4.459847927093506, | |
| "learning_rate": 4.188460928831828e-05, | |
| "loss": 0.2113, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "grad_norm": 0.003763306187465787, | |
| "learning_rate": 4.18449833571089e-05, | |
| "loss": 0.0946, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "grad_norm": 0.9358043670654297, | |
| "learning_rate": 4.180535742589951e-05, | |
| "loss": 0.1248, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "grad_norm": 5.325794219970703, | |
| "learning_rate": 4.176573149469012e-05, | |
| "loss": 0.1882, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "grad_norm": 0.01291597355157137, | |
| "learning_rate": 4.172610556348075e-05, | |
| "loss": 0.5989, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "grad_norm": 0.05552150309085846, | |
| "learning_rate": 4.168647963227136e-05, | |
| "loss": 0.1317, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "grad_norm": 0.0046797278337180614, | |
| "learning_rate": 4.164685370106198e-05, | |
| "loss": 0.9324, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "grad_norm": 0.19884918630123138, | |
| "learning_rate": 4.160722776985259e-05, | |
| "loss": 0.0027, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "grad_norm": 0.06361120939254761, | |
| "learning_rate": 4.156760183864321e-05, | |
| "loss": 0.1294, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "grad_norm": 0.025872783735394478, | |
| "learning_rate": 4.152797590743383e-05, | |
| "loss": 0.3453, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "grad_norm": 0.44598618149757385, | |
| "learning_rate": 4.1488349976224446e-05, | |
| "loss": 0.0445, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "grad_norm": 0.00139313330873847, | |
| "learning_rate": 4.144872404501506e-05, | |
| "loss": 0.4126, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "grad_norm": 0.004861112684011459, | |
| "learning_rate": 4.140909811380568e-05, | |
| "loss": 0.3162, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "grad_norm": 37.97075653076172, | |
| "learning_rate": 4.136947218259629e-05, | |
| "loss": 0.0275, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "grad_norm": 0.006260779220610857, | |
| "learning_rate": 4.132984625138691e-05, | |
| "loss": 0.5518, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "grad_norm": 10.439234733581543, | |
| "learning_rate": 4.129022032017753e-05, | |
| "loss": 0.0489, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "grad_norm": 0.009267416782677174, | |
| "learning_rate": 4.1250594388968146e-05, | |
| "loss": 0.2203, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "grad_norm": 0.003436572849750519, | |
| "learning_rate": 4.121096845775876e-05, | |
| "loss": 0.0489, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "grad_norm": 0.02378927730023861, | |
| "learning_rate": 4.1171342526549377e-05, | |
| "loss": 0.3647, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "grad_norm": 0.04053608328104019, | |
| "learning_rate": 4.113171659533999e-05, | |
| "loss": 0.4505, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "grad_norm": 0.8833039402961731, | |
| "learning_rate": 4.1092090664130614e-05, | |
| "loss": 0.0626, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "grad_norm": 11.919655799865723, | |
| "learning_rate": 4.1052464732921226e-05, | |
| "loss": 0.0989, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "grad_norm": 0.03586142137646675, | |
| "learning_rate": 4.1012838801711845e-05, | |
| "loss": 0.2583, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "grad_norm": 0.1854490488767624, | |
| "learning_rate": 4.097321287050246e-05, | |
| "loss": 0.1368, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "grad_norm": 0.057375673204660416, | |
| "learning_rate": 4.0933586939293076e-05, | |
| "loss": 0.345, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "grad_norm": 0.015717756003141403, | |
| "learning_rate": 4.0893961008083695e-05, | |
| "loss": 0.0065, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "grad_norm": 0.02194334752857685, | |
| "learning_rate": 4.085433507687431e-05, | |
| "loss": 0.0021, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "grad_norm": 16.584745407104492, | |
| "learning_rate": 4.0814709145664925e-05, | |
| "loss": 0.0147, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "grad_norm": 0.0053609260357916355, | |
| "learning_rate": 4.077508321445554e-05, | |
| "loss": 0.3077, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "grad_norm": 0.002716219983994961, | |
| "learning_rate": 4.0735457283246156e-05, | |
| "loss": 0.4135, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "grad_norm": 0.8324286937713623, | |
| "learning_rate": 4.0695831352036775e-05, | |
| "loss": 0.3889, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "grad_norm": 0.004210811574012041, | |
| "learning_rate": 4.0656205420827394e-05, | |
| "loss": 0.0015, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "grad_norm": 0.0026693022809922695, | |
| "learning_rate": 4.0616579489618006e-05, | |
| "loss": 0.566, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "grad_norm": 0.02392963133752346, | |
| "learning_rate": 4.0576953558408625e-05, | |
| "loss": 0.0124, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "grad_norm": 0.020079661160707474, | |
| "learning_rate": 4.053732762719924e-05, | |
| "loss": 0.0152, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "grad_norm": 0.0014172615483403206, | |
| "learning_rate": 4.049770169598986e-05, | |
| "loss": 0.0932, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "grad_norm": 5.266864776611328, | |
| "learning_rate": 4.0458075764780474e-05, | |
| "loss": 0.5559, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "grad_norm": 0.009865287691354752, | |
| "learning_rate": 4.041844983357109e-05, | |
| "loss": 0.2131, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "grad_norm": 0.0027454691007733345, | |
| "learning_rate": 4.0378823902361705e-05, | |
| "loss": 0.0006, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "grad_norm": 0.15348024666309357, | |
| "learning_rate": 4.0339197971152324e-05, | |
| "loss": 1.0736, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "grad_norm": 0.002026822417974472, | |
| "learning_rate": 4.029957203994294e-05, | |
| "loss": 0.4398, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "grad_norm": 0.023032035678625107, | |
| "learning_rate": 4.025994610873356e-05, | |
| "loss": 0.3724, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "grad_norm": 110.459716796875, | |
| "learning_rate": 4.0220320177524174e-05, | |
| "loss": 0.4695, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "grad_norm": 0.026824643835425377, | |
| "learning_rate": 4.018069424631479e-05, | |
| "loss": 0.4355, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "grad_norm": 0.007477205712348223, | |
| "learning_rate": 4.0141068315105404e-05, | |
| "loss": 0.3392, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "grad_norm": 0.0020925672724843025, | |
| "learning_rate": 4.010144238389602e-05, | |
| "loss": 0.228, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "grad_norm": 0.003810058580711484, | |
| "learning_rate": 4.006181645268664e-05, | |
| "loss": 0.2477, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "grad_norm": 0.0076815299689769745, | |
| "learning_rate": 4.0022190521477254e-05, | |
| "loss": 0.4539, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "grad_norm": 0.005379770882427692, | |
| "learning_rate": 3.998256459026787e-05, | |
| "loss": 0.0341, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "grad_norm": 0.003831785172224045, | |
| "learning_rate": 3.9942938659058485e-05, | |
| "loss": 0.5954, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "grad_norm": 0.7539482116699219, | |
| "learning_rate": 3.9903312727849104e-05, | |
| "loss": 0.3885, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "grad_norm": 0.005533235147595406, | |
| "learning_rate": 3.986368679663972e-05, | |
| "loss": 0.0053, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "grad_norm": 0.008866420015692711, | |
| "learning_rate": 3.982406086543034e-05, | |
| "loss": 0.0453, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "grad_norm": 0.014108781702816486, | |
| "learning_rate": 3.978443493422095e-05, | |
| "loss": 0.2954, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "grad_norm": 0.016585228964686394, | |
| "learning_rate": 3.974480900301157e-05, | |
| "loss": 0.0076, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "grad_norm": 3.2773778438568115, | |
| "learning_rate": 3.970518307180219e-05, | |
| "loss": 0.1556, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "grad_norm": 7.254385948181152, | |
| "learning_rate": 3.966555714059281e-05, | |
| "loss": 0.1696, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "grad_norm": 0.0035600659903138876, | |
| "learning_rate": 3.962593120938342e-05, | |
| "loss": 0.0074, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "grad_norm": 8.71975040435791, | |
| "learning_rate": 3.958630527817404e-05, | |
| "loss": 0.3048, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "grad_norm": 0.0020627696067094803, | |
| "learning_rate": 3.954667934696465e-05, | |
| "loss": 0.7165, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "grad_norm": 0.007494701538234949, | |
| "learning_rate": 3.950705341575527e-05, | |
| "loss": 0.5529, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "grad_norm": 0.016065679490566254, | |
| "learning_rate": 3.946742748454589e-05, | |
| "loss": 0.0128, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "grad_norm": 0.322768896818161, | |
| "learning_rate": 3.942780155333651e-05, | |
| "loss": 0.0628, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "grad_norm": 0.023394137620925903, | |
| "learning_rate": 3.938817562212712e-05, | |
| "loss": 0.4743, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "grad_norm": 0.0229184590280056, | |
| "learning_rate": 3.934854969091774e-05, | |
| "loss": 0.2818, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "grad_norm": 0.006755081005394459, | |
| "learning_rate": 3.930892375970835e-05, | |
| "loss": 0.3635, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "grad_norm": 0.004403649363666773, | |
| "learning_rate": 3.926929782849898e-05, | |
| "loss": 0.0568, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "grad_norm": 0.0034377514384686947, | |
| "learning_rate": 3.922967189728959e-05, | |
| "loss": 0.1624, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "grad_norm": 0.005851461086422205, | |
| "learning_rate": 3.91900459660802e-05, | |
| "loss": 0.6674, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 2.1, | |
| "grad_norm": 0.004862835630774498, | |
| "learning_rate": 3.915042003487082e-05, | |
| "loss": 0.5013, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 2.1, | |
| "grad_norm": 42.758365631103516, | |
| "learning_rate": 3.911079410366143e-05, | |
| "loss": 0.4173, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 2.1, | |
| "grad_norm": 0.004606719594448805, | |
| "learning_rate": 3.907116817245206e-05, | |
| "loss": 0.5328, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 2.1, | |
| "grad_norm": 78.40693664550781, | |
| "learning_rate": 3.903154224124267e-05, | |
| "loss": 0.4105, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 2.1, | |
| "grad_norm": 23.919864654541016, | |
| "learning_rate": 3.899191631003329e-05, | |
| "loss": 1.4324, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 2.1, | |
| "grad_norm": 0.00816379301249981, | |
| "learning_rate": 3.89522903788239e-05, | |
| "loss": 0.3002, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 2.1, | |
| "grad_norm": 0.022155677899718285, | |
| "learning_rate": 3.891266444761452e-05, | |
| "loss": 0.0785, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 2.1, | |
| "eval_accuracy": 0.9052631578947369, | |
| "eval_loss": 0.4806475341320038, | |
| "eval_runtime": 2299.8623, | |
| "eval_samples_per_second": 0.289, | |
| "eval_steps_per_second": 0.145, | |
| "step": 4209 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 0.0499810166656971, | |
| "learning_rate": 3.887303851640514e-05, | |
| "loss": 0.1101, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 0.00219921232201159, | |
| "learning_rate": 3.883341258519576e-05, | |
| "loss": 0.0019, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 0.05688053369522095, | |
| "learning_rate": 3.879378665398637e-05, | |
| "loss": 0.4249, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 0.004060626961290836, | |
| "learning_rate": 3.875416072277699e-05, | |
| "loss": 0.329, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 0.4057186245918274, | |
| "learning_rate": 3.87145347915676e-05, | |
| "loss": 0.0089, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 0.0447358600795269, | |
| "learning_rate": 3.8674908860358226e-05, | |
| "loss": 0.0034, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 0.003750765696167946, | |
| "learning_rate": 3.863528292914884e-05, | |
| "loss": 0.0953, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 3.01, | |
| "grad_norm": 6.533902168273926, | |
| "learning_rate": 3.8595656997939456e-05, | |
| "loss": 0.0106, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 3.01, | |
| "grad_norm": 0.001664067734964192, | |
| "learning_rate": 3.855603106673007e-05, | |
| "loss": 0.0162, | |
| "step": 4290 | |
| }, | |
| { | |
| "epoch": 3.01, | |
| "grad_norm": 0.8516010046005249, | |
| "learning_rate": 3.851640513552069e-05, | |
| "loss": 0.4751, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 3.01, | |
| "grad_norm": 0.03567550331354141, | |
| "learning_rate": 3.8476779204311306e-05, | |
| "loss": 0.161, | |
| "step": 4310 | |
| }, | |
| { | |
| "epoch": 3.01, | |
| "grad_norm": 0.0029626258183270693, | |
| "learning_rate": 3.8437153273101925e-05, | |
| "loss": 0.1448, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 3.01, | |
| "grad_norm": 0.017234837636351585, | |
| "learning_rate": 3.839752734189254e-05, | |
| "loss": 0.0052, | |
| "step": 4330 | |
| }, | |
| { | |
| "epoch": 3.01, | |
| "grad_norm": 0.14725999534130096, | |
| "learning_rate": 3.835790141068315e-05, | |
| "loss": 0.0645, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 3.01, | |
| "grad_norm": 0.002782195108011365, | |
| "learning_rate": 3.831827547947377e-05, | |
| "loss": 0.0004, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 3.01, | |
| "grad_norm": 34.547061920166016, | |
| "learning_rate": 3.8278649548264386e-05, | |
| "loss": 0.4315, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 3.01, | |
| "grad_norm": 0.0030270384158939123, | |
| "learning_rate": 3.8239023617055005e-05, | |
| "loss": 0.3151, | |
| "step": 4370 | |
| }, | |
| { | |
| "epoch": 3.01, | |
| "grad_norm": 0.008927990682423115, | |
| "learning_rate": 3.819939768584562e-05, | |
| "loss": 0.0002, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 3.01, | |
| "grad_norm": 0.11368348449468613, | |
| "learning_rate": 3.8159771754636236e-05, | |
| "loss": 0.0077, | |
| "step": 4390 | |
| }, | |
| { | |
| "epoch": 3.01, | |
| "grad_norm": 0.10815131664276123, | |
| "learning_rate": 3.812014582342685e-05, | |
| "loss": 0.0182, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 3.01, | |
| "grad_norm": 0.020075034350156784, | |
| "learning_rate": 3.808051989221747e-05, | |
| "loss": 0.0007, | |
| "step": 4410 | |
| }, | |
| { | |
| "epoch": 3.02, | |
| "grad_norm": 0.001029517618007958, | |
| "learning_rate": 3.8040893961008086e-05, | |
| "loss": 0.0397, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 3.02, | |
| "grad_norm": 0.003121725283563137, | |
| "learning_rate": 3.8001268029798704e-05, | |
| "loss": 0.0001, | |
| "step": 4430 | |
| }, | |
| { | |
| "epoch": 3.02, | |
| "grad_norm": 5.35357141494751, | |
| "learning_rate": 3.7961642098589316e-05, | |
| "loss": 0.0069, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 3.02, | |
| "grad_norm": 0.013706800527870655, | |
| "learning_rate": 3.7922016167379935e-05, | |
| "loss": 0.0007, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 3.02, | |
| "grad_norm": 0.09196832776069641, | |
| "learning_rate": 3.7882390236170554e-05, | |
| "loss": 0.0003, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 3.02, | |
| "grad_norm": 0.003602321958169341, | |
| "learning_rate": 3.784276430496117e-05, | |
| "loss": 0.2969, | |
| "step": 4470 | |
| }, | |
| { | |
| "epoch": 3.02, | |
| "grad_norm": 20.944992065429688, | |
| "learning_rate": 3.7803138373751785e-05, | |
| "loss": 0.0272, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 3.02, | |
| "grad_norm": 0.002105366438627243, | |
| "learning_rate": 3.7763512442542404e-05, | |
| "loss": 0.0002, | |
| "step": 4490 | |
| }, | |
| { | |
| "epoch": 3.02, | |
| "grad_norm": 0.004411764442920685, | |
| "learning_rate": 3.7723886511333016e-05, | |
| "loss": 0.0076, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 3.02, | |
| "grad_norm": 0.005865162704139948, | |
| "learning_rate": 3.7684260580123635e-05, | |
| "loss": 0.0059, | |
| "step": 4510 | |
| }, | |
| { | |
| "epoch": 3.02, | |
| "grad_norm": 0.011046779341995716, | |
| "learning_rate": 3.764463464891425e-05, | |
| "loss": 0.0043, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 3.02, | |
| "grad_norm": 0.023666031658649445, | |
| "learning_rate": 3.760500871770487e-05, | |
| "loss": 0.0009, | |
| "step": 4530 | |
| }, | |
| { | |
| "epoch": 3.02, | |
| "grad_norm": 53.04268264770508, | |
| "learning_rate": 3.7565382786495484e-05, | |
| "loss": 0.3129, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 3.02, | |
| "grad_norm": 16.536462783813477, | |
| "learning_rate": 3.7525756855286096e-05, | |
| "loss": 0.0079, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 3.03, | |
| "grad_norm": 0.004224766045808792, | |
| "learning_rate": 3.7486130924076715e-05, | |
| "loss": 0.073, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 3.03, | |
| "grad_norm": 0.005598429590463638, | |
| "learning_rate": 3.7446504992867334e-05, | |
| "loss": 0.2742, | |
| "step": 4570 | |
| }, | |
| { | |
| "epoch": 3.03, | |
| "grad_norm": 0.0030881077982485294, | |
| "learning_rate": 3.740687906165795e-05, | |
| "loss": 0.2948, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 3.03, | |
| "grad_norm": 0.019152648746967316, | |
| "learning_rate": 3.7367253130448565e-05, | |
| "loss": 0.0047, | |
| "step": 4590 | |
| }, | |
| { | |
| "epoch": 3.03, | |
| "grad_norm": 0.001949524856172502, | |
| "learning_rate": 3.7327627199239183e-05, | |
| "loss": 0.0003, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 3.03, | |
| "grad_norm": 0.001139726140536368, | |
| "learning_rate": 3.7288001268029795e-05, | |
| "loss": 0.0033, | |
| "step": 4610 | |
| }, | |
| { | |
| "epoch": 3.03, | |
| "grad_norm": 0.0009636884205974638, | |
| "learning_rate": 3.724837533682042e-05, | |
| "loss": 0.5236, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 3.03, | |
| "grad_norm": 0.0024904939346015453, | |
| "learning_rate": 3.720874940561103e-05, | |
| "loss": 0.0005, | |
| "step": 4630 | |
| }, | |
| { | |
| "epoch": 3.03, | |
| "grad_norm": 0.004561484791338444, | |
| "learning_rate": 3.716912347440165e-05, | |
| "loss": 0.4394, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 3.03, | |
| "grad_norm": 21.228055953979492, | |
| "learning_rate": 3.7129497543192264e-05, | |
| "loss": 0.5905, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 3.03, | |
| "grad_norm": 38.67287063598633, | |
| "learning_rate": 3.708987161198288e-05, | |
| "loss": 0.0304, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 3.03, | |
| "grad_norm": 0.002863664412871003, | |
| "learning_rate": 3.70502456807735e-05, | |
| "loss": 0.4688, | |
| "step": 4670 | |
| }, | |
| { | |
| "epoch": 3.03, | |
| "grad_norm": 0.0070022111758589745, | |
| "learning_rate": 3.701061974956412e-05, | |
| "loss": 0.0044, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 3.03, | |
| "grad_norm": 98.50983428955078, | |
| "learning_rate": 3.697099381835473e-05, | |
| "loss": 0.2539, | |
| "step": 4690 | |
| }, | |
| { | |
| "epoch": 3.04, | |
| "grad_norm": 0.044561292976140976, | |
| "learning_rate": 3.693136788714535e-05, | |
| "loss": 0.0002, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 3.04, | |
| "grad_norm": 2.370043992996216, | |
| "learning_rate": 3.689174195593596e-05, | |
| "loss": 0.0055, | |
| "step": 4710 | |
| }, | |
| { | |
| "epoch": 3.04, | |
| "grad_norm": 12.61652660369873, | |
| "learning_rate": 3.685211602472658e-05, | |
| "loss": 0.456, | |
| "step": 4720 | |
| }, | |
| { | |
| "epoch": 3.04, | |
| "grad_norm": 0.020174263045191765, | |
| "learning_rate": 3.68124900935172e-05, | |
| "loss": 0.0023, | |
| "step": 4730 | |
| }, | |
| { | |
| "epoch": 3.04, | |
| "grad_norm": 0.032532501965761185, | |
| "learning_rate": 3.677286416230782e-05, | |
| "loss": 0.0004, | |
| "step": 4740 | |
| }, | |
| { | |
| "epoch": 3.04, | |
| "grad_norm": 39.96610641479492, | |
| "learning_rate": 3.673323823109843e-05, | |
| "loss": 0.5033, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 3.04, | |
| "grad_norm": 0.006895292084664106, | |
| "learning_rate": 3.669361229988905e-05, | |
| "loss": 0.2369, | |
| "step": 4760 | |
| }, | |
| { | |
| "epoch": 3.04, | |
| "grad_norm": 0.0018528720829635859, | |
| "learning_rate": 3.665398636867967e-05, | |
| "loss": 0.0005, | |
| "step": 4770 | |
| }, | |
| { | |
| "epoch": 3.04, | |
| "grad_norm": 57.440799713134766, | |
| "learning_rate": 3.661436043747028e-05, | |
| "loss": 0.7416, | |
| "step": 4780 | |
| }, | |
| { | |
| "epoch": 3.04, | |
| "grad_norm": 0.15606503188610077, | |
| "learning_rate": 3.65747345062609e-05, | |
| "loss": 0.0005, | |
| "step": 4790 | |
| }, | |
| { | |
| "epoch": 3.04, | |
| "grad_norm": 0.06342484056949615, | |
| "learning_rate": 3.653510857505151e-05, | |
| "loss": 0.0008, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 3.04, | |
| "grad_norm": 0.0007686218596063554, | |
| "learning_rate": 3.649548264384213e-05, | |
| "loss": 0.0083, | |
| "step": 4810 | |
| }, | |
| { | |
| "epoch": 3.04, | |
| "grad_norm": 0.007868933491408825, | |
| "learning_rate": 3.645585671263275e-05, | |
| "loss": 0.0002, | |
| "step": 4820 | |
| }, | |
| { | |
| "epoch": 3.04, | |
| "grad_norm": 0.0038664869498461485, | |
| "learning_rate": 3.641623078142337e-05, | |
| "loss": 0.5171, | |
| "step": 4830 | |
| }, | |
| { | |
| "epoch": 3.05, | |
| "grad_norm": 139.34559631347656, | |
| "learning_rate": 3.637660485021398e-05, | |
| "loss": 0.1279, | |
| "step": 4840 | |
| }, | |
| { | |
| "epoch": 3.05, | |
| "grad_norm": 0.01549526583403349, | |
| "learning_rate": 3.63369789190046e-05, | |
| "loss": 0.0024, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 3.05, | |
| "grad_norm": 0.009506451897323132, | |
| "learning_rate": 3.629735298779521e-05, | |
| "loss": 0.0322, | |
| "step": 4860 | |
| }, | |
| { | |
| "epoch": 3.05, | |
| "grad_norm": 0.01199623104184866, | |
| "learning_rate": 3.625772705658583e-05, | |
| "loss": 0.5853, | |
| "step": 4870 | |
| }, | |
| { | |
| "epoch": 3.05, | |
| "grad_norm": 0.023425359278917313, | |
| "learning_rate": 3.621810112537645e-05, | |
| "loss": 0.0074, | |
| "step": 4880 | |
| }, | |
| { | |
| "epoch": 3.05, | |
| "grad_norm": 0.0029667699709534645, | |
| "learning_rate": 3.617847519416707e-05, | |
| "loss": 0.0003, | |
| "step": 4890 | |
| }, | |
| { | |
| "epoch": 3.05, | |
| "grad_norm": 0.0053655593656003475, | |
| "learning_rate": 3.613884926295768e-05, | |
| "loss": 0.0022, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 3.05, | |
| "grad_norm": 0.002650972455739975, | |
| "learning_rate": 3.60992233317483e-05, | |
| "loss": 0.0286, | |
| "step": 4910 | |
| }, | |
| { | |
| "epoch": 3.05, | |
| "grad_norm": 0.029404861852526665, | |
| "learning_rate": 3.605959740053891e-05, | |
| "loss": 0.355, | |
| "step": 4920 | |
| }, | |
| { | |
| "epoch": 3.05, | |
| "grad_norm": 0.0018920317525044084, | |
| "learning_rate": 3.6019971469329536e-05, | |
| "loss": 0.0105, | |
| "step": 4930 | |
| }, | |
| { | |
| "epoch": 3.05, | |
| "grad_norm": 0.2511395812034607, | |
| "learning_rate": 3.598034553812015e-05, | |
| "loss": 0.0721, | |
| "step": 4940 | |
| }, | |
| { | |
| "epoch": 3.05, | |
| "grad_norm": 0.0022750215139240026, | |
| "learning_rate": 3.594071960691077e-05, | |
| "loss": 0.0011, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 3.05, | |
| "grad_norm": 0.0004970223526470363, | |
| "learning_rate": 3.590109367570138e-05, | |
| "loss": 0.0493, | |
| "step": 4960 | |
| }, | |
| { | |
| "epoch": 3.05, | |
| "grad_norm": 0.0018257640767842531, | |
| "learning_rate": 3.5861467744492e-05, | |
| "loss": 0.0041, | |
| "step": 4970 | |
| }, | |
| { | |
| "epoch": 3.05, | |
| "grad_norm": 0.002615696983411908, | |
| "learning_rate": 3.5821841813282617e-05, | |
| "loss": 0.0002, | |
| "step": 4980 | |
| }, | |
| { | |
| "epoch": 3.06, | |
| "grad_norm": 0.0015312007162719965, | |
| "learning_rate": 3.578221588207323e-05, | |
| "loss": 0.0048, | |
| "step": 4990 | |
| }, | |
| { | |
| "epoch": 3.06, | |
| "grad_norm": 0.003842801321297884, | |
| "learning_rate": 3.574258995086385e-05, | |
| "loss": 0.0001, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 3.06, | |
| "grad_norm": 0.003976788371801376, | |
| "learning_rate": 3.570296401965446e-05, | |
| "loss": 0.0002, | |
| "step": 5010 | |
| }, | |
| { | |
| "epoch": 3.06, | |
| "grad_norm": 0.0027057684492319822, | |
| "learning_rate": 3.566333808844508e-05, | |
| "loss": 0.0001, | |
| "step": 5020 | |
| }, | |
| { | |
| "epoch": 3.06, | |
| "grad_norm": 0.0013581090606749058, | |
| "learning_rate": 3.56237121572357e-05, | |
| "loss": 0.0643, | |
| "step": 5030 | |
| }, | |
| { | |
| "epoch": 3.06, | |
| "grad_norm": 73.48147583007812, | |
| "learning_rate": 3.5584086226026316e-05, | |
| "loss": 0.1412, | |
| "step": 5040 | |
| }, | |
| { | |
| "epoch": 3.06, | |
| "grad_norm": 0.05521896854043007, | |
| "learning_rate": 3.554446029481693e-05, | |
| "loss": 0.8526, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 3.06, | |
| "grad_norm": 0.01980687491595745, | |
| "learning_rate": 3.550483436360755e-05, | |
| "loss": 0.3712, | |
| "step": 5060 | |
| }, | |
| { | |
| "epoch": 3.06, | |
| "grad_norm": 0.0016443756176158786, | |
| "learning_rate": 3.546520843239816e-05, | |
| "loss": 0.0004, | |
| "step": 5070 | |
| }, | |
| { | |
| "epoch": 3.06, | |
| "grad_norm": 2.7786030769348145, | |
| "learning_rate": 3.5425582501188784e-05, | |
| "loss": 0.0024, | |
| "step": 5080 | |
| }, | |
| { | |
| "epoch": 3.06, | |
| "grad_norm": 0.002752843778580427, | |
| "learning_rate": 3.5385956569979396e-05, | |
| "loss": 0.0989, | |
| "step": 5090 | |
| }, | |
| { | |
| "epoch": 3.06, | |
| "grad_norm": 0.07084832340478897, | |
| "learning_rate": 3.5346330638770015e-05, | |
| "loss": 0.006, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 3.06, | |
| "grad_norm": 0.0023438192438334227, | |
| "learning_rate": 3.530670470756063e-05, | |
| "loss": 0.0631, | |
| "step": 5110 | |
| }, | |
| { | |
| "epoch": 3.06, | |
| "grad_norm": 0.023146087303757668, | |
| "learning_rate": 3.5267078776351246e-05, | |
| "loss": 0.3281, | |
| "step": 5120 | |
| }, | |
| { | |
| "epoch": 3.07, | |
| "grad_norm": 0.0026536276564002037, | |
| "learning_rate": 3.5227452845141865e-05, | |
| "loss": 0.2622, | |
| "step": 5130 | |
| }, | |
| { | |
| "epoch": 3.07, | |
| "grad_norm": 25.2746639251709, | |
| "learning_rate": 3.5187826913932483e-05, | |
| "loss": 0.9971, | |
| "step": 5140 | |
| }, | |
| { | |
| "epoch": 3.07, | |
| "grad_norm": 2.3518447875976562, | |
| "learning_rate": 3.5148200982723095e-05, | |
| "loss": 0.0101, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 3.07, | |
| "grad_norm": 0.004120847675949335, | |
| "learning_rate": 3.5108575051513714e-05, | |
| "loss": 0.2435, | |
| "step": 5160 | |
| }, | |
| { | |
| "epoch": 3.07, | |
| "grad_norm": 0.0018114675767719746, | |
| "learning_rate": 3.5068949120304326e-05, | |
| "loss": 0.0002, | |
| "step": 5170 | |
| }, | |
| { | |
| "epoch": 3.07, | |
| "grad_norm": 0.003768153488636017, | |
| "learning_rate": 3.5029323189094945e-05, | |
| "loss": 0.0041, | |
| "step": 5180 | |
| }, | |
| { | |
| "epoch": 3.07, | |
| "grad_norm": 0.07695072889328003, | |
| "learning_rate": 3.4989697257885564e-05, | |
| "loss": 0.0025, | |
| "step": 5190 | |
| }, | |
| { | |
| "epoch": 3.07, | |
| "grad_norm": 57.52178955078125, | |
| "learning_rate": 3.4950071326676176e-05, | |
| "loss": 0.0468, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 3.07, | |
| "grad_norm": 0.001811747089959681, | |
| "learning_rate": 3.4910445395466795e-05, | |
| "loss": 0.0007, | |
| "step": 5210 | |
| }, | |
| { | |
| "epoch": 3.07, | |
| "grad_norm": 0.0032631447538733482, | |
| "learning_rate": 3.487081946425741e-05, | |
| "loss": 0.0962, | |
| "step": 5220 | |
| }, | |
| { | |
| "epoch": 3.07, | |
| "grad_norm": 0.0040063695050776005, | |
| "learning_rate": 3.4831193533048026e-05, | |
| "loss": 0.0718, | |
| "step": 5230 | |
| }, | |
| { | |
| "epoch": 3.07, | |
| "grad_norm": 0.042804840952157974, | |
| "learning_rate": 3.4791567601838644e-05, | |
| "loss": 0.0038, | |
| "step": 5240 | |
| }, | |
| { | |
| "epoch": 3.07, | |
| "grad_norm": 0.0023616242688149214, | |
| "learning_rate": 3.475194167062926e-05, | |
| "loss": 0.0002, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 3.07, | |
| "grad_norm": 0.002275130245834589, | |
| "learning_rate": 3.4712315739419875e-05, | |
| "loss": 0.6309, | |
| "step": 5260 | |
| }, | |
| { | |
| "epoch": 3.08, | |
| "grad_norm": 0.011256784200668335, | |
| "learning_rate": 3.4672689808210494e-05, | |
| "loss": 0.0002, | |
| "step": 5270 | |
| }, | |
| { | |
| "epoch": 3.08, | |
| "grad_norm": 0.0045999023132026196, | |
| "learning_rate": 3.463306387700111e-05, | |
| "loss": 0.1079, | |
| "step": 5280 | |
| }, | |
| { | |
| "epoch": 3.08, | |
| "grad_norm": 0.001873884117230773, | |
| "learning_rate": 3.459343794579173e-05, | |
| "loss": 0.0004, | |
| "step": 5290 | |
| }, | |
| { | |
| "epoch": 3.08, | |
| "grad_norm": 0.003349520266056061, | |
| "learning_rate": 3.4553812014582344e-05, | |
| "loss": 0.0392, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 3.08, | |
| "grad_norm": 0.07745254039764404, | |
| "learning_rate": 3.451418608337296e-05, | |
| "loss": 0.1259, | |
| "step": 5310 | |
| }, | |
| { | |
| "epoch": 3.08, | |
| "grad_norm": 0.001707065268419683, | |
| "learning_rate": 3.4474560152163574e-05, | |
| "loss": 0.2405, | |
| "step": 5320 | |
| }, | |
| { | |
| "epoch": 3.08, | |
| "grad_norm": 0.00230118609033525, | |
| "learning_rate": 3.443493422095419e-05, | |
| "loss": 0.0026, | |
| "step": 5330 | |
| }, | |
| { | |
| "epoch": 3.08, | |
| "grad_norm": 0.03412836417555809, | |
| "learning_rate": 3.439530828974481e-05, | |
| "loss": 0.1592, | |
| "step": 5340 | |
| }, | |
| { | |
| "epoch": 3.08, | |
| "grad_norm": 0.006646712776273489, | |
| "learning_rate": 3.435568235853543e-05, | |
| "loss": 0.0253, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 3.08, | |
| "grad_norm": 0.10694713890552521, | |
| "learning_rate": 3.431605642732604e-05, | |
| "loss": 0.3725, | |
| "step": 5360 | |
| }, | |
| { | |
| "epoch": 3.08, | |
| "grad_norm": 0.14875371754169464, | |
| "learning_rate": 3.427643049611666e-05, | |
| "loss": 0.7354, | |
| "step": 5370 | |
| }, | |
| { | |
| "epoch": 3.08, | |
| "grad_norm": 0.06602335721254349, | |
| "learning_rate": 3.4236804564907274e-05, | |
| "loss": 0.3752, | |
| "step": 5380 | |
| }, | |
| { | |
| "epoch": 3.08, | |
| "grad_norm": 0.002122233621776104, | |
| "learning_rate": 3.41971786336979e-05, | |
| "loss": 0.0014, | |
| "step": 5390 | |
| }, | |
| { | |
| "epoch": 3.08, | |
| "grad_norm": 0.020870821550488472, | |
| "learning_rate": 3.415755270248851e-05, | |
| "loss": 0.001, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 3.09, | |
| "grad_norm": 51.36176681518555, | |
| "learning_rate": 3.411792677127912e-05, | |
| "loss": 0.0521, | |
| "step": 5410 | |
| }, | |
| { | |
| "epoch": 3.09, | |
| "grad_norm": 0.002612057374790311, | |
| "learning_rate": 3.407830084006974e-05, | |
| "loss": 0.3004, | |
| "step": 5420 | |
| }, | |
| { | |
| "epoch": 3.09, | |
| "grad_norm": 0.006323930341750383, | |
| "learning_rate": 3.4038674908860354e-05, | |
| "loss": 0.0007, | |
| "step": 5430 | |
| }, | |
| { | |
| "epoch": 3.09, | |
| "grad_norm": 0.010717890225350857, | |
| "learning_rate": 3.399904897765098e-05, | |
| "loss": 0.0003, | |
| "step": 5440 | |
| }, | |
| { | |
| "epoch": 3.09, | |
| "grad_norm": 0.20171226561069489, | |
| "learning_rate": 3.395942304644159e-05, | |
| "loss": 0.0007, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 3.09, | |
| "grad_norm": 0.0015600892947986722, | |
| "learning_rate": 3.391979711523221e-05, | |
| "loss": 0.0011, | |
| "step": 5460 | |
| }, | |
| { | |
| "epoch": 3.09, | |
| "grad_norm": 1.7858773469924927, | |
| "learning_rate": 3.388017118402282e-05, | |
| "loss": 0.0032, | |
| "step": 5470 | |
| }, | |
| { | |
| "epoch": 3.09, | |
| "grad_norm": 0.0012454432435333729, | |
| "learning_rate": 3.384054525281344e-05, | |
| "loss": 0.0002, | |
| "step": 5480 | |
| }, | |
| { | |
| "epoch": 3.09, | |
| "grad_norm": 0.0015952313551679254, | |
| "learning_rate": 3.380091932160406e-05, | |
| "loss": 0.001, | |
| "step": 5490 | |
| }, | |
| { | |
| "epoch": 3.09, | |
| "grad_norm": 0.002770837862044573, | |
| "learning_rate": 3.376129339039468e-05, | |
| "loss": 0.0008, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 3.09, | |
| "grad_norm": 1.3940935134887695, | |
| "learning_rate": 3.372166745918529e-05, | |
| "loss": 0.0037, | |
| "step": 5510 | |
| }, | |
| { | |
| "epoch": 3.09, | |
| "grad_norm": 0.1070881336927414, | |
| "learning_rate": 3.368204152797591e-05, | |
| "loss": 0.0003, | |
| "step": 5520 | |
| }, | |
| { | |
| "epoch": 3.09, | |
| "grad_norm": 60.142276763916016, | |
| "learning_rate": 3.364241559676652e-05, | |
| "loss": 0.4676, | |
| "step": 5530 | |
| }, | |
| { | |
| "epoch": 3.09, | |
| "grad_norm": 0.0014883485855534673, | |
| "learning_rate": 3.360278966555714e-05, | |
| "loss": 0.0003, | |
| "step": 5540 | |
| }, | |
| { | |
| "epoch": 3.1, | |
| "grad_norm": 0.002981774276122451, | |
| "learning_rate": 3.356316373434776e-05, | |
| "loss": 0.0002, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 3.1, | |
| "grad_norm": 0.000889226037543267, | |
| "learning_rate": 3.352353780313838e-05, | |
| "loss": 0.0001, | |
| "step": 5560 | |
| }, | |
| { | |
| "epoch": 3.1, | |
| "grad_norm": 0.006324201822280884, | |
| "learning_rate": 3.348391187192899e-05, | |
| "loss": 0.0002, | |
| "step": 5570 | |
| }, | |
| { | |
| "epoch": 3.1, | |
| "grad_norm": 0.013741032220423222, | |
| "learning_rate": 3.344428594071961e-05, | |
| "loss": 0.0038, | |
| "step": 5580 | |
| }, | |
| { | |
| "epoch": 3.1, | |
| "grad_norm": 0.0982193648815155, | |
| "learning_rate": 3.340466000951023e-05, | |
| "loss": 0.0002, | |
| "step": 5590 | |
| }, | |
| { | |
| "epoch": 3.1, | |
| "grad_norm": 0.0023921611718833447, | |
| "learning_rate": 3.336503407830085e-05, | |
| "loss": 0.0001, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 3.1, | |
| "grad_norm": 0.004157126881182194, | |
| "learning_rate": 3.332540814709146e-05, | |
| "loss": 0.0001, | |
| "step": 5610 | |
| }, | |
| { | |
| "epoch": 3.1, | |
| "eval_accuracy": 0.9398496240601504, | |
| "eval_loss": 0.3705739974975586, | |
| "eval_runtime": 2358.2538, | |
| "eval_samples_per_second": 0.282, | |
| "eval_steps_per_second": 0.141, | |
| "step": 5612 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "grad_norm": 0.0009104391792789102, | |
| "learning_rate": 3.328578221588208e-05, | |
| "loss": 0.3095, | |
| "step": 5620 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "grad_norm": 0.002629748312756419, | |
| "learning_rate": 3.324615628467269e-05, | |
| "loss": 0.1543, | |
| "step": 5630 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "grad_norm": 0.005159564781934023, | |
| "learning_rate": 3.320653035346331e-05, | |
| "loss": 0.0003, | |
| "step": 5640 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "grad_norm": 0.000841008557472378, | |
| "learning_rate": 3.316690442225393e-05, | |
| "loss": 0.0004, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "grad_norm": 0.004792694002389908, | |
| "learning_rate": 3.312727849104454e-05, | |
| "loss": 0.0017, | |
| "step": 5660 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "grad_norm": 0.0014269945677369833, | |
| "learning_rate": 3.308765255983516e-05, | |
| "loss": 0.0002, | |
| "step": 5670 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "grad_norm": 0.0021025442983955145, | |
| "learning_rate": 3.304802662862577e-05, | |
| "loss": 0.115, | |
| "step": 5680 | |
| }, | |
| { | |
| "epoch": 4.01, | |
| "grad_norm": 0.0010108908172696829, | |
| "learning_rate": 3.300840069741639e-05, | |
| "loss": 0.0034, | |
| "step": 5690 | |
| }, | |
| { | |
| "epoch": 4.01, | |
| "grad_norm": 0.012116851285099983, | |
| "learning_rate": 3.296877476620701e-05, | |
| "loss": 0.001, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 4.01, | |
| "grad_norm": 28.641616821289062, | |
| "learning_rate": 3.2929148834997626e-05, | |
| "loss": 0.5096, | |
| "step": 5710 | |
| }, | |
| { | |
| "epoch": 4.01, | |
| "grad_norm": 21.132633209228516, | |
| "learning_rate": 3.288952290378824e-05, | |
| "loss": 0.0347, | |
| "step": 5720 | |
| }, | |
| { | |
| "epoch": 4.01, | |
| "grad_norm": 0.0044413842260837555, | |
| "learning_rate": 3.284989697257886e-05, | |
| "loss": 0.0145, | |
| "step": 5730 | |
| }, | |
| { | |
| "epoch": 4.01, | |
| "grad_norm": 48.15180206298828, | |
| "learning_rate": 3.281027104136947e-05, | |
| "loss": 0.0224, | |
| "step": 5740 | |
| }, | |
| { | |
| "epoch": 4.01, | |
| "grad_norm": 0.003202601335942745, | |
| "learning_rate": 3.2770645110160095e-05, | |
| "loss": 0.1978, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 4.01, | |
| "grad_norm": 20.207809448242188, | |
| "learning_rate": 3.273101917895071e-05, | |
| "loss": 0.0856, | |
| "step": 5760 | |
| }, | |
| { | |
| "epoch": 4.01, | |
| "grad_norm": 0.0013485507806763053, | |
| "learning_rate": 3.2691393247741326e-05, | |
| "loss": 0.0013, | |
| "step": 5770 | |
| }, | |
| { | |
| "epoch": 4.01, | |
| "grad_norm": 0.0005685106734745204, | |
| "learning_rate": 3.265176731653194e-05, | |
| "loss": 0.4924, | |
| "step": 5780 | |
| }, | |
| { | |
| "epoch": 4.01, | |
| "grad_norm": 0.0010126458946615458, | |
| "learning_rate": 3.2612141385322556e-05, | |
| "loss": 0.0096, | |
| "step": 5790 | |
| }, | |
| { | |
| "epoch": 4.01, | |
| "grad_norm": 95.05339813232422, | |
| "learning_rate": 3.2572515454113175e-05, | |
| "loss": 0.1921, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 4.01, | |
| "grad_norm": 0.002471966203302145, | |
| "learning_rate": 3.2532889522903794e-05, | |
| "loss": 0.0008, | |
| "step": 5810 | |
| }, | |
| { | |
| "epoch": 4.01, | |
| "grad_norm": 0.001297266804613173, | |
| "learning_rate": 3.2493263591694406e-05, | |
| "loss": 0.0002, | |
| "step": 5820 | |
| }, | |
| { | |
| "epoch": 4.02, | |
| "grad_norm": 19.474943161010742, | |
| "learning_rate": 3.2453637660485025e-05, | |
| "loss": 0.3726, | |
| "step": 5830 | |
| }, | |
| { | |
| "epoch": 4.02, | |
| "grad_norm": 0.015567510388791561, | |
| "learning_rate": 3.241401172927564e-05, | |
| "loss": 0.0003, | |
| "step": 5840 | |
| }, | |
| { | |
| "epoch": 4.02, | |
| "grad_norm": 0.002833213657140732, | |
| "learning_rate": 3.2374385798066256e-05, | |
| "loss": 0.6715, | |
| "step": 5850 | |
| }, | |
| { | |
| "epoch": 4.02, | |
| "grad_norm": 1.4238035678863525, | |
| "learning_rate": 3.2334759866856875e-05, | |
| "loss": 0.0008, | |
| "step": 5860 | |
| }, | |
| { | |
| "epoch": 4.02, | |
| "grad_norm": 0.0025125148240476847, | |
| "learning_rate": 3.2295133935647487e-05, | |
| "loss": 0.055, | |
| "step": 5870 | |
| }, | |
| { | |
| "epoch": 4.02, | |
| "grad_norm": 0.001612589810974896, | |
| "learning_rate": 3.2255508004438105e-05, | |
| "loss": 0.1114, | |
| "step": 5880 | |
| }, | |
| { | |
| "epoch": 4.02, | |
| "grad_norm": 0.0115219596773386, | |
| "learning_rate": 3.221588207322872e-05, | |
| "loss": 0.0002, | |
| "step": 5890 | |
| }, | |
| { | |
| "epoch": 4.02, | |
| "grad_norm": 0.002122466452419758, | |
| "learning_rate": 3.217625614201934e-05, | |
| "loss": 0.0463, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 4.02, | |
| "grad_norm": 0.012210741639137268, | |
| "learning_rate": 3.2136630210809955e-05, | |
| "loss": 0.0038, | |
| "step": 5910 | |
| }, | |
| { | |
| "epoch": 4.02, | |
| "grad_norm": 0.006696117110550404, | |
| "learning_rate": 3.2097004279600574e-05, | |
| "loss": 0.0006, | |
| "step": 5920 | |
| }, | |
| { | |
| "epoch": 4.02, | |
| "grad_norm": 0.003299353178590536, | |
| "learning_rate": 3.2057378348391186e-05, | |
| "loss": 0.4329, | |
| "step": 5930 | |
| }, | |
| { | |
| "epoch": 4.02, | |
| "grad_norm": 0.017031671479344368, | |
| "learning_rate": 3.2017752417181805e-05, | |
| "loss": 0.0014, | |
| "step": 5940 | |
| }, | |
| { | |
| "epoch": 4.02, | |
| "grad_norm": 0.008915259502828121, | |
| "learning_rate": 3.197812648597242e-05, | |
| "loss": 0.0003, | |
| "step": 5950 | |
| }, | |
| { | |
| "epoch": 4.02, | |
| "grad_norm": 0.0033541598822921515, | |
| "learning_rate": 3.193850055476304e-05, | |
| "loss": 0.0261, | |
| "step": 5960 | |
| }, | |
| { | |
| "epoch": 4.03, | |
| "grad_norm": 0.0039758519269526005, | |
| "learning_rate": 3.1898874623553654e-05, | |
| "loss": 0.0701, | |
| "step": 5970 | |
| }, | |
| { | |
| "epoch": 4.03, | |
| "grad_norm": 0.0859561562538147, | |
| "learning_rate": 3.185924869234427e-05, | |
| "loss": 0.0012, | |
| "step": 5980 | |
| }, | |
| { | |
| "epoch": 4.03, | |
| "grad_norm": 0.0011740931076928973, | |
| "learning_rate": 3.1819622761134885e-05, | |
| "loss": 0.0009, | |
| "step": 5990 | |
| }, | |
| { | |
| "epoch": 4.03, | |
| "grad_norm": 0.0011881589889526367, | |
| "learning_rate": 3.1779996829925504e-05, | |
| "loss": 0.1377, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 4.03, | |
| "grad_norm": 0.3393727242946625, | |
| "learning_rate": 3.174037089871612e-05, | |
| "loss": 0.0085, | |
| "step": 6010 | |
| }, | |
| { | |
| "epoch": 4.03, | |
| "grad_norm": 0.26653632521629333, | |
| "learning_rate": 3.170074496750674e-05, | |
| "loss": 0.5985, | |
| "step": 6020 | |
| }, | |
| { | |
| "epoch": 4.03, | |
| "grad_norm": 71.80652618408203, | |
| "learning_rate": 3.1661119036297353e-05, | |
| "loss": 0.1081, | |
| "step": 6030 | |
| }, | |
| { | |
| "epoch": 4.03, | |
| "grad_norm": 0.3816182017326355, | |
| "learning_rate": 3.162149310508797e-05, | |
| "loss": 0.0015, | |
| "step": 6040 | |
| }, | |
| { | |
| "epoch": 4.03, | |
| "grad_norm": 3.339017629623413, | |
| "learning_rate": 3.1581867173878584e-05, | |
| "loss": 0.0737, | |
| "step": 6050 | |
| }, | |
| { | |
| "epoch": 4.03, | |
| "grad_norm": 0.0013679158873856068, | |
| "learning_rate": 3.15422412426692e-05, | |
| "loss": 0.2465, | |
| "step": 6060 | |
| }, | |
| { | |
| "epoch": 4.03, | |
| "grad_norm": 0.003948609344661236, | |
| "learning_rate": 3.150261531145982e-05, | |
| "loss": 0.2111, | |
| "step": 6070 | |
| }, | |
| { | |
| "epoch": 4.03, | |
| "grad_norm": 0.005721264984458685, | |
| "learning_rate": 3.1462989380250434e-05, | |
| "loss": 0.0024, | |
| "step": 6080 | |
| }, | |
| { | |
| "epoch": 4.03, | |
| "grad_norm": 0.0018883657176047564, | |
| "learning_rate": 3.142336344904105e-05, | |
| "loss": 0.2687, | |
| "step": 6090 | |
| }, | |
| { | |
| "epoch": 4.03, | |
| "grad_norm": 0.008159175515174866, | |
| "learning_rate": 3.138373751783167e-05, | |
| "loss": 0.1406, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 4.04, | |
| "grad_norm": 0.009790794923901558, | |
| "learning_rate": 3.134411158662229e-05, | |
| "loss": 0.2122, | |
| "step": 6110 | |
| }, | |
| { | |
| "epoch": 4.04, | |
| "grad_norm": 0.645839273929596, | |
| "learning_rate": 3.13044856554129e-05, | |
| "loss": 0.0223, | |
| "step": 6120 | |
| }, | |
| { | |
| "epoch": 4.04, | |
| "grad_norm": 0.0012109485687687993, | |
| "learning_rate": 3.126485972420352e-05, | |
| "loss": 0.2131, | |
| "step": 6130 | |
| }, | |
| { | |
| "epoch": 4.04, | |
| "grad_norm": 0.005074062384665012, | |
| "learning_rate": 3.122523379299413e-05, | |
| "loss": 0.4669, | |
| "step": 6140 | |
| }, | |
| { | |
| "epoch": 4.04, | |
| "grad_norm": 0.04010836407542229, | |
| "learning_rate": 3.118560786178475e-05, | |
| "loss": 0.012, | |
| "step": 6150 | |
| }, | |
| { | |
| "epoch": 4.04, | |
| "grad_norm": 0.018426967784762383, | |
| "learning_rate": 3.114598193057537e-05, | |
| "loss": 0.0008, | |
| "step": 6160 | |
| }, | |
| { | |
| "epoch": 4.04, | |
| "grad_norm": 0.0035447929985821247, | |
| "learning_rate": 3.110635599936599e-05, | |
| "loss": 0.1271, | |
| "step": 6170 | |
| }, | |
| { | |
| "epoch": 4.04, | |
| "grad_norm": 0.012344791553914547, | |
| "learning_rate": 3.10667300681566e-05, | |
| "loss": 0.0002, | |
| "step": 6180 | |
| }, | |
| { | |
| "epoch": 4.04, | |
| "grad_norm": 0.0015085155609995127, | |
| "learning_rate": 3.102710413694722e-05, | |
| "loss": 0.0064, | |
| "step": 6190 | |
| }, | |
| { | |
| "epoch": 4.04, | |
| "grad_norm": 0.0013396035647019744, | |
| "learning_rate": 3.098747820573783e-05, | |
| "loss": 0.0003, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 4.04, | |
| "grad_norm": 0.007324972189962864, | |
| "learning_rate": 3.094785227452846e-05, | |
| "loss": 0.0001, | |
| "step": 6210 | |
| }, | |
| { | |
| "epoch": 4.04, | |
| "grad_norm": 0.029165761545300484, | |
| "learning_rate": 3.090822634331907e-05, | |
| "loss": 0.0002, | |
| "step": 6220 | |
| }, | |
| { | |
| "epoch": 4.04, | |
| "grad_norm": 0.006251147948205471, | |
| "learning_rate": 3.086860041210969e-05, | |
| "loss": 0.0001, | |
| "step": 6230 | |
| }, | |
| { | |
| "epoch": 4.04, | |
| "grad_norm": 0.0033136485144495964, | |
| "learning_rate": 3.08289744809003e-05, | |
| "loss": 0.1959, | |
| "step": 6240 | |
| }, | |
| { | |
| "epoch": 4.05, | |
| "grad_norm": 15.712539672851562, | |
| "learning_rate": 3.078934854969092e-05, | |
| "loss": 0.0053, | |
| "step": 6250 | |
| }, | |
| { | |
| "epoch": 4.05, | |
| "grad_norm": 0.004770079627633095, | |
| "learning_rate": 3.074972261848154e-05, | |
| "loss": 0.2429, | |
| "step": 6260 | |
| }, | |
| { | |
| "epoch": 4.05, | |
| "grad_norm": 0.001170918345451355, | |
| "learning_rate": 3.071009668727215e-05, | |
| "loss": 0.4537, | |
| "step": 6270 | |
| }, | |
| { | |
| "epoch": 4.05, | |
| "grad_norm": 0.003140375716611743, | |
| "learning_rate": 3.067047075606277e-05, | |
| "loss": 0.0003, | |
| "step": 6280 | |
| }, | |
| { | |
| "epoch": 4.05, | |
| "grad_norm": 0.005154268350452185, | |
| "learning_rate": 3.063084482485338e-05, | |
| "loss": 0.0002, | |
| "step": 6290 | |
| }, | |
| { | |
| "epoch": 4.05, | |
| "grad_norm": 0.718346357345581, | |
| "learning_rate": 3.0591218893644e-05, | |
| "loss": 0.0039, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 4.05, | |
| "grad_norm": 0.29760679602622986, | |
| "learning_rate": 3.055159296243462e-05, | |
| "loss": 0.0325, | |
| "step": 6310 | |
| }, | |
| { | |
| "epoch": 4.05, | |
| "grad_norm": 0.0015770556638017297, | |
| "learning_rate": 3.0511967031225234e-05, | |
| "loss": 0.1031, | |
| "step": 6320 | |
| }, | |
| { | |
| "epoch": 4.05, | |
| "grad_norm": 14.039325714111328, | |
| "learning_rate": 3.047234110001585e-05, | |
| "loss": 0.0254, | |
| "step": 6330 | |
| }, | |
| { | |
| "epoch": 4.05, | |
| "grad_norm": 12.89113998413086, | |
| "learning_rate": 3.043271516880647e-05, | |
| "loss": 0.0182, | |
| "step": 6340 | |
| }, | |
| { | |
| "epoch": 4.05, | |
| "grad_norm": 0.0020349326077848673, | |
| "learning_rate": 3.0393089237597084e-05, | |
| "loss": 0.0047, | |
| "step": 6350 | |
| }, | |
| { | |
| "epoch": 4.05, | |
| "grad_norm": 0.0006648111157119274, | |
| "learning_rate": 3.0353463306387703e-05, | |
| "loss": 0.0111, | |
| "step": 6360 | |
| }, | |
| { | |
| "epoch": 4.05, | |
| "grad_norm": 0.00324794533662498, | |
| "learning_rate": 3.0313837375178318e-05, | |
| "loss": 0.001, | |
| "step": 6370 | |
| }, | |
| { | |
| "epoch": 4.05, | |
| "grad_norm": 0.002352567156776786, | |
| "learning_rate": 3.0274211443968937e-05, | |
| "loss": 0.5155, | |
| "step": 6380 | |
| }, | |
| { | |
| "epoch": 4.06, | |
| "grad_norm": 0.0007183744455687702, | |
| "learning_rate": 3.023458551275955e-05, | |
| "loss": 0.1828, | |
| "step": 6390 | |
| }, | |
| { | |
| "epoch": 4.06, | |
| "grad_norm": 0.0010205942671746016, | |
| "learning_rate": 3.019495958155017e-05, | |
| "loss": 0.0004, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 4.06, | |
| "grad_norm": 0.0007507322006858885, | |
| "learning_rate": 3.0155333650340783e-05, | |
| "loss": 0.0078, | |
| "step": 6410 | |
| }, | |
| { | |
| "epoch": 4.06, | |
| "grad_norm": 0.0010719618294388056, | |
| "learning_rate": 3.0115707719131402e-05, | |
| "loss": 0.0024, | |
| "step": 6420 | |
| }, | |
| { | |
| "epoch": 4.06, | |
| "grad_norm": 0.004630456678569317, | |
| "learning_rate": 3.0076081787922017e-05, | |
| "loss": 0.0001, | |
| "step": 6430 | |
| }, | |
| { | |
| "epoch": 4.06, | |
| "grad_norm": 110.9379653930664, | |
| "learning_rate": 3.0036455856712636e-05, | |
| "loss": 0.2711, | |
| "step": 6440 | |
| }, | |
| { | |
| "epoch": 4.06, | |
| "grad_norm": 0.0028752069920301437, | |
| "learning_rate": 2.999682992550325e-05, | |
| "loss": 0.1684, | |
| "step": 6450 | |
| }, | |
| { | |
| "epoch": 4.06, | |
| "grad_norm": 0.00176974234636873, | |
| "learning_rate": 2.995720399429387e-05, | |
| "loss": 0.1832, | |
| "step": 6460 | |
| }, | |
| { | |
| "epoch": 4.06, | |
| "grad_norm": 0.0004082988016307354, | |
| "learning_rate": 2.9917578063084482e-05, | |
| "loss": 0.1391, | |
| "step": 6470 | |
| }, | |
| { | |
| "epoch": 4.06, | |
| "grad_norm": 91.996337890625, | |
| "learning_rate": 2.9877952131875105e-05, | |
| "loss": 0.0717, | |
| "step": 6480 | |
| }, | |
| { | |
| "epoch": 4.06, | |
| "grad_norm": 0.3914591372013092, | |
| "learning_rate": 2.9838326200665717e-05, | |
| "loss": 0.0006, | |
| "step": 6490 | |
| }, | |
| { | |
| "epoch": 4.06, | |
| "grad_norm": 0.0014606121694669127, | |
| "learning_rate": 2.9798700269456332e-05, | |
| "loss": 0.0002, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 4.06, | |
| "grad_norm": 0.002047004410997033, | |
| "learning_rate": 2.975907433824695e-05, | |
| "loss": 0.243, | |
| "step": 6510 | |
| }, | |
| { | |
| "epoch": 4.06, | |
| "grad_norm": 0.0009985043434426188, | |
| "learning_rate": 2.9719448407037563e-05, | |
| "loss": 0.0339, | |
| "step": 6520 | |
| }, | |
| { | |
| "epoch": 4.07, | |
| "grad_norm": 0.0007074224413372576, | |
| "learning_rate": 2.9679822475828185e-05, | |
| "loss": 0.0015, | |
| "step": 6530 | |
| }, | |
| { | |
| "epoch": 4.07, | |
| "grad_norm": 0.004130239132791758, | |
| "learning_rate": 2.9640196544618797e-05, | |
| "loss": 0.0001, | |
| "step": 6540 | |
| }, | |
| { | |
| "epoch": 4.07, | |
| "grad_norm": 0.004487643018364906, | |
| "learning_rate": 2.9600570613409416e-05, | |
| "loss": 0.0002, | |
| "step": 6550 | |
| }, | |
| { | |
| "epoch": 4.07, | |
| "grad_norm": 0.001936771790497005, | |
| "learning_rate": 2.956094468220003e-05, | |
| "loss": 0.0001, | |
| "step": 6560 | |
| }, | |
| { | |
| "epoch": 4.07, | |
| "grad_norm": 0.004075042437762022, | |
| "learning_rate": 2.952131875099065e-05, | |
| "loss": 0.3415, | |
| "step": 6570 | |
| }, | |
| { | |
| "epoch": 4.07, | |
| "grad_norm": 0.05164702981710434, | |
| "learning_rate": 2.9481692819781266e-05, | |
| "loss": 0.0001, | |
| "step": 6580 | |
| }, | |
| { | |
| "epoch": 4.07, | |
| "grad_norm": 0.0014617941342294216, | |
| "learning_rate": 2.9442066888571884e-05, | |
| "loss": 0.0001, | |
| "step": 6590 | |
| }, | |
| { | |
| "epoch": 4.07, | |
| "grad_norm": 0.0017148368060588837, | |
| "learning_rate": 2.94024409573625e-05, | |
| "loss": 0.0753, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 4.07, | |
| "grad_norm": 0.003370764898136258, | |
| "learning_rate": 2.936281502615312e-05, | |
| "loss": 0.0072, | |
| "step": 6610 | |
| }, | |
| { | |
| "epoch": 4.07, | |
| "grad_norm": 0.003846656298264861, | |
| "learning_rate": 2.932318909494373e-05, | |
| "loss": 0.0001, | |
| "step": 6620 | |
| }, | |
| { | |
| "epoch": 4.07, | |
| "grad_norm": 0.002365513239055872, | |
| "learning_rate": 2.928356316373435e-05, | |
| "loss": 0.0008, | |
| "step": 6630 | |
| }, | |
| { | |
| "epoch": 4.07, | |
| "grad_norm": 0.0008402117528021336, | |
| "learning_rate": 2.9243937232524965e-05, | |
| "loss": 0.0001, | |
| "step": 6640 | |
| }, | |
| { | |
| "epoch": 4.07, | |
| "grad_norm": 0.004054752178490162, | |
| "learning_rate": 2.9204311301315584e-05, | |
| "loss": 0.0548, | |
| "step": 6650 | |
| }, | |
| { | |
| "epoch": 4.07, | |
| "grad_norm": 0.0017859063809737563, | |
| "learning_rate": 2.91646853701062e-05, | |
| "loss": 0.0001, | |
| "step": 6660 | |
| }, | |
| { | |
| "epoch": 4.08, | |
| "grad_norm": 3.045167922973633, | |
| "learning_rate": 2.9125059438896818e-05, | |
| "loss": 0.0106, | |
| "step": 6670 | |
| }, | |
| { | |
| "epoch": 4.08, | |
| "grad_norm": 0.034478865563869476, | |
| "learning_rate": 2.9085433507687433e-05, | |
| "loss": 0.001, | |
| "step": 6680 | |
| }, | |
| { | |
| "epoch": 4.08, | |
| "grad_norm": 0.0020598298870027065, | |
| "learning_rate": 2.9045807576478052e-05, | |
| "loss": 0.9616, | |
| "step": 6690 | |
| }, | |
| { | |
| "epoch": 4.08, | |
| "grad_norm": 0.009513617493212223, | |
| "learning_rate": 2.9006181645268664e-05, | |
| "loss": 0.0601, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 4.08, | |
| "grad_norm": 0.10755365341901779, | |
| "learning_rate": 2.896655571405928e-05, | |
| "loss": 0.4313, | |
| "step": 6710 | |
| }, | |
| { | |
| "epoch": 4.08, | |
| "grad_norm": 89.41072845458984, | |
| "learning_rate": 2.8926929782849898e-05, | |
| "loss": 0.7753, | |
| "step": 6720 | |
| }, | |
| { | |
| "epoch": 4.08, | |
| "grad_norm": 0.005557952914386988, | |
| "learning_rate": 2.8887303851640514e-05, | |
| "loss": 0.022, | |
| "step": 6730 | |
| }, | |
| { | |
| "epoch": 4.08, | |
| "grad_norm": 0.07544991374015808, | |
| "learning_rate": 2.8847677920431132e-05, | |
| "loss": 0.1043, | |
| "step": 6740 | |
| }, | |
| { | |
| "epoch": 4.08, | |
| "grad_norm": 0.004230760037899017, | |
| "learning_rate": 2.8808051989221744e-05, | |
| "loss": 0.2305, | |
| "step": 6750 | |
| }, | |
| { | |
| "epoch": 4.08, | |
| "grad_norm": 0.0005384175456129014, | |
| "learning_rate": 2.8768426058012367e-05, | |
| "loss": 0.0003, | |
| "step": 6760 | |
| }, | |
| { | |
| "epoch": 4.08, | |
| "grad_norm": 0.0020217718556523323, | |
| "learning_rate": 2.872880012680298e-05, | |
| "loss": 0.0008, | |
| "step": 6770 | |
| }, | |
| { | |
| "epoch": 4.08, | |
| "grad_norm": 0.001009553438052535, | |
| "learning_rate": 2.8689174195593598e-05, | |
| "loss": 0.3165, | |
| "step": 6780 | |
| }, | |
| { | |
| "epoch": 4.08, | |
| "grad_norm": 0.002491355175152421, | |
| "learning_rate": 2.8649548264384213e-05, | |
| "loss": 0.5646, | |
| "step": 6790 | |
| }, | |
| { | |
| "epoch": 4.08, | |
| "grad_norm": 0.002977263880893588, | |
| "learning_rate": 2.8609922333174832e-05, | |
| "loss": 0.0001, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 4.09, | |
| "grad_norm": 0.0012742202961817384, | |
| "learning_rate": 2.8570296401965447e-05, | |
| "loss": 0.2827, | |
| "step": 6810 | |
| }, | |
| { | |
| "epoch": 4.09, | |
| "grad_norm": 0.0030132278334349394, | |
| "learning_rate": 2.8530670470756066e-05, | |
| "loss": 0.0006, | |
| "step": 6820 | |
| }, | |
| { | |
| "epoch": 4.09, | |
| "grad_norm": 0.06876442581415176, | |
| "learning_rate": 2.8491044539546678e-05, | |
| "loss": 0.0062, | |
| "step": 6830 | |
| }, | |
| { | |
| "epoch": 4.09, | |
| "grad_norm": 0.008195163682103157, | |
| "learning_rate": 2.84514186083373e-05, | |
| "loss": 0.0145, | |
| "step": 6840 | |
| }, | |
| { | |
| "epoch": 4.09, | |
| "grad_norm": 0.0023913795594125986, | |
| "learning_rate": 2.8411792677127912e-05, | |
| "loss": 0.022, | |
| "step": 6850 | |
| }, | |
| { | |
| "epoch": 4.09, | |
| "grad_norm": 0.0004799796442966908, | |
| "learning_rate": 2.837216674591853e-05, | |
| "loss": 0.2252, | |
| "step": 6860 | |
| }, | |
| { | |
| "epoch": 4.09, | |
| "grad_norm": 0.11730991303920746, | |
| "learning_rate": 2.8332540814709146e-05, | |
| "loss": 0.0033, | |
| "step": 6870 | |
| }, | |
| { | |
| "epoch": 4.09, | |
| "grad_norm": 0.01119227148592472, | |
| "learning_rate": 2.8292914883499765e-05, | |
| "loss": 0.0764, | |
| "step": 6880 | |
| }, | |
| { | |
| "epoch": 4.09, | |
| "grad_norm": 1.4117075204849243, | |
| "learning_rate": 2.825328895229038e-05, | |
| "loss": 0.0313, | |
| "step": 6890 | |
| }, | |
| { | |
| "epoch": 4.09, | |
| "grad_norm": 0.9569471478462219, | |
| "learning_rate": 2.8213663021081e-05, | |
| "loss": 0.0037, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 4.09, | |
| "grad_norm": 0.001442433800548315, | |
| "learning_rate": 2.8174037089871615e-05, | |
| "loss": 0.0001, | |
| "step": 6910 | |
| }, | |
| { | |
| "epoch": 4.09, | |
| "grad_norm": 0.0015686535043641925, | |
| "learning_rate": 2.8134411158662227e-05, | |
| "loss": 0.2835, | |
| "step": 6920 | |
| }, | |
| { | |
| "epoch": 4.09, | |
| "grad_norm": 0.00151319510769099, | |
| "learning_rate": 2.8094785227452846e-05, | |
| "loss": 0.0004, | |
| "step": 6930 | |
| }, | |
| { | |
| "epoch": 4.09, | |
| "grad_norm": 0.00654405914247036, | |
| "learning_rate": 2.805515929624346e-05, | |
| "loss": 0.0011, | |
| "step": 6940 | |
| }, | |
| { | |
| "epoch": 4.1, | |
| "grad_norm": 0.0008709866087883711, | |
| "learning_rate": 2.801553336503408e-05, | |
| "loss": 0.0128, | |
| "step": 6950 | |
| }, | |
| { | |
| "epoch": 4.1, | |
| "grad_norm": 0.00043904109043069184, | |
| "learning_rate": 2.7975907433824695e-05, | |
| "loss": 0.8107, | |
| "step": 6960 | |
| }, | |
| { | |
| "epoch": 4.1, | |
| "grad_norm": 0.00742549542337656, | |
| "learning_rate": 2.7936281502615314e-05, | |
| "loss": 0.3098, | |
| "step": 6970 | |
| }, | |
| { | |
| "epoch": 4.1, | |
| "grad_norm": 0.0007969782454892993, | |
| "learning_rate": 2.7896655571405926e-05, | |
| "loss": 0.0001, | |
| "step": 6980 | |
| }, | |
| { | |
| "epoch": 4.1, | |
| "grad_norm": 52.47648620605469, | |
| "learning_rate": 2.7857029640196548e-05, | |
| "loss": 0.4694, | |
| "step": 6990 | |
| }, | |
| { | |
| "epoch": 4.1, | |
| "grad_norm": 0.0088576078414917, | |
| "learning_rate": 2.781740370898716e-05, | |
| "loss": 0.0016, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 4.1, | |
| "grad_norm": 3.6093878746032715, | |
| "learning_rate": 2.777777777777778e-05, | |
| "loss": 0.054, | |
| "step": 7010 | |
| }, | |
| { | |
| "epoch": 4.1, | |
| "eval_accuracy": 0.9368421052631579, | |
| "eval_loss": 0.4006503224372864, | |
| "eval_runtime": 2328.3346, | |
| "eval_samples_per_second": 0.286, | |
| "eval_steps_per_second": 0.143, | |
| "step": 7015 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "grad_norm": 0.0007481848588213325, | |
| "learning_rate": 2.7738151846568395e-05, | |
| "loss": 0.0007, | |
| "step": 7020 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "grad_norm": 162.9553680419922, | |
| "learning_rate": 2.7698525915359013e-05, | |
| "loss": 0.4298, | |
| "step": 7030 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "grad_norm": 0.0006780726835131645, | |
| "learning_rate": 2.765889998414963e-05, | |
| "loss": 0.4696, | |
| "step": 7040 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "grad_norm": 0.0014015401247888803, | |
| "learning_rate": 2.7619274052940248e-05, | |
| "loss": 0.028, | |
| "step": 7050 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "grad_norm": 0.00443660095334053, | |
| "learning_rate": 2.757964812173086e-05, | |
| "loss": 0.0078, | |
| "step": 7060 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "grad_norm": 4.740740776062012, | |
| "learning_rate": 2.7540022190521482e-05, | |
| "loss": 0.1712, | |
| "step": 7070 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "grad_norm": 0.0052452534437179565, | |
| "learning_rate": 2.7500396259312094e-05, | |
| "loss": 0.0001, | |
| "step": 7080 | |
| }, | |
| { | |
| "epoch": 5.01, | |
| "grad_norm": 0.0006377240642905235, | |
| "learning_rate": 2.7460770328102713e-05, | |
| "loss": 0.045, | |
| "step": 7090 | |
| }, | |
| { | |
| "epoch": 5.01, | |
| "grad_norm": 0.0011151348007842898, | |
| "learning_rate": 2.7421144396893328e-05, | |
| "loss": 0.0001, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 5.01, | |
| "grad_norm": 0.0006300232489593327, | |
| "learning_rate": 2.7381518465683947e-05, | |
| "loss": 0.0004, | |
| "step": 7110 | |
| }, | |
| { | |
| "epoch": 5.01, | |
| "grad_norm": 0.008152210153639317, | |
| "learning_rate": 2.7341892534474562e-05, | |
| "loss": 0.0002, | |
| "step": 7120 | |
| }, | |
| { | |
| "epoch": 5.01, | |
| "grad_norm": 0.0016102171503007412, | |
| "learning_rate": 2.7302266603265174e-05, | |
| "loss": 0.0302, | |
| "step": 7130 | |
| }, | |
| { | |
| "epoch": 5.01, | |
| "grad_norm": 0.0014644188340753317, | |
| "learning_rate": 2.7262640672055796e-05, | |
| "loss": 0.0, | |
| "step": 7140 | |
| }, | |
| { | |
| "epoch": 5.01, | |
| "grad_norm": 0.0012343927519395947, | |
| "learning_rate": 2.722301474084641e-05, | |
| "loss": 0.001, | |
| "step": 7150 | |
| }, | |
| { | |
| "epoch": 5.01, | |
| "grad_norm": 0.002109797904267907, | |
| "learning_rate": 2.7183388809637027e-05, | |
| "loss": 0.0003, | |
| "step": 7160 | |
| }, | |
| { | |
| "epoch": 5.01, | |
| "grad_norm": 0.0012583807110786438, | |
| "learning_rate": 2.7143762878427643e-05, | |
| "loss": 0.0001, | |
| "step": 7170 | |
| }, | |
| { | |
| "epoch": 5.01, | |
| "grad_norm": 0.0009702452807687223, | |
| "learning_rate": 2.710413694721826e-05, | |
| "loss": 0.1802, | |
| "step": 7180 | |
| }, | |
| { | |
| "epoch": 5.01, | |
| "grad_norm": 0.004518999718129635, | |
| "learning_rate": 2.7064511016008877e-05, | |
| "loss": 0.0001, | |
| "step": 7190 | |
| }, | |
| { | |
| "epoch": 5.01, | |
| "grad_norm": 0.0008531950297765434, | |
| "learning_rate": 2.7024885084799496e-05, | |
| "loss": 0.0001, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 5.01, | |
| "grad_norm": 0.003954921383410692, | |
| "learning_rate": 2.6985259153590108e-05, | |
| "loss": 0.0001, | |
| "step": 7210 | |
| }, | |
| { | |
| "epoch": 5.01, | |
| "grad_norm": 0.0006554504507221282, | |
| "learning_rate": 2.694563322238073e-05, | |
| "loss": 0.0002, | |
| "step": 7220 | |
| }, | |
| { | |
| "epoch": 5.02, | |
| "grad_norm": 0.0011577644618228078, | |
| "learning_rate": 2.6906007291171342e-05, | |
| "loss": 0.006, | |
| "step": 7230 | |
| }, | |
| { | |
| "epoch": 5.02, | |
| "grad_norm": 0.0004994067130610347, | |
| "learning_rate": 2.686638135996196e-05, | |
| "loss": 0.0001, | |
| "step": 7240 | |
| }, | |
| { | |
| "epoch": 5.02, | |
| "grad_norm": 0.006224981974810362, | |
| "learning_rate": 2.6826755428752576e-05, | |
| "loss": 0.4425, | |
| "step": 7250 | |
| }, | |
| { | |
| "epoch": 5.02, | |
| "grad_norm": 0.00843863096088171, | |
| "learning_rate": 2.6787129497543195e-05, | |
| "loss": 0.1975, | |
| "step": 7260 | |
| }, | |
| { | |
| "epoch": 5.02, | |
| "grad_norm": 0.0011182260932400823, | |
| "learning_rate": 2.674750356633381e-05, | |
| "loss": 0.0002, | |
| "step": 7270 | |
| }, | |
| { | |
| "epoch": 5.02, | |
| "grad_norm": 0.0012028939090669155, | |
| "learning_rate": 2.670787763512443e-05, | |
| "loss": 0.0001, | |
| "step": 7280 | |
| }, | |
| { | |
| "epoch": 5.02, | |
| "grad_norm": 0.0064741140231490135, | |
| "learning_rate": 2.666825170391504e-05, | |
| "loss": 0.0066, | |
| "step": 7290 | |
| }, | |
| { | |
| "epoch": 5.02, | |
| "grad_norm": 0.0013653126079589128, | |
| "learning_rate": 2.6628625772705663e-05, | |
| "loss": 0.0802, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 5.02, | |
| "grad_norm": 0.0032840375788509846, | |
| "learning_rate": 2.6588999841496275e-05, | |
| "loss": 0.0495, | |
| "step": 7310 | |
| }, | |
| { | |
| "epoch": 5.02, | |
| "grad_norm": 0.006207801401615143, | |
| "learning_rate": 2.6549373910286894e-05, | |
| "loss": 0.0001, | |
| "step": 7320 | |
| }, | |
| { | |
| "epoch": 5.02, | |
| "grad_norm": 0.0015818944666534662, | |
| "learning_rate": 2.650974797907751e-05, | |
| "loss": 0.0935, | |
| "step": 7330 | |
| }, | |
| { | |
| "epoch": 5.02, | |
| "grad_norm": 0.0013846838846802711, | |
| "learning_rate": 2.647012204786813e-05, | |
| "loss": 0.0101, | |
| "step": 7340 | |
| }, | |
| { | |
| "epoch": 5.02, | |
| "grad_norm": 0.0015213302103802562, | |
| "learning_rate": 2.6430496116658744e-05, | |
| "loss": 0.0001, | |
| "step": 7350 | |
| }, | |
| { | |
| "epoch": 5.02, | |
| "grad_norm": 0.0016765915788710117, | |
| "learning_rate": 2.6390870185449356e-05, | |
| "loss": 0.0008, | |
| "step": 7360 | |
| }, | |
| { | |
| "epoch": 5.03, | |
| "grad_norm": 0.0029850786086171865, | |
| "learning_rate": 2.6351244254239975e-05, | |
| "loss": 0.5417, | |
| "step": 7370 | |
| }, | |
| { | |
| "epoch": 5.03, | |
| "grad_norm": 0.0028296930249780416, | |
| "learning_rate": 2.631161832303059e-05, | |
| "loss": 0.0029, | |
| "step": 7380 | |
| }, | |
| { | |
| "epoch": 5.03, | |
| "grad_norm": 0.19774562120437622, | |
| "learning_rate": 2.627199239182121e-05, | |
| "loss": 0.0424, | |
| "step": 7390 | |
| }, | |
| { | |
| "epoch": 5.03, | |
| "grad_norm": 0.20521485805511475, | |
| "learning_rate": 2.6232366460611824e-05, | |
| "loss": 0.0003, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 5.03, | |
| "grad_norm": 3.243302822113037, | |
| "learning_rate": 2.6192740529402443e-05, | |
| "loss": 0.0033, | |
| "step": 7410 | |
| }, | |
| { | |
| "epoch": 5.03, | |
| "grad_norm": 0.002176284557208419, | |
| "learning_rate": 2.615311459819306e-05, | |
| "loss": 0.0905, | |
| "step": 7420 | |
| }, | |
| { | |
| "epoch": 5.03, | |
| "grad_norm": 0.00346784177236259, | |
| "learning_rate": 2.6113488666983677e-05, | |
| "loss": 0.0058, | |
| "step": 7430 | |
| }, | |
| { | |
| "epoch": 5.03, | |
| "grad_norm": 0.0022136277984827757, | |
| "learning_rate": 2.607386273577429e-05, | |
| "loss": 0.0145, | |
| "step": 7440 | |
| }, | |
| { | |
| "epoch": 5.03, | |
| "grad_norm": 0.0054547772742807865, | |
| "learning_rate": 2.603423680456491e-05, | |
| "loss": 0.0001, | |
| "step": 7450 | |
| }, | |
| { | |
| "epoch": 5.03, | |
| "grad_norm": 0.0017041038954630494, | |
| "learning_rate": 2.5994610873355524e-05, | |
| "loss": 0.0043, | |
| "step": 7460 | |
| }, | |
| { | |
| "epoch": 5.03, | |
| "grad_norm": 0.00526059465482831, | |
| "learning_rate": 2.5954984942146142e-05, | |
| "loss": 0.0001, | |
| "step": 7470 | |
| }, | |
| { | |
| "epoch": 5.03, | |
| "grad_norm": 0.0015646722167730331, | |
| "learning_rate": 2.5915359010936758e-05, | |
| "loss": 0.0001, | |
| "step": 7480 | |
| }, | |
| { | |
| "epoch": 5.03, | |
| "grad_norm": 0.0014299266040325165, | |
| "learning_rate": 2.5875733079727377e-05, | |
| "loss": 0.0001, | |
| "step": 7490 | |
| }, | |
| { | |
| "epoch": 5.03, | |
| "grad_norm": 0.857555627822876, | |
| "learning_rate": 2.5836107148517992e-05, | |
| "loss": 0.0494, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 5.04, | |
| "grad_norm": 0.0019163636025041342, | |
| "learning_rate": 2.579648121730861e-05, | |
| "loss": 0.0001, | |
| "step": 7510 | |
| }, | |
| { | |
| "epoch": 5.04, | |
| "grad_norm": 0.001081604859791696, | |
| "learning_rate": 2.5756855286099223e-05, | |
| "loss": 0.0001, | |
| "step": 7520 | |
| }, | |
| { | |
| "epoch": 5.04, | |
| "grad_norm": 0.002402815269306302, | |
| "learning_rate": 2.5717229354889845e-05, | |
| "loss": 0.0001, | |
| "step": 7530 | |
| }, | |
| { | |
| "epoch": 5.04, | |
| "grad_norm": 0.0032065189443528652, | |
| "learning_rate": 2.5677603423680457e-05, | |
| "loss": 0.5271, | |
| "step": 7540 | |
| }, | |
| { | |
| "epoch": 5.04, | |
| "grad_norm": 0.0037377572152763605, | |
| "learning_rate": 2.5637977492471076e-05, | |
| "loss": 0.0001, | |
| "step": 7550 | |
| }, | |
| { | |
| "epoch": 5.04, | |
| "grad_norm": 0.0010730663780122995, | |
| "learning_rate": 2.559835156126169e-05, | |
| "loss": 0.0001, | |
| "step": 7560 | |
| }, | |
| { | |
| "epoch": 5.04, | |
| "grad_norm": 0.018039198592305183, | |
| "learning_rate": 2.5558725630052303e-05, | |
| "loss": 0.1574, | |
| "step": 7570 | |
| }, | |
| { | |
| "epoch": 5.04, | |
| "grad_norm": 0.0008627079077996314, | |
| "learning_rate": 2.5519099698842925e-05, | |
| "loss": 0.0004, | |
| "step": 7580 | |
| }, | |
| { | |
| "epoch": 5.04, | |
| "grad_norm": 0.00304847932420671, | |
| "learning_rate": 2.5479473767633537e-05, | |
| "loss": 0.0002, | |
| "step": 7590 | |
| }, | |
| { | |
| "epoch": 5.04, | |
| "grad_norm": 56.73731231689453, | |
| "learning_rate": 2.5439847836424156e-05, | |
| "loss": 0.2908, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 5.04, | |
| "grad_norm": 0.0014052072074264288, | |
| "learning_rate": 2.540022190521477e-05, | |
| "loss": 0.0001, | |
| "step": 7610 | |
| }, | |
| { | |
| "epoch": 5.04, | |
| "grad_norm": 0.0024271756410598755, | |
| "learning_rate": 2.536059597400539e-05, | |
| "loss": 0.0363, | |
| "step": 7620 | |
| }, | |
| { | |
| "epoch": 5.04, | |
| "grad_norm": 0.0011607712367549539, | |
| "learning_rate": 2.5320970042796006e-05, | |
| "loss": 0.0703, | |
| "step": 7630 | |
| }, | |
| { | |
| "epoch": 5.04, | |
| "grad_norm": 0.0010089229326695204, | |
| "learning_rate": 2.5281344111586625e-05, | |
| "loss": 0.0001, | |
| "step": 7640 | |
| }, | |
| { | |
| "epoch": 5.05, | |
| "grad_norm": 0.0012477770214900374, | |
| "learning_rate": 2.524171818037724e-05, | |
| "loss": 0.471, | |
| "step": 7650 | |
| }, | |
| { | |
| "epoch": 5.05, | |
| "grad_norm": 0.0015396666713058949, | |
| "learning_rate": 2.520209224916786e-05, | |
| "loss": 0.2129, | |
| "step": 7660 | |
| }, | |
| { | |
| "epoch": 5.05, | |
| "grad_norm": 0.000801810878328979, | |
| "learning_rate": 2.516246631795847e-05, | |
| "loss": 0.0314, | |
| "step": 7670 | |
| }, | |
| { | |
| "epoch": 5.05, | |
| "grad_norm": 0.0009846306638792157, | |
| "learning_rate": 2.512284038674909e-05, | |
| "loss": 0.0003, | |
| "step": 7680 | |
| }, | |
| { | |
| "epoch": 5.05, | |
| "grad_norm": 0.03625110909342766, | |
| "learning_rate": 2.5083214455539705e-05, | |
| "loss": 0.0016, | |
| "step": 7690 | |
| }, | |
| { | |
| "epoch": 5.05, | |
| "grad_norm": 0.14931851625442505, | |
| "learning_rate": 2.5043588524330324e-05, | |
| "loss": 0.4488, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 5.05, | |
| "grad_norm": 0.007826775312423706, | |
| "learning_rate": 2.500396259312094e-05, | |
| "loss": 0.0002, | |
| "step": 7710 | |
| }, | |
| { | |
| "epoch": 5.05, | |
| "grad_norm": 0.00988730974495411, | |
| "learning_rate": 2.4964336661911555e-05, | |
| "loss": 0.0001, | |
| "step": 7720 | |
| }, | |
| { | |
| "epoch": 5.05, | |
| "grad_norm": 0.0005387517157942057, | |
| "learning_rate": 2.4924710730702174e-05, | |
| "loss": 0.7611, | |
| "step": 7730 | |
| }, | |
| { | |
| "epoch": 5.05, | |
| "grad_norm": 0.0011877217330038548, | |
| "learning_rate": 2.488508479949279e-05, | |
| "loss": 0.0001, | |
| "step": 7740 | |
| }, | |
| { | |
| "epoch": 5.05, | |
| "grad_norm": 0.019128194078803062, | |
| "learning_rate": 2.4845458868283404e-05, | |
| "loss": 0.517, | |
| "step": 7750 | |
| }, | |
| { | |
| "epoch": 5.05, | |
| "grad_norm": 1.5278313159942627, | |
| "learning_rate": 2.4805832937074023e-05, | |
| "loss": 0.0012, | |
| "step": 7760 | |
| }, | |
| { | |
| "epoch": 5.05, | |
| "grad_norm": 0.0027036985848098993, | |
| "learning_rate": 2.476620700586464e-05, | |
| "loss": 0.5882, | |
| "step": 7770 | |
| }, | |
| { | |
| "epoch": 5.05, | |
| "grad_norm": 0.002757065463811159, | |
| "learning_rate": 2.4726581074655254e-05, | |
| "loss": 0.0155, | |
| "step": 7780 | |
| }, | |
| { | |
| "epoch": 5.06, | |
| "grad_norm": 0.004905847366899252, | |
| "learning_rate": 2.4686955143445873e-05, | |
| "loss": 0.0102, | |
| "step": 7790 | |
| }, | |
| { | |
| "epoch": 5.06, | |
| "grad_norm": 0.0014356361934915185, | |
| "learning_rate": 2.4647329212236488e-05, | |
| "loss": 0.0001, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 5.06, | |
| "grad_norm": 3.6968801021575928, | |
| "learning_rate": 2.4607703281027107e-05, | |
| "loss": 0.2234, | |
| "step": 7810 | |
| }, | |
| { | |
| "epoch": 5.06, | |
| "grad_norm": 66.777099609375, | |
| "learning_rate": 2.4568077349817722e-05, | |
| "loss": 0.3216, | |
| "step": 7820 | |
| }, | |
| { | |
| "epoch": 5.06, | |
| "grad_norm": 0.001242569531314075, | |
| "learning_rate": 2.4528451418608338e-05, | |
| "loss": 0.0003, | |
| "step": 7830 | |
| }, | |
| { | |
| "epoch": 5.06, | |
| "grad_norm": 0.0016161628300324082, | |
| "learning_rate": 2.4488825487398957e-05, | |
| "loss": 0.024, | |
| "step": 7840 | |
| }, | |
| { | |
| "epoch": 5.06, | |
| "grad_norm": 0.06756754219532013, | |
| "learning_rate": 2.4449199556189572e-05, | |
| "loss": 0.0614, | |
| "step": 7850 | |
| }, | |
| { | |
| "epoch": 5.06, | |
| "grad_norm": 0.0006389593472704291, | |
| "learning_rate": 2.440957362498019e-05, | |
| "loss": 0.1259, | |
| "step": 7860 | |
| }, | |
| { | |
| "epoch": 5.06, | |
| "grad_norm": 0.004206878133118153, | |
| "learning_rate": 2.4369947693770806e-05, | |
| "loss": 0.2293, | |
| "step": 7870 | |
| }, | |
| { | |
| "epoch": 5.06, | |
| "grad_norm": 0.0025491828564554453, | |
| "learning_rate": 2.433032176256142e-05, | |
| "loss": 0.0004, | |
| "step": 7880 | |
| }, | |
| { | |
| "epoch": 5.06, | |
| "grad_norm": 0.0015132069820538163, | |
| "learning_rate": 2.4290695831352037e-05, | |
| "loss": 0.0453, | |
| "step": 7890 | |
| }, | |
| { | |
| "epoch": 5.06, | |
| "grad_norm": 0.0013023455394431949, | |
| "learning_rate": 2.4251069900142652e-05, | |
| "loss": 0.515, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 5.06, | |
| "grad_norm": 0.0006147758103907108, | |
| "learning_rate": 2.421144396893327e-05, | |
| "loss": 0.0004, | |
| "step": 7910 | |
| }, | |
| { | |
| "epoch": 5.06, | |
| "grad_norm": 0.0013257160317152739, | |
| "learning_rate": 2.4171818037723887e-05, | |
| "loss": 0.0004, | |
| "step": 7920 | |
| }, | |
| { | |
| "epoch": 5.07, | |
| "grad_norm": 0.0010351515375077724, | |
| "learning_rate": 2.4132192106514502e-05, | |
| "loss": 0.2861, | |
| "step": 7930 | |
| }, | |
| { | |
| "epoch": 5.07, | |
| "grad_norm": 0.004010920412838459, | |
| "learning_rate": 2.409256617530512e-05, | |
| "loss": 0.144, | |
| "step": 7940 | |
| }, | |
| { | |
| "epoch": 5.07, | |
| "grad_norm": 0.002655152464285493, | |
| "learning_rate": 2.4052940244095736e-05, | |
| "loss": 0.5804, | |
| "step": 7950 | |
| }, | |
| { | |
| "epoch": 5.07, | |
| "grad_norm": 0.009208135306835175, | |
| "learning_rate": 2.4013314312886355e-05, | |
| "loss": 0.0008, | |
| "step": 7960 | |
| }, | |
| { | |
| "epoch": 5.07, | |
| "grad_norm": 124.37940979003906, | |
| "learning_rate": 2.397368838167697e-05, | |
| "loss": 0.1359, | |
| "step": 7970 | |
| }, | |
| { | |
| "epoch": 5.07, | |
| "grad_norm": 0.0007841124897822738, | |
| "learning_rate": 2.3934062450467586e-05, | |
| "loss": 0.0073, | |
| "step": 7980 | |
| }, | |
| { | |
| "epoch": 5.07, | |
| "grad_norm": 14.345431327819824, | |
| "learning_rate": 2.3894436519258205e-05, | |
| "loss": 0.009, | |
| "step": 7990 | |
| }, | |
| { | |
| "epoch": 5.07, | |
| "grad_norm": 0.0012639712076634169, | |
| "learning_rate": 2.385481058804882e-05, | |
| "loss": 0.0001, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 5.07, | |
| "grad_norm": 0.004882665816694498, | |
| "learning_rate": 2.3815184656839436e-05, | |
| "loss": 0.765, | |
| "step": 8010 | |
| }, | |
| { | |
| "epoch": 5.07, | |
| "grad_norm": 1.992924690246582, | |
| "learning_rate": 2.3775558725630054e-05, | |
| "loss": 0.0199, | |
| "step": 8020 | |
| }, | |
| { | |
| "epoch": 5.07, | |
| "grad_norm": 0.008574814535677433, | |
| "learning_rate": 2.373593279442067e-05, | |
| "loss": 0.0121, | |
| "step": 8030 | |
| }, | |
| { | |
| "epoch": 5.07, | |
| "grad_norm": 0.0031569607090204954, | |
| "learning_rate": 2.369630686321129e-05, | |
| "loss": 0.0105, | |
| "step": 8040 | |
| }, | |
| { | |
| "epoch": 5.07, | |
| "grad_norm": 0.005381352733820677, | |
| "learning_rate": 2.3656680932001904e-05, | |
| "loss": 0.0002, | |
| "step": 8050 | |
| }, | |
| { | |
| "epoch": 5.07, | |
| "grad_norm": 0.0014025687705725431, | |
| "learning_rate": 2.361705500079252e-05, | |
| "loss": 0.1309, | |
| "step": 8060 | |
| }, | |
| { | |
| "epoch": 5.08, | |
| "grad_norm": 0.00232652947306633, | |
| "learning_rate": 2.3577429069583138e-05, | |
| "loss": 0.0253, | |
| "step": 8070 | |
| }, | |
| { | |
| "epoch": 5.08, | |
| "grad_norm": 0.004494811408221722, | |
| "learning_rate": 2.3537803138373754e-05, | |
| "loss": 0.0004, | |
| "step": 8080 | |
| }, | |
| { | |
| "epoch": 5.08, | |
| "grad_norm": 0.007132168859243393, | |
| "learning_rate": 2.3498177207164372e-05, | |
| "loss": 0.0002, | |
| "step": 8090 | |
| }, | |
| { | |
| "epoch": 5.08, | |
| "grad_norm": 0.002315562916919589, | |
| "learning_rate": 2.3458551275954984e-05, | |
| "loss": 0.0048, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 5.08, | |
| "grad_norm": 0.0011102244025096297, | |
| "learning_rate": 2.34189253447456e-05, | |
| "loss": 0.1166, | |
| "step": 8110 | |
| }, | |
| { | |
| "epoch": 5.08, | |
| "grad_norm": 0.0011376317124813795, | |
| "learning_rate": 2.337929941353622e-05, | |
| "loss": 0.0001, | |
| "step": 8120 | |
| }, | |
| { | |
| "epoch": 5.08, | |
| "grad_norm": 0.009772238321602345, | |
| "learning_rate": 2.3339673482326834e-05, | |
| "loss": 0.1212, | |
| "step": 8130 | |
| }, | |
| { | |
| "epoch": 5.08, | |
| "grad_norm": 0.0009250590810552239, | |
| "learning_rate": 2.3300047551117453e-05, | |
| "loss": 0.0077, | |
| "step": 8140 | |
| }, | |
| { | |
| "epoch": 5.08, | |
| "grad_norm": 0.0008343447698280215, | |
| "learning_rate": 2.3260421619908068e-05, | |
| "loss": 0.0001, | |
| "step": 8150 | |
| }, | |
| { | |
| "epoch": 5.08, | |
| "grad_norm": 0.005889697000384331, | |
| "learning_rate": 2.3220795688698684e-05, | |
| "loss": 0.2522, | |
| "step": 8160 | |
| }, | |
| { | |
| "epoch": 5.08, | |
| "grad_norm": 0.004577580373734236, | |
| "learning_rate": 2.3181169757489303e-05, | |
| "loss": 0.0055, | |
| "step": 8170 | |
| }, | |
| { | |
| "epoch": 5.08, | |
| "grad_norm": 0.0006038689170964062, | |
| "learning_rate": 2.3141543826279918e-05, | |
| "loss": 0.22, | |
| "step": 8180 | |
| }, | |
| { | |
| "epoch": 5.08, | |
| "grad_norm": 119.69172668457031, | |
| "learning_rate": 2.3101917895070537e-05, | |
| "loss": 0.2874, | |
| "step": 8190 | |
| }, | |
| { | |
| "epoch": 5.08, | |
| "grad_norm": 0.01207007933408022, | |
| "learning_rate": 2.3062291963861152e-05, | |
| "loss": 0.0003, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 5.09, | |
| "grad_norm": 0.005133229307830334, | |
| "learning_rate": 2.3022666032651768e-05, | |
| "loss": 0.0002, | |
| "step": 8210 | |
| }, | |
| { | |
| "epoch": 5.09, | |
| "grad_norm": 0.0014045186107978225, | |
| "learning_rate": 2.2983040101442386e-05, | |
| "loss": 0.0003, | |
| "step": 8220 | |
| }, | |
| { | |
| "epoch": 5.09, | |
| "grad_norm": 0.005631518550217152, | |
| "learning_rate": 2.2943414170233002e-05, | |
| "loss": 0.0002, | |
| "step": 8230 | |
| }, | |
| { | |
| "epoch": 5.09, | |
| "grad_norm": 0.0011396125191822648, | |
| "learning_rate": 2.2903788239023617e-05, | |
| "loss": 0.0004, | |
| "step": 8240 | |
| }, | |
| { | |
| "epoch": 5.09, | |
| "grad_norm": 0.16508010029792786, | |
| "learning_rate": 2.2864162307814236e-05, | |
| "loss": 0.0002, | |
| "step": 8250 | |
| }, | |
| { | |
| "epoch": 5.09, | |
| "grad_norm": 0.005040541756898165, | |
| "learning_rate": 2.282453637660485e-05, | |
| "loss": 0.016, | |
| "step": 8260 | |
| }, | |
| { | |
| "epoch": 5.09, | |
| "grad_norm": 0.0026673241518437862, | |
| "learning_rate": 2.278491044539547e-05, | |
| "loss": 0.0024, | |
| "step": 8270 | |
| }, | |
| { | |
| "epoch": 5.09, | |
| "grad_norm": 0.0025323168374598026, | |
| "learning_rate": 2.2745284514186086e-05, | |
| "loss": 0.0001, | |
| "step": 8280 | |
| }, | |
| { | |
| "epoch": 5.09, | |
| "grad_norm": 0.002470273757353425, | |
| "learning_rate": 2.27056585829767e-05, | |
| "loss": 0.0001, | |
| "step": 8290 | |
| }, | |
| { | |
| "epoch": 5.09, | |
| "grad_norm": 0.0011150416685268283, | |
| "learning_rate": 2.266603265176732e-05, | |
| "loss": 0.0027, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 5.09, | |
| "grad_norm": 0.0062728519551455975, | |
| "learning_rate": 2.2626406720557935e-05, | |
| "loss": 0.0006, | |
| "step": 8310 | |
| }, | |
| { | |
| "epoch": 5.09, | |
| "grad_norm": 0.001863997895270586, | |
| "learning_rate": 2.258678078934855e-05, | |
| "loss": 0.0001, | |
| "step": 8320 | |
| }, | |
| { | |
| "epoch": 5.09, | |
| "grad_norm": 0.0009478493593633175, | |
| "learning_rate": 2.2547154858139166e-05, | |
| "loss": 0.0179, | |
| "step": 8330 | |
| }, | |
| { | |
| "epoch": 5.09, | |
| "grad_norm": 0.0012072144309058785, | |
| "learning_rate": 2.250752892692978e-05, | |
| "loss": 0.2482, | |
| "step": 8340 | |
| }, | |
| { | |
| "epoch": 5.1, | |
| "grad_norm": 0.0013612033799290657, | |
| "learning_rate": 2.24679029957204e-05, | |
| "loss": 0.0001, | |
| "step": 8350 | |
| }, | |
| { | |
| "epoch": 5.1, | |
| "grad_norm": 0.001653852523304522, | |
| "learning_rate": 2.2428277064511016e-05, | |
| "loss": 0.0001, | |
| "step": 8360 | |
| }, | |
| { | |
| "epoch": 5.1, | |
| "grad_norm": 0.004468216095119715, | |
| "learning_rate": 2.2388651133301634e-05, | |
| "loss": 0.0003, | |
| "step": 8370 | |
| }, | |
| { | |
| "epoch": 5.1, | |
| "grad_norm": 0.21759329736232758, | |
| "learning_rate": 2.234902520209225e-05, | |
| "loss": 0.0004, | |
| "step": 8380 | |
| }, | |
| { | |
| "epoch": 5.1, | |
| "grad_norm": 0.002769963815808296, | |
| "learning_rate": 2.2309399270882865e-05, | |
| "loss": 0.0002, | |
| "step": 8390 | |
| }, | |
| { | |
| "epoch": 5.1, | |
| "grad_norm": 0.0010608519660308957, | |
| "learning_rate": 2.2269773339673484e-05, | |
| "loss": 0.1718, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 5.1, | |
| "grad_norm": 0.0008747797110117972, | |
| "learning_rate": 2.22301474084641e-05, | |
| "loss": 0.0003, | |
| "step": 8410 | |
| }, | |
| { | |
| "epoch": 5.1, | |
| "eval_accuracy": 0.9669172932330827, | |
| "eval_loss": 0.23544873297214508, | |
| "eval_runtime": 2342.8874, | |
| "eval_samples_per_second": 0.284, | |
| "eval_steps_per_second": 0.142, | |
| "step": 8418 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "grad_norm": 0.0007297981064766645, | |
| "learning_rate": 2.2190521477254715e-05, | |
| "loss": 0.0001, | |
| "step": 8420 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "grad_norm": 0.007375821936875582, | |
| "learning_rate": 2.2150895546045334e-05, | |
| "loss": 0.0001, | |
| "step": 8430 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "grad_norm": 0.0019510581623762846, | |
| "learning_rate": 2.211126961483595e-05, | |
| "loss": 0.0001, | |
| "step": 8440 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "grad_norm": 0.009307813830673695, | |
| "learning_rate": 2.2071643683626568e-05, | |
| "loss": 0.0002, | |
| "step": 8450 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "grad_norm": 0.07272663712501526, | |
| "learning_rate": 2.2032017752417183e-05, | |
| "loss": 0.0002, | |
| "step": 8460 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "grad_norm": 0.004176029469817877, | |
| "learning_rate": 2.19923918212078e-05, | |
| "loss": 0.058, | |
| "step": 8470 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "grad_norm": 0.0019298582337796688, | |
| "learning_rate": 2.1952765889998418e-05, | |
| "loss": 0.0001, | |
| "step": 8480 | |
| }, | |
| { | |
| "epoch": 6.01, | |
| "grad_norm": 137.64112854003906, | |
| "learning_rate": 2.1913139958789033e-05, | |
| "loss": 0.144, | |
| "step": 8490 | |
| }, | |
| { | |
| "epoch": 6.01, | |
| "grad_norm": 0.0035788225941359997, | |
| "learning_rate": 2.1873514027579652e-05, | |
| "loss": 0.1903, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 6.01, | |
| "grad_norm": 0.00900218915194273, | |
| "learning_rate": 2.1833888096370267e-05, | |
| "loss": 0.3162, | |
| "step": 8510 | |
| }, | |
| { | |
| "epoch": 6.01, | |
| "grad_norm": 0.006812531501054764, | |
| "learning_rate": 2.1794262165160883e-05, | |
| "loss": 0.0001, | |
| "step": 8520 | |
| }, | |
| { | |
| "epoch": 6.01, | |
| "grad_norm": 0.011043643578886986, | |
| "learning_rate": 2.1754636233951498e-05, | |
| "loss": 0.0001, | |
| "step": 8530 | |
| }, | |
| { | |
| "epoch": 6.01, | |
| "grad_norm": 0.0009386019664816558, | |
| "learning_rate": 2.1715010302742113e-05, | |
| "loss": 0.0132, | |
| "step": 8540 | |
| }, | |
| { | |
| "epoch": 6.01, | |
| "grad_norm": 0.0009653670713305473, | |
| "learning_rate": 2.1675384371532732e-05, | |
| "loss": 0.0001, | |
| "step": 8550 | |
| }, | |
| { | |
| "epoch": 6.01, | |
| "grad_norm": 0.000631912553217262, | |
| "learning_rate": 2.1635758440323348e-05, | |
| "loss": 0.0046, | |
| "step": 8560 | |
| }, | |
| { | |
| "epoch": 6.01, | |
| "grad_norm": 0.005377355497330427, | |
| "learning_rate": 2.1596132509113963e-05, | |
| "loss": 0.0001, | |
| "step": 8570 | |
| }, | |
| { | |
| "epoch": 6.01, | |
| "grad_norm": 0.0015233962330967188, | |
| "learning_rate": 2.1556506577904582e-05, | |
| "loss": 0.26, | |
| "step": 8580 | |
| }, | |
| { | |
| "epoch": 6.01, | |
| "grad_norm": 0.003712683217599988, | |
| "learning_rate": 2.1516880646695197e-05, | |
| "loss": 0.0103, | |
| "step": 8590 | |
| }, | |
| { | |
| "epoch": 6.01, | |
| "grad_norm": 0.002746036509051919, | |
| "learning_rate": 2.1477254715485816e-05, | |
| "loss": 0.0001, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 6.01, | |
| "grad_norm": 0.001353266416117549, | |
| "learning_rate": 2.143762878427643e-05, | |
| "loss": 0.0001, | |
| "step": 8610 | |
| }, | |
| { | |
| "epoch": 6.01, | |
| "grad_norm": 0.05317896232008934, | |
| "learning_rate": 2.1398002853067047e-05, | |
| "loss": 0.0002, | |
| "step": 8620 | |
| }, | |
| { | |
| "epoch": 6.02, | |
| "grad_norm": 0.002108694287016988, | |
| "learning_rate": 2.1358376921857666e-05, | |
| "loss": 0.0001, | |
| "step": 8630 | |
| }, | |
| { | |
| "epoch": 6.02, | |
| "grad_norm": 0.0015535557176917791, | |
| "learning_rate": 2.131875099064828e-05, | |
| "loss": 0.2856, | |
| "step": 8640 | |
| }, | |
| { | |
| "epoch": 6.02, | |
| "grad_norm": 0.0007479583146050572, | |
| "learning_rate": 2.1279125059438897e-05, | |
| "loss": 0.0001, | |
| "step": 8650 | |
| }, | |
| { | |
| "epoch": 6.02, | |
| "grad_norm": 0.0013678164687007666, | |
| "learning_rate": 2.1239499128229515e-05, | |
| "loss": 0.0001, | |
| "step": 8660 | |
| }, | |
| { | |
| "epoch": 6.02, | |
| "grad_norm": 0.0011460609966889024, | |
| "learning_rate": 2.119987319702013e-05, | |
| "loss": 0.1748, | |
| "step": 8670 | |
| }, | |
| { | |
| "epoch": 6.02, | |
| "grad_norm": 0.005598797462880611, | |
| "learning_rate": 2.116024726581075e-05, | |
| "loss": 0.0005, | |
| "step": 8680 | |
| }, | |
| { | |
| "epoch": 6.02, | |
| "grad_norm": 0.0058416505344212055, | |
| "learning_rate": 2.1120621334601365e-05, | |
| "loss": 0.003, | |
| "step": 8690 | |
| }, | |
| { | |
| "epoch": 6.02, | |
| "grad_norm": 0.0018327133730053902, | |
| "learning_rate": 2.108099540339198e-05, | |
| "loss": 0.0001, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 6.02, | |
| "grad_norm": 0.0008349318522959948, | |
| "learning_rate": 2.10413694721826e-05, | |
| "loss": 0.0014, | |
| "step": 8710 | |
| }, | |
| { | |
| "epoch": 6.02, | |
| "grad_norm": 0.0007587561849504709, | |
| "learning_rate": 2.1001743540973215e-05, | |
| "loss": 0.0012, | |
| "step": 8720 | |
| }, | |
| { | |
| "epoch": 6.02, | |
| "grad_norm": 0.003939191345125437, | |
| "learning_rate": 2.096211760976383e-05, | |
| "loss": 0.0001, | |
| "step": 8730 | |
| }, | |
| { | |
| "epoch": 6.02, | |
| "grad_norm": 0.007147368974983692, | |
| "learning_rate": 2.092249167855445e-05, | |
| "loss": 0.0003, | |
| "step": 8740 | |
| }, | |
| { | |
| "epoch": 6.02, | |
| "grad_norm": 0.0007460744236595929, | |
| "learning_rate": 2.088286574734506e-05, | |
| "loss": 0.0, | |
| "step": 8750 | |
| }, | |
| { | |
| "epoch": 6.02, | |
| "grad_norm": 0.005187608767300844, | |
| "learning_rate": 2.084323981613568e-05, | |
| "loss": 0.0001, | |
| "step": 8760 | |
| }, | |
| { | |
| "epoch": 6.03, | |
| "grad_norm": 0.0012044048635289073, | |
| "learning_rate": 2.0803613884926295e-05, | |
| "loss": 0.0003, | |
| "step": 8770 | |
| }, | |
| { | |
| "epoch": 6.03, | |
| "grad_norm": 0.005269182845950127, | |
| "learning_rate": 2.0763987953716914e-05, | |
| "loss": 0.1424, | |
| "step": 8780 | |
| }, | |
| { | |
| "epoch": 6.03, | |
| "grad_norm": 0.0014458984369412065, | |
| "learning_rate": 2.072436202250753e-05, | |
| "loss": 0.1836, | |
| "step": 8790 | |
| }, | |
| { | |
| "epoch": 6.03, | |
| "grad_norm": 0.003018228802829981, | |
| "learning_rate": 2.0684736091298145e-05, | |
| "loss": 0.0002, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 6.03, | |
| "grad_norm": 0.0005208718357607722, | |
| "learning_rate": 2.0645110160088763e-05, | |
| "loss": 0.276, | |
| "step": 8810 | |
| }, | |
| { | |
| "epoch": 6.03, | |
| "grad_norm": 0.0005419257213361561, | |
| "learning_rate": 2.060548422887938e-05, | |
| "loss": 0.0, | |
| "step": 8820 | |
| }, | |
| { | |
| "epoch": 6.03, | |
| "grad_norm": 0.0056818630546331406, | |
| "learning_rate": 2.0565858297669994e-05, | |
| "loss": 0.0003, | |
| "step": 8830 | |
| }, | |
| { | |
| "epoch": 6.03, | |
| "grad_norm": 0.0021387594752013683, | |
| "learning_rate": 2.0526232366460613e-05, | |
| "loss": 0.0001, | |
| "step": 8840 | |
| }, | |
| { | |
| "epoch": 6.03, | |
| "grad_norm": 0.0017361573409289122, | |
| "learning_rate": 2.048660643525123e-05, | |
| "loss": 0.0235, | |
| "step": 8850 | |
| }, | |
| { | |
| "epoch": 6.03, | |
| "grad_norm": 0.0031765319872647524, | |
| "learning_rate": 2.0446980504041847e-05, | |
| "loss": 0.0002, | |
| "step": 8860 | |
| }, | |
| { | |
| "epoch": 6.03, | |
| "grad_norm": 0.0006492682150565088, | |
| "learning_rate": 2.0407354572832463e-05, | |
| "loss": 0.0, | |
| "step": 8870 | |
| }, | |
| { | |
| "epoch": 6.03, | |
| "grad_norm": 0.009603900834918022, | |
| "learning_rate": 2.0367728641623078e-05, | |
| "loss": 0.0116, | |
| "step": 8880 | |
| }, | |
| { | |
| "epoch": 6.03, | |
| "grad_norm": 0.0014260296011343598, | |
| "learning_rate": 2.0328102710413697e-05, | |
| "loss": 0.0272, | |
| "step": 8890 | |
| }, | |
| { | |
| "epoch": 6.03, | |
| "grad_norm": 0.001238304190337658, | |
| "learning_rate": 2.0288476779204312e-05, | |
| "loss": 0.0001, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 6.04, | |
| "grad_norm": 0.004389143083244562, | |
| "learning_rate": 2.024885084799493e-05, | |
| "loss": 0.0001, | |
| "step": 8910 | |
| }, | |
| { | |
| "epoch": 6.04, | |
| "grad_norm": 0.0006919855368323624, | |
| "learning_rate": 2.0209224916785547e-05, | |
| "loss": 0.0015, | |
| "step": 8920 | |
| }, | |
| { | |
| "epoch": 6.04, | |
| "grad_norm": 0.0013250050833448768, | |
| "learning_rate": 2.0169598985576162e-05, | |
| "loss": 0.0, | |
| "step": 8930 | |
| }, | |
| { | |
| "epoch": 6.04, | |
| "grad_norm": 0.0006862548179924488, | |
| "learning_rate": 2.012997305436678e-05, | |
| "loss": 0.005, | |
| "step": 8940 | |
| }, | |
| { | |
| "epoch": 6.04, | |
| "grad_norm": 0.0006481676246039569, | |
| "learning_rate": 2.0090347123157396e-05, | |
| "loss": 0.0002, | |
| "step": 8950 | |
| }, | |
| { | |
| "epoch": 6.04, | |
| "grad_norm": 0.0009765150607563555, | |
| "learning_rate": 2.005072119194801e-05, | |
| "loss": 0.3095, | |
| "step": 8960 | |
| }, | |
| { | |
| "epoch": 6.04, | |
| "grad_norm": 0.0008786149555817246, | |
| "learning_rate": 2.0011095260738627e-05, | |
| "loss": 0.1903, | |
| "step": 8970 | |
| }, | |
| { | |
| "epoch": 6.04, | |
| "grad_norm": 0.00043602605001069605, | |
| "learning_rate": 1.9971469329529242e-05, | |
| "loss": 0.0002, | |
| "step": 8980 | |
| }, | |
| { | |
| "epoch": 6.04, | |
| "grad_norm": 0.0006052827229723334, | |
| "learning_rate": 1.993184339831986e-05, | |
| "loss": 0.0028, | |
| "step": 8990 | |
| }, | |
| { | |
| "epoch": 6.04, | |
| "grad_norm": 0.0027263278607279062, | |
| "learning_rate": 1.9892217467110477e-05, | |
| "loss": 0.0988, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 6.04, | |
| "grad_norm": 0.0004901738138869405, | |
| "learning_rate": 1.9852591535901095e-05, | |
| "loss": 0.0008, | |
| "step": 9010 | |
| }, | |
| { | |
| "epoch": 6.04, | |
| "grad_norm": 0.004134719260036945, | |
| "learning_rate": 1.981296560469171e-05, | |
| "loss": 0.0001, | |
| "step": 9020 | |
| }, | |
| { | |
| "epoch": 6.04, | |
| "grad_norm": 6.425068378448486, | |
| "learning_rate": 1.9773339673482326e-05, | |
| "loss": 0.0009, | |
| "step": 9030 | |
| }, | |
| { | |
| "epoch": 6.04, | |
| "grad_norm": 0.0021010099444538355, | |
| "learning_rate": 1.9733713742272945e-05, | |
| "loss": 0.0139, | |
| "step": 9040 | |
| }, | |
| { | |
| "epoch": 6.05, | |
| "grad_norm": 0.0003429889620747417, | |
| "learning_rate": 1.969408781106356e-05, | |
| "loss": 0.0001, | |
| "step": 9050 | |
| }, | |
| { | |
| "epoch": 6.05, | |
| "grad_norm": 0.00465469341725111, | |
| "learning_rate": 1.9654461879854176e-05, | |
| "loss": 0.0048, | |
| "step": 9060 | |
| }, | |
| { | |
| "epoch": 6.05, | |
| "grad_norm": 0.0007626991719007492, | |
| "learning_rate": 1.9614835948644795e-05, | |
| "loss": 0.0694, | |
| "step": 9070 | |
| }, | |
| { | |
| "epoch": 6.05, | |
| "grad_norm": 0.0005379422218538821, | |
| "learning_rate": 1.957521001743541e-05, | |
| "loss": 0.0001, | |
| "step": 9080 | |
| }, | |
| { | |
| "epoch": 6.05, | |
| "grad_norm": 0.0018008677288889885, | |
| "learning_rate": 1.953558408622603e-05, | |
| "loss": 0.1537, | |
| "step": 9090 | |
| }, | |
| { | |
| "epoch": 6.05, | |
| "grad_norm": 0.005486232694238424, | |
| "learning_rate": 1.9495958155016644e-05, | |
| "loss": 0.0001, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 6.05, | |
| "grad_norm": 0.0016153625911101699, | |
| "learning_rate": 1.945633222380726e-05, | |
| "loss": 0.1517, | |
| "step": 9110 | |
| }, | |
| { | |
| "epoch": 6.05, | |
| "grad_norm": 0.00048393840552307665, | |
| "learning_rate": 1.941670629259788e-05, | |
| "loss": 0.0515, | |
| "step": 9120 | |
| }, | |
| { | |
| "epoch": 6.05, | |
| "grad_norm": 0.00044351426186040044, | |
| "learning_rate": 1.9377080361388494e-05, | |
| "loss": 0.0, | |
| "step": 9130 | |
| }, | |
| { | |
| "epoch": 6.05, | |
| "grad_norm": 0.003928069956600666, | |
| "learning_rate": 1.9337454430179113e-05, | |
| "loss": 0.0001, | |
| "step": 9140 | |
| }, | |
| { | |
| "epoch": 6.05, | |
| "grad_norm": 0.0009555955766700208, | |
| "learning_rate": 1.9297828498969728e-05, | |
| "loss": 0.0001, | |
| "step": 9150 | |
| }, | |
| { | |
| "epoch": 6.05, | |
| "grad_norm": 0.003042226191610098, | |
| "learning_rate": 1.9258202567760344e-05, | |
| "loss": 0.0, | |
| "step": 9160 | |
| }, | |
| { | |
| "epoch": 6.05, | |
| "grad_norm": 0.0003893129760399461, | |
| "learning_rate": 1.9218576636550962e-05, | |
| "loss": 0.0, | |
| "step": 9170 | |
| }, | |
| { | |
| "epoch": 6.05, | |
| "grad_norm": 0.0008289095130749047, | |
| "learning_rate": 1.9178950705341574e-05, | |
| "loss": 0.0, | |
| "step": 9180 | |
| }, | |
| { | |
| "epoch": 6.06, | |
| "grad_norm": 0.0010318297427147627, | |
| "learning_rate": 1.9139324774132193e-05, | |
| "loss": 0.0, | |
| "step": 9190 | |
| }, | |
| { | |
| "epoch": 6.06, | |
| "grad_norm": 0.0007037441828288138, | |
| "learning_rate": 1.909969884292281e-05, | |
| "loss": 0.0837, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 6.06, | |
| "grad_norm": 44.11083221435547, | |
| "learning_rate": 1.9060072911713424e-05, | |
| "loss": 0.0226, | |
| "step": 9210 | |
| }, | |
| { | |
| "epoch": 6.06, | |
| "grad_norm": 0.0010193975176662207, | |
| "learning_rate": 1.9020446980504043e-05, | |
| "loss": 0.0018, | |
| "step": 9220 | |
| }, | |
| { | |
| "epoch": 6.06, | |
| "grad_norm": 0.0026808753609657288, | |
| "learning_rate": 1.8980821049294658e-05, | |
| "loss": 0.0001, | |
| "step": 9230 | |
| }, | |
| { | |
| "epoch": 6.06, | |
| "grad_norm": 0.0013365477789193392, | |
| "learning_rate": 1.8941195118085277e-05, | |
| "loss": 0.0, | |
| "step": 9240 | |
| }, | |
| { | |
| "epoch": 6.06, | |
| "grad_norm": 33.180870056152344, | |
| "learning_rate": 1.8901569186875892e-05, | |
| "loss": 0.3046, | |
| "step": 9250 | |
| }, | |
| { | |
| "epoch": 6.06, | |
| "grad_norm": 0.001624317723326385, | |
| "learning_rate": 1.8861943255666508e-05, | |
| "loss": 0.2476, | |
| "step": 9260 | |
| }, | |
| { | |
| "epoch": 6.06, | |
| "grad_norm": 0.002660261234268546, | |
| "learning_rate": 1.8822317324457127e-05, | |
| "loss": 0.329, | |
| "step": 9270 | |
| }, | |
| { | |
| "epoch": 6.06, | |
| "grad_norm": 0.001928847748786211, | |
| "learning_rate": 1.8782691393247742e-05, | |
| "loss": 0.0116, | |
| "step": 9280 | |
| }, | |
| { | |
| "epoch": 6.06, | |
| "grad_norm": 0.0004771009262185544, | |
| "learning_rate": 1.8743065462038357e-05, | |
| "loss": 0.0, | |
| "step": 9290 | |
| }, | |
| { | |
| "epoch": 6.06, | |
| "grad_norm": 0.0006694819312542677, | |
| "learning_rate": 1.8703439530828976e-05, | |
| "loss": 0.0743, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 6.06, | |
| "grad_norm": 0.010220357216894627, | |
| "learning_rate": 1.8663813599619592e-05, | |
| "loss": 0.0001, | |
| "step": 9310 | |
| }, | |
| { | |
| "epoch": 6.06, | |
| "grad_norm": 0.0014199281577020884, | |
| "learning_rate": 1.862418766841021e-05, | |
| "loss": 0.0103, | |
| "step": 9320 | |
| }, | |
| { | |
| "epoch": 6.07, | |
| "grad_norm": 0.001806290470995009, | |
| "learning_rate": 1.8584561737200826e-05, | |
| "loss": 0.0006, | |
| "step": 9330 | |
| }, | |
| { | |
| "epoch": 6.07, | |
| "grad_norm": 0.0005750704440288246, | |
| "learning_rate": 1.854493580599144e-05, | |
| "loss": 0.0003, | |
| "step": 9340 | |
| }, | |
| { | |
| "epoch": 6.07, | |
| "grad_norm": 0.0009846296161413193, | |
| "learning_rate": 1.850530987478206e-05, | |
| "loss": 0.0013, | |
| "step": 9350 | |
| }, | |
| { | |
| "epoch": 6.07, | |
| "grad_norm": 0.0016641179099678993, | |
| "learning_rate": 1.8465683943572676e-05, | |
| "loss": 0.06, | |
| "step": 9360 | |
| }, | |
| { | |
| "epoch": 6.07, | |
| "grad_norm": 0.0014823460951447487, | |
| "learning_rate": 1.842605801236329e-05, | |
| "loss": 0.0008, | |
| "step": 9370 | |
| }, | |
| { | |
| "epoch": 6.07, | |
| "grad_norm": 0.0026860409416258335, | |
| "learning_rate": 1.838643208115391e-05, | |
| "loss": 0.0005, | |
| "step": 9380 | |
| }, | |
| { | |
| "epoch": 6.07, | |
| "grad_norm": 0.0014451199676841497, | |
| "learning_rate": 1.8346806149944525e-05, | |
| "loss": 0.0001, | |
| "step": 9390 | |
| }, | |
| { | |
| "epoch": 6.07, | |
| "grad_norm": 0.004795750603079796, | |
| "learning_rate": 1.830718021873514e-05, | |
| "loss": 0.0003, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 6.07, | |
| "grad_norm": 0.0025767534971237183, | |
| "learning_rate": 1.8267554287525756e-05, | |
| "loss": 0.0002, | |
| "step": 9410 | |
| }, | |
| { | |
| "epoch": 6.07, | |
| "grad_norm": 0.0006194358575157821, | |
| "learning_rate": 1.8227928356316375e-05, | |
| "loss": 0.0738, | |
| "step": 9420 | |
| }, | |
| { | |
| "epoch": 6.07, | |
| "grad_norm": 0.007454677484929562, | |
| "learning_rate": 1.818830242510699e-05, | |
| "loss": 0.0048, | |
| "step": 9430 | |
| }, | |
| { | |
| "epoch": 6.07, | |
| "grad_norm": 0.0012314959894865751, | |
| "learning_rate": 1.8148676493897606e-05, | |
| "loss": 0.0045, | |
| "step": 9440 | |
| }, | |
| { | |
| "epoch": 6.07, | |
| "grad_norm": 0.0007009029504843056, | |
| "learning_rate": 1.8109050562688224e-05, | |
| "loss": 0.2806, | |
| "step": 9450 | |
| }, | |
| { | |
| "epoch": 6.07, | |
| "grad_norm": 0.0005554054514504969, | |
| "learning_rate": 1.806942463147884e-05, | |
| "loss": 0.0001, | |
| "step": 9460 | |
| }, | |
| { | |
| "epoch": 6.08, | |
| "grad_norm": 0.00048346296534873545, | |
| "learning_rate": 1.8029798700269455e-05, | |
| "loss": 0.0458, | |
| "step": 9470 | |
| }, | |
| { | |
| "epoch": 6.08, | |
| "grad_norm": 0.0011084218276664615, | |
| "learning_rate": 1.7990172769060074e-05, | |
| "loss": 0.0, | |
| "step": 9480 | |
| }, | |
| { | |
| "epoch": 6.08, | |
| "grad_norm": 0.0003880435542669147, | |
| "learning_rate": 1.795054683785069e-05, | |
| "loss": 0.0142, | |
| "step": 9490 | |
| }, | |
| { | |
| "epoch": 6.08, | |
| "grad_norm": 0.0006134477443993092, | |
| "learning_rate": 1.7910920906641308e-05, | |
| "loss": 0.0, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 6.08, | |
| "grad_norm": 0.0005665639764629304, | |
| "learning_rate": 1.7871294975431924e-05, | |
| "loss": 0.0, | |
| "step": 9510 | |
| }, | |
| { | |
| "epoch": 6.08, | |
| "grad_norm": 0.0003921152965631336, | |
| "learning_rate": 1.783166904422254e-05, | |
| "loss": 0.0, | |
| "step": 9520 | |
| }, | |
| { | |
| "epoch": 6.08, | |
| "grad_norm": 0.001750220195390284, | |
| "learning_rate": 1.7792043113013158e-05, | |
| "loss": 0.0437, | |
| "step": 9530 | |
| }, | |
| { | |
| "epoch": 6.08, | |
| "grad_norm": 0.0012650929857045412, | |
| "learning_rate": 1.7752417181803773e-05, | |
| "loss": 0.3903, | |
| "step": 9540 | |
| }, | |
| { | |
| "epoch": 6.08, | |
| "grad_norm": 57.58509063720703, | |
| "learning_rate": 1.7712791250594392e-05, | |
| "loss": 0.0546, | |
| "step": 9550 | |
| }, | |
| { | |
| "epoch": 6.08, | |
| "grad_norm": 0.00026887169224210083, | |
| "learning_rate": 1.7673165319385008e-05, | |
| "loss": 0.0001, | |
| "step": 9560 | |
| }, | |
| { | |
| "epoch": 6.08, | |
| "grad_norm": 0.0019770157523453236, | |
| "learning_rate": 1.7633539388175623e-05, | |
| "loss": 0.1362, | |
| "step": 9570 | |
| }, | |
| { | |
| "epoch": 6.08, | |
| "grad_norm": 0.0007267651380971074, | |
| "learning_rate": 1.7593913456966242e-05, | |
| "loss": 0.0006, | |
| "step": 9580 | |
| }, | |
| { | |
| "epoch": 6.08, | |
| "grad_norm": 0.001434961101040244, | |
| "learning_rate": 1.7554287525756857e-05, | |
| "loss": 0.0263, | |
| "step": 9590 | |
| }, | |
| { | |
| "epoch": 6.08, | |
| "grad_norm": 0.00044755820999853313, | |
| "learning_rate": 1.7514661594547473e-05, | |
| "loss": 0.0, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 6.09, | |
| "grad_norm": 0.000376471463823691, | |
| "learning_rate": 1.7475035663338088e-05, | |
| "loss": 0.0207, | |
| "step": 9610 | |
| }, | |
| { | |
| "epoch": 6.09, | |
| "grad_norm": 0.014877337031066418, | |
| "learning_rate": 1.7435409732128703e-05, | |
| "loss": 0.0, | |
| "step": 9620 | |
| }, | |
| { | |
| "epoch": 6.09, | |
| "grad_norm": 0.0012328572338446975, | |
| "learning_rate": 1.7395783800919322e-05, | |
| "loss": 0.0259, | |
| "step": 9630 | |
| }, | |
| { | |
| "epoch": 6.09, | |
| "grad_norm": 0.0011149095371365547, | |
| "learning_rate": 1.7356157869709938e-05, | |
| "loss": 0.0, | |
| "step": 9640 | |
| }, | |
| { | |
| "epoch": 6.09, | |
| "grad_norm": 0.000868526753038168, | |
| "learning_rate": 1.7316531938500556e-05, | |
| "loss": 0.0107, | |
| "step": 9650 | |
| }, | |
| { | |
| "epoch": 6.09, | |
| "grad_norm": 0.0003520081809256226, | |
| "learning_rate": 1.7276906007291172e-05, | |
| "loss": 0.0, | |
| "step": 9660 | |
| }, | |
| { | |
| "epoch": 6.09, | |
| "grad_norm": 0.00045317449257709086, | |
| "learning_rate": 1.7237280076081787e-05, | |
| "loss": 0.1845, | |
| "step": 9670 | |
| }, | |
| { | |
| "epoch": 6.09, | |
| "grad_norm": 0.00035488023422658443, | |
| "learning_rate": 1.7197654144872406e-05, | |
| "loss": 0.0, | |
| "step": 9680 | |
| }, | |
| { | |
| "epoch": 6.09, | |
| "grad_norm": 0.0007327714120037854, | |
| "learning_rate": 1.715802821366302e-05, | |
| "loss": 0.0001, | |
| "step": 9690 | |
| }, | |
| { | |
| "epoch": 6.09, | |
| "grad_norm": 0.0025048046372830868, | |
| "learning_rate": 1.7118402282453637e-05, | |
| "loss": 0.0001, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 6.09, | |
| "grad_norm": 0.00043331715278327465, | |
| "learning_rate": 1.7078776351244256e-05, | |
| "loss": 0.0167, | |
| "step": 9710 | |
| }, | |
| { | |
| "epoch": 6.09, | |
| "grad_norm": 0.0004680192796513438, | |
| "learning_rate": 1.703915042003487e-05, | |
| "loss": 0.0, | |
| "step": 9720 | |
| }, | |
| { | |
| "epoch": 6.09, | |
| "grad_norm": 0.0005406651180237532, | |
| "learning_rate": 1.699952448882549e-05, | |
| "loss": 0.0, | |
| "step": 9730 | |
| }, | |
| { | |
| "epoch": 6.09, | |
| "grad_norm": 1.6138055324554443, | |
| "learning_rate": 1.6959898557616105e-05, | |
| "loss": 0.0005, | |
| "step": 9740 | |
| }, | |
| { | |
| "epoch": 6.1, | |
| "grad_norm": 0.0005159827414900064, | |
| "learning_rate": 1.692027262640672e-05, | |
| "loss": 0.0001, | |
| "step": 9750 | |
| }, | |
| { | |
| "epoch": 6.1, | |
| "grad_norm": 0.001156438491307199, | |
| "learning_rate": 1.688064669519734e-05, | |
| "loss": 0.0, | |
| "step": 9760 | |
| }, | |
| { | |
| "epoch": 6.1, | |
| "grad_norm": 0.00034518956090323627, | |
| "learning_rate": 1.6841020763987955e-05, | |
| "loss": 0.0316, | |
| "step": 9770 | |
| }, | |
| { | |
| "epoch": 6.1, | |
| "grad_norm": 0.0007839056779630482, | |
| "learning_rate": 1.680139483277857e-05, | |
| "loss": 0.0016, | |
| "step": 9780 | |
| }, | |
| { | |
| "epoch": 6.1, | |
| "grad_norm": 0.000456125068012625, | |
| "learning_rate": 1.676176890156919e-05, | |
| "loss": 0.0, | |
| "step": 9790 | |
| }, | |
| { | |
| "epoch": 6.1, | |
| "grad_norm": 0.0007673576474189758, | |
| "learning_rate": 1.6722142970359805e-05, | |
| "loss": 0.0, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 6.1, | |
| "grad_norm": 0.000683379708789289, | |
| "learning_rate": 1.6682517039150423e-05, | |
| "loss": 0.0, | |
| "step": 9810 | |
| }, | |
| { | |
| "epoch": 6.1, | |
| "grad_norm": 0.0009253775351680815, | |
| "learning_rate": 1.664289110794104e-05, | |
| "loss": 0.0001, | |
| "step": 9820 | |
| }, | |
| { | |
| "epoch": 6.1, | |
| "eval_accuracy": 0.9473684210526315, | |
| "eval_loss": 0.3900492191314697, | |
| "eval_runtime": 2421.9145, | |
| "eval_samples_per_second": 0.275, | |
| "eval_steps_per_second": 0.137, | |
| "step": 9821 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "grad_norm": 0.0004204540455248207, | |
| "learning_rate": 1.6603265176731654e-05, | |
| "loss": 0.5604, | |
| "step": 9830 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "grad_norm": 0.00036831918987445533, | |
| "learning_rate": 1.656363924552227e-05, | |
| "loss": 0.0001, | |
| "step": 9840 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "grad_norm": 0.00044371382682584226, | |
| "learning_rate": 1.6524013314312885e-05, | |
| "loss": 0.0, | |
| "step": 9850 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "grad_norm": 0.0005366410478018224, | |
| "learning_rate": 1.6484387383103504e-05, | |
| "loss": 0.0, | |
| "step": 9860 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "grad_norm": 0.0006946607609279454, | |
| "learning_rate": 1.644476145189412e-05, | |
| "loss": 0.0, | |
| "step": 9870 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "grad_norm": 0.00034042325569316745, | |
| "learning_rate": 1.6405135520684735e-05, | |
| "loss": 0.0001, | |
| "step": 9880 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "grad_norm": 0.00025543957599438727, | |
| "learning_rate": 1.6365509589475353e-05, | |
| "loss": 0.0001, | |
| "step": 9890 | |
| }, | |
| { | |
| "epoch": 7.01, | |
| "grad_norm": 0.0005577169358730316, | |
| "learning_rate": 1.632588365826597e-05, | |
| "loss": 0.0001, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 7.01, | |
| "grad_norm": 0.0007238492253236473, | |
| "learning_rate": 1.6286257727056588e-05, | |
| "loss": 0.0001, | |
| "step": 9910 | |
| }, | |
| { | |
| "epoch": 7.01, | |
| "grad_norm": 0.00047818326856940985, | |
| "learning_rate": 1.6246631795847203e-05, | |
| "loss": 0.2815, | |
| "step": 9920 | |
| }, | |
| { | |
| "epoch": 7.01, | |
| "grad_norm": 0.004355975892394781, | |
| "learning_rate": 1.620700586463782e-05, | |
| "loss": 0.0, | |
| "step": 9930 | |
| }, | |
| { | |
| "epoch": 7.01, | |
| "grad_norm": 0.0002552367513999343, | |
| "learning_rate": 1.6167379933428437e-05, | |
| "loss": 0.0, | |
| "step": 9940 | |
| }, | |
| { | |
| "epoch": 7.01, | |
| "grad_norm": 0.0011531308991834521, | |
| "learning_rate": 1.6127754002219053e-05, | |
| "loss": 0.0, | |
| "step": 9950 | |
| }, | |
| { | |
| "epoch": 7.01, | |
| "grad_norm": 0.0009820818668231368, | |
| "learning_rate": 1.608812807100967e-05, | |
| "loss": 0.0, | |
| "step": 9960 | |
| }, | |
| { | |
| "epoch": 7.01, | |
| "grad_norm": 0.0006331288604997098, | |
| "learning_rate": 1.6048502139800287e-05, | |
| "loss": 0.0001, | |
| "step": 9970 | |
| }, | |
| { | |
| "epoch": 7.01, | |
| "grad_norm": 23.247167587280273, | |
| "learning_rate": 1.6008876208590902e-05, | |
| "loss": 0.4045, | |
| "step": 9980 | |
| }, | |
| { | |
| "epoch": 7.01, | |
| "grad_norm": 0.0005796991754323244, | |
| "learning_rate": 1.596925027738152e-05, | |
| "loss": 0.2264, | |
| "step": 9990 | |
| }, | |
| { | |
| "epoch": 7.01, | |
| "grad_norm": 0.0002432822366245091, | |
| "learning_rate": 1.5929624346172137e-05, | |
| "loss": 0.0, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 7.01, | |
| "grad_norm": 0.00044970333692617714, | |
| "learning_rate": 1.5889998414962752e-05, | |
| "loss": 0.5798, | |
| "step": 10010 | |
| }, | |
| { | |
| "epoch": 7.01, | |
| "grad_norm": 0.00043129053665325046, | |
| "learning_rate": 1.585037248375337e-05, | |
| "loss": 0.0, | |
| "step": 10020 | |
| }, | |
| { | |
| "epoch": 7.01, | |
| "grad_norm": 0.0009400318958796561, | |
| "learning_rate": 1.5810746552543986e-05, | |
| "loss": 0.0001, | |
| "step": 10030 | |
| }, | |
| { | |
| "epoch": 7.02, | |
| "grad_norm": 0.001612617983482778, | |
| "learning_rate": 1.57711206213346e-05, | |
| "loss": 0.184, | |
| "step": 10040 | |
| }, | |
| { | |
| "epoch": 7.02, | |
| "grad_norm": 0.003397996537387371, | |
| "learning_rate": 1.5731494690125217e-05, | |
| "loss": 0.0001, | |
| "step": 10050 | |
| }, | |
| { | |
| "epoch": 7.02, | |
| "grad_norm": 0.003118938999250531, | |
| "learning_rate": 1.5691868758915836e-05, | |
| "loss": 0.0118, | |
| "step": 10060 | |
| }, | |
| { | |
| "epoch": 7.02, | |
| "grad_norm": 0.0016245280858129263, | |
| "learning_rate": 1.565224282770645e-05, | |
| "loss": 0.0002, | |
| "step": 10070 | |
| }, | |
| { | |
| "epoch": 7.02, | |
| "grad_norm": 0.003330792533233762, | |
| "learning_rate": 1.5612616896497067e-05, | |
| "loss": 0.0001, | |
| "step": 10080 | |
| }, | |
| { | |
| "epoch": 7.02, | |
| "grad_norm": 0.01675890013575554, | |
| "learning_rate": 1.5572990965287685e-05, | |
| "loss": 0.1361, | |
| "step": 10090 | |
| }, | |
| { | |
| "epoch": 7.02, | |
| "grad_norm": 0.0016782371094450355, | |
| "learning_rate": 1.55333650340783e-05, | |
| "loss": 0.0001, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 7.02, | |
| "grad_norm": 0.0006982790655456483, | |
| "learning_rate": 1.5493739102868916e-05, | |
| "loss": 0.0, | |
| "step": 10110 | |
| }, | |
| { | |
| "epoch": 7.02, | |
| "grad_norm": 0.004016962368041277, | |
| "learning_rate": 1.5454113171659535e-05, | |
| "loss": 0.0002, | |
| "step": 10120 | |
| }, | |
| { | |
| "epoch": 7.02, | |
| "grad_norm": 0.0016343995230272412, | |
| "learning_rate": 1.541448724045015e-05, | |
| "loss": 0.0001, | |
| "step": 10130 | |
| }, | |
| { | |
| "epoch": 7.02, | |
| "grad_norm": 0.0003891861706506461, | |
| "learning_rate": 1.537486130924077e-05, | |
| "loss": 0.0002, | |
| "step": 10140 | |
| }, | |
| { | |
| "epoch": 7.02, | |
| "grad_norm": 0.0005568304331973195, | |
| "learning_rate": 1.5335235378031385e-05, | |
| "loss": 0.0, | |
| "step": 10150 | |
| }, | |
| { | |
| "epoch": 7.02, | |
| "grad_norm": 0.0009192074066959321, | |
| "learning_rate": 1.5295609446822e-05, | |
| "loss": 0.0001, | |
| "step": 10160 | |
| }, | |
| { | |
| "epoch": 7.02, | |
| "grad_norm": 0.00041831223643384874, | |
| "learning_rate": 1.5255983515612617e-05, | |
| "loss": 0.0, | |
| "step": 10170 | |
| }, | |
| { | |
| "epoch": 7.03, | |
| "grad_norm": 0.002276873914524913, | |
| "learning_rate": 1.5216357584403234e-05, | |
| "loss": 0.0001, | |
| "step": 10180 | |
| }, | |
| { | |
| "epoch": 7.03, | |
| "grad_norm": 0.0021974798291921616, | |
| "learning_rate": 1.5176731653193851e-05, | |
| "loss": 0.0, | |
| "step": 10190 | |
| }, | |
| { | |
| "epoch": 7.03, | |
| "grad_norm": 0.03672347217798233, | |
| "learning_rate": 1.5137105721984468e-05, | |
| "loss": 0.0001, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 7.03, | |
| "grad_norm": 0.0004960880614817142, | |
| "learning_rate": 1.5097479790775086e-05, | |
| "loss": 0.0001, | |
| "step": 10210 | |
| }, | |
| { | |
| "epoch": 7.03, | |
| "grad_norm": 0.0003698187356349081, | |
| "learning_rate": 1.5057853859565701e-05, | |
| "loss": 0.0, | |
| "step": 10220 | |
| }, | |
| { | |
| "epoch": 7.03, | |
| "grad_norm": 30.79059600830078, | |
| "learning_rate": 1.5018227928356318e-05, | |
| "loss": 0.013, | |
| "step": 10230 | |
| }, | |
| { | |
| "epoch": 7.03, | |
| "grad_norm": 0.00040281921974383295, | |
| "learning_rate": 1.4978601997146935e-05, | |
| "loss": 0.0001, | |
| "step": 10240 | |
| }, | |
| { | |
| "epoch": 7.03, | |
| "grad_norm": 0.001930213999003172, | |
| "learning_rate": 1.4938976065937552e-05, | |
| "loss": 0.0005, | |
| "step": 10250 | |
| }, | |
| { | |
| "epoch": 7.03, | |
| "grad_norm": 0.0016294418601319194, | |
| "learning_rate": 1.4899350134728166e-05, | |
| "loss": 0.0001, | |
| "step": 10260 | |
| }, | |
| { | |
| "epoch": 7.03, | |
| "grad_norm": 0.0029418901540338993, | |
| "learning_rate": 1.4859724203518781e-05, | |
| "loss": 0.0001, | |
| "step": 10270 | |
| }, | |
| { | |
| "epoch": 7.03, | |
| "grad_norm": 0.0005179463187232614, | |
| "learning_rate": 1.4820098272309399e-05, | |
| "loss": 0.0, | |
| "step": 10280 | |
| }, | |
| { | |
| "epoch": 7.03, | |
| "grad_norm": 117.77789306640625, | |
| "learning_rate": 1.4780472341100016e-05, | |
| "loss": 0.0485, | |
| "step": 10290 | |
| }, | |
| { | |
| "epoch": 7.03, | |
| "grad_norm": 0.0006345610017888248, | |
| "learning_rate": 1.4740846409890633e-05, | |
| "loss": 0.0072, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 7.03, | |
| "grad_norm": 0.004750640131533146, | |
| "learning_rate": 1.470122047868125e-05, | |
| "loss": 0.0001, | |
| "step": 10310 | |
| }, | |
| { | |
| "epoch": 7.04, | |
| "grad_norm": 0.0016635819338262081, | |
| "learning_rate": 1.4661594547471865e-05, | |
| "loss": 0.5727, | |
| "step": 10320 | |
| }, | |
| { | |
| "epoch": 7.04, | |
| "grad_norm": 0.0009257107740268111, | |
| "learning_rate": 1.4621968616262482e-05, | |
| "loss": 0.019, | |
| "step": 10330 | |
| }, | |
| { | |
| "epoch": 7.04, | |
| "grad_norm": 0.0004995065974071622, | |
| "learning_rate": 1.45823426850531e-05, | |
| "loss": 0.0, | |
| "step": 10340 | |
| }, | |
| { | |
| "epoch": 7.04, | |
| "grad_norm": 0.003641214920207858, | |
| "learning_rate": 1.4542716753843717e-05, | |
| "loss": 0.3737, | |
| "step": 10350 | |
| }, | |
| { | |
| "epoch": 7.04, | |
| "grad_norm": 0.0005538859404623508, | |
| "learning_rate": 1.4503090822634332e-05, | |
| "loss": 0.1959, | |
| "step": 10360 | |
| }, | |
| { | |
| "epoch": 7.04, | |
| "grad_norm": 0.0024865760933607817, | |
| "learning_rate": 1.4463464891424949e-05, | |
| "loss": 0.0, | |
| "step": 10370 | |
| }, | |
| { | |
| "epoch": 7.04, | |
| "grad_norm": 0.0012498443247750401, | |
| "learning_rate": 1.4423838960215566e-05, | |
| "loss": 0.0003, | |
| "step": 10380 | |
| }, | |
| { | |
| "epoch": 7.04, | |
| "grad_norm": 0.003093864070251584, | |
| "learning_rate": 1.4384213029006183e-05, | |
| "loss": 0.0001, | |
| "step": 10390 | |
| }, | |
| { | |
| "epoch": 7.04, | |
| "grad_norm": 0.0016697756946086884, | |
| "learning_rate": 1.4344587097796799e-05, | |
| "loss": 0.0001, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 7.04, | |
| "grad_norm": 0.0024545500054955482, | |
| "learning_rate": 1.4304961166587416e-05, | |
| "loss": 0.0, | |
| "step": 10410 | |
| }, | |
| { | |
| "epoch": 7.04, | |
| "grad_norm": 0.0010031814454123378, | |
| "learning_rate": 1.4265335235378033e-05, | |
| "loss": 0.0, | |
| "step": 10420 | |
| }, | |
| { | |
| "epoch": 7.04, | |
| "grad_norm": 0.000834242207929492, | |
| "learning_rate": 1.422570930416865e-05, | |
| "loss": 0.214, | |
| "step": 10430 | |
| }, | |
| { | |
| "epoch": 7.04, | |
| "grad_norm": 0.0008862247341312468, | |
| "learning_rate": 1.4186083372959265e-05, | |
| "loss": 0.0001, | |
| "step": 10440 | |
| }, | |
| { | |
| "epoch": 7.04, | |
| "grad_norm": 0.0010633807396516204, | |
| "learning_rate": 1.4146457441749883e-05, | |
| "loss": 0.0104, | |
| "step": 10450 | |
| }, | |
| { | |
| "epoch": 7.05, | |
| "grad_norm": 24.041336059570312, | |
| "learning_rate": 1.41068315105405e-05, | |
| "loss": 0.0049, | |
| "step": 10460 | |
| }, | |
| { | |
| "epoch": 7.05, | |
| "grad_norm": 0.0011859643273055553, | |
| "learning_rate": 1.4067205579331113e-05, | |
| "loss": 0.0001, | |
| "step": 10470 | |
| }, | |
| { | |
| "epoch": 7.05, | |
| "grad_norm": 0.0006510709063149989, | |
| "learning_rate": 1.402757964812173e-05, | |
| "loss": 0.001, | |
| "step": 10480 | |
| }, | |
| { | |
| "epoch": 7.05, | |
| "grad_norm": 0.000353335402905941, | |
| "learning_rate": 1.3987953716912348e-05, | |
| "loss": 0.0002, | |
| "step": 10490 | |
| }, | |
| { | |
| "epoch": 7.05, | |
| "grad_norm": 0.0005472557386383414, | |
| "learning_rate": 1.3948327785702963e-05, | |
| "loss": 0.0001, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 7.05, | |
| "grad_norm": 0.0006235065520741045, | |
| "learning_rate": 1.390870185449358e-05, | |
| "loss": 0.0004, | |
| "step": 10510 | |
| }, | |
| { | |
| "epoch": 7.05, | |
| "grad_norm": 0.00039498330443166196, | |
| "learning_rate": 1.3869075923284197e-05, | |
| "loss": 0.0, | |
| "step": 10520 | |
| }, | |
| { | |
| "epoch": 7.05, | |
| "grad_norm": 0.0009459428838454187, | |
| "learning_rate": 1.3829449992074814e-05, | |
| "loss": 0.125, | |
| "step": 10530 | |
| }, | |
| { | |
| "epoch": 7.05, | |
| "grad_norm": 0.000288288458250463, | |
| "learning_rate": 1.378982406086543e-05, | |
| "loss": 0.0005, | |
| "step": 10540 | |
| }, | |
| { | |
| "epoch": 7.05, | |
| "grad_norm": 0.0010236125672236085, | |
| "learning_rate": 1.3750198129656047e-05, | |
| "loss": 0.0001, | |
| "step": 10550 | |
| }, | |
| { | |
| "epoch": 7.05, | |
| "grad_norm": 0.0005923935095779598, | |
| "learning_rate": 1.3710572198446664e-05, | |
| "loss": 0.0, | |
| "step": 10560 | |
| }, | |
| { | |
| "epoch": 7.05, | |
| "grad_norm": 0.001925037824548781, | |
| "learning_rate": 1.3670946267237281e-05, | |
| "loss": 0.0, | |
| "step": 10570 | |
| }, | |
| { | |
| "epoch": 7.05, | |
| "grad_norm": 0.0010172594338655472, | |
| "learning_rate": 1.3631320336027898e-05, | |
| "loss": 0.0, | |
| "step": 10580 | |
| }, | |
| { | |
| "epoch": 7.05, | |
| "grad_norm": 0.00022477912716567516, | |
| "learning_rate": 1.3591694404818514e-05, | |
| "loss": 0.4117, | |
| "step": 10590 | |
| }, | |
| { | |
| "epoch": 7.06, | |
| "grad_norm": 0.001964542781934142, | |
| "learning_rate": 1.355206847360913e-05, | |
| "loss": 0.0, | |
| "step": 10600 | |
| }, | |
| { | |
| "epoch": 7.06, | |
| "grad_norm": 0.0008729117107577622, | |
| "learning_rate": 1.3512442542399748e-05, | |
| "loss": 0.005, | |
| "step": 10610 | |
| }, | |
| { | |
| "epoch": 7.06, | |
| "grad_norm": 0.0013933833688497543, | |
| "learning_rate": 1.3472816611190365e-05, | |
| "loss": 0.0, | |
| "step": 10620 | |
| }, | |
| { | |
| "epoch": 7.06, | |
| "grad_norm": 0.720376193523407, | |
| "learning_rate": 1.343319067998098e-05, | |
| "loss": 0.0005, | |
| "step": 10630 | |
| }, | |
| { | |
| "epoch": 7.06, | |
| "grad_norm": 0.0024294324684888124, | |
| "learning_rate": 1.3393564748771597e-05, | |
| "loss": 0.5075, | |
| "step": 10640 | |
| }, | |
| { | |
| "epoch": 7.06, | |
| "grad_norm": 0.00034565231180749834, | |
| "learning_rate": 1.3353938817562215e-05, | |
| "loss": 0.0017, | |
| "step": 10650 | |
| }, | |
| { | |
| "epoch": 7.06, | |
| "grad_norm": 0.0005883481935597956, | |
| "learning_rate": 1.3314312886352832e-05, | |
| "loss": 0.0, | |
| "step": 10660 | |
| }, | |
| { | |
| "epoch": 7.06, | |
| "grad_norm": 0.001018638489767909, | |
| "learning_rate": 1.3274686955143447e-05, | |
| "loss": 0.0005, | |
| "step": 10670 | |
| }, | |
| { | |
| "epoch": 7.06, | |
| "grad_norm": 0.000567563867662102, | |
| "learning_rate": 1.3235061023934064e-05, | |
| "loss": 0.0071, | |
| "step": 10680 | |
| }, | |
| { | |
| "epoch": 7.06, | |
| "grad_norm": 0.0006969044334255159, | |
| "learning_rate": 1.3195435092724678e-05, | |
| "loss": 0.2151, | |
| "step": 10690 | |
| }, | |
| { | |
| "epoch": 7.06, | |
| "grad_norm": 0.000248556025326252, | |
| "learning_rate": 1.3155809161515295e-05, | |
| "loss": 0.0, | |
| "step": 10700 | |
| }, | |
| { | |
| "epoch": 7.06, | |
| "grad_norm": 0.0008631858509033918, | |
| "learning_rate": 1.3116183230305912e-05, | |
| "loss": 0.0001, | |
| "step": 10710 | |
| }, | |
| { | |
| "epoch": 7.06, | |
| "grad_norm": 0.001508180401287973, | |
| "learning_rate": 1.307655729909653e-05, | |
| "loss": 0.0001, | |
| "step": 10720 | |
| }, | |
| { | |
| "epoch": 7.06, | |
| "grad_norm": 0.0005554750678129494, | |
| "learning_rate": 1.3036931367887145e-05, | |
| "loss": 0.0, | |
| "step": 10730 | |
| }, | |
| { | |
| "epoch": 7.07, | |
| "grad_norm": 0.0003934628330171108, | |
| "learning_rate": 1.2997305436677762e-05, | |
| "loss": 0.0, | |
| "step": 10740 | |
| }, | |
| { | |
| "epoch": 7.07, | |
| "grad_norm": 0.001727793482132256, | |
| "learning_rate": 1.2957679505468379e-05, | |
| "loss": 0.0, | |
| "step": 10750 | |
| }, | |
| { | |
| "epoch": 7.07, | |
| "grad_norm": 0.002404275583103299, | |
| "learning_rate": 1.2918053574258996e-05, | |
| "loss": 0.0, | |
| "step": 10760 | |
| }, | |
| { | |
| "epoch": 7.07, | |
| "grad_norm": 0.0008175792172551155, | |
| "learning_rate": 1.2878427643049611e-05, | |
| "loss": 0.0, | |
| "step": 10770 | |
| }, | |
| { | |
| "epoch": 7.07, | |
| "grad_norm": 0.0022247559390962124, | |
| "learning_rate": 1.2838801711840228e-05, | |
| "loss": 0.0001, | |
| "step": 10780 | |
| }, | |
| { | |
| "epoch": 7.07, | |
| "grad_norm": 0.0014646403724327683, | |
| "learning_rate": 1.2799175780630846e-05, | |
| "loss": 0.001, | |
| "step": 10790 | |
| }, | |
| { | |
| "epoch": 7.07, | |
| "grad_norm": 0.0020718346349895, | |
| "learning_rate": 1.2759549849421463e-05, | |
| "loss": 0.0001, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 7.07, | |
| "grad_norm": 0.0008824109099805355, | |
| "learning_rate": 1.2719923918212078e-05, | |
| "loss": 0.5802, | |
| "step": 10810 | |
| }, | |
| { | |
| "epoch": 7.07, | |
| "grad_norm": 0.0007525623659603298, | |
| "learning_rate": 1.2680297987002695e-05, | |
| "loss": 0.0, | |
| "step": 10820 | |
| }, | |
| { | |
| "epoch": 7.07, | |
| "grad_norm": 64.19054412841797, | |
| "learning_rate": 1.2640672055793312e-05, | |
| "loss": 0.4105, | |
| "step": 10830 | |
| }, | |
| { | |
| "epoch": 7.07, | |
| "grad_norm": 0.0019008672097697854, | |
| "learning_rate": 1.260104612458393e-05, | |
| "loss": 0.0005, | |
| "step": 10840 | |
| }, | |
| { | |
| "epoch": 7.07, | |
| "grad_norm": 0.0010036254534497857, | |
| "learning_rate": 1.2561420193374545e-05, | |
| "loss": 0.0006, | |
| "step": 10850 | |
| }, | |
| { | |
| "epoch": 7.07, | |
| "grad_norm": 0.0006118649616837502, | |
| "learning_rate": 1.2521794262165162e-05, | |
| "loss": 0.0, | |
| "step": 10860 | |
| }, | |
| { | |
| "epoch": 7.07, | |
| "grad_norm": 0.003166553797200322, | |
| "learning_rate": 1.2482168330955777e-05, | |
| "loss": 0.0001, | |
| "step": 10870 | |
| }, | |
| { | |
| "epoch": 7.08, | |
| "grad_norm": 0.001118882093578577, | |
| "learning_rate": 1.2442542399746394e-05, | |
| "loss": 0.0, | |
| "step": 10880 | |
| }, | |
| { | |
| "epoch": 7.08, | |
| "grad_norm": 0.0010632872581481934, | |
| "learning_rate": 1.2402916468537012e-05, | |
| "loss": 0.0001, | |
| "step": 10890 | |
| }, | |
| { | |
| "epoch": 7.08, | |
| "grad_norm": 0.001252860063686967, | |
| "learning_rate": 1.2363290537327627e-05, | |
| "loss": 0.0001, | |
| "step": 10900 | |
| }, | |
| { | |
| "epoch": 7.08, | |
| "grad_norm": 0.003005104372277856, | |
| "learning_rate": 1.2323664606118244e-05, | |
| "loss": 0.0001, | |
| "step": 10910 | |
| }, | |
| { | |
| "epoch": 7.08, | |
| "grad_norm": 0.004219905007630587, | |
| "learning_rate": 1.2284038674908861e-05, | |
| "loss": 0.0006, | |
| "step": 10920 | |
| }, | |
| { | |
| "epoch": 7.08, | |
| "grad_norm": 0.0003512962721288204, | |
| "learning_rate": 1.2244412743699478e-05, | |
| "loss": 0.0, | |
| "step": 10930 | |
| }, | |
| { | |
| "epoch": 7.08, | |
| "grad_norm": 0.0026769828982651234, | |
| "learning_rate": 1.2204786812490095e-05, | |
| "loss": 0.0001, | |
| "step": 10940 | |
| }, | |
| { | |
| "epoch": 7.08, | |
| "grad_norm": 0.0003416830440983176, | |
| "learning_rate": 1.216516088128071e-05, | |
| "loss": 0.0, | |
| "step": 10950 | |
| }, | |
| { | |
| "epoch": 7.08, | |
| "grad_norm": 0.0010573529871180654, | |
| "learning_rate": 1.2125534950071326e-05, | |
| "loss": 0.0, | |
| "step": 10960 | |
| }, | |
| { | |
| "epoch": 7.08, | |
| "grad_norm": 0.0013822006294503808, | |
| "learning_rate": 1.2085909018861943e-05, | |
| "loss": 0.2014, | |
| "step": 10970 | |
| }, | |
| { | |
| "epoch": 7.08, | |
| "grad_norm": 0.0003184191882610321, | |
| "learning_rate": 1.204628308765256e-05, | |
| "loss": 0.0, | |
| "step": 10980 | |
| }, | |
| { | |
| "epoch": 7.08, | |
| "grad_norm": 0.004402919672429562, | |
| "learning_rate": 1.2006657156443178e-05, | |
| "loss": 0.006, | |
| "step": 10990 | |
| }, | |
| { | |
| "epoch": 7.08, | |
| "grad_norm": 4.32048225402832, | |
| "learning_rate": 1.1967031225233793e-05, | |
| "loss": 0.0019, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 7.08, | |
| "grad_norm": 0.0006507772486656904, | |
| "learning_rate": 1.192740529402441e-05, | |
| "loss": 0.0, | |
| "step": 11010 | |
| }, | |
| { | |
| "epoch": 7.09, | |
| "grad_norm": 0.0004223829018883407, | |
| "learning_rate": 1.1887779362815027e-05, | |
| "loss": 0.0001, | |
| "step": 11020 | |
| }, | |
| { | |
| "epoch": 7.09, | |
| "grad_norm": 0.0006153634749352932, | |
| "learning_rate": 1.1848153431605644e-05, | |
| "loss": 0.0001, | |
| "step": 11030 | |
| }, | |
| { | |
| "epoch": 7.09, | |
| "grad_norm": 0.0007072246517054737, | |
| "learning_rate": 1.180852750039626e-05, | |
| "loss": 0.0, | |
| "step": 11040 | |
| }, | |
| { | |
| "epoch": 7.09, | |
| "grad_norm": 0.0007087733829393983, | |
| "learning_rate": 1.1768901569186877e-05, | |
| "loss": 0.0591, | |
| "step": 11050 | |
| }, | |
| { | |
| "epoch": 7.09, | |
| "grad_norm": 0.00040967803215608, | |
| "learning_rate": 1.1729275637977492e-05, | |
| "loss": 0.0, | |
| "step": 11060 | |
| }, | |
| { | |
| "epoch": 7.09, | |
| "grad_norm": 0.0018612256972119212, | |
| "learning_rate": 1.168964970676811e-05, | |
| "loss": 0.0001, | |
| "step": 11070 | |
| }, | |
| { | |
| "epoch": 7.09, | |
| "grad_norm": 0.0016640513204038143, | |
| "learning_rate": 1.1650023775558726e-05, | |
| "loss": 0.0001, | |
| "step": 11080 | |
| }, | |
| { | |
| "epoch": 7.09, | |
| "grad_norm": 0.004190579988062382, | |
| "learning_rate": 1.1610397844349342e-05, | |
| "loss": 0.0, | |
| "step": 11090 | |
| }, | |
| { | |
| "epoch": 7.09, | |
| "grad_norm": 0.001836647279560566, | |
| "learning_rate": 1.1570771913139959e-05, | |
| "loss": 0.0, | |
| "step": 11100 | |
| }, | |
| { | |
| "epoch": 7.09, | |
| "grad_norm": 0.0005556776304729283, | |
| "learning_rate": 1.1531145981930576e-05, | |
| "loss": 0.0001, | |
| "step": 11110 | |
| }, | |
| { | |
| "epoch": 7.09, | |
| "grad_norm": 0.0008808193379081786, | |
| "learning_rate": 1.1491520050721193e-05, | |
| "loss": 0.0001, | |
| "step": 11120 | |
| }, | |
| { | |
| "epoch": 7.09, | |
| "grad_norm": 0.0001681848953012377, | |
| "learning_rate": 1.1451894119511809e-05, | |
| "loss": 0.2524, | |
| "step": 11130 | |
| }, | |
| { | |
| "epoch": 7.09, | |
| "grad_norm": 0.0008354588062502444, | |
| "learning_rate": 1.1412268188302426e-05, | |
| "loss": 0.0, | |
| "step": 11140 | |
| }, | |
| { | |
| "epoch": 7.09, | |
| "grad_norm": 0.00051628437358886, | |
| "learning_rate": 1.1372642257093043e-05, | |
| "loss": 0.0, | |
| "step": 11150 | |
| }, | |
| { | |
| "epoch": 7.1, | |
| "grad_norm": 0.0008145067258737981, | |
| "learning_rate": 1.133301632588366e-05, | |
| "loss": 0.0001, | |
| "step": 11160 | |
| }, | |
| { | |
| "epoch": 7.1, | |
| "grad_norm": 0.0004701870202552527, | |
| "learning_rate": 1.1293390394674275e-05, | |
| "loss": 0.1907, | |
| "step": 11170 | |
| }, | |
| { | |
| "epoch": 7.1, | |
| "grad_norm": 0.0011952131753787398, | |
| "learning_rate": 1.125376446346489e-05, | |
| "loss": 0.0, | |
| "step": 11180 | |
| }, | |
| { | |
| "epoch": 7.1, | |
| "grad_norm": 0.00032050846493802965, | |
| "learning_rate": 1.1214138532255508e-05, | |
| "loss": 0.0, | |
| "step": 11190 | |
| }, | |
| { | |
| "epoch": 7.1, | |
| "grad_norm": 0.0006612459546886384, | |
| "learning_rate": 1.1174512601046125e-05, | |
| "loss": 0.0001, | |
| "step": 11200 | |
| }, | |
| { | |
| "epoch": 7.1, | |
| "grad_norm": 0.0030058922711759806, | |
| "learning_rate": 1.1134886669836742e-05, | |
| "loss": 0.0, | |
| "step": 11210 | |
| }, | |
| { | |
| "epoch": 7.1, | |
| "grad_norm": 0.0034754828084260225, | |
| "learning_rate": 1.1095260738627357e-05, | |
| "loss": 0.0003, | |
| "step": 11220 | |
| }, | |
| { | |
| "epoch": 7.1, | |
| "eval_accuracy": 0.9578947368421052, | |
| "eval_loss": 0.2666740119457245, | |
| "eval_runtime": 2322.4119, | |
| "eval_samples_per_second": 0.286, | |
| "eval_steps_per_second": 0.143, | |
| "step": 11224 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "grad_norm": 0.004194905515760183, | |
| "learning_rate": 1.1055634807417975e-05, | |
| "loss": 0.0001, | |
| "step": 11230 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "grad_norm": 0.0024937952402979136, | |
| "learning_rate": 1.1016008876208592e-05, | |
| "loss": 0.0, | |
| "step": 11240 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "grad_norm": 0.00039031429332681, | |
| "learning_rate": 1.0976382944999209e-05, | |
| "loss": 0.0, | |
| "step": 11250 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "grad_norm": 0.005691041238605976, | |
| "learning_rate": 1.0936757013789826e-05, | |
| "loss": 0.0001, | |
| "step": 11260 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "grad_norm": 0.00017179737915284932, | |
| "learning_rate": 1.0897131082580441e-05, | |
| "loss": 0.0001, | |
| "step": 11270 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "grad_norm": 0.000949267705436796, | |
| "learning_rate": 1.0857505151371057e-05, | |
| "loss": 0.0001, | |
| "step": 11280 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "grad_norm": 0.0003036385169252753, | |
| "learning_rate": 1.0817879220161674e-05, | |
| "loss": 0.0001, | |
| "step": 11290 | |
| }, | |
| { | |
| "epoch": 8.01, | |
| "grad_norm": 0.004243906121701002, | |
| "learning_rate": 1.0778253288952291e-05, | |
| "loss": 0.0005, | |
| "step": 11300 | |
| }, | |
| { | |
| "epoch": 8.01, | |
| "grad_norm": 0.0010142240207642317, | |
| "learning_rate": 1.0738627357742908e-05, | |
| "loss": 0.0, | |
| "step": 11310 | |
| }, | |
| { | |
| "epoch": 8.01, | |
| "grad_norm": 0.0010380720486864448, | |
| "learning_rate": 1.0699001426533523e-05, | |
| "loss": 0.0001, | |
| "step": 11320 | |
| }, | |
| { | |
| "epoch": 8.01, | |
| "grad_norm": 0.0005737761966884136, | |
| "learning_rate": 1.065937549532414e-05, | |
| "loss": 0.0001, | |
| "step": 11330 | |
| }, | |
| { | |
| "epoch": 8.01, | |
| "grad_norm": 0.001465731067582965, | |
| "learning_rate": 1.0619749564114758e-05, | |
| "loss": 0.0, | |
| "step": 11340 | |
| }, | |
| { | |
| "epoch": 8.01, | |
| "grad_norm": 0.002500841859728098, | |
| "learning_rate": 1.0580123632905375e-05, | |
| "loss": 0.0, | |
| "step": 11350 | |
| }, | |
| { | |
| "epoch": 8.01, | |
| "grad_norm": 0.00024287942505907267, | |
| "learning_rate": 1.054049770169599e-05, | |
| "loss": 0.0, | |
| "step": 11360 | |
| }, | |
| { | |
| "epoch": 8.01, | |
| "grad_norm": 0.0006320082466118038, | |
| "learning_rate": 1.0500871770486607e-05, | |
| "loss": 0.0001, | |
| "step": 11370 | |
| }, | |
| { | |
| "epoch": 8.01, | |
| "grad_norm": 0.00030024844454601407, | |
| "learning_rate": 1.0461245839277224e-05, | |
| "loss": 0.0097, | |
| "step": 11380 | |
| }, | |
| { | |
| "epoch": 8.01, | |
| "grad_norm": 0.00043432554230093956, | |
| "learning_rate": 1.042161990806784e-05, | |
| "loss": 0.0421, | |
| "step": 11390 | |
| }, | |
| { | |
| "epoch": 8.01, | |
| "grad_norm": 0.002737953094765544, | |
| "learning_rate": 1.0381993976858457e-05, | |
| "loss": 0.0, | |
| "step": 11400 | |
| }, | |
| { | |
| "epoch": 8.01, | |
| "grad_norm": 0.000816858431790024, | |
| "learning_rate": 1.0342368045649072e-05, | |
| "loss": 0.0, | |
| "step": 11410 | |
| }, | |
| { | |
| "epoch": 8.01, | |
| "grad_norm": 0.00036986047052778304, | |
| "learning_rate": 1.030274211443969e-05, | |
| "loss": 0.0, | |
| "step": 11420 | |
| }, | |
| { | |
| "epoch": 8.01, | |
| "grad_norm": 0.0004323932225815952, | |
| "learning_rate": 1.0263116183230307e-05, | |
| "loss": 0.0002, | |
| "step": 11430 | |
| }, | |
| { | |
| "epoch": 8.02, | |
| "grad_norm": 0.0004024511144962162, | |
| "learning_rate": 1.0223490252020924e-05, | |
| "loss": 0.421, | |
| "step": 11440 | |
| }, | |
| { | |
| "epoch": 8.02, | |
| "grad_norm": 0.0024430027697235346, | |
| "learning_rate": 1.0183864320811539e-05, | |
| "loss": 0.0, | |
| "step": 11450 | |
| }, | |
| { | |
| "epoch": 8.02, | |
| "grad_norm": 0.001345345051959157, | |
| "learning_rate": 1.0144238389602156e-05, | |
| "loss": 0.0, | |
| "step": 11460 | |
| }, | |
| { | |
| "epoch": 8.02, | |
| "grad_norm": 0.0006153620779514313, | |
| "learning_rate": 1.0104612458392773e-05, | |
| "loss": 0.0001, | |
| "step": 11470 | |
| }, | |
| { | |
| "epoch": 8.02, | |
| "grad_norm": 0.0015972702531144023, | |
| "learning_rate": 1.006498652718339e-05, | |
| "loss": 0.0, | |
| "step": 11480 | |
| }, | |
| { | |
| "epoch": 8.02, | |
| "grad_norm": 0.0008706132066436112, | |
| "learning_rate": 1.0025360595974006e-05, | |
| "loss": 0.0001, | |
| "step": 11490 | |
| }, | |
| { | |
| "epoch": 8.02, | |
| "grad_norm": 0.001384895178489387, | |
| "learning_rate": 9.985734664764621e-06, | |
| "loss": 0.0001, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 8.02, | |
| "grad_norm": 0.0010631100740283728, | |
| "learning_rate": 9.946108733555238e-06, | |
| "loss": 0.0002, | |
| "step": 11510 | |
| }, | |
| { | |
| "epoch": 8.02, | |
| "grad_norm": 0.0007243629661388695, | |
| "learning_rate": 9.906482802345855e-06, | |
| "loss": 0.0001, | |
| "step": 11520 | |
| }, | |
| { | |
| "epoch": 8.02, | |
| "grad_norm": 74.74536895751953, | |
| "learning_rate": 9.866856871136473e-06, | |
| "loss": 0.0797, | |
| "step": 11530 | |
| }, | |
| { | |
| "epoch": 8.02, | |
| "grad_norm": 0.005114846862852573, | |
| "learning_rate": 9.827230939927088e-06, | |
| "loss": 0.0001, | |
| "step": 11540 | |
| }, | |
| { | |
| "epoch": 8.02, | |
| "grad_norm": 0.0024818070232868195, | |
| "learning_rate": 9.787605008717705e-06, | |
| "loss": 0.0001, | |
| "step": 11550 | |
| }, | |
| { | |
| "epoch": 8.02, | |
| "grad_norm": 0.00041646783938631415, | |
| "learning_rate": 9.747979077508322e-06, | |
| "loss": 0.0, | |
| "step": 11560 | |
| }, | |
| { | |
| "epoch": 8.02, | |
| "grad_norm": 0.0007332797977142036, | |
| "learning_rate": 9.70835314629894e-06, | |
| "loss": 0.0116, | |
| "step": 11570 | |
| }, | |
| { | |
| "epoch": 8.03, | |
| "grad_norm": 0.0007879806798882782, | |
| "learning_rate": 9.668727215089556e-06, | |
| "loss": 0.0, | |
| "step": 11580 | |
| }, | |
| { | |
| "epoch": 8.03, | |
| "grad_norm": 0.0009714935440570116, | |
| "learning_rate": 9.629101283880172e-06, | |
| "loss": 0.0001, | |
| "step": 11590 | |
| }, | |
| { | |
| "epoch": 8.03, | |
| "grad_norm": 0.0009343309211544693, | |
| "learning_rate": 9.589475352670787e-06, | |
| "loss": 0.5311, | |
| "step": 11600 | |
| }, | |
| { | |
| "epoch": 8.03, | |
| "grad_norm": 0.00037891563260927796, | |
| "learning_rate": 9.549849421461404e-06, | |
| "loss": 0.002, | |
| "step": 11610 | |
| }, | |
| { | |
| "epoch": 8.03, | |
| "grad_norm": 0.001986218150705099, | |
| "learning_rate": 9.510223490252021e-06, | |
| "loss": 0.0111, | |
| "step": 11620 | |
| }, | |
| { | |
| "epoch": 8.03, | |
| "grad_norm": 0.0015318701043725014, | |
| "learning_rate": 9.470597559042639e-06, | |
| "loss": 0.0001, | |
| "step": 11630 | |
| }, | |
| { | |
| "epoch": 8.03, | |
| "grad_norm": 0.0006765589932911098, | |
| "learning_rate": 9.430971627833254e-06, | |
| "loss": 0.0, | |
| "step": 11640 | |
| }, | |
| { | |
| "epoch": 8.03, | |
| "grad_norm": 0.0005000099190510809, | |
| "learning_rate": 9.391345696623871e-06, | |
| "loss": 0.0, | |
| "step": 11650 | |
| }, | |
| { | |
| "epoch": 8.03, | |
| "grad_norm": 0.0017080691177397966, | |
| "learning_rate": 9.351719765414488e-06, | |
| "loss": 0.0002, | |
| "step": 11660 | |
| }, | |
| { | |
| "epoch": 8.03, | |
| "grad_norm": 0.0017356324242427945, | |
| "learning_rate": 9.312093834205105e-06, | |
| "loss": 0.0001, | |
| "step": 11670 | |
| }, | |
| { | |
| "epoch": 8.03, | |
| "grad_norm": 0.0010568661382421851, | |
| "learning_rate": 9.27246790299572e-06, | |
| "loss": 0.0, | |
| "step": 11680 | |
| }, | |
| { | |
| "epoch": 8.03, | |
| "grad_norm": 0.0014095234218984842, | |
| "learning_rate": 9.232841971786338e-06, | |
| "loss": 0.0021, | |
| "step": 11690 | |
| }, | |
| { | |
| "epoch": 8.03, | |
| "grad_norm": 0.00167833489831537, | |
| "learning_rate": 9.193216040576955e-06, | |
| "loss": 0.0001, | |
| "step": 11700 | |
| }, | |
| { | |
| "epoch": 8.03, | |
| "grad_norm": 0.0016795884585008025, | |
| "learning_rate": 9.15359010936757e-06, | |
| "loss": 0.0002, | |
| "step": 11710 | |
| }, | |
| { | |
| "epoch": 8.04, | |
| "grad_norm": 0.0003502909676171839, | |
| "learning_rate": 9.113964178158187e-06, | |
| "loss": 0.0, | |
| "step": 11720 | |
| }, | |
| { | |
| "epoch": 8.04, | |
| "grad_norm": 0.10941363871097565, | |
| "learning_rate": 9.074338246948803e-06, | |
| "loss": 0.0001, | |
| "step": 11730 | |
| }, | |
| { | |
| "epoch": 8.04, | |
| "grad_norm": 0.0014083647402003407, | |
| "learning_rate": 9.03471231573942e-06, | |
| "loss": 0.3081, | |
| "step": 11740 | |
| }, | |
| { | |
| "epoch": 8.04, | |
| "grad_norm": 0.0014537267852574587, | |
| "learning_rate": 8.995086384530037e-06, | |
| "loss": 0.0, | |
| "step": 11750 | |
| }, | |
| { | |
| "epoch": 8.04, | |
| "grad_norm": 0.0005781695363111794, | |
| "learning_rate": 8.955460453320654e-06, | |
| "loss": 0.0, | |
| "step": 11760 | |
| }, | |
| { | |
| "epoch": 8.04, | |
| "grad_norm": 0.0007176825893111527, | |
| "learning_rate": 8.91583452211127e-06, | |
| "loss": 0.0, | |
| "step": 11770 | |
| }, | |
| { | |
| "epoch": 8.04, | |
| "grad_norm": 0.000545515853445977, | |
| "learning_rate": 8.876208590901887e-06, | |
| "loss": 0.0, | |
| "step": 11780 | |
| }, | |
| { | |
| "epoch": 8.04, | |
| "grad_norm": 0.0025596795603632927, | |
| "learning_rate": 8.836582659692504e-06, | |
| "loss": 0.0002, | |
| "step": 11790 | |
| }, | |
| { | |
| "epoch": 8.04, | |
| "grad_norm": 0.030005350708961487, | |
| "learning_rate": 8.796956728483121e-06, | |
| "loss": 0.0001, | |
| "step": 11800 | |
| }, | |
| { | |
| "epoch": 8.04, | |
| "grad_norm": 0.00035480278893373907, | |
| "learning_rate": 8.757330797273736e-06, | |
| "loss": 0.0018, | |
| "step": 11810 | |
| }, | |
| { | |
| "epoch": 8.04, | |
| "grad_norm": 0.004515402484685183, | |
| "learning_rate": 8.717704866064352e-06, | |
| "loss": 0.0, | |
| "step": 11820 | |
| }, | |
| { | |
| "epoch": 8.04, | |
| "grad_norm": 0.0032044288236647844, | |
| "learning_rate": 8.678078934854969e-06, | |
| "loss": 0.0036, | |
| "step": 11830 | |
| }, | |
| { | |
| "epoch": 8.04, | |
| "grad_norm": 0.0009629257838241756, | |
| "learning_rate": 8.638453003645586e-06, | |
| "loss": 0.149, | |
| "step": 11840 | |
| }, | |
| { | |
| "epoch": 8.04, | |
| "grad_norm": 0.0024080132134258747, | |
| "learning_rate": 8.598827072436203e-06, | |
| "loss": 0.0003, | |
| "step": 11850 | |
| }, | |
| { | |
| "epoch": 8.05, | |
| "grad_norm": 0.0015089749358594418, | |
| "learning_rate": 8.559201141226818e-06, | |
| "loss": 0.0, | |
| "step": 11860 | |
| }, | |
| { | |
| "epoch": 8.05, | |
| "grad_norm": 0.0019321951549500227, | |
| "learning_rate": 8.519575210017436e-06, | |
| "loss": 0.0, | |
| "step": 11870 | |
| }, | |
| { | |
| "epoch": 8.05, | |
| "grad_norm": 0.005924368277192116, | |
| "learning_rate": 8.479949278808053e-06, | |
| "loss": 0.0, | |
| "step": 11880 | |
| }, | |
| { | |
| "epoch": 8.05, | |
| "grad_norm": 0.0007942487136460841, | |
| "learning_rate": 8.44032334759867e-06, | |
| "loss": 0.0, | |
| "step": 11890 | |
| }, | |
| { | |
| "epoch": 8.05, | |
| "grad_norm": 0.0022497123572975397, | |
| "learning_rate": 8.400697416389285e-06, | |
| "loss": 0.1055, | |
| "step": 11900 | |
| }, | |
| { | |
| "epoch": 8.05, | |
| "grad_norm": 0.0006818937254138291, | |
| "learning_rate": 8.361071485179902e-06, | |
| "loss": 0.0001, | |
| "step": 11910 | |
| }, | |
| { | |
| "epoch": 8.05, | |
| "grad_norm": 0.0004379069432616234, | |
| "learning_rate": 8.32144555397052e-06, | |
| "loss": 0.0, | |
| "step": 11920 | |
| }, | |
| { | |
| "epoch": 8.05, | |
| "grad_norm": 0.00047276023542508483, | |
| "learning_rate": 8.281819622761135e-06, | |
| "loss": 0.0, | |
| "step": 11930 | |
| }, | |
| { | |
| "epoch": 8.05, | |
| "grad_norm": 0.0004771367821376771, | |
| "learning_rate": 8.242193691551752e-06, | |
| "loss": 0.0, | |
| "step": 11940 | |
| }, | |
| { | |
| "epoch": 8.05, | |
| "grad_norm": 0.0005501986015588045, | |
| "learning_rate": 8.202567760342367e-06, | |
| "loss": 0.0001, | |
| "step": 11950 | |
| }, | |
| { | |
| "epoch": 8.05, | |
| "grad_norm": 0.0011177220148965716, | |
| "learning_rate": 8.162941829132984e-06, | |
| "loss": 0.0703, | |
| "step": 11960 | |
| }, | |
| { | |
| "epoch": 8.05, | |
| "grad_norm": 0.0004951581358909607, | |
| "learning_rate": 8.123315897923602e-06, | |
| "loss": 0.0, | |
| "step": 11970 | |
| }, | |
| { | |
| "epoch": 8.05, | |
| "grad_norm": 0.0008309069671668112, | |
| "learning_rate": 8.083689966714219e-06, | |
| "loss": 0.0, | |
| "step": 11980 | |
| }, | |
| { | |
| "epoch": 8.05, | |
| "grad_norm": 0.000472767511382699, | |
| "learning_rate": 8.044064035504836e-06, | |
| "loss": 0.5261, | |
| "step": 11990 | |
| }, | |
| { | |
| "epoch": 8.06, | |
| "grad_norm": 0.00044904148671776056, | |
| "learning_rate": 8.004438104295451e-06, | |
| "loss": 0.0, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 8.06, | |
| "grad_norm": 0.0004107660206500441, | |
| "learning_rate": 7.964812173086068e-06, | |
| "loss": 0.0, | |
| "step": 12010 | |
| }, | |
| { | |
| "epoch": 8.06, | |
| "grad_norm": 0.00042746157851070166, | |
| "learning_rate": 7.925186241876685e-06, | |
| "loss": 0.0, | |
| "step": 12020 | |
| }, | |
| { | |
| "epoch": 8.06, | |
| "grad_norm": 0.0007110532023943961, | |
| "learning_rate": 7.8855603106673e-06, | |
| "loss": 0.0, | |
| "step": 12030 | |
| }, | |
| { | |
| "epoch": 8.06, | |
| "grad_norm": 0.0007705994066782296, | |
| "learning_rate": 7.845934379457918e-06, | |
| "loss": 0.0, | |
| "step": 12040 | |
| }, | |
| { | |
| "epoch": 8.06, | |
| "grad_norm": 0.0006966418586671352, | |
| "learning_rate": 7.806308448248533e-06, | |
| "loss": 0.0, | |
| "step": 12050 | |
| }, | |
| { | |
| "epoch": 8.06, | |
| "grad_norm": 0.020446307957172394, | |
| "learning_rate": 7.76668251703915e-06, | |
| "loss": 0.0001, | |
| "step": 12060 | |
| }, | |
| { | |
| "epoch": 8.06, | |
| "grad_norm": 0.0004377638688310981, | |
| "learning_rate": 7.727056585829768e-06, | |
| "loss": 0.0, | |
| "step": 12070 | |
| }, | |
| { | |
| "epoch": 8.06, | |
| "grad_norm": 0.00036184967029839754, | |
| "learning_rate": 7.687430654620385e-06, | |
| "loss": 0.0002, | |
| "step": 12080 | |
| }, | |
| { | |
| "epoch": 8.06, | |
| "grad_norm": 0.00029569625621661544, | |
| "learning_rate": 7.647804723411e-06, | |
| "loss": 0.0001, | |
| "step": 12090 | |
| }, | |
| { | |
| "epoch": 8.06, | |
| "grad_norm": 0.0003205812827218324, | |
| "learning_rate": 7.608178792201617e-06, | |
| "loss": 0.0236, | |
| "step": 12100 | |
| }, | |
| { | |
| "epoch": 8.06, | |
| "grad_norm": 0.00043995011947117746, | |
| "learning_rate": 7.568552860992234e-06, | |
| "loss": 0.0001, | |
| "step": 12110 | |
| }, | |
| { | |
| "epoch": 8.06, | |
| "grad_norm": 0.0021792801562696695, | |
| "learning_rate": 7.5289269297828505e-06, | |
| "loss": 0.0, | |
| "step": 12120 | |
| }, | |
| { | |
| "epoch": 8.06, | |
| "grad_norm": 0.003733986523002386, | |
| "learning_rate": 7.489300998573468e-06, | |
| "loss": 0.0, | |
| "step": 12130 | |
| }, | |
| { | |
| "epoch": 8.07, | |
| "grad_norm": 0.001138021470978856, | |
| "learning_rate": 7.449675067364083e-06, | |
| "loss": 0.0001, | |
| "step": 12140 | |
| }, | |
| { | |
| "epoch": 8.07, | |
| "grad_norm": 0.0003544053470250219, | |
| "learning_rate": 7.410049136154699e-06, | |
| "loss": 0.0, | |
| "step": 12150 | |
| }, | |
| { | |
| "epoch": 8.07, | |
| "grad_norm": 0.0007718518027104437, | |
| "learning_rate": 7.370423204945316e-06, | |
| "loss": 0.0, | |
| "step": 12160 | |
| }, | |
| { | |
| "epoch": 8.07, | |
| "grad_norm": 0.000794577703345567, | |
| "learning_rate": 7.330797273735933e-06, | |
| "loss": 0.0, | |
| "step": 12170 | |
| }, | |
| { | |
| "epoch": 8.07, | |
| "grad_norm": 0.0007835258147679269, | |
| "learning_rate": 7.29117134252655e-06, | |
| "loss": 0.0, | |
| "step": 12180 | |
| }, | |
| { | |
| "epoch": 8.07, | |
| "grad_norm": 0.0008351559517905116, | |
| "learning_rate": 7.251545411317166e-06, | |
| "loss": 0.0, | |
| "step": 12190 | |
| }, | |
| { | |
| "epoch": 8.07, | |
| "grad_norm": 0.001067393459379673, | |
| "learning_rate": 7.211919480107783e-06, | |
| "loss": 0.0, | |
| "step": 12200 | |
| }, | |
| { | |
| "epoch": 8.07, | |
| "grad_norm": 0.0005535806412808597, | |
| "learning_rate": 7.172293548898399e-06, | |
| "loss": 0.0, | |
| "step": 12210 | |
| }, | |
| { | |
| "epoch": 8.07, | |
| "grad_norm": 0.0013392162509262562, | |
| "learning_rate": 7.1326676176890165e-06, | |
| "loss": 0.0, | |
| "step": 12220 | |
| }, | |
| { | |
| "epoch": 8.07, | |
| "grad_norm": 0.011801800690591335, | |
| "learning_rate": 7.093041686479633e-06, | |
| "loss": 0.0001, | |
| "step": 12230 | |
| }, | |
| { | |
| "epoch": 8.07, | |
| "grad_norm": 0.0003349117760080844, | |
| "learning_rate": 7.05341575527025e-06, | |
| "loss": 0.0, | |
| "step": 12240 | |
| }, | |
| { | |
| "epoch": 8.07, | |
| "grad_norm": 0.0009791525080800056, | |
| "learning_rate": 7.013789824060865e-06, | |
| "loss": 0.0, | |
| "step": 12250 | |
| }, | |
| { | |
| "epoch": 8.07, | |
| "grad_norm": 0.0003134564030915499, | |
| "learning_rate": 6.9741638928514815e-06, | |
| "loss": 0.0, | |
| "step": 12260 | |
| }, | |
| { | |
| "epoch": 8.07, | |
| "grad_norm": 0.0011281302431598306, | |
| "learning_rate": 6.934537961642099e-06, | |
| "loss": 0.0003, | |
| "step": 12270 | |
| }, | |
| { | |
| "epoch": 8.08, | |
| "grad_norm": 0.0004596656945068389, | |
| "learning_rate": 6.894912030432715e-06, | |
| "loss": 0.0, | |
| "step": 12280 | |
| }, | |
| { | |
| "epoch": 8.08, | |
| "grad_norm": 0.017007848247885704, | |
| "learning_rate": 6.855286099223332e-06, | |
| "loss": 0.1894, | |
| "step": 12290 | |
| }, | |
| { | |
| "epoch": 8.08, | |
| "grad_norm": 0.0009561624028719962, | |
| "learning_rate": 6.815660168013949e-06, | |
| "loss": 0.0001, | |
| "step": 12300 | |
| }, | |
| { | |
| "epoch": 8.08, | |
| "grad_norm": 0.0006208363920450211, | |
| "learning_rate": 6.776034236804565e-06, | |
| "loss": 0.0, | |
| "step": 12310 | |
| }, | |
| { | |
| "epoch": 8.08, | |
| "grad_norm": 0.00040551909478381276, | |
| "learning_rate": 6.7364083055951825e-06, | |
| "loss": 0.0, | |
| "step": 12320 | |
| }, | |
| { | |
| "epoch": 8.08, | |
| "grad_norm": 0.0010045063681900501, | |
| "learning_rate": 6.696782374385799e-06, | |
| "loss": 0.0001, | |
| "step": 12330 | |
| }, | |
| { | |
| "epoch": 8.08, | |
| "grad_norm": 0.001559635391458869, | |
| "learning_rate": 6.657156443176416e-06, | |
| "loss": 0.1317, | |
| "step": 12340 | |
| }, | |
| { | |
| "epoch": 8.08, | |
| "grad_norm": 0.00036661443300545216, | |
| "learning_rate": 6.617530511967032e-06, | |
| "loss": 0.0, | |
| "step": 12350 | |
| }, | |
| { | |
| "epoch": 8.08, | |
| "grad_norm": 0.0022761470172554255, | |
| "learning_rate": 6.5779045807576475e-06, | |
| "loss": 0.0, | |
| "step": 12360 | |
| }, | |
| { | |
| "epoch": 8.08, | |
| "grad_norm": 0.0002771701547317207, | |
| "learning_rate": 6.538278649548265e-06, | |
| "loss": 0.0, | |
| "step": 12370 | |
| }, | |
| { | |
| "epoch": 8.08, | |
| "grad_norm": 0.0009405760793015361, | |
| "learning_rate": 6.498652718338881e-06, | |
| "loss": 0.0, | |
| "step": 12380 | |
| }, | |
| { | |
| "epoch": 8.08, | |
| "grad_norm": 0.0011777085019275546, | |
| "learning_rate": 6.459026787129498e-06, | |
| "loss": 0.0, | |
| "step": 12390 | |
| }, | |
| { | |
| "epoch": 8.08, | |
| "grad_norm": 0.0007950080907903612, | |
| "learning_rate": 6.419400855920114e-06, | |
| "loss": 0.0023, | |
| "step": 12400 | |
| }, | |
| { | |
| "epoch": 8.08, | |
| "grad_norm": 0.000328573863953352, | |
| "learning_rate": 6.379774924710731e-06, | |
| "loss": 0.0001, | |
| "step": 12410 | |
| }, | |
| { | |
| "epoch": 8.09, | |
| "grad_norm": 0.000489677709992975, | |
| "learning_rate": 6.340148993501348e-06, | |
| "loss": 0.0, | |
| "step": 12420 | |
| }, | |
| { | |
| "epoch": 8.09, | |
| "grad_norm": 19.678516387939453, | |
| "learning_rate": 6.300523062291965e-06, | |
| "loss": 0.2121, | |
| "step": 12430 | |
| }, | |
| { | |
| "epoch": 8.09, | |
| "grad_norm": 0.001576061244122684, | |
| "learning_rate": 6.260897131082581e-06, | |
| "loss": 0.2006, | |
| "step": 12440 | |
| }, | |
| { | |
| "epoch": 8.09, | |
| "grad_norm": 0.0010969837894663215, | |
| "learning_rate": 6.221271199873197e-06, | |
| "loss": 0.0089, | |
| "step": 12450 | |
| }, | |
| { | |
| "epoch": 8.09, | |
| "grad_norm": 0.0006820796988904476, | |
| "learning_rate": 6.1816452686638135e-06, | |
| "loss": 0.0001, | |
| "step": 12460 | |
| }, | |
| { | |
| "epoch": 8.09, | |
| "grad_norm": 0.0039375657215714455, | |
| "learning_rate": 6.142019337454431e-06, | |
| "loss": 0.0, | |
| "step": 12470 | |
| }, | |
| { | |
| "epoch": 8.09, | |
| "grad_norm": 0.00018676265608519316, | |
| "learning_rate": 6.102393406245048e-06, | |
| "loss": 0.0002, | |
| "step": 12480 | |
| }, | |
| { | |
| "epoch": 8.09, | |
| "grad_norm": 0.0015864548040553927, | |
| "learning_rate": 6.062767475035663e-06, | |
| "loss": 0.0, | |
| "step": 12490 | |
| }, | |
| { | |
| "epoch": 8.09, | |
| "grad_norm": 0.0005812132731080055, | |
| "learning_rate": 6.02314154382628e-06, | |
| "loss": 0.0001, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 8.09, | |
| "grad_norm": 0.0015394919319078326, | |
| "learning_rate": 5.9835156126168965e-06, | |
| "loss": 0.0, | |
| "step": 12510 | |
| }, | |
| { | |
| "epoch": 8.09, | |
| "grad_norm": 0.5876509547233582, | |
| "learning_rate": 5.943889681407514e-06, | |
| "loss": 0.0002, | |
| "step": 12520 | |
| }, | |
| { | |
| "epoch": 8.09, | |
| "grad_norm": 0.001257477910257876, | |
| "learning_rate": 5.90426375019813e-06, | |
| "loss": 0.0, | |
| "step": 12530 | |
| }, | |
| { | |
| "epoch": 8.09, | |
| "grad_norm": 0.007748996838927269, | |
| "learning_rate": 5.864637818988746e-06, | |
| "loss": 0.0002, | |
| "step": 12540 | |
| }, | |
| { | |
| "epoch": 8.09, | |
| "grad_norm": 0.0004220679693389684, | |
| "learning_rate": 5.825011887779363e-06, | |
| "loss": 0.0001, | |
| "step": 12550 | |
| }, | |
| { | |
| "epoch": 8.1, | |
| "grad_norm": 0.0003514468262437731, | |
| "learning_rate": 5.7853859565699795e-06, | |
| "loss": 0.0062, | |
| "step": 12560 | |
| }, | |
| { | |
| "epoch": 8.1, | |
| "grad_norm": 0.0004685299936681986, | |
| "learning_rate": 5.745760025360597e-06, | |
| "loss": 0.0016, | |
| "step": 12570 | |
| }, | |
| { | |
| "epoch": 8.1, | |
| "grad_norm": 0.0002851441968232393, | |
| "learning_rate": 5.706134094151213e-06, | |
| "loss": 0.0004, | |
| "step": 12580 | |
| }, | |
| { | |
| "epoch": 8.1, | |
| "grad_norm": 0.0006324647110886872, | |
| "learning_rate": 5.66650816294183e-06, | |
| "loss": 0.0, | |
| "step": 12590 | |
| }, | |
| { | |
| "epoch": 8.1, | |
| "grad_norm": 0.000717841787263751, | |
| "learning_rate": 5.626882231732445e-06, | |
| "loss": 0.0, | |
| "step": 12600 | |
| }, | |
| { | |
| "epoch": 8.1, | |
| "grad_norm": 0.001114896615035832, | |
| "learning_rate": 5.5872563005230625e-06, | |
| "loss": 0.0, | |
| "step": 12610 | |
| }, | |
| { | |
| "epoch": 8.1, | |
| "grad_norm": 0.0011514411307871342, | |
| "learning_rate": 5.547630369313679e-06, | |
| "loss": 0.0001, | |
| "step": 12620 | |
| }, | |
| { | |
| "epoch": 8.1, | |
| "eval_accuracy": 0.9654135338345865, | |
| "eval_loss": 0.2435862421989441, | |
| "eval_runtime": 2357.1776, | |
| "eval_samples_per_second": 0.282, | |
| "eval_steps_per_second": 0.141, | |
| "step": 12627 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "grad_norm": 0.00044704281026497483, | |
| "learning_rate": 5.508004438104296e-06, | |
| "loss": 0.0, | |
| "step": 12630 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "grad_norm": 0.00041269470239058137, | |
| "learning_rate": 5.468378506894913e-06, | |
| "loss": 0.0, | |
| "step": 12640 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "grad_norm": 0.0003670216246973723, | |
| "learning_rate": 5.428752575685528e-06, | |
| "loss": 0.0, | |
| "step": 12650 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "grad_norm": 0.003106119344010949, | |
| "learning_rate": 5.3891266444761455e-06, | |
| "loss": 0.0, | |
| "step": 12660 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "grad_norm": 0.00040537622408010066, | |
| "learning_rate": 5.349500713266762e-06, | |
| "loss": 0.0, | |
| "step": 12670 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "grad_norm": 0.00037262984551489353, | |
| "learning_rate": 5.309874782057379e-06, | |
| "loss": 0.0, | |
| "step": 12680 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "grad_norm": 0.000418797048041597, | |
| "learning_rate": 5.270248850847995e-06, | |
| "loss": 0.0, | |
| "step": 12690 | |
| }, | |
| { | |
| "epoch": 9.01, | |
| "grad_norm": 0.0015914670657366514, | |
| "learning_rate": 5.230622919638612e-06, | |
| "loss": 0.0, | |
| "step": 12700 | |
| }, | |
| { | |
| "epoch": 9.01, | |
| "grad_norm": 0.005690779071301222, | |
| "learning_rate": 5.1909969884292285e-06, | |
| "loss": 0.0976, | |
| "step": 12710 | |
| }, | |
| { | |
| "epoch": 9.01, | |
| "grad_norm": 0.001181070227175951, | |
| "learning_rate": 5.151371057219845e-06, | |
| "loss": 0.0, | |
| "step": 12720 | |
| }, | |
| { | |
| "epoch": 9.01, | |
| "grad_norm": 0.0007823907653801143, | |
| "learning_rate": 5.111745126010462e-06, | |
| "loss": 0.0, | |
| "step": 12730 | |
| }, | |
| { | |
| "epoch": 9.01, | |
| "grad_norm": 0.0010620895773172379, | |
| "learning_rate": 5.072119194801078e-06, | |
| "loss": 0.0, | |
| "step": 12740 | |
| }, | |
| { | |
| "epoch": 9.01, | |
| "grad_norm": 0.00028126072720624506, | |
| "learning_rate": 5.032493263591695e-06, | |
| "loss": 0.0052, | |
| "step": 12750 | |
| }, | |
| { | |
| "epoch": 9.01, | |
| "grad_norm": 0.0005754511221311986, | |
| "learning_rate": 4.992867332382311e-06, | |
| "loss": 0.0, | |
| "step": 12760 | |
| }, | |
| { | |
| "epoch": 9.01, | |
| "grad_norm": 0.000247256743023172, | |
| "learning_rate": 4.953241401172928e-06, | |
| "loss": 0.0, | |
| "step": 12770 | |
| }, | |
| { | |
| "epoch": 9.01, | |
| "grad_norm": 0.0017203809693455696, | |
| "learning_rate": 4.913615469963544e-06, | |
| "loss": 0.0001, | |
| "step": 12780 | |
| }, | |
| { | |
| "epoch": 9.01, | |
| "grad_norm": 0.0005222621257416904, | |
| "learning_rate": 4.873989538754161e-06, | |
| "loss": 0.0, | |
| "step": 12790 | |
| }, | |
| { | |
| "epoch": 9.01, | |
| "grad_norm": 0.00047639888362027705, | |
| "learning_rate": 4.834363607544778e-06, | |
| "loss": 0.0001, | |
| "step": 12800 | |
| }, | |
| { | |
| "epoch": 9.01, | |
| "grad_norm": 0.0015658453339710832, | |
| "learning_rate": 4.794737676335394e-06, | |
| "loss": 0.0, | |
| "step": 12810 | |
| }, | |
| { | |
| "epoch": 9.01, | |
| "grad_norm": 0.0002700120967347175, | |
| "learning_rate": 4.755111745126011e-06, | |
| "loss": 0.0, | |
| "step": 12820 | |
| }, | |
| { | |
| "epoch": 9.01, | |
| "grad_norm": 0.00036174681736156344, | |
| "learning_rate": 4.715485813916627e-06, | |
| "loss": 0.0, | |
| "step": 12830 | |
| }, | |
| { | |
| "epoch": 9.02, | |
| "grad_norm": 0.00048193742986768484, | |
| "learning_rate": 4.675859882707244e-06, | |
| "loss": 0.0001, | |
| "step": 12840 | |
| }, | |
| { | |
| "epoch": 9.02, | |
| "grad_norm": 0.00021181856573093683, | |
| "learning_rate": 4.63623395149786e-06, | |
| "loss": 0.0, | |
| "step": 12850 | |
| }, | |
| { | |
| "epoch": 9.02, | |
| "grad_norm": 0.0007221151608973742, | |
| "learning_rate": 4.5966080202884774e-06, | |
| "loss": 0.0001, | |
| "step": 12860 | |
| }, | |
| { | |
| "epoch": 9.02, | |
| "grad_norm": 0.0008499003597535193, | |
| "learning_rate": 4.556982089079094e-06, | |
| "loss": 0.0, | |
| "step": 12870 | |
| }, | |
| { | |
| "epoch": 9.02, | |
| "grad_norm": 0.00024478594423271716, | |
| "learning_rate": 4.51735615786971e-06, | |
| "loss": 0.0, | |
| "step": 12880 | |
| }, | |
| { | |
| "epoch": 9.02, | |
| "grad_norm": 0.000799850036855787, | |
| "learning_rate": 4.477730226660327e-06, | |
| "loss": 0.0, | |
| "step": 12890 | |
| }, | |
| { | |
| "epoch": 9.02, | |
| "grad_norm": 0.0012479170691221952, | |
| "learning_rate": 4.438104295450943e-06, | |
| "loss": 0.0007, | |
| "step": 12900 | |
| }, | |
| { | |
| "epoch": 9.02, | |
| "grad_norm": 0.0008572249207645655, | |
| "learning_rate": 4.3984783642415604e-06, | |
| "loss": 0.0, | |
| "step": 12910 | |
| }, | |
| { | |
| "epoch": 9.02, | |
| "grad_norm": 0.00028230881434865296, | |
| "learning_rate": 4.358852433032176e-06, | |
| "loss": 0.0773, | |
| "step": 12920 | |
| }, | |
| { | |
| "epoch": 9.02, | |
| "grad_norm": 0.0003641119983512908, | |
| "learning_rate": 4.319226501822793e-06, | |
| "loss": 0.0, | |
| "step": 12930 | |
| }, | |
| { | |
| "epoch": 9.02, | |
| "grad_norm": 0.0009531981777399778, | |
| "learning_rate": 4.279600570613409e-06, | |
| "loss": 0.0, | |
| "step": 12940 | |
| }, | |
| { | |
| "epoch": 9.02, | |
| "grad_norm": 0.00067020149435848, | |
| "learning_rate": 4.239974639404026e-06, | |
| "loss": 0.0, | |
| "step": 12950 | |
| }, | |
| { | |
| "epoch": 9.02, | |
| "grad_norm": 0.0001659138360992074, | |
| "learning_rate": 4.200348708194643e-06, | |
| "loss": 0.0, | |
| "step": 12960 | |
| }, | |
| { | |
| "epoch": 9.02, | |
| "grad_norm": 0.0005148449563421309, | |
| "learning_rate": 4.16072277698526e-06, | |
| "loss": 0.0107, | |
| "step": 12970 | |
| }, | |
| { | |
| "epoch": 9.03, | |
| "grad_norm": 0.000638917728792876, | |
| "learning_rate": 4.121096845775876e-06, | |
| "loss": 0.0, | |
| "step": 12980 | |
| }, | |
| { | |
| "epoch": 9.03, | |
| "grad_norm": 0.00047383896890096366, | |
| "learning_rate": 4.081470914566492e-06, | |
| "loss": 0.0, | |
| "step": 12990 | |
| }, | |
| { | |
| "epoch": 9.03, | |
| "grad_norm": 0.0007675238302908838, | |
| "learning_rate": 4.041844983357109e-06, | |
| "loss": 0.0, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 9.03, | |
| "grad_norm": 0.001697351224720478, | |
| "learning_rate": 4.0022190521477256e-06, | |
| "loss": 0.0, | |
| "step": 13010 | |
| }, | |
| { | |
| "epoch": 9.03, | |
| "grad_norm": 0.00020665867486968637, | |
| "learning_rate": 3.962593120938343e-06, | |
| "loss": 0.0, | |
| "step": 13020 | |
| }, | |
| { | |
| "epoch": 9.03, | |
| "grad_norm": 0.001027750549837947, | |
| "learning_rate": 3.922967189728959e-06, | |
| "loss": 0.2632, | |
| "step": 13030 | |
| }, | |
| { | |
| "epoch": 9.03, | |
| "grad_norm": 0.003146632807329297, | |
| "learning_rate": 3.883341258519575e-06, | |
| "loss": 0.0, | |
| "step": 13040 | |
| }, | |
| { | |
| "epoch": 9.03, | |
| "grad_norm": 0.0007864089566282928, | |
| "learning_rate": 3.843715327310192e-06, | |
| "loss": 0.0044, | |
| "step": 13050 | |
| }, | |
| { | |
| "epoch": 9.03, | |
| "grad_norm": 0.00022077991161495447, | |
| "learning_rate": 3.8040893961008086e-06, | |
| "loss": 0.0, | |
| "step": 13060 | |
| }, | |
| { | |
| "epoch": 9.03, | |
| "grad_norm": 0.0005595972179435194, | |
| "learning_rate": 3.7644634648914252e-06, | |
| "loss": 0.0, | |
| "step": 13070 | |
| }, | |
| { | |
| "epoch": 9.03, | |
| "grad_norm": 0.0005725977243855596, | |
| "learning_rate": 3.7248375336820415e-06, | |
| "loss": 0.0, | |
| "step": 13080 | |
| }, | |
| { | |
| "epoch": 9.03, | |
| "grad_norm": 0.0011127095203846693, | |
| "learning_rate": 3.685211602472658e-06, | |
| "loss": 0.0, | |
| "step": 13090 | |
| }, | |
| { | |
| "epoch": 9.03, | |
| "grad_norm": 0.001887647551484406, | |
| "learning_rate": 3.645585671263275e-06, | |
| "loss": 0.0, | |
| "step": 13100 | |
| }, | |
| { | |
| "epoch": 9.03, | |
| "grad_norm": 0.0005976618267595768, | |
| "learning_rate": 3.6059597400538916e-06, | |
| "loss": 0.0003, | |
| "step": 13110 | |
| }, | |
| { | |
| "epoch": 9.04, | |
| "grad_norm": 0.0006656855694018304, | |
| "learning_rate": 3.5663338088445082e-06, | |
| "loss": 0.0, | |
| "step": 13120 | |
| }, | |
| { | |
| "epoch": 9.04, | |
| "grad_norm": 0.003439901163801551, | |
| "learning_rate": 3.526707877635125e-06, | |
| "loss": 0.0, | |
| "step": 13130 | |
| }, | |
| { | |
| "epoch": 9.04, | |
| "grad_norm": 0.00043997442116960883, | |
| "learning_rate": 3.4870819464257408e-06, | |
| "loss": 0.0, | |
| "step": 13140 | |
| }, | |
| { | |
| "epoch": 9.04, | |
| "grad_norm": 0.0005484743160195649, | |
| "learning_rate": 3.4474560152163574e-06, | |
| "loss": 0.0, | |
| "step": 13150 | |
| }, | |
| { | |
| "epoch": 9.04, | |
| "grad_norm": 0.00040827819611877203, | |
| "learning_rate": 3.4078300840069746e-06, | |
| "loss": 0.0, | |
| "step": 13160 | |
| }, | |
| { | |
| "epoch": 9.04, | |
| "grad_norm": 0.005499335937201977, | |
| "learning_rate": 3.3682041527975912e-06, | |
| "loss": 0.0001, | |
| "step": 13170 | |
| }, | |
| { | |
| "epoch": 9.04, | |
| "grad_norm": 0.001736334292218089, | |
| "learning_rate": 3.328578221588208e-06, | |
| "loss": 0.0, | |
| "step": 13180 | |
| }, | |
| { | |
| "epoch": 9.04, | |
| "grad_norm": 0.0006113905692473054, | |
| "learning_rate": 3.2889522903788238e-06, | |
| "loss": 0.0, | |
| "step": 13190 | |
| }, | |
| { | |
| "epoch": 9.04, | |
| "grad_norm": 0.001001613331027329, | |
| "learning_rate": 3.2493263591694404e-06, | |
| "loss": 0.1631, | |
| "step": 13200 | |
| }, | |
| { | |
| "epoch": 9.04, | |
| "grad_norm": 0.0003023295139428228, | |
| "learning_rate": 3.209700427960057e-06, | |
| "loss": 0.0, | |
| "step": 13210 | |
| }, | |
| { | |
| "epoch": 9.04, | |
| "grad_norm": 0.0009469907963648438, | |
| "learning_rate": 3.170074496750674e-06, | |
| "loss": 0.0, | |
| "step": 13220 | |
| }, | |
| { | |
| "epoch": 9.04, | |
| "grad_norm": 0.0007909215637482703, | |
| "learning_rate": 3.1304485655412905e-06, | |
| "loss": 0.0, | |
| "step": 13230 | |
| }, | |
| { | |
| "epoch": 9.04, | |
| "grad_norm": 0.001787104643881321, | |
| "learning_rate": 3.0908226343319067e-06, | |
| "loss": 0.0, | |
| "step": 13240 | |
| }, | |
| { | |
| "epoch": 9.04, | |
| "grad_norm": 0.0008837388013489544, | |
| "learning_rate": 3.051196703122524e-06, | |
| "loss": 0.0, | |
| "step": 13250 | |
| }, | |
| { | |
| "epoch": 9.05, | |
| "grad_norm": 0.0007934242021292448, | |
| "learning_rate": 3.01157077191314e-06, | |
| "loss": 0.0004, | |
| "step": 13260 | |
| }, | |
| { | |
| "epoch": 9.05, | |
| "grad_norm": 0.0011570610804483294, | |
| "learning_rate": 2.971944840703757e-06, | |
| "loss": 0.0001, | |
| "step": 13270 | |
| }, | |
| { | |
| "epoch": 9.05, | |
| "grad_norm": 0.00029090800671838224, | |
| "learning_rate": 2.932318909494373e-06, | |
| "loss": 0.0, | |
| "step": 13280 | |
| }, | |
| { | |
| "epoch": 9.05, | |
| "grad_norm": 0.0010709144407883286, | |
| "learning_rate": 2.8926929782849897e-06, | |
| "loss": 0.0, | |
| "step": 13290 | |
| }, | |
| { | |
| "epoch": 9.05, | |
| "grad_norm": 0.001289168605580926, | |
| "learning_rate": 2.8530670470756064e-06, | |
| "loss": 0.0, | |
| "step": 13300 | |
| }, | |
| { | |
| "epoch": 9.05, | |
| "grad_norm": 0.002187453443184495, | |
| "learning_rate": 2.8134411158662227e-06, | |
| "loss": 0.0, | |
| "step": 13310 | |
| }, | |
| { | |
| "epoch": 9.05, | |
| "grad_norm": 0.0007116499473340809, | |
| "learning_rate": 2.7738151846568394e-06, | |
| "loss": 0.0, | |
| "step": 13320 | |
| }, | |
| { | |
| "epoch": 9.05, | |
| "grad_norm": 0.000514859682880342, | |
| "learning_rate": 2.7341892534474565e-06, | |
| "loss": 0.0001, | |
| "step": 13330 | |
| }, | |
| { | |
| "epoch": 9.05, | |
| "grad_norm": 0.0007328620995394886, | |
| "learning_rate": 2.6945633222380727e-06, | |
| "loss": 0.0691, | |
| "step": 13340 | |
| }, | |
| { | |
| "epoch": 9.05, | |
| "grad_norm": 0.0007036814349703491, | |
| "learning_rate": 2.6549373910286894e-06, | |
| "loss": 0.0, | |
| "step": 13350 | |
| }, | |
| { | |
| "epoch": 9.05, | |
| "grad_norm": 0.001070524798706174, | |
| "learning_rate": 2.615311459819306e-06, | |
| "loss": 0.0, | |
| "step": 13360 | |
| }, | |
| { | |
| "epoch": 9.05, | |
| "grad_norm": 0.0008939993567764759, | |
| "learning_rate": 2.5756855286099224e-06, | |
| "loss": 0.0001, | |
| "step": 13370 | |
| }, | |
| { | |
| "epoch": 9.05, | |
| "grad_norm": 0.0004034818266518414, | |
| "learning_rate": 2.536059597400539e-06, | |
| "loss": 0.0206, | |
| "step": 13380 | |
| }, | |
| { | |
| "epoch": 9.05, | |
| "grad_norm": 4.411261081695557, | |
| "learning_rate": 2.4964336661911553e-06, | |
| "loss": 0.0124, | |
| "step": 13390 | |
| }, | |
| { | |
| "epoch": 9.06, | |
| "grad_norm": 0.0006528793601319194, | |
| "learning_rate": 2.456807734981772e-06, | |
| "loss": 0.0, | |
| "step": 13400 | |
| }, | |
| { | |
| "epoch": 9.06, | |
| "grad_norm": 0.0003673941537272185, | |
| "learning_rate": 2.417181803772389e-06, | |
| "loss": 0.0, | |
| "step": 13410 | |
| }, | |
| { | |
| "epoch": 9.06, | |
| "grad_norm": 0.001056182780303061, | |
| "learning_rate": 2.3775558725630054e-06, | |
| "loss": 0.0, | |
| "step": 13420 | |
| }, | |
| { | |
| "epoch": 9.06, | |
| "grad_norm": 0.0012370526092126966, | |
| "learning_rate": 2.337929941353622e-06, | |
| "loss": 0.0001, | |
| "step": 13430 | |
| }, | |
| { | |
| "epoch": 9.06, | |
| "grad_norm": 0.0015783560229465365, | |
| "learning_rate": 2.2983040101442387e-06, | |
| "loss": 0.0, | |
| "step": 13440 | |
| }, | |
| { | |
| "epoch": 9.06, | |
| "grad_norm": 0.0001985041017178446, | |
| "learning_rate": 2.258678078934855e-06, | |
| "loss": 0.0016, | |
| "step": 13450 | |
| }, | |
| { | |
| "epoch": 9.06, | |
| "grad_norm": 0.0010269788326695561, | |
| "learning_rate": 2.2190521477254717e-06, | |
| "loss": 0.1057, | |
| "step": 13460 | |
| }, | |
| { | |
| "epoch": 9.06, | |
| "grad_norm": 0.04036625847220421, | |
| "learning_rate": 2.179426216516088e-06, | |
| "loss": 0.2287, | |
| "step": 13470 | |
| }, | |
| { | |
| "epoch": 9.06, | |
| "grad_norm": 0.000473200052510947, | |
| "learning_rate": 2.1398002853067046e-06, | |
| "loss": 0.0001, | |
| "step": 13480 | |
| }, | |
| { | |
| "epoch": 9.06, | |
| "grad_norm": 0.0003723807749338448, | |
| "learning_rate": 2.1001743540973213e-06, | |
| "loss": 0.0, | |
| "step": 13490 | |
| }, | |
| { | |
| "epoch": 9.06, | |
| "grad_norm": 0.0007169354357756674, | |
| "learning_rate": 2.060548422887938e-06, | |
| "loss": 0.0008, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 9.06, | |
| "grad_norm": 0.00031334979576058686, | |
| "learning_rate": 2.0209224916785547e-06, | |
| "loss": 0.0, | |
| "step": 13510 | |
| }, | |
| { | |
| "epoch": 9.06, | |
| "grad_norm": 0.000616435194388032, | |
| "learning_rate": 1.9812965604691713e-06, | |
| "loss": 0.0, | |
| "step": 13520 | |
| }, | |
| { | |
| "epoch": 9.06, | |
| "grad_norm": 0.0008787320111878216, | |
| "learning_rate": 1.9416706292597876e-06, | |
| "loss": 0.0, | |
| "step": 13530 | |
| }, | |
| { | |
| "epoch": 9.07, | |
| "grad_norm": 0.0002825538394972682, | |
| "learning_rate": 1.9020446980504043e-06, | |
| "loss": 0.0021, | |
| "step": 13540 | |
| }, | |
| { | |
| "epoch": 9.07, | |
| "grad_norm": 0.002063804306089878, | |
| "learning_rate": 1.8624187668410208e-06, | |
| "loss": 0.0004, | |
| "step": 13550 | |
| }, | |
| { | |
| "epoch": 9.07, | |
| "grad_norm": 0.000512151513248682, | |
| "learning_rate": 1.8227928356316374e-06, | |
| "loss": 0.0, | |
| "step": 13560 | |
| }, | |
| { | |
| "epoch": 9.07, | |
| "grad_norm": 0.0006224968819878995, | |
| "learning_rate": 1.7831669044222541e-06, | |
| "loss": 0.0, | |
| "step": 13570 | |
| }, | |
| { | |
| "epoch": 9.07, | |
| "grad_norm": 0.00019008757953997701, | |
| "learning_rate": 1.7435409732128704e-06, | |
| "loss": 0.0, | |
| "step": 13580 | |
| }, | |
| { | |
| "epoch": 9.07, | |
| "grad_norm": 0.0002794242464005947, | |
| "learning_rate": 1.7039150420034873e-06, | |
| "loss": 0.0, | |
| "step": 13590 | |
| }, | |
| { | |
| "epoch": 9.07, | |
| "grad_norm": 0.0009566029766574502, | |
| "learning_rate": 1.664289110794104e-06, | |
| "loss": 0.0001, | |
| "step": 13600 | |
| }, | |
| { | |
| "epoch": 9.07, | |
| "grad_norm": 0.0003199617494828999, | |
| "learning_rate": 1.6246631795847202e-06, | |
| "loss": 0.0001, | |
| "step": 13610 | |
| }, | |
| { | |
| "epoch": 9.07, | |
| "grad_norm": 0.00032697312417440116, | |
| "learning_rate": 1.585037248375337e-06, | |
| "loss": 0.0, | |
| "step": 13620 | |
| }, | |
| { | |
| "epoch": 9.07, | |
| "grad_norm": 0.002565112430602312, | |
| "learning_rate": 1.5454113171659534e-06, | |
| "loss": 0.0, | |
| "step": 13630 | |
| }, | |
| { | |
| "epoch": 9.07, | |
| "grad_norm": 237.59519958496094, | |
| "learning_rate": 1.50578538595657e-06, | |
| "loss": 0.1313, | |
| "step": 13640 | |
| }, | |
| { | |
| "epoch": 9.07, | |
| "grad_norm": 0.0006662964588031173, | |
| "learning_rate": 1.4661594547471865e-06, | |
| "loss": 0.0, | |
| "step": 13650 | |
| }, | |
| { | |
| "epoch": 9.07, | |
| "grad_norm": 0.0011941486736759543, | |
| "learning_rate": 1.4265335235378032e-06, | |
| "loss": 0.0, | |
| "step": 13660 | |
| }, | |
| { | |
| "epoch": 9.07, | |
| "grad_norm": 0.0028123382944613695, | |
| "learning_rate": 1.3869075923284197e-06, | |
| "loss": 0.0, | |
| "step": 13670 | |
| }, | |
| { | |
| "epoch": 9.08, | |
| "grad_norm": 0.0008815588662400842, | |
| "learning_rate": 1.3472816611190364e-06, | |
| "loss": 0.0277, | |
| "step": 13680 | |
| }, | |
| { | |
| "epoch": 9.08, | |
| "grad_norm": 0.00045147593482397497, | |
| "learning_rate": 1.307655729909653e-06, | |
| "loss": 0.0, | |
| "step": 13690 | |
| }, | |
| { | |
| "epoch": 9.08, | |
| "grad_norm": 0.00011046286817872897, | |
| "learning_rate": 1.2680297987002695e-06, | |
| "loss": 0.1484, | |
| "step": 13700 | |
| }, | |
| { | |
| "epoch": 9.08, | |
| "grad_norm": 0.0018034332897514105, | |
| "learning_rate": 1.228403867490886e-06, | |
| "loss": 0.0027, | |
| "step": 13710 | |
| }, | |
| { | |
| "epoch": 9.08, | |
| "grad_norm": 0.000713842804543674, | |
| "learning_rate": 1.1887779362815027e-06, | |
| "loss": 0.0, | |
| "step": 13720 | |
| }, | |
| { | |
| "epoch": 9.08, | |
| "grad_norm": 0.0010389587841928005, | |
| "learning_rate": 1.1491520050721194e-06, | |
| "loss": 0.0, | |
| "step": 13730 | |
| }, | |
| { | |
| "epoch": 9.08, | |
| "grad_norm": 0.0003368295438122004, | |
| "learning_rate": 1.1095260738627358e-06, | |
| "loss": 0.0, | |
| "step": 13740 | |
| }, | |
| { | |
| "epoch": 9.08, | |
| "grad_norm": 0.000346412300132215, | |
| "learning_rate": 1.0699001426533523e-06, | |
| "loss": 0.0, | |
| "step": 13750 | |
| }, | |
| { | |
| "epoch": 9.08, | |
| "grad_norm": 0.0004677934921346605, | |
| "learning_rate": 1.030274211443969e-06, | |
| "loss": 0.0, | |
| "step": 13760 | |
| }, | |
| { | |
| "epoch": 9.08, | |
| "grad_norm": 0.0008401199011132121, | |
| "learning_rate": 9.906482802345857e-07, | |
| "loss": 0.0, | |
| "step": 13770 | |
| }, | |
| { | |
| "epoch": 9.08, | |
| "grad_norm": 0.0003339408722240478, | |
| "learning_rate": 9.510223490252021e-07, | |
| "loss": 0.0002, | |
| "step": 13780 | |
| }, | |
| { | |
| "epoch": 9.08, | |
| "grad_norm": 0.0004967558197677135, | |
| "learning_rate": 9.113964178158187e-07, | |
| "loss": 0.0, | |
| "step": 13790 | |
| }, | |
| { | |
| "epoch": 9.08, | |
| "grad_norm": 0.002963978098705411, | |
| "learning_rate": 8.717704866064352e-07, | |
| "loss": 0.0, | |
| "step": 13800 | |
| }, | |
| { | |
| "epoch": 9.08, | |
| "grad_norm": 0.001155543839558959, | |
| "learning_rate": 8.32144555397052e-07, | |
| "loss": 0.0, | |
| "step": 13810 | |
| }, | |
| { | |
| "epoch": 9.09, | |
| "grad_norm": 0.000786484801210463, | |
| "learning_rate": 7.925186241876685e-07, | |
| "loss": 0.1625, | |
| "step": 13820 | |
| }, | |
| { | |
| "epoch": 9.09, | |
| "grad_norm": 0.0002841146197170019, | |
| "learning_rate": 7.52892692978285e-07, | |
| "loss": 0.0, | |
| "step": 13830 | |
| }, | |
| { | |
| "epoch": 9.09, | |
| "grad_norm": 0.00030605948995798826, | |
| "learning_rate": 7.132667617689016e-07, | |
| "loss": 0.0, | |
| "step": 13840 | |
| }, | |
| { | |
| "epoch": 9.09, | |
| "grad_norm": 0.001265210215933621, | |
| "learning_rate": 6.736408305595182e-07, | |
| "loss": 0.0, | |
| "step": 13850 | |
| }, | |
| { | |
| "epoch": 9.09, | |
| "grad_norm": 0.00038683577440679073, | |
| "learning_rate": 6.340148993501348e-07, | |
| "loss": 0.0, | |
| "step": 13860 | |
| }, | |
| { | |
| "epoch": 9.09, | |
| "grad_norm": 0.0005034942296333611, | |
| "learning_rate": 5.943889681407513e-07, | |
| "loss": 0.0, | |
| "step": 13870 | |
| }, | |
| { | |
| "epoch": 9.09, | |
| "grad_norm": 0.0011582579463720322, | |
| "learning_rate": 5.547630369313679e-07, | |
| "loss": 0.0, | |
| "step": 13880 | |
| }, | |
| { | |
| "epoch": 9.09, | |
| "grad_norm": 0.0016904632793739438, | |
| "learning_rate": 5.151371057219845e-07, | |
| "loss": 0.0, | |
| "step": 13890 | |
| }, | |
| { | |
| "epoch": 9.09, | |
| "grad_norm": 0.00032329061650671065, | |
| "learning_rate": 4.7551117451260107e-07, | |
| "loss": 0.0, | |
| "step": 13900 | |
| }, | |
| { | |
| "epoch": 9.09, | |
| "grad_norm": 0.0003388900659047067, | |
| "learning_rate": 4.358852433032176e-07, | |
| "loss": 0.0, | |
| "step": 13910 | |
| }, | |
| { | |
| "epoch": 9.09, | |
| "grad_norm": 0.0003800652630161494, | |
| "learning_rate": 3.962593120938342e-07, | |
| "loss": 0.0, | |
| "step": 13920 | |
| }, | |
| { | |
| "epoch": 9.09, | |
| "grad_norm": 0.0009641946526244283, | |
| "learning_rate": 3.566333808844508e-07, | |
| "loss": 0.0, | |
| "step": 13930 | |
| }, | |
| { | |
| "epoch": 9.09, | |
| "grad_norm": 0.0005723941139876842, | |
| "learning_rate": 3.170074496750674e-07, | |
| "loss": 0.0001, | |
| "step": 13940 | |
| }, | |
| { | |
| "epoch": 9.09, | |
| "grad_norm": 0.0005183956818655133, | |
| "learning_rate": 2.7738151846568396e-07, | |
| "loss": 0.0, | |
| "step": 13950 | |
| }, | |
| { | |
| "epoch": 9.1, | |
| "grad_norm": 0.009076601825654507, | |
| "learning_rate": 2.3775558725630054e-07, | |
| "loss": 0.0, | |
| "step": 13960 | |
| }, | |
| { | |
| "epoch": 9.1, | |
| "grad_norm": 0.0007901808712631464, | |
| "learning_rate": 1.981296560469171e-07, | |
| "loss": 0.0, | |
| "step": 13970 | |
| }, | |
| { | |
| "epoch": 9.1, | |
| "grad_norm": 0.0005284142098389566, | |
| "learning_rate": 1.585037248375337e-07, | |
| "loss": 0.0, | |
| "step": 13980 | |
| }, | |
| { | |
| "epoch": 9.1, | |
| "grad_norm": 0.0006428571650758386, | |
| "learning_rate": 1.1887779362815027e-07, | |
| "loss": 0.0, | |
| "step": 13990 | |
| }, | |
| { | |
| "epoch": 9.1, | |
| "grad_norm": 0.0012319569941610098, | |
| "learning_rate": 7.925186241876685e-08, | |
| "loss": 0.0001, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 9.1, | |
| "grad_norm": 0.000267757655819878, | |
| "learning_rate": 3.962593120938342e-08, | |
| "loss": 0.0, | |
| "step": 14010 | |
| }, | |
| { | |
| "epoch": 9.1, | |
| "grad_norm": 0.0010718012927100062, | |
| "learning_rate": 0.0, | |
| "loss": 0.0, | |
| "step": 14020 | |
| }, | |
| { | |
| "epoch": 9.1, | |
| "eval_accuracy": 0.9654135338345865, | |
| "eval_loss": 0.24323464930057526, | |
| "eval_runtime": 2339.7693, | |
| "eval_samples_per_second": 0.284, | |
| "eval_steps_per_second": 0.142, | |
| "step": 14020 | |
| }, | |
| { | |
| "epoch": 9.1, | |
| "step": 14020, | |
| "total_flos": 7.1819242300007645e+19, | |
| "train_loss": 0.21922695452951727, | |
| "train_runtime": 145352.8053, | |
| "train_samples_per_second": 0.193, | |
| "train_steps_per_second": 0.096 | |
| }, | |
| { | |
| "epoch": 9.1, | |
| "eval_accuracy": 0.960960960960961, | |
| "eval_loss": 0.25779759883880615, | |
| "eval_runtime": 1196.8626, | |
| "eval_samples_per_second": 0.278, | |
| "eval_steps_per_second": 0.14, | |
| "step": 14020 | |
| }, | |
| { | |
| "epoch": 9.1, | |
| "eval_accuracy": 0.960960960960961, | |
| "eval_loss": 0.25779759883880615, | |
| "eval_runtime": 1193.7233, | |
| "eval_samples_per_second": 0.279, | |
| "eval_steps_per_second": 0.14, | |
| "step": 14020 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 14020, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 9223372036854775807, | |
| "save_steps": 500, | |
| "total_flos": 7.1819242300007645e+19, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |