| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.9997450352701209, |
| "eval_steps": 500, |
| "global_step": 3529, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.002832941443100371, |
| "grad_norm": 174.56146240234375, |
| "learning_rate": 9.433962264150944e-07, |
| "loss": 17.5632, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.005665882886200742, |
| "grad_norm": 99.76522064208984, |
| "learning_rate": 1.8867924528301889e-06, |
| "loss": 16.5212, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.008498824329301113, |
| "grad_norm": 61.843570709228516, |
| "learning_rate": 2.830188679245283e-06, |
| "loss": 14.66, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.011331765772401484, |
| "grad_norm": 58.26314926147461, |
| "learning_rate": 3.7735849056603777e-06, |
| "loss": 12.8877, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.014164707215501856, |
| "grad_norm": 64.67306518554688, |
| "learning_rate": 4.716981132075472e-06, |
| "loss": 12.6102, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.016997648658602225, |
| "grad_norm": 40.95338439941406, |
| "learning_rate": 5.660377358490566e-06, |
| "loss": 10.3169, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.019830590101702596, |
| "grad_norm": 59.99547576904297, |
| "learning_rate": 6.60377358490566e-06, |
| "loss": 10.4793, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.022663531544802967, |
| "grad_norm": 69.4089584350586, |
| "learning_rate": 7.5471698113207555e-06, |
| "loss": 10.2298, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.02549647298790334, |
| "grad_norm": 38.2027702331543, |
| "learning_rate": 8.49056603773585e-06, |
| "loss": 8.5679, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.028329414431003713, |
| "grad_norm": 41.05867004394531, |
| "learning_rate": 9.433962264150944e-06, |
| "loss": 8.6834, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.031162355874104083, |
| "grad_norm": 45.03547286987305, |
| "learning_rate": 9.999966306552455e-06, |
| "loss": 7.8071, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.03399529731720445, |
| "grad_norm": 43.03623580932617, |
| "learning_rate": 9.999587260482597e-06, |
| "loss": 8.2945, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.036828238760304825, |
| "grad_norm": 37.273048400878906, |
| "learning_rate": 9.998787083568112e-06, |
| "loss": 8.0273, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.03966118020340519, |
| "grad_norm": 55.94173049926758, |
| "learning_rate": 9.997565843210401e-06, |
| "loss": 7.1597, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.04249412164650557, |
| "grad_norm": 50.30799102783203, |
| "learning_rate": 9.995923642278351e-06, |
| "loss": 7.2908, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.045327063089605935, |
| "grad_norm": 53.113243103027344, |
| "learning_rate": 9.993860619099673e-06, |
| "loss": 5.9006, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.04816000453270631, |
| "grad_norm": 51.57769012451172, |
| "learning_rate": 9.991376947449254e-06, |
| "loss": 8.8304, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.05099294597580668, |
| "grad_norm": 38.17790985107422, |
| "learning_rate": 9.988472836534509e-06, |
| "loss": 8.6644, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.05382588741890705, |
| "grad_norm": 34.28203582763672, |
| "learning_rate": 9.985148530977767e-06, |
| "loss": 6.6272, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.056658828862007425, |
| "grad_norm": 34.18405532836914, |
| "learning_rate": 9.981404310795667e-06, |
| "loss": 8.2372, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.05949177030510779, |
| "grad_norm": 40.83757400512695, |
| "learning_rate": 9.97724049137556e-06, |
| "loss": 5.3928, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.06232471174820817, |
| "grad_norm": 36.30077362060547, |
| "learning_rate": 9.972657423448961e-06, |
| "loss": 6.5196, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.06515765319130853, |
| "grad_norm": 38.03015899658203, |
| "learning_rate": 9.96765549306199e-06, |
| "loss": 7.1923, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.0679905946344089, |
| "grad_norm": 42.84525680541992, |
| "learning_rate": 9.962235121542858e-06, |
| "loss": 6.9849, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.07082353607750928, |
| "grad_norm": 34.071800231933594, |
| "learning_rate": 9.956396765466382e-06, |
| "loss": 7.0978, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.07365647752060965, |
| "grad_norm": 37.807029724121094, |
| "learning_rate": 9.950140916615526e-06, |
| "loss": 7.5077, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.07648941896371002, |
| "grad_norm": 36.55296325683594, |
| "learning_rate": 9.943468101939968e-06, |
| "loss": 6.6867, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.07932236040681039, |
| "grad_norm": 31.735977172851562, |
| "learning_rate": 9.936378883511722e-06, |
| "loss": 8.5626, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.08215530184991077, |
| "grad_norm": 51.97509002685547, |
| "learning_rate": 9.92887385847779e-06, |
| "loss": 7.1104, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.08498824329301113, |
| "grad_norm": 56.030025482177734, |
| "learning_rate": 9.920953659009863e-06, |
| "loss": 6.6099, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.0878211847361115, |
| "grad_norm": 37.08720016479492, |
| "learning_rate": 9.912618952251071e-06, |
| "loss": 4.9933, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.09065412617921187, |
| "grad_norm": 34.61451721191406, |
| "learning_rate": 9.903870440259787e-06, |
| "loss": 5.7727, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.09348706762231225, |
| "grad_norm": 35.92675018310547, |
| "learning_rate": 9.89470885995049e-06, |
| "loss": 4.8536, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.09632000906541262, |
| "grad_norm": 31.899490356445312, |
| "learning_rate": 9.885134983031694e-06, |
| "loss": 5.6988, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.09915295050851299, |
| "grad_norm": 37.71702194213867, |
| "learning_rate": 9.875149615940943e-06, |
| "loss": 8.0547, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.10198589195161337, |
| "grad_norm": 32.81459426879883, |
| "learning_rate": 9.864753599776883e-06, |
| "loss": 5.7466, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.10481883339471373, |
| "grad_norm": 34.12638854980469, |
| "learning_rate": 9.853947810228416e-06, |
| "loss": 6.3535, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.1076517748378141, |
| "grad_norm": 34.04792022705078, |
| "learning_rate": 9.842733157500932e-06, |
| "loss": 5.7424, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.11048471628091447, |
| "grad_norm": 33.2330322265625, |
| "learning_rate": 9.831110586239643e-06, |
| "loss": 5.4935, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.11331765772401485, |
| "grad_norm": 33.370567321777344, |
| "learning_rate": 9.819081075450014e-06, |
| "loss": 5.5257, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.11615059916711522, |
| "grad_norm": 34.091304779052734, |
| "learning_rate": 9.806645638415302e-06, |
| "loss": 6.1631, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.11898354061021559, |
| "grad_norm": 28.293777465820312, |
| "learning_rate": 9.79380532261119e-06, |
| "loss": 6.2594, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.12181648205331595, |
| "grad_norm": 31.169191360473633, |
| "learning_rate": 9.780561209617569e-06, |
| "loss": 5.428, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.12464942349641633, |
| "grad_norm": 31.67852783203125, |
| "learning_rate": 9.766914415027426e-06, |
| "loss": 6.3704, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.1274823649395167, |
| "grad_norm": 24.92995262145996, |
| "learning_rate": 9.752866088352882e-06, |
| "loss": 6.3413, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.13031530638261707, |
| "grad_norm": 30.267122268676758, |
| "learning_rate": 9.738417412928348e-06, |
| "loss": 6.1918, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.13314824782571744, |
| "grad_norm": 34.71146011352539, |
| "learning_rate": 9.72356960581087e-06, |
| "loss": 5.2388, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.1359811892688178, |
| "grad_norm": 32.87137985229492, |
| "learning_rate": 9.7083239176776e-06, |
| "loss": 4.2622, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.13881413071191817, |
| "grad_norm": 37.83769226074219, |
| "learning_rate": 9.692681632720448e-06, |
| "loss": 4.1838, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.14164707215501857, |
| "grad_norm": 29.84713363647461, |
| "learning_rate": 9.676644068537915e-06, |
| "loss": 6.1015, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.14448001359811893, |
| "grad_norm": 37.30936050415039, |
| "learning_rate": 9.660212576024102e-06, |
| "loss": 6.1121, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.1473129550412193, |
| "grad_norm": 43.746490478515625, |
| "learning_rate": 9.64338853925493e-06, |
| "loss": 6.0385, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.15014589648431967, |
| "grad_norm": 32.99515151977539, |
| "learning_rate": 9.62617337537154e-06, |
| "loss": 6.1911, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.15297883792742004, |
| "grad_norm": 46.957340240478516, |
| "learning_rate": 9.608568534460938e-06, |
| "loss": 5.822, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.1558117793705204, |
| "grad_norm": 33.011844635009766, |
| "learning_rate": 9.590575499433837e-06, |
| "loss": 7.1735, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.15864472081362077, |
| "grad_norm": 31.042083740234375, |
| "learning_rate": 9.572195785899756e-06, |
| "loss": 6.8695, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.16147766225672117, |
| "grad_norm": 26.289737701416016, |
| "learning_rate": 9.553430942039352e-06, |
| "loss": 6.9135, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.16431060369982153, |
| "grad_norm": 29.071701049804688, |
| "learning_rate": 9.534282548474008e-06, |
| "loss": 5.075, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.1671435451429219, |
| "grad_norm": 46.65534973144531, |
| "learning_rate": 9.514752218132703e-06, |
| "loss": 7.0842, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.16997648658602227, |
| "grad_norm": 31.195234298706055, |
| "learning_rate": 9.494841596116138e-06, |
| "loss": 4.9555, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.17280942802912264, |
| "grad_norm": 26.25963020324707, |
| "learning_rate": 9.474552359558167e-06, |
| "loss": 8.0829, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.175642369472223, |
| "grad_norm": 25.132131576538086, |
| "learning_rate": 9.453886217484536e-06, |
| "loss": 4.0549, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.17847531091532337, |
| "grad_norm": 47.06711196899414, |
| "learning_rate": 9.432844910668914e-06, |
| "loss": 6.1125, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.18130825235842374, |
| "grad_norm": 41.20506286621094, |
| "learning_rate": 9.41143021148627e-06, |
| "loss": 6.7009, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.18414119380152413, |
| "grad_norm": 27.037729263305664, |
| "learning_rate": 9.389643923763573e-06, |
| "loss": 6.8328, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.1869741352446245, |
| "grad_norm": 44.91098403930664, |
| "learning_rate": 9.367487882627866e-06, |
| "loss": 5.0284, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.18980707668772487, |
| "grad_norm": 32.71237564086914, |
| "learning_rate": 9.344963954351662e-06, |
| "loss": 6.0377, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.19264001813082524, |
| "grad_norm": 24.608020782470703, |
| "learning_rate": 9.32207403619577e-06, |
| "loss": 3.9539, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.1954729595739256, |
| "grad_norm": 45.37845230102539, |
| "learning_rate": 9.298820056249459e-06, |
| "loss": 7.6906, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.19830590101702597, |
| "grad_norm": 26.40629768371582, |
| "learning_rate": 9.275203973268064e-06, |
| "loss": 5.7302, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.20113884246012634, |
| "grad_norm": 25.433490753173828, |
| "learning_rate": 9.251227776507989e-06, |
| "loss": 5.6252, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.20397178390322673, |
| "grad_norm": 25.276575088500977, |
| "learning_rate": 9.226893485559146e-06, |
| "loss": 5.8884, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.2068047253463271, |
| "grad_norm": 45.13107681274414, |
| "learning_rate": 9.202203150174836e-06, |
| "loss": 9.215, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.20963766678942747, |
| "grad_norm": 26.52821922302246, |
| "learning_rate": 9.177158850099099e-06, |
| "loss": 5.7232, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.21247060823252784, |
| "grad_norm": 43.29339599609375, |
| "learning_rate": 9.151762694891522e-06, |
| "loss": 6.7846, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.2153035496756282, |
| "grad_norm": 29.308732986450195, |
| "learning_rate": 9.12601682374955e-06, |
| "loss": 5.8371, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.21813649111872857, |
| "grad_norm": 25.373172760009766, |
| "learning_rate": 9.099923405328293e-06, |
| "loss": 3.9846, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.22096943256182894, |
| "grad_norm": 33.12062454223633, |
| "learning_rate": 9.073484637557852e-06, |
| "loss": 4.8174, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.2238023740049293, |
| "grad_norm": 24.834850311279297, |
| "learning_rate": 9.046702747458186e-06, |
| "loss": 5.8073, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.2266353154480297, |
| "grad_norm": 23.760942459106445, |
| "learning_rate": 9.019579990951514e-06, |
| "loss": 5.6668, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.22946825689113007, |
| "grad_norm": 25.230995178222656, |
| "learning_rate": 8.992118652672302e-06, |
| "loss": 5.6386, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.23230119833423044, |
| "grad_norm": 27.033655166625977, |
| "learning_rate": 8.964321045774808e-06, |
| "loss": 5.1316, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.2351341397773308, |
| "grad_norm": 36.77193832397461, |
| "learning_rate": 8.936189511738254e-06, |
| "loss": 5.0568, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.23796708122043117, |
| "grad_norm": 21.841785430908203, |
| "learning_rate": 8.907726420169583e-06, |
| "loss": 5.5521, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.24080002266353154, |
| "grad_norm": 46.69823455810547, |
| "learning_rate": 8.878934168603865e-06, |
| "loss": 6.7058, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.2436329641066319, |
| "grad_norm": 23.228717803955078, |
| "learning_rate": 8.849815182302345e-06, |
| "loss": 7.8944, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.2464659055497323, |
| "grad_norm": 33.86655807495117, |
| "learning_rate": 8.820371914048153e-06, |
| "loss": 4.8468, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.24929884699283267, |
| "grad_norm": 25.241182327270508, |
| "learning_rate": 8.790606843939705e-06, |
| "loss": 3.709, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.25213178843593304, |
| "grad_norm": 25.6811580657959, |
| "learning_rate": 8.760522479181784e-06, |
| "loss": 4.844, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.2549647298790334, |
| "grad_norm": 43.929115295410156, |
| "learning_rate": 8.730121353874365e-06, |
| "loss": 6.7687, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.25779767132213377, |
| "grad_norm": 25.351106643676758, |
| "learning_rate": 8.69940602879915e-06, |
| "loss": 3.7733, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.26063061276523414, |
| "grad_norm": 45.543373107910156, |
| "learning_rate": 8.66837909120387e-06, |
| "loss": 6.5226, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.2634635542083345, |
| "grad_norm": 35.3692626953125, |
| "learning_rate": 8.637043154584351e-06, |
| "loss": 7.782, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.2662964956514349, |
| "grad_norm": 23.175140380859375, |
| "learning_rate": 8.60540085846437e-06, |
| "loss": 3.7581, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.26912943709453524, |
| "grad_norm": 22.461284637451172, |
| "learning_rate": 8.573454868173325e-06, |
| "loss": 3.8114, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.2719623785376356, |
| "grad_norm": 30.49061393737793, |
| "learning_rate": 8.541207874621718e-06, |
| "loss": 5.6752, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.274795319980736, |
| "grad_norm": 43.03390121459961, |
| "learning_rate": 8.508662594074496e-06, |
| "loss": 5.8459, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.27762826142383634, |
| "grad_norm": 144.74916076660156, |
| "learning_rate": 8.475821767922254e-06, |
| "loss": 6.1604, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.28046120286693677, |
| "grad_norm": 26.303081512451172, |
| "learning_rate": 8.442688162450315e-06, |
| "loss": 4.7632, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.28329414431003713, |
| "grad_norm": 28.066007614135742, |
| "learning_rate": 8.409264568605714e-06, |
| "loss": 8.0062, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.2861270857531375, |
| "grad_norm": 23.32230567932129, |
| "learning_rate": 8.375553801762119e-06, |
| "loss": 3.9505, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.28896002719623787, |
| "grad_norm": 53.46368408203125, |
| "learning_rate": 8.34155870148267e-06, |
| "loss": 4.7727, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.29179296863933823, |
| "grad_norm": 28.557096481323242, |
| "learning_rate": 8.307282131280805e-06, |
| "loss": 3.876, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.2946259100824386, |
| "grad_norm": 26.72674560546875, |
| "learning_rate": 8.272726978379049e-06, |
| "loss": 3.6362, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.29745885152553897, |
| "grad_norm": 33.64091110229492, |
| "learning_rate": 8.23789615346582e-06, |
| "loss": 4.8435, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.30029179296863934, |
| "grad_norm": 25.513519287109375, |
| "learning_rate": 8.202792590450246e-06, |
| "loss": 4.8615, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.3031247344117397, |
| "grad_norm": 26.183082580566406, |
| "learning_rate": 8.167419246215042e-06, |
| "loss": 3.7897, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.30595767585484007, |
| "grad_norm": 37.91279983520508, |
| "learning_rate": 8.131779100367438e-06, |
| "loss": 3.8092, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.30879061729794044, |
| "grad_norm": 20.643037796020508, |
| "learning_rate": 8.09587515498819e-06, |
| "loss": 5.8217, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.3116235587410408, |
| "grad_norm": 24.009424209594727, |
| "learning_rate": 8.059710434378717e-06, |
| "loss": 4.6594, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.3144565001841412, |
| "grad_norm": 26.472389221191406, |
| "learning_rate": 8.02328798480635e-06, |
| "loss": 6.5989, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.31728944162724154, |
| "grad_norm": 42.69245529174805, |
| "learning_rate": 7.986610874247736e-06, |
| "loss": 6.7969, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.3201223830703419, |
| "grad_norm": 20.50579833984375, |
| "learning_rate": 7.949682192130407e-06, |
| "loss": 7.532, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.32295532451344233, |
| "grad_norm": 33.428890228271484, |
| "learning_rate": 7.912505049072559e-06, |
| "loss": 5.5098, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.3257882659565427, |
| "grad_norm": 33.04521560668945, |
| "learning_rate": 7.875082576621024e-06, |
| "loss": 5.7852, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.32862120739964307, |
| "grad_norm": 29.72992706298828, |
| "learning_rate": 7.837417926987496e-06, |
| "loss": 3.8586, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.33145414884274343, |
| "grad_norm": 22.467132568359375, |
| "learning_rate": 7.799514272783014e-06, |
| "loss": 5.6287, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.3342870902858438, |
| "grad_norm": 25.866819381713867, |
| "learning_rate": 7.761374806750712e-06, |
| "loss": 3.7462, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.33712003172894417, |
| "grad_norm": 21.801698684692383, |
| "learning_rate": 7.723002741496892e-06, |
| "loss": 5.6068, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.33995297317204454, |
| "grad_norm": 41.93526840209961, |
| "learning_rate": 7.684401309220416e-06, |
| "loss": 5.8573, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.3427859146151449, |
| "grad_norm": 23.245235443115234, |
| "learning_rate": 7.645573761440444e-06, |
| "loss": 4.5851, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.34561885605824527, |
| "grad_norm": 24.502330780029297, |
| "learning_rate": 7.606523368722554e-06, |
| "loss": 6.4644, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.34845179750134564, |
| "grad_norm": 16.042354583740234, |
| "learning_rate": 7.567253420403249e-06, |
| "loss": 5.6877, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.351284738944446, |
| "grad_norm": 26.405628204345703, |
| "learning_rate": 7.527767224312883e-06, |
| "loss": 4.764, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.3541176803875464, |
| "grad_norm": 40.40938186645508, |
| "learning_rate": 7.488068106497035e-06, |
| "loss": 5.8002, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.35695062183064674, |
| "grad_norm": 25.338321685791016, |
| "learning_rate": 7.448159410936348e-06, |
| "loss": 5.5113, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.3597835632737471, |
| "grad_norm": 39.411128997802734, |
| "learning_rate": 7.4080444992648534e-06, |
| "loss": 5.5444, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.3626165047168475, |
| "grad_norm": 22.218137741088867, |
| "learning_rate": 7.3677267504868055e-06, |
| "loss": 4.4882, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.3654494461599479, |
| "grad_norm": 43.15862274169922, |
| "learning_rate": 7.327209560692063e-06, |
| "loss": 6.6107, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.36828238760304827, |
| "grad_norm": 20.51604652404785, |
| "learning_rate": 7.2864963427700284e-06, |
| "loss": 5.6351, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.37111532904614863, |
| "grad_norm": 21.392065048217773, |
| "learning_rate": 7.2455905261221585e-06, |
| "loss": 5.7755, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.373948270489249, |
| "grad_norm": 28.160072326660156, |
| "learning_rate": 7.204495556373106e-06, |
| "loss": 6.5779, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.37678121193234937, |
| "grad_norm": 41.15205764770508, |
| "learning_rate": 7.163214895080479e-06, |
| "loss": 6.4435, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.37961415337544974, |
| "grad_norm": 26.100757598876953, |
| "learning_rate": 7.121752019443266e-06, |
| "loss": 6.5864, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.3824470948185501, |
| "grad_norm": 41.462791442871094, |
| "learning_rate": 7.080110422008937e-06, |
| "loss": 5.6488, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.38528003626165047, |
| "grad_norm": 22.369388580322266, |
| "learning_rate": 7.038293610379255e-06, |
| "loss": 4.4922, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.38811297770475084, |
| "grad_norm": 19.927444458007812, |
| "learning_rate": 6.996305106914824e-06, |
| "loss": 4.5791, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.3909459191478512, |
| "grad_norm": 25.871030807495117, |
| "learning_rate": 6.954148448438389e-06, |
| "loss": 4.5578, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.3937788605909516, |
| "grad_norm": 18.420751571655273, |
| "learning_rate": 6.911827185936914e-06, |
| "loss": 4.6252, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.39661180203405194, |
| "grad_norm": 27.263010025024414, |
| "learning_rate": 6.869344884262473e-06, |
| "loss": 5.5235, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.3994447434771523, |
| "grad_norm": 24.479764938354492, |
| "learning_rate": 6.8267051218319766e-06, |
| "loss": 5.6514, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.4022776849202527, |
| "grad_norm": 23.21695899963379, |
| "learning_rate": 6.7839114903257404e-06, |
| "loss": 7.5326, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.40511062636335304, |
| "grad_norm": 21.287368774414062, |
| "learning_rate": 6.74096759438496e-06, |
| "loss": 3.895, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.40794356780645347, |
| "grad_norm": 25.839454650878906, |
| "learning_rate": 6.697877051308067e-06, |
| "loss": 6.3928, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.41077650924955383, |
| "grad_norm": 22.896682739257812, |
| "learning_rate": 6.654643490746042e-06, |
| "loss": 4.5232, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.4136094506926542, |
| "grad_norm": 25.252422332763672, |
| "learning_rate": 6.611270554396676e-06, |
| "loss": 6.5998, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.41644239213575457, |
| "grad_norm": 24.610836029052734, |
| "learning_rate": 6.567761895697816e-06, |
| "loss": 4.6121, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.41927533357885494, |
| "grad_norm": 19.092580795288086, |
| "learning_rate": 6.524121179519625e-06, |
| "loss": 3.6029, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.4221082750219553, |
| "grad_norm": 22.915136337280273, |
| "learning_rate": 6.480352081855884e-06, |
| "loss": 3.6352, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.42494121646505567, |
| "grad_norm": 29.044233322143555, |
| "learning_rate": 6.436458289514342e-06, |
| "loss": 4.6979, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.42777415790815604, |
| "grad_norm": 39.80937194824219, |
| "learning_rate": 6.392443499806175e-06, |
| "loss": 4.6673, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.4306070993512564, |
| "grad_norm": 22.760765075683594, |
| "learning_rate": 6.348311420234542e-06, |
| "loss": 4.6801, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.4334400407943568, |
| "grad_norm": 21.216337203979492, |
| "learning_rate": 6.304065768182295e-06, |
| "loss": 5.7451, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.43627298223745714, |
| "grad_norm": 20.622943878173828, |
| "learning_rate": 6.259710270598848e-06, |
| "loss": 5.6216, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.4391059236805575, |
| "grad_norm": 40.299949645996094, |
| "learning_rate": 6.215248663686251e-06, |
| "loss": 6.5508, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.4419388651236579, |
| "grad_norm": 28.81671905517578, |
| "learning_rate": 6.170684692584469e-06, |
| "loss": 3.5039, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.44477180656675824, |
| "grad_norm": 43.010169982910156, |
| "learning_rate": 6.126022111055929e-06, |
| "loss": 6.4925, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.4476047480098586, |
| "grad_norm": 23.351240158081055, |
| "learning_rate": 6.081264681169317e-06, |
| "loss": 3.4456, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.45043768945295903, |
| "grad_norm": 40.19292449951172, |
| "learning_rate": 6.0364161729826905e-06, |
| "loss": 4.4953, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.4532706308960594, |
| "grad_norm": 25.595369338989258, |
| "learning_rate": 5.991480364225924e-06, |
| "loss": 6.2619, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.45610357233915977, |
| "grad_norm": 32.5233268737793, |
| "learning_rate": 5.946461039982485e-06, |
| "loss": 5.5702, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.45893651378226014, |
| "grad_norm": 25.565658569335938, |
| "learning_rate": 5.901361992370614e-06, |
| "loss": 3.5389, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.4617694552253605, |
| "grad_norm": 21.443763732910156, |
| "learning_rate": 5.856187020223901e-06, |
| "loss": 4.6532, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.46460239666846087, |
| "grad_norm": 26.775903701782227, |
| "learning_rate": 5.8109399287712935e-06, |
| "loss": 5.7745, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.46743533811156124, |
| "grad_norm": 20.02845001220703, |
| "learning_rate": 5.765624529316573e-06, |
| "loss": 5.506, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.4702682795546616, |
| "grad_norm": 22.177770614624023, |
| "learning_rate": 5.7202446389173225e-06, |
| "loss": 3.5255, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.473101220997762, |
| "grad_norm": 27.885957717895508, |
| "learning_rate": 5.674804080063392e-06, |
| "loss": 3.5088, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.47593416244086234, |
| "grad_norm": 33.34544372558594, |
| "learning_rate": 5.62930668035493e-06, |
| "loss": 4.4746, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.4787671038839627, |
| "grad_norm": 24.865848541259766, |
| "learning_rate": 5.5837562721799644e-06, |
| "loss": 6.4182, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.4816000453270631, |
| "grad_norm": 20.06027603149414, |
| "learning_rate": 5.538156692391592e-06, |
| "loss": 3.499, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.48443298677016344, |
| "grad_norm": 28.240829467773438, |
| "learning_rate": 5.4925117819847925e-06, |
| "loss": 5.4651, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.4872659282132638, |
| "grad_norm": 39.07200241088867, |
| "learning_rate": 5.44682538577288e-06, |
| "loss": 4.7134, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.4900988696563642, |
| "grad_norm": 31.383825302124023, |
| "learning_rate": 5.4011013520636466e-06, |
| "loss": 4.4705, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.4929318110994646, |
| "grad_norm": 40.832984924316406, |
| "learning_rate": 5.355343532335215e-06, |
| "loss": 7.2469, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.49576475254256497, |
| "grad_norm": 20.33405303955078, |
| "learning_rate": 5.309555780911604e-06, |
| "loss": 5.4482, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.49859769398566534, |
| "grad_norm": 22.8585262298584, |
| "learning_rate": 5.263741954638072e-06, |
| "loss": 4.4573, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.5014306354287656, |
| "grad_norm": 42.46244430541992, |
| "learning_rate": 5.217905912556248e-06, |
| "loss": 5.5277, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.5042635768718661, |
| "grad_norm": 21.30562973022461, |
| "learning_rate": 5.172051515579065e-06, |
| "loss": 5.4764, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.5070965183149664, |
| "grad_norm": 18.9359130859375, |
| "learning_rate": 5.126182626165547e-06, |
| "loss": 6.4232, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.5099294597580668, |
| "grad_norm": 33.8026123046875, |
| "learning_rate": 5.080303107995461e-06, |
| "loss": 6.6042, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.5127624012011671, |
| "grad_norm": 40.52323913574219, |
| "learning_rate": 5.034416825643868e-06, |
| "loss": 5.5848, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.5155953426442675, |
| "grad_norm": 27.342744827270508, |
| "learning_rate": 4.988527644255591e-06, |
| "loss": 5.2504, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.518428284087368, |
| "grad_norm": 19.118297576904297, |
| "learning_rate": 4.942639429219661e-06, |
| "loss": 4.5668, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.5212612255304683, |
| "grad_norm": 41.146236419677734, |
| "learning_rate": 4.896756045843698e-06, |
| "loss": 6.0831, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.5240941669735687, |
| "grad_norm": 19.685937881469727, |
| "learning_rate": 4.85088135902834e-06, |
| "loss": 5.5025, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.526927108416669, |
| "grad_norm": 22.97096061706543, |
| "learning_rate": 4.805019232941689e-06, |
| "loss": 4.4157, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.5297600498597694, |
| "grad_norm": 27.627784729003906, |
| "learning_rate": 4.7591735306938144e-06, |
| "loss": 4.3861, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.5325929913028697, |
| "grad_norm": 25.308032989501953, |
| "learning_rate": 4.713348114011357e-06, |
| "loss": 7.2963, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.5354259327459702, |
| "grad_norm": 19.11351203918457, |
| "learning_rate": 4.667546842912239e-06, |
| "loss": 4.2907, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.5382588741890705, |
| "grad_norm": 28.81739044189453, |
| "learning_rate": 4.6217735753805235e-06, |
| "loss": 4.5385, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.5410918156321709, |
| "grad_norm": 20.510547637939453, |
| "learning_rate": 4.576032167041452e-06, |
| "loss": 7.2043, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.5439247570752712, |
| "grad_norm": 26.19765281677246, |
| "learning_rate": 4.530326470836659e-06, |
| "loss": 4.3494, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.5467576985183716, |
| "grad_norm": 25.779802322387695, |
| "learning_rate": 4.484660336699638e-06, |
| "loss": 5.3226, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.549590639961472, |
| "grad_norm": 26.97022247314453, |
| "learning_rate": 4.439037611231448e-06, |
| "loss": 6.5069, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.5524235814045724, |
| "grad_norm": 26.32407569885254, |
| "learning_rate": 4.393462137376696e-06, |
| "loss": 3.545, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.5552565228476727, |
| "grad_norm": 30.962535858154297, |
| "learning_rate": 4.347937754099841e-06, |
| "loss": 4.4292, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.5580894642907731, |
| "grad_norm": 38.1851921081543, |
| "learning_rate": 4.302468296061823e-06, |
| "loss": 4.3079, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.5609224057338735, |
| "grad_norm": 21.038278579711914, |
| "learning_rate": 4.257057593297055e-06, |
| "loss": 4.5294, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.5637553471769738, |
| "grad_norm": 20.618942260742188, |
| "learning_rate": 4.211709470890815e-06, |
| "loss": 7.2449, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.5665882886200743, |
| "grad_norm": 21.230995178222656, |
| "learning_rate": 4.166427748657034e-06, |
| "loss": 4.3681, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.5694212300631746, |
| "grad_norm": 20.577428817749023, |
| "learning_rate": 4.121216240816559e-06, |
| "loss": 5.3925, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.572254171506275, |
| "grad_norm": 21.1496524810791, |
| "learning_rate": 4.076078755675852e-06, |
| "loss": 5.0495, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.5750871129493753, |
| "grad_norm": 26.215744018554688, |
| "learning_rate": 4.0310190953062155e-06, |
| "loss": 5.5832, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.5779200543924757, |
| "grad_norm": 33.668174743652344, |
| "learning_rate": 3.986041055223526e-06, |
| "loss": 5.1639, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.580752995835576, |
| "grad_norm": 28.786453247070312, |
| "learning_rate": 3.9411484240685315e-06, |
| "loss": 3.3797, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.5835859372786765, |
| "grad_norm": 24.81963348388672, |
| "learning_rate": 3.8963449832877164e-06, |
| "loss": 6.3189, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.5864188787217768, |
| "grad_norm": 25.143753051757812, |
| "learning_rate": 3.851634506814782e-06, |
| "loss": 6.463, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.5892518201648772, |
| "grad_norm": 39.29959487915039, |
| "learning_rate": 3.8070207607527587e-06, |
| "loss": 7.5255, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.5920847616079775, |
| "grad_norm": 19.030284881591797, |
| "learning_rate": 3.7625075030567683e-06, |
| "loss": 4.2513, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.5949177030510779, |
| "grad_norm": 24.105989456176758, |
| "learning_rate": 3.718098483217484e-06, |
| "loss": 3.3586, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.5977506444941783, |
| "grad_norm": 38.95778274536133, |
| "learning_rate": 3.673797441945304e-06, |
| "loss": 4.2773, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.6005835859372787, |
| "grad_norm": 42.26526641845703, |
| "learning_rate": 3.629608110855248e-06, |
| "loss": 5.2586, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.6034165273803791, |
| "grad_norm": 21.60348892211914, |
| "learning_rate": 3.585534212152643e-06, |
| "loss": 4.4408, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.6062494688234794, |
| "grad_norm": 39.41062545776367, |
| "learning_rate": 3.5415794583195846e-06, |
| "loss": 4.5132, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.6090824102665798, |
| "grad_norm": 32.25893783569336, |
| "learning_rate": 3.497747551802221e-06, |
| "loss": 8.4284, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.6119153517096801, |
| "grad_norm": 34.556373596191406, |
| "learning_rate": 3.4540421846988916e-06, |
| "loss": 6.3801, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.6147482931527806, |
| "grad_norm": 27.99374771118164, |
| "learning_rate": 3.4104670384491234e-06, |
| "loss": 5.5573, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.6175812345958809, |
| "grad_norm": 23.997901916503906, |
| "learning_rate": 3.367025783523534e-06, |
| "loss": 4.2779, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.6204141760389813, |
| "grad_norm": 41.76970291137695, |
| "learning_rate": 3.3237220791146597e-06, |
| "loss": 5.241, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.6232471174820816, |
| "grad_norm": 27.922670364379883, |
| "learning_rate": 3.2805595728287255e-06, |
| "loss": 4.2649, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.626080058925182, |
| "grad_norm": 33.54890060424805, |
| "learning_rate": 3.2375419003783957e-06, |
| "loss": 6.0635, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.6289130003682823, |
| "grad_norm": 21.987178802490234, |
| "learning_rate": 3.1946726852765325e-06, |
| "loss": 5.1542, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.6317459418113828, |
| "grad_norm": 35.2348518371582, |
| "learning_rate": 3.1519555385309685e-06, |
| "loss": 4.2332, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.6345788832544831, |
| "grad_norm": 39.060691833496094, |
| "learning_rate": 3.1093940583403447e-06, |
| "loss": 8.0693, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.6374118246975835, |
| "grad_norm": 20.76451873779297, |
| "learning_rate": 3.066991829791024e-06, |
| "loss": 5.3108, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.6402447661406838, |
| "grad_norm": 40.92884826660156, |
| "learning_rate": 3.024752424555105e-06, |
| "loss": 4.2548, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.6430777075837842, |
| "grad_norm": 24.043121337890625, |
| "learning_rate": 2.982679400589569e-06, |
| "loss": 5.3648, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.6459106490268847, |
| "grad_norm": 22.929412841796875, |
| "learning_rate": 2.9407763018365854e-06, |
| "loss": 4.2817, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.648743590469985, |
| "grad_norm": 36.0571174621582, |
| "learning_rate": 2.899046657924992e-06, |
| "loss": 7.9167, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.6515765319130854, |
| "grad_norm": 23.849647521972656, |
| "learning_rate": 2.8574939838729844e-06, |
| "loss": 4.44, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.6544094733561857, |
| "grad_norm": 42.65750503540039, |
| "learning_rate": 2.8161217797920304e-06, |
| "loss": 5.6655, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.6572424147992861, |
| "grad_norm": 23.45660400390625, |
| "learning_rate": 2.774933530592054e-06, |
| "loss": 5.4841, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.6600753562423864, |
| "grad_norm": 21.22451400756836, |
| "learning_rate": 2.733932705687883e-06, |
| "loss": 3.3468, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.6629082976854869, |
| "grad_norm": 37.178993225097656, |
| "learning_rate": 2.693122758707013e-06, |
| "loss": 5.1606, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.6657412391285872, |
| "grad_norm": 24.34912109375, |
| "learning_rate": 2.652507127198689e-06, |
| "loss": 7.2961, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.6685741805716876, |
| "grad_norm": 40.61592483520508, |
| "learning_rate": 2.612089232344371e-06, |
| "loss": 6.3695, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.6714071220147879, |
| "grad_norm": 20.37811279296875, |
| "learning_rate": 2.571872478669528e-06, |
| "loss": 3.3039, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.6742400634578883, |
| "grad_norm": 25.745912551879883, |
| "learning_rate": 2.5318602537568904e-06, |
| "loss": 4.2973, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.6770730049009887, |
| "grad_norm": 22.395126342773438, |
| "learning_rate": 2.4920559279610886e-06, |
| "loss": 4.1162, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.6799059463440891, |
| "grad_norm": 34.32621383666992, |
| "learning_rate": 2.452462854124758e-06, |
| "loss": 4.1658, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.6827388877871894, |
| "grad_norm": 39.03499984741211, |
| "learning_rate": 2.413084367296127e-06, |
| "loss": 6.3083, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.6855718292302898, |
| "grad_norm": 47.788394927978516, |
| "learning_rate": 2.373923784448089e-06, |
| "loss": 4.2861, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.6884047706733902, |
| "grad_norm": 26.90192413330078, |
| "learning_rate": 2.3349844041988044e-06, |
| "loss": 4.3008, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.6912377121164905, |
| "grad_norm": 22.178869247436523, |
| "learning_rate": 2.296269506533846e-06, |
| "loss": 5.2767, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.694070653559591, |
| "grad_norm": 21.529335021972656, |
| "learning_rate": 2.2577823525299205e-06, |
| "loss": 7.1097, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.6969035950026913, |
| "grad_norm": 20.215675354003906, |
| "learning_rate": 2.2195261840801757e-06, |
| "loss": 7.1815, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.6997365364457917, |
| "grad_norm": 21.300861358642578, |
| "learning_rate": 2.18150422362112e-06, |
| "loss": 6.9142, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.702569477888892, |
| "grad_norm": 30.098453521728516, |
| "learning_rate": 2.1437196738611958e-06, |
| "loss": 4.4774, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.7054024193319924, |
| "grad_norm": 25.317970275878906, |
| "learning_rate": 2.1061757175110024e-06, |
| "loss": 4.4772, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.7082353607750927, |
| "grad_norm": 30.881681442260742, |
| "learning_rate": 2.0688755170152e-06, |
| "loss": 4.2296, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.7110683022181932, |
| "grad_norm": 23.95901107788086, |
| "learning_rate": 2.031822214286134e-06, |
| "loss": 5.0405, |
| "step": 2510 |
| }, |
| { |
| "epoch": 0.7139012436612935, |
| "grad_norm": 41.624210357666016, |
| "learning_rate": 1.9950189304391855e-06, |
| "loss": 6.3358, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.7167341851043939, |
| "grad_norm": 34.76797866821289, |
| "learning_rate": 1.958468765529853e-06, |
| "loss": 5.061, |
| "step": 2530 |
| }, |
| { |
| "epoch": 0.7195671265474942, |
| "grad_norm": 20.406444549560547, |
| "learning_rate": 1.9221747982926493e-06, |
| "loss": 5.1701, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.7224000679905946, |
| "grad_norm": 24.22311782836914, |
| "learning_rate": 1.8861400858817508e-06, |
| "loss": 4.2621, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.725233009433695, |
| "grad_norm": 37.65345001220703, |
| "learning_rate": 1.8503676636134882e-06, |
| "loss": 6.1661, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.7280659508767954, |
| "grad_norm": 20.813777923583984, |
| "learning_rate": 1.81486054471068e-06, |
| "loss": 5.3045, |
| "step": 2570 |
| }, |
| { |
| "epoch": 0.7308988923198958, |
| "grad_norm": 39.82976150512695, |
| "learning_rate": 1.7796217200488114e-06, |
| "loss": 6.4348, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.7337318337629961, |
| "grad_norm": 25.495925903320312, |
| "learning_rate": 1.7446541579041048e-06, |
| "loss": 4.2349, |
| "step": 2590 |
| }, |
| { |
| "epoch": 0.7365647752060965, |
| "grad_norm": 38.05914306640625, |
| "learning_rate": 1.7099608037034953e-06, |
| "loss": 5.2485, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.7393977166491968, |
| "grad_norm": 22.876413345336914, |
| "learning_rate": 1.6755445797765286e-06, |
| "loss": 4.263, |
| "step": 2610 |
| }, |
| { |
| "epoch": 0.7422306580922973, |
| "grad_norm": 22.402753829956055, |
| "learning_rate": 1.6414083851091973e-06, |
| "loss": 4.3153, |
| "step": 2620 |
| }, |
| { |
| "epoch": 0.7450635995353976, |
| "grad_norm": 20.86781883239746, |
| "learning_rate": 1.6075550950997592e-06, |
| "loss": 4.4095, |
| "step": 2630 |
| }, |
| { |
| "epoch": 0.747896540978498, |
| "grad_norm": 39.51744842529297, |
| "learning_rate": 1.5739875613165283e-06, |
| "loss": 6.2356, |
| "step": 2640 |
| }, |
| { |
| "epoch": 0.7507294824215983, |
| "grad_norm": 26.651187896728516, |
| "learning_rate": 1.5407086112576813e-06, |
| "loss": 4.1033, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.7535624238646987, |
| "grad_norm": 46.947757720947266, |
| "learning_rate": 1.5077210481130815e-06, |
| "loss": 8.1815, |
| "step": 2660 |
| }, |
| { |
| "epoch": 0.756395365307799, |
| "grad_norm": 41.29295349121094, |
| "learning_rate": 1.475027650528168e-06, |
| "loss": 6.1637, |
| "step": 2670 |
| }, |
| { |
| "epoch": 0.7592283067508995, |
| "grad_norm": 39.40729522705078, |
| "learning_rate": 1.442631172369896e-06, |
| "loss": 7.1273, |
| "step": 2680 |
| }, |
| { |
| "epoch": 0.7620612481939998, |
| "grad_norm": 39.58256912231445, |
| "learning_rate": 1.4105343424947654e-06, |
| "loss": 5.187, |
| "step": 2690 |
| }, |
| { |
| "epoch": 0.7648941896371002, |
| "grad_norm": 39.836185455322266, |
| "learning_rate": 1.378739864518971e-06, |
| "loss": 3.8889, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.7677271310802005, |
| "grad_norm": 40.20053482055664, |
| "learning_rate": 1.3472504165906614e-06, |
| "loss": 5.3001, |
| "step": 2710 |
| }, |
| { |
| "epoch": 0.7705600725233009, |
| "grad_norm": 23.571002960205078, |
| "learning_rate": 1.3160686511643505e-06, |
| "loss": 4.0238, |
| "step": 2720 |
| }, |
| { |
| "epoch": 0.7733930139664014, |
| "grad_norm": 23.623443603515625, |
| "learning_rate": 1.2851971947774987e-06, |
| "loss": 5.1091, |
| "step": 2730 |
| }, |
| { |
| "epoch": 0.7762259554095017, |
| "grad_norm": 31.367658615112305, |
| "learning_rate": 1.2546386478292604e-06, |
| "loss": 4.1048, |
| "step": 2740 |
| }, |
| { |
| "epoch": 0.7790588968526021, |
| "grad_norm": 39.296226501464844, |
| "learning_rate": 1.2243955843614558e-06, |
| "loss": 4.271, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.7818918382957024, |
| "grad_norm": 28.69118881225586, |
| "learning_rate": 1.1944705518417466e-06, |
| "loss": 4.0739, |
| "step": 2760 |
| }, |
| { |
| "epoch": 0.7847247797388028, |
| "grad_norm": 32.27414321899414, |
| "learning_rate": 1.1648660709490538e-06, |
| "loss": 5.1998, |
| "step": 2770 |
| }, |
| { |
| "epoch": 0.7875577211819031, |
| "grad_norm": 24.473217010498047, |
| "learning_rate": 1.135584635361232e-06, |
| "loss": 4.9601, |
| "step": 2780 |
| }, |
| { |
| "epoch": 0.7903906626250036, |
| "grad_norm": 27.856367111206055, |
| "learning_rate": 1.1066287115450242e-06, |
| "loss": 4.9381, |
| "step": 2790 |
| }, |
| { |
| "epoch": 0.7932236040681039, |
| "grad_norm": 17.640838623046875, |
| "learning_rate": 1.0780007385483005e-06, |
| "loss": 4.2145, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.7960565455112043, |
| "grad_norm": 34.375091552734375, |
| "learning_rate": 1.0497031277946062e-06, |
| "loss": 8.3028, |
| "step": 2810 |
| }, |
| { |
| "epoch": 0.7988894869543046, |
| "grad_norm": 23.346403121948242, |
| "learning_rate": 1.0217382628800465e-06, |
| "loss": 6.9337, |
| "step": 2820 |
| }, |
| { |
| "epoch": 0.801722428397405, |
| "grad_norm": 25.259016036987305, |
| "learning_rate": 9.94108499372507e-07, |
| "loss": 3.1855, |
| "step": 2830 |
| }, |
| { |
| "epoch": 0.8045553698405054, |
| "grad_norm": 33.022727966308594, |
| "learning_rate": 9.668161646132296e-07, |
| "loss": 5.2408, |
| "step": 2840 |
| }, |
| { |
| "epoch": 0.8073883112836058, |
| "grad_norm": 30.2951717376709, |
| "learning_rate": 9.398635575207854e-07, |
| "loss": 3.1828, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.8102212527267061, |
| "grad_norm": 51.273616790771484, |
| "learning_rate": 9.132529483974217e-07, |
| "loss": 5.0485, |
| "step": 2860 |
| }, |
| { |
| "epoch": 0.8130541941698065, |
| "grad_norm": 39.878597259521484, |
| "learning_rate": 8.869865787378262e-07, |
| "loss": 6.3068, |
| "step": 2870 |
| }, |
| { |
| "epoch": 0.8158871356129069, |
| "grad_norm": 21.064966201782227, |
| "learning_rate": 8.61066661040324e-07, |
| "loss": 3.3587, |
| "step": 2880 |
| }, |
| { |
| "epoch": 0.8187200770560072, |
| "grad_norm": 22.18380355834961, |
| "learning_rate": 8.354953786205133e-07, |
| "loss": 4.242, |
| "step": 2890 |
| }, |
| { |
| "epoch": 0.8215530184991077, |
| "grad_norm": 41.24013137817383, |
| "learning_rate": 8.102748854273468e-07, |
| "loss": 4.1017, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.824385959942208, |
| "grad_norm": 23.30076789855957, |
| "learning_rate": 7.854073058617112e-07, |
| "loss": 5.3308, |
| "step": 2910 |
| }, |
| { |
| "epoch": 0.8272189013853084, |
| "grad_norm": 21.42025375366211, |
| "learning_rate": 7.60894734597476e-07, |
| "loss": 8.113, |
| "step": 2920 |
| }, |
| { |
| "epoch": 0.8300518428284087, |
| "grad_norm": 18.741073608398438, |
| "learning_rate": 7.367392364050485e-07, |
| "loss": 5.1848, |
| "step": 2930 |
| }, |
| { |
| "epoch": 0.8328847842715091, |
| "grad_norm": 23.857194900512695, |
| "learning_rate": 7.129428459774618e-07, |
| "loss": 7.1581, |
| "step": 2940 |
| }, |
| { |
| "epoch": 0.8357177257146094, |
| "grad_norm": 28.530094146728516, |
| "learning_rate": 6.895075677589791e-07, |
| "loss": 6.2661, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.8385506671577099, |
| "grad_norm": 40.354949951171875, |
| "learning_rate": 6.664353757762515e-07, |
| "loss": 4.2647, |
| "step": 2960 |
| }, |
| { |
| "epoch": 0.8413836086008102, |
| "grad_norm": 21.305288314819336, |
| "learning_rate": 6.437282134720479e-07, |
| "loss": 4.9122, |
| "step": 2970 |
| }, |
| { |
| "epoch": 0.8442165500439106, |
| "grad_norm": 40.32603454589844, |
| "learning_rate": 6.21387993541544e-07, |
| "loss": 6.2095, |
| "step": 2980 |
| }, |
| { |
| "epoch": 0.8470494914870109, |
| "grad_norm": 39.293067932128906, |
| "learning_rate": 5.994165977712175e-07, |
| "loss": 4.1365, |
| "step": 2990 |
| }, |
| { |
| "epoch": 0.8498824329301113, |
| "grad_norm": 25.006118774414062, |
| "learning_rate": 5.778158768803294e-07, |
| "loss": 3.4504, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.8527153743732117, |
| "grad_norm": 38.37477111816406, |
| "learning_rate": 5.565876503650442e-07, |
| "loss": 4.2214, |
| "step": 3010 |
| }, |
| { |
| "epoch": 0.8555483158163121, |
| "grad_norm": 40.921207427978516, |
| "learning_rate": 5.357337063451601e-07, |
| "loss": 5.1103, |
| "step": 3020 |
| }, |
| { |
| "epoch": 0.8583812572594125, |
| "grad_norm": 26.225017547607422, |
| "learning_rate": 5.152558014134906e-07, |
| "loss": 5.9913, |
| "step": 3030 |
| }, |
| { |
| "epoch": 0.8612141987025128, |
| "grad_norm": 22.678930282592773, |
| "learning_rate": 4.951556604879049e-07, |
| "loss": 4.3731, |
| "step": 3040 |
| }, |
| { |
| "epoch": 0.8640471401456132, |
| "grad_norm": 29.937393188476562, |
| "learning_rate": 4.754349766660299e-07, |
| "loss": 4.2301, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.8668800815887135, |
| "grad_norm": 26.465091705322266, |
| "learning_rate": 4.5609541108263377e-07, |
| "loss": 6.0091, |
| "step": 3060 |
| }, |
| { |
| "epoch": 0.869713023031814, |
| "grad_norm": 25.58681297302246, |
| "learning_rate": 4.3713859276971026e-07, |
| "loss": 6.979, |
| "step": 3070 |
| }, |
| { |
| "epoch": 0.8725459644749143, |
| "grad_norm": 22.564706802368164, |
| "learning_rate": 4.1856611851925245e-07, |
| "loss": 5.0316, |
| "step": 3080 |
| }, |
| { |
| "epoch": 0.8753789059180147, |
| "grad_norm": 40.97758102416992, |
| "learning_rate": 4.003795527487508e-07, |
| "loss": 8.964, |
| "step": 3090 |
| }, |
| { |
| "epoch": 0.878211847361115, |
| "grad_norm": 32.80113220214844, |
| "learning_rate": 3.8258042736942446e-07, |
| "loss": 3.1517, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.8810447888042154, |
| "grad_norm": 30.950176239013672, |
| "learning_rate": 3.651702416571762e-07, |
| "loss": 4.345, |
| "step": 3110 |
| }, |
| { |
| "epoch": 0.8838777302473158, |
| "grad_norm": 21.242090225219727, |
| "learning_rate": 3.481504621263049e-07, |
| "loss": 6.1642, |
| "step": 3120 |
| }, |
| { |
| "epoch": 0.8867106716904162, |
| "grad_norm": 21.0790958404541, |
| "learning_rate": 3.315225224059809e-07, |
| "loss": 5.1734, |
| "step": 3130 |
| }, |
| { |
| "epoch": 0.8895436131335165, |
| "grad_norm": 41.8050537109375, |
| "learning_rate": 3.1528782311948226e-07, |
| "loss": 5.0608, |
| "step": 3140 |
| }, |
| { |
| "epoch": 0.8923765545766169, |
| "grad_norm": 23.527942657470703, |
| "learning_rate": 2.9944773176621756e-07, |
| "loss": 5.9961, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.8952094960197172, |
| "grad_norm": 28.754201889038086, |
| "learning_rate": 2.840035826065368e-07, |
| "loss": 3.8781, |
| "step": 3160 |
| }, |
| { |
| "epoch": 0.8980424374628176, |
| "grad_norm": 26.580829620361328, |
| "learning_rate": 2.689566765493451e-07, |
| "loss": 4.1426, |
| "step": 3170 |
| }, |
| { |
| "epoch": 0.9008753789059181, |
| "grad_norm": 18.550945281982422, |
| "learning_rate": 2.5430828104251684e-07, |
| "loss": 4.9139, |
| "step": 3180 |
| }, |
| { |
| "epoch": 0.9037083203490184, |
| "grad_norm": 20.301895141601562, |
| "learning_rate": 2.4005962996614174e-07, |
| "loss": 3.1654, |
| "step": 3190 |
| }, |
| { |
| "epoch": 0.9065412617921188, |
| "grad_norm": 37.804969787597656, |
| "learning_rate": 2.2621192352858702e-07, |
| "loss": 5.0736, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.9093742032352191, |
| "grad_norm": 29.193897247314453, |
| "learning_rate": 2.1276632816540077e-07, |
| "loss": 5.2175, |
| "step": 3210 |
| }, |
| { |
| "epoch": 0.9122071446783195, |
| "grad_norm": 23.378320693969727, |
| "learning_rate": 1.9972397644106023e-07, |
| "loss": 5.2508, |
| "step": 3220 |
| }, |
| { |
| "epoch": 0.9150400861214198, |
| "grad_norm": 18.92923355102539, |
| "learning_rate": 1.870859669535724e-07, |
| "loss": 5.2554, |
| "step": 3230 |
| }, |
| { |
| "epoch": 0.9178730275645203, |
| "grad_norm": 18.03963279724121, |
| "learning_rate": 1.7485336424193366e-07, |
| "loss": 5.1253, |
| "step": 3240 |
| }, |
| { |
| "epoch": 0.9207059690076206, |
| "grad_norm": 38.961456298828125, |
| "learning_rate": 1.6302719869646432e-07, |
| "loss": 5.0659, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.923538910450721, |
| "grad_norm": 20.624431610107422, |
| "learning_rate": 1.5160846647201132e-07, |
| "loss": 4.1776, |
| "step": 3260 |
| }, |
| { |
| "epoch": 0.9263718518938213, |
| "grad_norm": 21.755279541015625, |
| "learning_rate": 1.4059812940404093e-07, |
| "loss": 3.142, |
| "step": 3270 |
| }, |
| { |
| "epoch": 0.9292047933369217, |
| "grad_norm": 20.076051712036133, |
| "learning_rate": 1.2999711492762079e-07, |
| "loss": 5.2161, |
| "step": 3280 |
| }, |
| { |
| "epoch": 0.932037734780022, |
| "grad_norm": 25.841142654418945, |
| "learning_rate": 1.198063159992996e-07, |
| "loss": 5.3184, |
| "step": 3290 |
| }, |
| { |
| "epoch": 0.9348706762231225, |
| "grad_norm": 35.23577117919922, |
| "learning_rate": 1.1002659102188784e-07, |
| "loss": 3.3098, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.9377036176662228, |
| "grad_norm": 20.789785385131836, |
| "learning_rate": 1.006587637721551e-07, |
| "loss": 3.1742, |
| "step": 3310 |
| }, |
| { |
| "epoch": 0.9405365591093232, |
| "grad_norm": 40.675296783447266, |
| "learning_rate": 9.170362333143778e-08, |
| "loss": 7.3385, |
| "step": 3320 |
| }, |
| { |
| "epoch": 0.9433695005524236, |
| "grad_norm": 24.71589469909668, |
| "learning_rate": 8.316192401917667e-08, |
| "loss": 5.3478, |
| "step": 3330 |
| }, |
| { |
| "epoch": 0.946202441995524, |
| "grad_norm": 38.48093032836914, |
| "learning_rate": 7.503438532937169e-08, |
| "loss": 6.069, |
| "step": 3340 |
| }, |
| { |
| "epoch": 0.9490353834386244, |
| "grad_norm": 26.636127471923828, |
| "learning_rate": 6.732169186998372e-08, |
| "loss": 4.1179, |
| "step": 3350 |
| }, |
| { |
| "epoch": 0.9518683248817247, |
| "grad_norm": 42.95631790161133, |
| "learning_rate": 6.002449330526294e-08, |
| "loss": 6.9268, |
| "step": 3360 |
| }, |
| { |
| "epoch": 0.9547012663248251, |
| "grad_norm": 20.64594268798828, |
| "learning_rate": 5.31434043010276e-08, |
| "loss": 3.1192, |
| "step": 3370 |
| }, |
| { |
| "epoch": 0.9575342077679254, |
| "grad_norm": 44.144744873046875, |
| "learning_rate": 4.667900447288931e-08, |
| "loss": 6.0163, |
| "step": 3380 |
| }, |
| { |
| "epoch": 0.9603671492110258, |
| "grad_norm": 41.0361442565918, |
| "learning_rate": 4.0631838337427675e-08, |
| "loss": 5.265, |
| "step": 3390 |
| }, |
| { |
| "epoch": 0.9632000906541262, |
| "grad_norm": 28.538305282592773, |
| "learning_rate": 3.500241526632753e-08, |
| "loss": 5.07, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.9660330320972266, |
| "grad_norm": 24.23358154296875, |
| "learning_rate": 2.979120944346936e-08, |
| "loss": 4.3623, |
| "step": 3410 |
| }, |
| { |
| "epoch": 0.9688659735403269, |
| "grad_norm": 26.74643898010254, |
| "learning_rate": 2.499865982499128e-08, |
| "loss": 3.3373, |
| "step": 3420 |
| }, |
| { |
| "epoch": 0.9716989149834273, |
| "grad_norm": 22.635358810424805, |
| "learning_rate": 2.0625170102309687e-08, |
| "loss": 4.2529, |
| "step": 3430 |
| }, |
| { |
| "epoch": 0.9745318564265276, |
| "grad_norm": 25.663415908813477, |
| "learning_rate": 1.6671108668119828e-08, |
| "loss": 4.1368, |
| "step": 3440 |
| }, |
| { |
| "epoch": 0.977364797869628, |
| "grad_norm": 28.40155029296875, |
| "learning_rate": 1.3136808585361149e-08, |
| "loss": 5.9535, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.9801977393127284, |
| "grad_norm": 21.457969665527344, |
| "learning_rate": 1.0022567559164198e-08, |
| "loss": 6.1661, |
| "step": 3460 |
| }, |
| { |
| "epoch": 0.9830306807558288, |
| "grad_norm": 26.77224349975586, |
| "learning_rate": 7.328647911774567e-09, |
| "loss": 4.1479, |
| "step": 3470 |
| }, |
| { |
| "epoch": 0.9858636221989292, |
| "grad_norm": 34.7308464050293, |
| "learning_rate": 5.055276560454459e-09, |
| "loss": 3.216, |
| "step": 3480 |
| }, |
| { |
| "epoch": 0.9886965636420295, |
| "grad_norm": 27.362573623657227, |
| "learning_rate": 3.202644998370752e-09, |
| "loss": 5.132, |
| "step": 3490 |
| }, |
| { |
| "epoch": 0.9915295050851299, |
| "grad_norm": 33.32588195800781, |
| "learning_rate": 1.770909278464017e-09, |
| "loss": 6.1225, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.9943624465282302, |
| "grad_norm": 19.929155349731445, |
| "learning_rate": 7.601900003051388e-10, |
| "loss": 3.1458, |
| "step": 3510 |
| }, |
| { |
| "epoch": 0.9971953879713307, |
| "grad_norm": 26.834556579589844, |
| "learning_rate": 1.7057229993344693e-10, |
| "loss": 7.2351, |
| "step": 3520 |
| }, |
| { |
| "epoch": 0.9997450352701209, |
| "step": 3529, |
| "total_flos": 1.1540349697243742e+19, |
| "train_loss": 5.616373471816494, |
| "train_runtime": 84659.9545, |
| "train_samples_per_second": 2.502, |
| "train_steps_per_second": 0.042 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 3529, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 1000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.1540349697243742e+19, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
