| { | |
| "best_metric": 0.9777191259513872, | |
| "best_model_checkpoint": "mobilenet_v2_1.0_224-finetuned-plantdisease/checkpoint-9164", | |
| "epoch": 9.995635093845483, | |
| "eval_steps": 500, | |
| "global_step": 11450, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.008729812309035356, | |
| "grad_norm": 5.370448589324951, | |
| "learning_rate": 4.366812227074236e-07, | |
| "loss": 3.7534, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.017459624618070713, | |
| "grad_norm": 5.382869720458984, | |
| "learning_rate": 8.733624454148472e-07, | |
| "loss": 3.7447, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.026189436927106065, | |
| "grad_norm": 5.5538249015808105, | |
| "learning_rate": 1.3100436681222706e-06, | |
| "loss": 3.7409, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.034919249236141425, | |
| "grad_norm": 5.5582685470581055, | |
| "learning_rate": 1.7467248908296944e-06, | |
| "loss": 3.7325, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.04364906154517678, | |
| "grad_norm": 5.354773998260498, | |
| "learning_rate": 2.1834061135371177e-06, | |
| "loss": 3.7135, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.05237887385421213, | |
| "grad_norm": 5.103704929351807, | |
| "learning_rate": 2.6200873362445413e-06, | |
| "loss": 3.714, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.06110868616324749, | |
| "grad_norm": 5.359903812408447, | |
| "learning_rate": 3.056768558951965e-06, | |
| "loss": 3.6754, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.06983849847228285, | |
| "grad_norm": 5.380093097686768, | |
| "learning_rate": 3.493449781659389e-06, | |
| "loss": 3.6767, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.0785683107813182, | |
| "grad_norm": 5.455582141876221, | |
| "learning_rate": 3.930131004366813e-06, | |
| "loss": 3.6431, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.08729812309035356, | |
| "grad_norm": 5.4371490478515625, | |
| "learning_rate": 4.3668122270742355e-06, | |
| "loss": 3.6285, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.09602793539938892, | |
| "grad_norm": 5.358748435974121, | |
| "learning_rate": 4.80349344978166e-06, | |
| "loss": 3.594, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.10475774770842426, | |
| "grad_norm": 5.466850757598877, | |
| "learning_rate": 5.240174672489083e-06, | |
| "loss": 3.5717, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.11348756001745962, | |
| "grad_norm": 5.143874168395996, | |
| "learning_rate": 5.676855895196507e-06, | |
| "loss": 3.5456, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.12221737232649497, | |
| "grad_norm": 5.1142683029174805, | |
| "learning_rate": 6.11353711790393e-06, | |
| "loss": 3.5045, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.13094718463553034, | |
| "grad_norm": 5.174585819244385, | |
| "learning_rate": 6.550218340611354e-06, | |
| "loss": 3.452, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.1396769969445657, | |
| "grad_norm": 5.233867168426514, | |
| "learning_rate": 6.986899563318778e-06, | |
| "loss": 3.4269, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.14840680925360106, | |
| "grad_norm": 4.996443271636963, | |
| "learning_rate": 7.423580786026202e-06, | |
| "loss": 3.3866, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.1571366215626364, | |
| "grad_norm": 5.243433475494385, | |
| "learning_rate": 7.860262008733626e-06, | |
| "loss": 3.3293, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.16586643387167177, | |
| "grad_norm": 5.2202911376953125, | |
| "learning_rate": 8.296943231441049e-06, | |
| "loss": 3.2767, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.17459624618070713, | |
| "grad_norm": 4.891767501831055, | |
| "learning_rate": 8.733624454148471e-06, | |
| "loss": 3.2698, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.18332605848974248, | |
| "grad_norm": 4.960419654846191, | |
| "learning_rate": 9.170305676855896e-06, | |
| "loss": 3.2333, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.19205587079877784, | |
| "grad_norm": 4.834344387054443, | |
| "learning_rate": 9.60698689956332e-06, | |
| "loss": 3.1378, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.2007856831078132, | |
| "grad_norm": 5.046371936798096, | |
| "learning_rate": 1.0043668122270743e-05, | |
| "loss": 3.0687, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.20951549541684852, | |
| "grad_norm": 5.039073467254639, | |
| "learning_rate": 1.0480349344978165e-05, | |
| "loss": 3.0194, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.21824530772588388, | |
| "grad_norm": 5.1495771408081055, | |
| "learning_rate": 1.091703056768559e-05, | |
| "loss": 2.9677, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.22697512003491924, | |
| "grad_norm": 4.857588768005371, | |
| "learning_rate": 1.1353711790393014e-05, | |
| "loss": 2.9015, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.2357049323439546, | |
| "grad_norm": 4.682951927185059, | |
| "learning_rate": 1.1790393013100438e-05, | |
| "loss": 2.8179, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.24443474465298995, | |
| "grad_norm": 4.9485602378845215, | |
| "learning_rate": 1.222707423580786e-05, | |
| "loss": 2.8279, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.25316455696202533, | |
| "grad_norm": 4.801344871520996, | |
| "learning_rate": 1.2663755458515283e-05, | |
| "loss": 2.7402, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.2618943692710607, | |
| "grad_norm": 4.586411952972412, | |
| "learning_rate": 1.3100436681222708e-05, | |
| "loss": 2.7108, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.27062418158009605, | |
| "grad_norm": 4.808084487915039, | |
| "learning_rate": 1.3537117903930133e-05, | |
| "loss": 2.585, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.2793539938891314, | |
| "grad_norm": 4.550442695617676, | |
| "learning_rate": 1.3973799126637555e-05, | |
| "loss": 2.6376, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.28808380619816676, | |
| "grad_norm": 4.389446258544922, | |
| "learning_rate": 1.4410480349344979e-05, | |
| "loss": 2.511, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.2968136185072021, | |
| "grad_norm": 4.278360366821289, | |
| "learning_rate": 1.4847161572052404e-05, | |
| "loss": 2.4379, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.30554343081623747, | |
| "grad_norm": 4.738358497619629, | |
| "learning_rate": 1.5283842794759826e-05, | |
| "loss": 2.387, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.3142732431252728, | |
| "grad_norm": 4.373560428619385, | |
| "learning_rate": 1.572052401746725e-05, | |
| "loss": 2.3534, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.3230030554343082, | |
| "grad_norm": 4.679076671600342, | |
| "learning_rate": 1.6157205240174673e-05, | |
| "loss": 2.321, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.33173286774334354, | |
| "grad_norm": 4.373522758483887, | |
| "learning_rate": 1.6593886462882098e-05, | |
| "loss": 2.2783, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.3404626800523789, | |
| "grad_norm": 4.47551155090332, | |
| "learning_rate": 1.703056768558952e-05, | |
| "loss": 2.1886, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.34919249236141425, | |
| "grad_norm": 4.3290181159973145, | |
| "learning_rate": 1.7467248908296942e-05, | |
| "loss": 2.1986, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.3579223046704496, | |
| "grad_norm": 4.084609031677246, | |
| "learning_rate": 1.7903930131004367e-05, | |
| "loss": 2.0736, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.36665211697948497, | |
| "grad_norm": 4.143791198730469, | |
| "learning_rate": 1.8340611353711792e-05, | |
| "loss": 2.045, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.3753819292885203, | |
| "grad_norm": 4.159194469451904, | |
| "learning_rate": 1.8777292576419214e-05, | |
| "loss": 1.9542, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.3841117415975557, | |
| "grad_norm": 4.298882007598877, | |
| "learning_rate": 1.921397379912664e-05, | |
| "loss": 1.9863, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.39284155390659103, | |
| "grad_norm": 4.460660934448242, | |
| "learning_rate": 1.965065502183406e-05, | |
| "loss": 1.9066, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.4015713662156264, | |
| "grad_norm": 4.154500484466553, | |
| "learning_rate": 2.0087336244541487e-05, | |
| "loss": 1.7901, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.41030117852466175, | |
| "grad_norm": 4.019309043884277, | |
| "learning_rate": 2.052401746724891e-05, | |
| "loss": 1.8314, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.41903099083369705, | |
| "grad_norm": 4.08663272857666, | |
| "learning_rate": 2.096069868995633e-05, | |
| "loss": 1.7671, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.4277608031427324, | |
| "grad_norm": 4.213662624359131, | |
| "learning_rate": 2.1397379912663756e-05, | |
| "loss": 1.7467, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.43649061545176776, | |
| "grad_norm": 3.9979076385498047, | |
| "learning_rate": 2.183406113537118e-05, | |
| "loss": 1.6146, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.4452204277608031, | |
| "grad_norm": 3.973045825958252, | |
| "learning_rate": 2.2270742358078603e-05, | |
| "loss": 1.6054, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.4539502400698385, | |
| "grad_norm": 4.335777282714844, | |
| "learning_rate": 2.2707423580786028e-05, | |
| "loss": 1.6053, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.46268005237887383, | |
| "grad_norm": 4.511986255645752, | |
| "learning_rate": 2.3144104803493453e-05, | |
| "loss": 1.5458, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.4714098646879092, | |
| "grad_norm": 3.8047099113464355, | |
| "learning_rate": 2.3580786026200875e-05, | |
| "loss": 1.5328, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.48013967699694454, | |
| "grad_norm": 3.791404962539673, | |
| "learning_rate": 2.4017467248908297e-05, | |
| "loss": 1.4993, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.4888694893059799, | |
| "grad_norm": 4.048672199249268, | |
| "learning_rate": 2.445414847161572e-05, | |
| "loss": 1.4274, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.49759930161501525, | |
| "grad_norm": 4.073417663574219, | |
| "learning_rate": 2.4890829694323144e-05, | |
| "loss": 1.3728, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.5063291139240507, | |
| "grad_norm": 4.089795112609863, | |
| "learning_rate": 2.5327510917030566e-05, | |
| "loss": 1.3612, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.515058926233086, | |
| "grad_norm": 3.6688883304595947, | |
| "learning_rate": 2.576419213973799e-05, | |
| "loss": 1.2784, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.5237887385421214, | |
| "grad_norm": 3.9120841026306152, | |
| "learning_rate": 2.6200873362445416e-05, | |
| "loss": 1.2878, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.5325185508511567, | |
| "grad_norm": 3.715569257736206, | |
| "learning_rate": 2.663755458515284e-05, | |
| "loss": 1.1857, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.5412483631601921, | |
| "grad_norm": 3.895285129547119, | |
| "learning_rate": 2.7074235807860267e-05, | |
| "loss": 1.1727, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.5499781754692274, | |
| "grad_norm": 3.671576738357544, | |
| "learning_rate": 2.7510917030567685e-05, | |
| "loss": 1.1431, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.5587079877782628, | |
| "grad_norm": 4.0363993644714355, | |
| "learning_rate": 2.794759825327511e-05, | |
| "loss": 1.1228, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.5674378000872982, | |
| "grad_norm": 4.259347915649414, | |
| "learning_rate": 2.8384279475982532e-05, | |
| "loss": 1.1352, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.5761676123963335, | |
| "grad_norm": 3.2646217346191406, | |
| "learning_rate": 2.8820960698689958e-05, | |
| "loss": 1.0213, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.5848974247053689, | |
| "grad_norm": 3.9578239917755127, | |
| "learning_rate": 2.9257641921397383e-05, | |
| "loss": 1.0741, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.5936272370144042, | |
| "grad_norm": 3.894042730331421, | |
| "learning_rate": 2.9694323144104808e-05, | |
| "loss": 1.0305, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.6023570493234396, | |
| "grad_norm": 4.07789945602417, | |
| "learning_rate": 3.0131004366812227e-05, | |
| "loss": 1.0185, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.6110868616324749, | |
| "grad_norm": 4.043015003204346, | |
| "learning_rate": 3.056768558951965e-05, | |
| "loss": 1.0215, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.6198166739415103, | |
| "grad_norm": 3.8258657455444336, | |
| "learning_rate": 3.1004366812227074e-05, | |
| "loss": 0.9917, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.6285464862505457, | |
| "grad_norm": 3.633079767227173, | |
| "learning_rate": 3.14410480349345e-05, | |
| "loss": 0.9212, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.637276298559581, | |
| "grad_norm": 4.321951866149902, | |
| "learning_rate": 3.1877729257641924e-05, | |
| "loss": 0.9052, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.6460061108686164, | |
| "grad_norm": 3.5607919692993164, | |
| "learning_rate": 3.2314410480349346e-05, | |
| "loss": 0.894, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.6547359231776517, | |
| "grad_norm": 3.680312156677246, | |
| "learning_rate": 3.275109170305677e-05, | |
| "loss": 0.8355, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.6634657354866871, | |
| "grad_norm": 4.108597755432129, | |
| "learning_rate": 3.3187772925764197e-05, | |
| "loss": 0.7819, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.6721955477957224, | |
| "grad_norm": 4.298781871795654, | |
| "learning_rate": 3.362445414847162e-05, | |
| "loss": 0.823, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.6809253601047578, | |
| "grad_norm": 3.7209835052490234, | |
| "learning_rate": 3.406113537117904e-05, | |
| "loss": 0.8231, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.6896551724137931, | |
| "grad_norm": 3.6912119388580322, | |
| "learning_rate": 3.449781659388647e-05, | |
| "loss": 0.7911, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.6983849847228285, | |
| "grad_norm": 3.601679563522339, | |
| "learning_rate": 3.4934497816593884e-05, | |
| "loss": 0.7401, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.7071147970318639, | |
| "grad_norm": 3.856973171234131, | |
| "learning_rate": 3.537117903930131e-05, | |
| "loss": 0.7565, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.7158446093408992, | |
| "grad_norm": 4.325893878936768, | |
| "learning_rate": 3.5807860262008734e-05, | |
| "loss": 0.7557, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.7245744216499346, | |
| "grad_norm": 4.065762996673584, | |
| "learning_rate": 3.624454148471616e-05, | |
| "loss": 0.7348, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.7333042339589699, | |
| "grad_norm": 3.6065175533294678, | |
| "learning_rate": 3.6681222707423585e-05, | |
| "loss": 0.7162, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.7420340462680053, | |
| "grad_norm": 3.7237186431884766, | |
| "learning_rate": 3.711790393013101e-05, | |
| "loss": 0.6657, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.7507638585770406, | |
| "grad_norm": 3.3277764320373535, | |
| "learning_rate": 3.755458515283843e-05, | |
| "loss": 0.6956, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.759493670886076, | |
| "grad_norm": 4.210085868835449, | |
| "learning_rate": 3.799126637554585e-05, | |
| "loss": 0.6844, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.7682234831951114, | |
| "grad_norm": 3.41595458984375, | |
| "learning_rate": 3.842794759825328e-05, | |
| "loss": 0.6489, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.7769532955041467, | |
| "grad_norm": 4.264623641967773, | |
| "learning_rate": 3.88646288209607e-05, | |
| "loss": 0.6868, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.7856831078131821, | |
| "grad_norm": 3.9044318199157715, | |
| "learning_rate": 3.930131004366812e-05, | |
| "loss": 0.6235, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.7944129201222174, | |
| "grad_norm": 3.767618179321289, | |
| "learning_rate": 3.9737991266375545e-05, | |
| "loss": 0.6105, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.8031427324312528, | |
| "grad_norm": 3.6234493255615234, | |
| "learning_rate": 4.017467248908297e-05, | |
| "loss": 0.6195, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.8118725447402881, | |
| "grad_norm": 3.8668875694274902, | |
| "learning_rate": 4.0611353711790395e-05, | |
| "loss": 0.6341, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.8206023570493235, | |
| "grad_norm": 3.911647081375122, | |
| "learning_rate": 4.104803493449782e-05, | |
| "loss": 0.6803, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.8293321693583589, | |
| "grad_norm": 4.5981950759887695, | |
| "learning_rate": 4.1484716157205246e-05, | |
| "loss": 0.5992, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.8380619816673941, | |
| "grad_norm": 3.940392017364502, | |
| "learning_rate": 4.192139737991266e-05, | |
| "loss": 0.5896, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.8467917939764295, | |
| "grad_norm": 3.4633290767669678, | |
| "learning_rate": 4.235807860262009e-05, | |
| "loss": 0.5743, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.8555216062854648, | |
| "grad_norm": 3.471381187438965, | |
| "learning_rate": 4.279475982532751e-05, | |
| "loss": 0.5745, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.8642514185945002, | |
| "grad_norm": 3.305868625640869, | |
| "learning_rate": 4.323144104803494e-05, | |
| "loss": 0.6056, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.8729812309035355, | |
| "grad_norm": 3.885556221008301, | |
| "learning_rate": 4.366812227074236e-05, | |
| "loss": 0.5638, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.8817110432125709, | |
| "grad_norm": 3.944361448287964, | |
| "learning_rate": 4.4104803493449784e-05, | |
| "loss": 0.524, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.8904408555216062, | |
| "grad_norm": 3.539358377456665, | |
| "learning_rate": 4.4541484716157205e-05, | |
| "loss": 0.5493, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.8991706678306416, | |
| "grad_norm": 3.6482980251312256, | |
| "learning_rate": 4.497816593886463e-05, | |
| "loss": 0.5493, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.907900480139677, | |
| "grad_norm": 3.9914190769195557, | |
| "learning_rate": 4.5414847161572056e-05, | |
| "loss": 0.4909, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.9166302924487123, | |
| "grad_norm": 4.449773788452148, | |
| "learning_rate": 4.585152838427948e-05, | |
| "loss": 0.5089, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.9253601047577477, | |
| "grad_norm": 4.087109565734863, | |
| "learning_rate": 4.6288209606986906e-05, | |
| "loss": 0.5272, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.934089917066783, | |
| "grad_norm": 4.070830345153809, | |
| "learning_rate": 4.672489082969432e-05, | |
| "loss": 0.5054, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.9428197293758184, | |
| "grad_norm": 3.926940679550171, | |
| "learning_rate": 4.716157205240175e-05, | |
| "loss": 0.5005, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.9515495416848537, | |
| "grad_norm": 3.5378997325897217, | |
| "learning_rate": 4.759825327510917e-05, | |
| "loss": 0.5203, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.9602793539938891, | |
| "grad_norm": 3.6640408039093018, | |
| "learning_rate": 4.8034934497816594e-05, | |
| "loss": 0.4391, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.9690091663029244, | |
| "grad_norm": 3.9486780166625977, | |
| "learning_rate": 4.847161572052402e-05, | |
| "loss": 0.4608, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.9777389786119598, | |
| "grad_norm": 3.081714153289795, | |
| "learning_rate": 4.890829694323144e-05, | |
| "loss": 0.4607, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.9864687909209952, | |
| "grad_norm": 4.005092620849609, | |
| "learning_rate": 4.9344978165938866e-05, | |
| "loss": 0.4745, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.9951986032300305, | |
| "grad_norm": 3.1498849391937256, | |
| "learning_rate": 4.978165938864629e-05, | |
| "loss": 0.3974, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.9995635093845482, | |
| "eval_accuracy": 0.8978639823226123, | |
| "eval_loss": 0.3598543405532837, | |
| "eval_runtime": 62.6632, | |
| "eval_samples_per_second": 259.993, | |
| "eval_steps_per_second": 8.139, | |
| "step": 1145 | |
| }, | |
| { | |
| "epoch": 1.003928415539066, | |
| "grad_norm": 3.5931997299194336, | |
| "learning_rate": 4.997573993207181e-05, | |
| "loss": 0.4407, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 1.0126582278481013, | |
| "grad_norm": 2.662714719772339, | |
| "learning_rate": 4.9927219796215426e-05, | |
| "loss": 0.4129, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 1.0213880401571367, | |
| "grad_norm": 3.9502806663513184, | |
| "learning_rate": 4.9878699660359054e-05, | |
| "loss": 0.4622, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 1.030117852466172, | |
| "grad_norm": 3.2790305614471436, | |
| "learning_rate": 4.9830179524502674e-05, | |
| "loss": 0.4446, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 1.0388476647752074, | |
| "grad_norm": 3.6010549068450928, | |
| "learning_rate": 4.978165938864629e-05, | |
| "loss": 0.4411, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 1.0475774770842428, | |
| "grad_norm": 3.6778202056884766, | |
| "learning_rate": 4.9733139252789915e-05, | |
| "loss": 0.4662, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 1.0563072893932781, | |
| "grad_norm": 3.7837071418762207, | |
| "learning_rate": 4.968461911693353e-05, | |
| "loss": 0.4305, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 1.0650371017023135, | |
| "grad_norm": 3.306307554244995, | |
| "learning_rate": 4.963609898107715e-05, | |
| "loss": 0.4111, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 1.0737669140113488, | |
| "grad_norm": 3.2483878135681152, | |
| "learning_rate": 4.9587578845220763e-05, | |
| "loss": 0.3983, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 1.0824967263203842, | |
| "grad_norm": 3.236823558807373, | |
| "learning_rate": 4.953905870936439e-05, | |
| "loss": 0.386, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 1.0912265386294195, | |
| "grad_norm": 3.8218398094177246, | |
| "learning_rate": 4.949053857350801e-05, | |
| "loss": 0.4355, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 1.099956350938455, | |
| "grad_norm": 2.8009932041168213, | |
| "learning_rate": 4.9442018437651625e-05, | |
| "loss": 0.4203, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 1.1086861632474903, | |
| "grad_norm": 3.2365312576293945, | |
| "learning_rate": 4.9393498301795246e-05, | |
| "loss": 0.3648, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 1.1174159755565256, | |
| "grad_norm": 3.3708131313323975, | |
| "learning_rate": 4.9344978165938866e-05, | |
| "loss": 0.4026, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 1.126145787865561, | |
| "grad_norm": 3.124727487564087, | |
| "learning_rate": 4.929645803008249e-05, | |
| "loss": 0.3873, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 1.1348756001745963, | |
| "grad_norm": 3.1519768238067627, | |
| "learning_rate": 4.92479378942261e-05, | |
| "loss": 0.3864, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 1.1436054124836317, | |
| "grad_norm": 3.662675619125366, | |
| "learning_rate": 4.919941775836973e-05, | |
| "loss": 0.4071, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 1.152335224792667, | |
| "grad_norm": 3.7715182304382324, | |
| "learning_rate": 4.915089762251335e-05, | |
| "loss": 0.37, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 1.1610650371017024, | |
| "grad_norm": 3.4320363998413086, | |
| "learning_rate": 4.910237748665696e-05, | |
| "loss": 0.4143, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 1.1697948494107377, | |
| "grad_norm": 2.953200101852417, | |
| "learning_rate": 4.905385735080058e-05, | |
| "loss": 0.3522, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 1.178524661719773, | |
| "grad_norm": 3.239183187484741, | |
| "learning_rate": 4.90053372149442e-05, | |
| "loss": 0.3704, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 1.1872544740288085, | |
| "grad_norm": 3.6990933418273926, | |
| "learning_rate": 4.8956817079087824e-05, | |
| "loss": 0.392, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 1.1959842863378438, | |
| "grad_norm": 3.497069835662842, | |
| "learning_rate": 4.890829694323144e-05, | |
| "loss": 0.3628, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 1.2047140986468792, | |
| "grad_norm": 4.022006034851074, | |
| "learning_rate": 4.8859776807375065e-05, | |
| "loss": 0.3842, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 1.2134439109559145, | |
| "grad_norm": 3.68331241607666, | |
| "learning_rate": 4.8811256671518685e-05, | |
| "loss": 0.3386, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 1.2221737232649499, | |
| "grad_norm": 2.9863877296447754, | |
| "learning_rate": 4.87627365356623e-05, | |
| "loss": 0.3398, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 1.2309035355739852, | |
| "grad_norm": 3.9146687984466553, | |
| "learning_rate": 4.871421639980592e-05, | |
| "loss": 0.3543, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 1.2396333478830206, | |
| "grad_norm": 3.9005401134490967, | |
| "learning_rate": 4.866569626394954e-05, | |
| "loss": 0.4041, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 1.248363160192056, | |
| "grad_norm": 2.9291443824768066, | |
| "learning_rate": 4.861717612809316e-05, | |
| "loss": 0.3363, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 1.2570929725010913, | |
| "grad_norm": 3.2885146141052246, | |
| "learning_rate": 4.8568655992236775e-05, | |
| "loss": 0.375, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 1.2658227848101267, | |
| "grad_norm": 3.188255548477173, | |
| "learning_rate": 4.85201358563804e-05, | |
| "loss": 0.3467, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 1.274552597119162, | |
| "grad_norm": 3.08927059173584, | |
| "learning_rate": 4.847161572052402e-05, | |
| "loss": 0.3863, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 1.2832824094281974, | |
| "grad_norm": 2.3255248069763184, | |
| "learning_rate": 4.8423095584667636e-05, | |
| "loss": 0.3498, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 1.2920122217372327, | |
| "grad_norm": 3.268420696258545, | |
| "learning_rate": 4.837457544881126e-05, | |
| "loss": 0.3092, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 1.300742034046268, | |
| "grad_norm": 3.7126426696777344, | |
| "learning_rate": 4.832605531295488e-05, | |
| "loss": 0.3402, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 1.3094718463553034, | |
| "grad_norm": 2.976686954498291, | |
| "learning_rate": 4.82775351770985e-05, | |
| "loss": 0.3038, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 1.3182016586643388, | |
| "grad_norm": 3.393733501434326, | |
| "learning_rate": 4.822901504124212e-05, | |
| "loss": 0.3353, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 1.3269314709733742, | |
| "grad_norm": 3.2993807792663574, | |
| "learning_rate": 4.818049490538574e-05, | |
| "loss": 0.3427, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 1.3356612832824095, | |
| "grad_norm": 3.6997506618499756, | |
| "learning_rate": 4.813197476952936e-05, | |
| "loss": 0.3535, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 1.3443910955914449, | |
| "grad_norm": 3.4463653564453125, | |
| "learning_rate": 4.808345463367297e-05, | |
| "loss": 0.3431, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 1.3531209079004802, | |
| "grad_norm": 3.227196455001831, | |
| "learning_rate": 4.8034934497816594e-05, | |
| "loss": 0.3114, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 1.3618507202095156, | |
| "grad_norm": 3.5765860080718994, | |
| "learning_rate": 4.7986414361960214e-05, | |
| "loss": 0.3203, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 1.370580532518551, | |
| "grad_norm": 4.020304203033447, | |
| "learning_rate": 4.7937894226103835e-05, | |
| "loss": 0.3496, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 1.3793103448275863, | |
| "grad_norm": 3.5590262413024902, | |
| "learning_rate": 4.7889374090247456e-05, | |
| "loss": 0.3294, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 1.3880401571366217, | |
| "grad_norm": 3.3192408084869385, | |
| "learning_rate": 4.7840853954391076e-05, | |
| "loss": 0.3334, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 1.396769969445657, | |
| "grad_norm": 3.537508726119995, | |
| "learning_rate": 4.77923338185347e-05, | |
| "loss": 0.3349, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 1.4054997817546924, | |
| "grad_norm": 4.00840425491333, | |
| "learning_rate": 4.774381368267831e-05, | |
| "loss": 0.334, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 1.4142295940637277, | |
| "grad_norm": 3.3885114192962646, | |
| "learning_rate": 4.769529354682193e-05, | |
| "loss": 0.2888, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 1.422959406372763, | |
| "grad_norm": 3.376528739929199, | |
| "learning_rate": 4.764677341096555e-05, | |
| "loss": 0.3122, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 1.4316892186817984, | |
| "grad_norm": 3.8087868690490723, | |
| "learning_rate": 4.759825327510917e-05, | |
| "loss": 0.3433, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 1.4404190309908338, | |
| "grad_norm": 2.8861641883850098, | |
| "learning_rate": 4.754973313925279e-05, | |
| "loss": 0.2913, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 1.4491488432998691, | |
| "grad_norm": 3.975708246231079, | |
| "learning_rate": 4.750121300339641e-05, | |
| "loss": 0.3294, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 1.4578786556089045, | |
| "grad_norm": 4.433221817016602, | |
| "learning_rate": 4.7452692867540034e-05, | |
| "loss": 0.2937, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 1.4666084679179399, | |
| "grad_norm": 3.9927902221679688, | |
| "learning_rate": 4.740417273168365e-05, | |
| "loss": 0.2853, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 1.4753382802269752, | |
| "grad_norm": 3.353848695755005, | |
| "learning_rate": 4.735565259582727e-05, | |
| "loss": 0.3477, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 1.4840680925360106, | |
| "grad_norm": 3.72670841217041, | |
| "learning_rate": 4.730713245997089e-05, | |
| "loss": 0.3342, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 1.492797904845046, | |
| "grad_norm": 3.5278804302215576, | |
| "learning_rate": 4.725861232411451e-05, | |
| "loss": 0.2832, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 1.5015277171540813, | |
| "grad_norm": 3.5316507816314697, | |
| "learning_rate": 4.721009218825813e-05, | |
| "loss": 0.2962, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 1.5102575294631166, | |
| "grad_norm": 3.522723913192749, | |
| "learning_rate": 4.716157205240175e-05, | |
| "loss": 0.3165, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 1.518987341772152, | |
| "grad_norm": 3.0365447998046875, | |
| "learning_rate": 4.711305191654537e-05, | |
| "loss": 0.2921, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 1.5277171540811874, | |
| "grad_norm": 3.355435848236084, | |
| "learning_rate": 4.7064531780688984e-05, | |
| "loss": 0.2887, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 1.5364469663902227, | |
| "grad_norm": 4.480086326599121, | |
| "learning_rate": 4.7016011644832605e-05, | |
| "loss": 0.28, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 1.545176778699258, | |
| "grad_norm": 3.315585136413574, | |
| "learning_rate": 4.6967491508976226e-05, | |
| "loss": 0.3122, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 1.5539065910082934, | |
| "grad_norm": 3.043123483657837, | |
| "learning_rate": 4.6918971373119846e-05, | |
| "loss": 0.2679, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 1.5626364033173288, | |
| "grad_norm": 2.6386468410491943, | |
| "learning_rate": 4.687045123726347e-05, | |
| "loss": 0.2796, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 1.5713662156263641, | |
| "grad_norm": 3.1339259147644043, | |
| "learning_rate": 4.682193110140709e-05, | |
| "loss": 0.2942, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 1.5800960279353995, | |
| "grad_norm": 3.921851873397827, | |
| "learning_rate": 4.677341096555071e-05, | |
| "loss": 0.3087, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 1.5888258402444349, | |
| "grad_norm": 3.262922525405884, | |
| "learning_rate": 4.672489082969432e-05, | |
| "loss": 0.2879, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 1.5975556525534702, | |
| "grad_norm": 3.206650733947754, | |
| "learning_rate": 4.667637069383794e-05, | |
| "loss": 0.278, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 1.6062854648625056, | |
| "grad_norm": 3.8127830028533936, | |
| "learning_rate": 4.662785055798157e-05, | |
| "loss": 0.2656, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 1.615015277171541, | |
| "grad_norm": 3.552639961242676, | |
| "learning_rate": 4.657933042212518e-05, | |
| "loss": 0.2858, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 1.6237450894805763, | |
| "grad_norm": 3.771047353744507, | |
| "learning_rate": 4.6530810286268804e-05, | |
| "loss": 0.3176, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 1.6324749017896116, | |
| "grad_norm": 3.8466198444366455, | |
| "learning_rate": 4.6482290150412424e-05, | |
| "loss": 0.2594, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 1.641204714098647, | |
| "grad_norm": 3.0491561889648438, | |
| "learning_rate": 4.6433770014556045e-05, | |
| "loss": 0.3074, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 1.6499345264076823, | |
| "grad_norm": 3.4488463401794434, | |
| "learning_rate": 4.638524987869966e-05, | |
| "loss": 0.2625, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 1.6586643387167177, | |
| "grad_norm": 3.1591031551361084, | |
| "learning_rate": 4.633672974284328e-05, | |
| "loss": 0.2824, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 1.667394151025753, | |
| "grad_norm": 3.56533145904541, | |
| "learning_rate": 4.6288209606986906e-05, | |
| "loss": 0.2855, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 1.6761239633347884, | |
| "grad_norm": 3.567021131515503, | |
| "learning_rate": 4.623968947113052e-05, | |
| "loss": 0.2823, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 1.6848537756438238, | |
| "grad_norm": 4.153507709503174, | |
| "learning_rate": 4.619116933527414e-05, | |
| "loss": 0.2907, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 1.6935835879528591, | |
| "grad_norm": 4.215022087097168, | |
| "learning_rate": 4.614264919941776e-05, | |
| "loss": 0.2699, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 1.7023134002618945, | |
| "grad_norm": 3.388324499130249, | |
| "learning_rate": 4.609412906356138e-05, | |
| "loss": 0.2915, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 1.7110432125709298, | |
| "grad_norm": 3.654491901397705, | |
| "learning_rate": 4.6045608927704996e-05, | |
| "loss": 0.2804, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 1.7197730248799652, | |
| "grad_norm": 3.2709882259368896, | |
| "learning_rate": 4.5997088791848616e-05, | |
| "loss": 0.271, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 1.7285028371890006, | |
| "grad_norm": 3.5081441402435303, | |
| "learning_rate": 4.5948568655992244e-05, | |
| "loss": 0.2807, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 1.737232649498036, | |
| "grad_norm": 2.9276814460754395, | |
| "learning_rate": 4.590004852013586e-05, | |
| "loss": 0.2756, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 1.7459624618070713, | |
| "grad_norm": 3.9031786918640137, | |
| "learning_rate": 4.585152838427948e-05, | |
| "loss": 0.2964, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 1.7546922741161066, | |
| "grad_norm": 3.184328079223633, | |
| "learning_rate": 4.58030082484231e-05, | |
| "loss": 0.2366, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 1.763422086425142, | |
| "grad_norm": 3.6933434009552, | |
| "learning_rate": 4.575448811256672e-05, | |
| "loss": 0.2574, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 1.7721518987341773, | |
| "grad_norm": 3.177960157394409, | |
| "learning_rate": 4.570596797671033e-05, | |
| "loss": 0.2602, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 1.7808817110432127, | |
| "grad_norm": 4.310092926025391, | |
| "learning_rate": 4.565744784085395e-05, | |
| "loss": 0.2821, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 1.789611523352248, | |
| "grad_norm": 2.7888848781585693, | |
| "learning_rate": 4.560892770499758e-05, | |
| "loss": 0.2409, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 1.7983413356612834, | |
| "grad_norm": 3.6411709785461426, | |
| "learning_rate": 4.5560407569141194e-05, | |
| "loss": 0.2675, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 1.8070711479703188, | |
| "grad_norm": 2.790893077850342, | |
| "learning_rate": 4.5511887433284815e-05, | |
| "loss": 0.3142, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 1.8158009602793541, | |
| "grad_norm": 4.2732768058776855, | |
| "learning_rate": 4.5463367297428435e-05, | |
| "loss": 0.2925, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 1.8245307725883895, | |
| "grad_norm": 3.220660448074341, | |
| "learning_rate": 4.5414847161572056e-05, | |
| "loss": 0.2705, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 1.8332605848974248, | |
| "grad_norm": 4.008994102478027, | |
| "learning_rate": 4.5366327025715677e-05, | |
| "loss": 0.256, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 1.8419903972064602, | |
| "grad_norm": 3.519592761993408, | |
| "learning_rate": 4.531780688985929e-05, | |
| "loss": 0.2503, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 1.8507202095154955, | |
| "grad_norm": 3.621957540512085, | |
| "learning_rate": 4.526928675400292e-05, | |
| "loss": 0.2641, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 1.859450021824531, | |
| "grad_norm": 3.7663767337799072, | |
| "learning_rate": 4.522076661814653e-05, | |
| "loss": 0.2256, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 1.8681798341335663, | |
| "grad_norm": 2.5823781490325928, | |
| "learning_rate": 4.517224648229015e-05, | |
| "loss": 0.267, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 1.8769096464426016, | |
| "grad_norm": 2.787856340408325, | |
| "learning_rate": 4.512372634643377e-05, | |
| "loss": 0.2841, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 1.885639458751637, | |
| "grad_norm": 3.87716007232666, | |
| "learning_rate": 4.507520621057739e-05, | |
| "loss": 0.2001, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 1.8943692710606723, | |
| "grad_norm": 3.641904830932617, | |
| "learning_rate": 4.5026686074721014e-05, | |
| "loss": 0.2586, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 1.9030990833697077, | |
| "grad_norm": 3.6821677684783936, | |
| "learning_rate": 4.497816593886463e-05, | |
| "loss": 0.2698, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 1.911828895678743, | |
| "grad_norm": 2.7858848571777344, | |
| "learning_rate": 4.4929645803008255e-05, | |
| "loss": 0.2734, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 1.9205587079877784, | |
| "grad_norm": 3.4211864471435547, | |
| "learning_rate": 4.488112566715187e-05, | |
| "loss": 0.2387, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 1.9292885202968137, | |
| "grad_norm": 2.879937171936035, | |
| "learning_rate": 4.483260553129549e-05, | |
| "loss": 0.2375, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 1.938018332605849, | |
| "grad_norm": 3.930103063583374, | |
| "learning_rate": 4.478408539543911e-05, | |
| "loss": 0.2767, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 1.9467481449148845, | |
| "grad_norm": 3.938791275024414, | |
| "learning_rate": 4.473556525958273e-05, | |
| "loss": 0.2536, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 1.9554779572239198, | |
| "grad_norm": 2.574296236038208, | |
| "learning_rate": 4.468704512372635e-05, | |
| "loss": 0.2188, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 1.9642077695329552, | |
| "grad_norm": 4.026519298553467, | |
| "learning_rate": 4.4638524987869964e-05, | |
| "loss": 0.2557, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 1.9729375818419905, | |
| "grad_norm": 3.5013089179992676, | |
| "learning_rate": 4.459000485201359e-05, | |
| "loss": 0.2438, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 1.9816673941510259, | |
| "grad_norm": 2.124563694000244, | |
| "learning_rate": 4.4541484716157205e-05, | |
| "loss": 0.2489, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 1.9903972064600612, | |
| "grad_norm": 2.5535762310028076, | |
| "learning_rate": 4.4492964580300826e-05, | |
| "loss": 0.2468, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 1.9991270187690966, | |
| "grad_norm": 3.7411351203918457, | |
| "learning_rate": 4.4444444444444447e-05, | |
| "loss": 0.2155, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.9602872575497177, | |
| "eval_loss": 0.15250827372074127, | |
| "eval_runtime": 62.7478, | |
| "eval_samples_per_second": 259.643, | |
| "eval_steps_per_second": 8.128, | |
| "step": 2291 | |
| }, | |
| { | |
| "epoch": 2.007856831078132, | |
| "grad_norm": 3.3374812602996826, | |
| "learning_rate": 4.439592430858807e-05, | |
| "loss": 0.2331, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 2.0165866433871673, | |
| "grad_norm": 2.8195152282714844, | |
| "learning_rate": 4.434740417273169e-05, | |
| "loss": 0.2219, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 2.0253164556962027, | |
| "grad_norm": 3.702488899230957, | |
| "learning_rate": 4.42988840368753e-05, | |
| "loss": 0.2212, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 2.034046268005238, | |
| "grad_norm": 2.593886613845825, | |
| "learning_rate": 4.425036390101893e-05, | |
| "loss": 0.2278, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 2.0427760803142734, | |
| "grad_norm": 3.5325887203216553, | |
| "learning_rate": 4.420184376516254e-05, | |
| "loss": 0.2197, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 2.0515058926233087, | |
| "grad_norm": 4.355841159820557, | |
| "learning_rate": 4.415332362930616e-05, | |
| "loss": 0.2384, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 2.060235704932344, | |
| "grad_norm": 3.8640925884246826, | |
| "learning_rate": 4.4104803493449784e-05, | |
| "loss": 0.2102, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 2.0689655172413794, | |
| "grad_norm": 3.6872246265411377, | |
| "learning_rate": 4.4056283357593404e-05, | |
| "loss": 0.2536, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 2.077695329550415, | |
| "grad_norm": 3.1011269092559814, | |
| "learning_rate": 4.4007763221737025e-05, | |
| "loss": 0.2231, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 2.08642514185945, | |
| "grad_norm": 3.202810525894165, | |
| "learning_rate": 4.395924308588064e-05, | |
| "loss": 0.2609, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 2.0951549541684855, | |
| "grad_norm": 3.2603683471679688, | |
| "learning_rate": 4.3910722950024266e-05, | |
| "loss": 0.2367, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 2.103884766477521, | |
| "grad_norm": 2.8735013008117676, | |
| "learning_rate": 4.386220281416788e-05, | |
| "loss": 0.2528, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 2.1126145787865562, | |
| "grad_norm": 2.745392322540283, | |
| "learning_rate": 4.38136826783115e-05, | |
| "loss": 0.2259, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 2.1213443910955916, | |
| "grad_norm": 2.783156633377075, | |
| "learning_rate": 4.376516254245512e-05, | |
| "loss": 0.2285, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 2.130074203404627, | |
| "grad_norm": 3.6078295707702637, | |
| "learning_rate": 4.371664240659874e-05, | |
| "loss": 0.2222, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 2.1388040157136623, | |
| "grad_norm": 3.379075527191162, | |
| "learning_rate": 4.366812227074236e-05, | |
| "loss": 0.2574, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 2.1475338280226977, | |
| "grad_norm": 2.965963840484619, | |
| "learning_rate": 4.3619602134885976e-05, | |
| "loss": 0.2305, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 2.156263640331733, | |
| "grad_norm": 3.110180616378784, | |
| "learning_rate": 4.35710819990296e-05, | |
| "loss": 0.2127, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 2.1649934526407684, | |
| "grad_norm": 2.2609825134277344, | |
| "learning_rate": 4.352256186317322e-05, | |
| "loss": 0.1914, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 2.1737232649498037, | |
| "grad_norm": 3.6740341186523438, | |
| "learning_rate": 4.347404172731684e-05, | |
| "loss": 0.2116, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 2.182453077258839, | |
| "grad_norm": 4.600437641143799, | |
| "learning_rate": 4.342552159146046e-05, | |
| "loss": 0.2694, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 2.1911828895678744, | |
| "grad_norm": 2.320915460586548, | |
| "learning_rate": 4.337700145560408e-05, | |
| "loss": 0.2063, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 2.19991270187691, | |
| "grad_norm": 3.467024326324463, | |
| "learning_rate": 4.33284813197477e-05, | |
| "loss": 0.2474, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 2.208642514185945, | |
| "grad_norm": 2.8249664306640625, | |
| "learning_rate": 4.327996118389131e-05, | |
| "loss": 0.2376, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 2.2173723264949805, | |
| "grad_norm": 3.371345281600952, | |
| "learning_rate": 4.323144104803494e-05, | |
| "loss": 0.2286, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 2.226102138804016, | |
| "grad_norm": 2.801051139831543, | |
| "learning_rate": 4.3182920912178554e-05, | |
| "loss": 0.1987, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 2.234831951113051, | |
| "grad_norm": 2.635571002960205, | |
| "learning_rate": 4.3134400776322174e-05, | |
| "loss": 0.2364, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 2.2435617634220866, | |
| "grad_norm": 3.7617597579956055, | |
| "learning_rate": 4.3085880640465795e-05, | |
| "loss": 0.2607, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 2.252291575731122, | |
| "grad_norm": 2.7652156352996826, | |
| "learning_rate": 4.3037360504609415e-05, | |
| "loss": 0.2227, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 2.2610213880401573, | |
| "grad_norm": 2.7807669639587402, | |
| "learning_rate": 4.2988840368753036e-05, | |
| "loss": 0.2403, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 2.2697512003491926, | |
| "grad_norm": 3.653930425643921, | |
| "learning_rate": 4.294032023289665e-05, | |
| "loss": 0.226, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 2.278481012658228, | |
| "grad_norm": 2.039379358291626, | |
| "learning_rate": 4.289180009704028e-05, | |
| "loss": 0.2299, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 2.2872108249672634, | |
| "grad_norm": 2.568441390991211, | |
| "learning_rate": 4.284327996118389e-05, | |
| "loss": 0.2354, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 2.2959406372762987, | |
| "grad_norm": 3.425060987472534, | |
| "learning_rate": 4.279475982532751e-05, | |
| "loss": 0.2334, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 2.304670449585334, | |
| "grad_norm": 3.790520429611206, | |
| "learning_rate": 4.274623968947113e-05, | |
| "loss": 0.2126, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 2.3134002618943694, | |
| "grad_norm": 3.2851438522338867, | |
| "learning_rate": 4.269771955361475e-05, | |
| "loss": 0.202, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 2.322130074203405, | |
| "grad_norm": 2.7088074684143066, | |
| "learning_rate": 4.264919941775837e-05, | |
| "loss": 0.2, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 2.33085988651244, | |
| "grad_norm": 2.6394031047821045, | |
| "learning_rate": 4.260067928190199e-05, | |
| "loss": 0.2323, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 2.3395896988214755, | |
| "grad_norm": 3.6911752223968506, | |
| "learning_rate": 4.2552159146045614e-05, | |
| "loss": 0.2426, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 2.348319511130511, | |
| "grad_norm": 2.896843671798706, | |
| "learning_rate": 4.250363901018923e-05, | |
| "loss": 0.205, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 2.357049323439546, | |
| "grad_norm": 3.258150339126587, | |
| "learning_rate": 4.245511887433285e-05, | |
| "loss": 0.2154, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 2.3657791357485816, | |
| "grad_norm": 2.3189845085144043, | |
| "learning_rate": 4.240659873847647e-05, | |
| "loss": 0.1969, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 2.374508948057617, | |
| "grad_norm": 3.0700485706329346, | |
| "learning_rate": 4.235807860262009e-05, | |
| "loss": 0.2196, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 2.3832387603666523, | |
| "grad_norm": 2.3715126514434814, | |
| "learning_rate": 4.230955846676371e-05, | |
| "loss": 0.2214, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 2.3919685726756876, | |
| "grad_norm": 3.8778791427612305, | |
| "learning_rate": 4.2261038330907324e-05, | |
| "loss": 0.2229, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 2.400698384984723, | |
| "grad_norm": 2.7153546810150146, | |
| "learning_rate": 4.221251819505095e-05, | |
| "loss": 0.1865, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 2.4094281972937583, | |
| "grad_norm": 2.5187482833862305, | |
| "learning_rate": 4.216399805919457e-05, | |
| "loss": 0.2027, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 2.4181580096027937, | |
| "grad_norm": 3.387876510620117, | |
| "learning_rate": 4.2115477923338185e-05, | |
| "loss": 0.2097, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 2.426887821911829, | |
| "grad_norm": 2.9012184143066406, | |
| "learning_rate": 4.2066957787481806e-05, | |
| "loss": 0.1936, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 2.4356176342208644, | |
| "grad_norm": 3.1651363372802734, | |
| "learning_rate": 4.2018437651625426e-05, | |
| "loss": 0.2453, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 2.4443474465298998, | |
| "grad_norm": 3.4698972702026367, | |
| "learning_rate": 4.196991751576905e-05, | |
| "loss": 0.2172, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 2.453077258838935, | |
| "grad_norm": 3.2747743129730225, | |
| "learning_rate": 4.192139737991266e-05, | |
| "loss": 0.244, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 2.4618070711479705, | |
| "grad_norm": 4.365453720092773, | |
| "learning_rate": 4.187287724405629e-05, | |
| "loss": 0.2208, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 2.470536883457006, | |
| "grad_norm": 3.2108471393585205, | |
| "learning_rate": 4.182435710819991e-05, | |
| "loss": 0.2253, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 2.479266695766041, | |
| "grad_norm": 3.678192377090454, | |
| "learning_rate": 4.177583697234352e-05, | |
| "loss": 0.231, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 2.4879965080750766, | |
| "grad_norm": 3.295539617538452, | |
| "learning_rate": 4.172731683648714e-05, | |
| "loss": 0.24, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 2.496726320384112, | |
| "grad_norm": 3.0643677711486816, | |
| "learning_rate": 4.1678796700630764e-05, | |
| "loss": 0.2142, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 2.505456132693147, | |
| "grad_norm": 3.3195557594299316, | |
| "learning_rate": 4.1630276564774384e-05, | |
| "loss": 0.2218, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 2.5141859450021826, | |
| "grad_norm": 2.9350225925445557, | |
| "learning_rate": 4.1581756428918e-05, | |
| "loss": 0.1869, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 2.5229157573112175, | |
| "grad_norm": 3.483301877975464, | |
| "learning_rate": 4.1533236293061625e-05, | |
| "loss": 0.1986, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 2.5316455696202533, | |
| "grad_norm": 3.9944510459899902, | |
| "learning_rate": 4.1484716157205246e-05, | |
| "loss": 0.2112, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 2.5403753819292882, | |
| "grad_norm": 3.825562000274658, | |
| "learning_rate": 4.143619602134886e-05, | |
| "loss": 0.2102, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 2.549105194238324, | |
| "grad_norm": 3.575993776321411, | |
| "learning_rate": 4.138767588549248e-05, | |
| "loss": 0.2303, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 2.557835006547359, | |
| "grad_norm": 2.6293749809265137, | |
| "learning_rate": 4.13391557496361e-05, | |
| "loss": 0.1759, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 2.5665648188563948, | |
| "grad_norm": 3.9990651607513428, | |
| "learning_rate": 4.129063561377972e-05, | |
| "loss": 0.247, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 2.5752946311654297, | |
| "grad_norm": 3.152682065963745, | |
| "learning_rate": 4.1242115477923335e-05, | |
| "loss": 0.22, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 2.5840244434744655, | |
| "grad_norm": 2.9134416580200195, | |
| "learning_rate": 4.119359534206696e-05, | |
| "loss": 0.1966, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 2.5927542557835004, | |
| "grad_norm": 4.1252288818359375, | |
| "learning_rate": 4.114507520621058e-05, | |
| "loss": 0.1766, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 2.601484068092536, | |
| "grad_norm": 3.3701207637786865, | |
| "learning_rate": 4.1096555070354197e-05, | |
| "loss": 0.2062, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 2.610213880401571, | |
| "grad_norm": 3.7040228843688965, | |
| "learning_rate": 4.104803493449782e-05, | |
| "loss": 0.1997, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 2.618943692710607, | |
| "grad_norm": 3.8628756999969482, | |
| "learning_rate": 4.099951479864144e-05, | |
| "loss": 0.2126, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 2.627673505019642, | |
| "grad_norm": 3.3776793479919434, | |
| "learning_rate": 4.095099466278506e-05, | |
| "loss": 0.2277, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 2.6364033173286776, | |
| "grad_norm": 1.8289759159088135, | |
| "learning_rate": 4.090247452692867e-05, | |
| "loss": 0.2033, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 2.6451331296377125, | |
| "grad_norm": 3.379987955093384, | |
| "learning_rate": 4.08539543910723e-05, | |
| "loss": 0.216, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 2.6538629419467483, | |
| "grad_norm": 3.1933844089508057, | |
| "learning_rate": 4.080543425521592e-05, | |
| "loss": 0.175, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 2.6625927542557832, | |
| "grad_norm": 4.522855758666992, | |
| "learning_rate": 4.0756914119359534e-05, | |
| "loss": 0.2276, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 2.671322566564819, | |
| "grad_norm": 3.2988367080688477, | |
| "learning_rate": 4.0708393983503154e-05, | |
| "loss": 0.2112, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 2.680052378873854, | |
| "grad_norm": 3.88380765914917, | |
| "learning_rate": 4.0659873847646775e-05, | |
| "loss": 0.1831, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 2.6887821911828897, | |
| "grad_norm": 2.2652664184570312, | |
| "learning_rate": 4.0611353711790395e-05, | |
| "loss": 0.2062, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 2.6975120034919247, | |
| "grad_norm": 2.7714035511016846, | |
| "learning_rate": 4.0562833575934016e-05, | |
| "loss": 0.2016, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 2.7062418158009605, | |
| "grad_norm": 3.18550181388855, | |
| "learning_rate": 4.0514313440077636e-05, | |
| "loss": 0.2043, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 2.7149716281099954, | |
| "grad_norm": 4.249231815338135, | |
| "learning_rate": 4.046579330422126e-05, | |
| "loss": 0.1868, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 2.723701440419031, | |
| "grad_norm": 3.2999160289764404, | |
| "learning_rate": 4.041727316836487e-05, | |
| "loss": 0.1849, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 2.732431252728066, | |
| "grad_norm": 3.1966731548309326, | |
| "learning_rate": 4.036875303250849e-05, | |
| "loss": 0.2143, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 2.741161065037102, | |
| "grad_norm": 3.071214199066162, | |
| "learning_rate": 4.032023289665211e-05, | |
| "loss": 0.1541, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 2.749890877346137, | |
| "grad_norm": 2.8251476287841797, | |
| "learning_rate": 4.027171276079573e-05, | |
| "loss": 0.1818, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 2.7586206896551726, | |
| "grad_norm": 3.3325555324554443, | |
| "learning_rate": 4.022319262493935e-05, | |
| "loss": 0.2099, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 2.7673505019642075, | |
| "grad_norm": 3.3313956260681152, | |
| "learning_rate": 4.017467248908297e-05, | |
| "loss": 0.2064, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 2.7760803142732433, | |
| "grad_norm": 3.0525896549224854, | |
| "learning_rate": 4.0126152353226594e-05, | |
| "loss": 0.1882, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 2.7848101265822782, | |
| "grad_norm": 2.8672525882720947, | |
| "learning_rate": 4.007763221737021e-05, | |
| "loss": 0.1722, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 2.793539938891314, | |
| "grad_norm": 3.050518751144409, | |
| "learning_rate": 4.002911208151383e-05, | |
| "loss": 0.1933, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 2.802269751200349, | |
| "grad_norm": 3.527492046356201, | |
| "learning_rate": 3.998059194565745e-05, | |
| "loss": 0.1614, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 2.8109995635093847, | |
| "grad_norm": 4.246466159820557, | |
| "learning_rate": 3.993207180980107e-05, | |
| "loss": 0.2099, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 2.8197293758184196, | |
| "grad_norm": 3.365166425704956, | |
| "learning_rate": 3.988355167394469e-05, | |
| "loss": 0.2046, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 2.8284591881274554, | |
| "grad_norm": 2.6562325954437256, | |
| "learning_rate": 3.983503153808831e-05, | |
| "loss": 0.1593, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 2.8371890004364904, | |
| "grad_norm": 3.081038236618042, | |
| "learning_rate": 3.978651140223193e-05, | |
| "loss": 0.1784, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 2.845918812745526, | |
| "grad_norm": 3.1560895442962646, | |
| "learning_rate": 3.9737991266375545e-05, | |
| "loss": 0.2313, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 2.854648625054561, | |
| "grad_norm": 3.1035749912261963, | |
| "learning_rate": 3.9689471130519165e-05, | |
| "loss": 0.1988, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 2.863378437363597, | |
| "grad_norm": 3.2834436893463135, | |
| "learning_rate": 3.9640950994662786e-05, | |
| "loss": 0.2095, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 2.872108249672632, | |
| "grad_norm": 2.712871789932251, | |
| "learning_rate": 3.9592430858806406e-05, | |
| "loss": 0.1723, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 2.8808380619816676, | |
| "grad_norm": 2.6281795501708984, | |
| "learning_rate": 3.954391072295003e-05, | |
| "loss": 0.1921, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 2.8895678742907025, | |
| "grad_norm": 2.3966925144195557, | |
| "learning_rate": 3.949539058709365e-05, | |
| "loss": 0.1927, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 2.8982976865997383, | |
| "grad_norm": 3.192667245864868, | |
| "learning_rate": 3.944687045123727e-05, | |
| "loss": 0.2165, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 2.907027498908773, | |
| "grad_norm": 3.994009256362915, | |
| "learning_rate": 3.939835031538088e-05, | |
| "loss": 0.2054, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 2.915757311217809, | |
| "grad_norm": 3.6502673625946045, | |
| "learning_rate": 3.93498301795245e-05, | |
| "loss": 0.2229, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 2.924487123526844, | |
| "grad_norm": 3.1017322540283203, | |
| "learning_rate": 3.930131004366812e-05, | |
| "loss": 0.1659, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 2.9332169358358797, | |
| "grad_norm": 3.0115444660186768, | |
| "learning_rate": 3.9252789907811743e-05, | |
| "loss": 0.182, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 2.9419467481449146, | |
| "grad_norm": 3.564761161804199, | |
| "learning_rate": 3.9204269771955364e-05, | |
| "loss": 0.2281, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 2.9506765604539504, | |
| "grad_norm": 2.8959414958953857, | |
| "learning_rate": 3.9155749636098985e-05, | |
| "loss": 0.1896, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 2.9594063727629853, | |
| "grad_norm": 2.9973928928375244, | |
| "learning_rate": 3.9107229500242605e-05, | |
| "loss": 0.2058, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 2.968136185072021, | |
| "grad_norm": 3.4878735542297363, | |
| "learning_rate": 3.905870936438622e-05, | |
| "loss": 0.1839, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 2.976865997381056, | |
| "grad_norm": 2.474815607070923, | |
| "learning_rate": 3.901018922852984e-05, | |
| "loss": 0.2162, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 2.985595809690092, | |
| "grad_norm": 3.7291135787963867, | |
| "learning_rate": 3.896166909267347e-05, | |
| "loss": 0.1895, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 2.9943256219991268, | |
| "grad_norm": 3.1307461261749268, | |
| "learning_rate": 3.891314895681708e-05, | |
| "loss": 0.2058, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 2.999563509384548, | |
| "eval_accuracy": 0.9558679106309845, | |
| "eval_loss": 0.14920948445796967, | |
| "eval_runtime": 61.5134, | |
| "eval_samples_per_second": 264.853, | |
| "eval_steps_per_second": 8.291, | |
| "step": 3436 | |
| }, | |
| { | |
| "epoch": 3.0030554343081626, | |
| "grad_norm": 3.64821457862854, | |
| "learning_rate": 3.88646288209607e-05, | |
| "loss": 0.1772, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 3.011785246617198, | |
| "grad_norm": 2.404139280319214, | |
| "learning_rate": 3.881610868510432e-05, | |
| "loss": 0.1475, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 3.0205150589262333, | |
| "grad_norm": 2.3943281173706055, | |
| "learning_rate": 3.876758854924794e-05, | |
| "loss": 0.1839, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 3.0292448712352686, | |
| "grad_norm": 2.9818949699401855, | |
| "learning_rate": 3.8719068413391556e-05, | |
| "loss": 0.1981, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 3.037974683544304, | |
| "grad_norm": 4.090831279754639, | |
| "learning_rate": 3.8670548277535176e-05, | |
| "loss": 0.1597, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 3.0467044958533394, | |
| "grad_norm": 3.2076456546783447, | |
| "learning_rate": 3.8622028141678804e-05, | |
| "loss": 0.2012, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 3.0554343081623747, | |
| "grad_norm": 3.2840895652770996, | |
| "learning_rate": 3.857350800582242e-05, | |
| "loss": 0.1901, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 3.06416412047141, | |
| "grad_norm": 2.6999125480651855, | |
| "learning_rate": 3.852498786996604e-05, | |
| "loss": 0.1808, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 3.0728939327804454, | |
| "grad_norm": 2.939896821975708, | |
| "learning_rate": 3.847646773410966e-05, | |
| "loss": 0.185, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 3.081623745089481, | |
| "grad_norm": 3.7036166191101074, | |
| "learning_rate": 3.842794759825328e-05, | |
| "loss": 0.2125, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 3.090353557398516, | |
| "grad_norm": 3.631962299346924, | |
| "learning_rate": 3.837942746239689e-05, | |
| "loss": 0.1828, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 3.0990833697075515, | |
| "grad_norm": 2.847594976425171, | |
| "learning_rate": 3.8330907326540513e-05, | |
| "loss": 0.1442, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 3.107813182016587, | |
| "grad_norm": 2.8544461727142334, | |
| "learning_rate": 3.828238719068414e-05, | |
| "loss": 0.1772, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 3.116542994325622, | |
| "grad_norm": 2.833056688308716, | |
| "learning_rate": 3.8233867054827755e-05, | |
| "loss": 0.1847, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 3.1252728066346576, | |
| "grad_norm": 3.2772698402404785, | |
| "learning_rate": 3.8185346918971375e-05, | |
| "loss": 0.1872, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 3.1340026189436925, | |
| "grad_norm": 2.8444337844848633, | |
| "learning_rate": 3.8136826783114996e-05, | |
| "loss": 0.1829, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 3.1427324312527283, | |
| "grad_norm": 4.018392562866211, | |
| "learning_rate": 3.8088306647258616e-05, | |
| "loss": 0.1709, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 3.151462243561763, | |
| "grad_norm": 3.0900518894195557, | |
| "learning_rate": 3.803978651140223e-05, | |
| "loss": 0.1551, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 3.160192055870799, | |
| "grad_norm": 2.1413562297821045, | |
| "learning_rate": 3.799126637554585e-05, | |
| "loss": 0.1867, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 3.168921868179834, | |
| "grad_norm": 3.050671100616455, | |
| "learning_rate": 3.794274623968948e-05, | |
| "loss": 0.1884, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 3.1776516804888697, | |
| "grad_norm": 3.41404390335083, | |
| "learning_rate": 3.789422610383309e-05, | |
| "loss": 0.1864, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 3.1863814927979046, | |
| "grad_norm": 3.2197773456573486, | |
| "learning_rate": 3.784570596797671e-05, | |
| "loss": 0.1954, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 3.1951113051069404, | |
| "grad_norm": 4.097252368927002, | |
| "learning_rate": 3.779718583212033e-05, | |
| "loss": 0.1938, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 3.2038411174159753, | |
| "grad_norm": 3.3386523723602295, | |
| "learning_rate": 3.774866569626395e-05, | |
| "loss": 0.1995, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 3.212570929725011, | |
| "grad_norm": 2.2313122749328613, | |
| "learning_rate": 3.770014556040757e-05, | |
| "loss": 0.1557, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 3.221300742034046, | |
| "grad_norm": 2.797321081161499, | |
| "learning_rate": 3.765162542455119e-05, | |
| "loss": 0.1771, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 3.230030554343082, | |
| "grad_norm": 3.4761507511138916, | |
| "learning_rate": 3.7603105288694815e-05, | |
| "loss": 0.1603, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 3.2387603666521168, | |
| "grad_norm": 3.6318702697753906, | |
| "learning_rate": 3.755458515283843e-05, | |
| "loss": 0.1596, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 3.2474901789611526, | |
| "grad_norm": 2.6632442474365234, | |
| "learning_rate": 3.750606501698205e-05, | |
| "loss": 0.1559, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 3.2562199912701875, | |
| "grad_norm": 3.2897541522979736, | |
| "learning_rate": 3.745754488112567e-05, | |
| "loss": 0.149, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 3.2649498035792233, | |
| "grad_norm": 2.372366189956665, | |
| "learning_rate": 3.740902474526929e-05, | |
| "loss": 0.1909, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 3.273679615888258, | |
| "grad_norm": 4.001101493835449, | |
| "learning_rate": 3.736050460941291e-05, | |
| "loss": 0.1891, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 3.282409428197294, | |
| "grad_norm": 3.442195177078247, | |
| "learning_rate": 3.7311984473556525e-05, | |
| "loss": 0.1883, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 3.291139240506329, | |
| "grad_norm": 3.3341877460479736, | |
| "learning_rate": 3.726346433770015e-05, | |
| "loss": 0.183, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 3.2998690528153647, | |
| "grad_norm": 2.7835216522216797, | |
| "learning_rate": 3.7214944201843766e-05, | |
| "loss": 0.1593, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 3.3085988651243996, | |
| "grad_norm": 4.420855522155762, | |
| "learning_rate": 3.7166424065987386e-05, | |
| "loss": 0.1795, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 3.3173286774334354, | |
| "grad_norm": 2.7410755157470703, | |
| "learning_rate": 3.711790393013101e-05, | |
| "loss": 0.1519, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 3.3260584897424703, | |
| "grad_norm": 3.839470863342285, | |
| "learning_rate": 3.706938379427463e-05, | |
| "loss": 0.2107, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 3.334788302051506, | |
| "grad_norm": 2.829495668411255, | |
| "learning_rate": 3.702086365841825e-05, | |
| "loss": 0.1765, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 3.343518114360541, | |
| "grad_norm": 3.0382578372955322, | |
| "learning_rate": 3.697234352256186e-05, | |
| "loss": 0.1899, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 3.352247926669577, | |
| "grad_norm": 2.4491844177246094, | |
| "learning_rate": 3.692382338670549e-05, | |
| "loss": 0.1659, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 3.3609777389786117, | |
| "grad_norm": 3.5624337196350098, | |
| "learning_rate": 3.68753032508491e-05, | |
| "loss": 0.1681, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 3.3697075512876475, | |
| "grad_norm": 3.9547486305236816, | |
| "learning_rate": 3.682678311499272e-05, | |
| "loss": 0.2041, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 3.3784373635966825, | |
| "grad_norm": 3.0073511600494385, | |
| "learning_rate": 3.6778262979136344e-05, | |
| "loss": 0.1754, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 3.3871671759057183, | |
| "grad_norm": 3.345168352127075, | |
| "learning_rate": 3.6729742843279964e-05, | |
| "loss": 0.1714, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 3.395896988214753, | |
| "grad_norm": 2.464186668395996, | |
| "learning_rate": 3.6681222707423585e-05, | |
| "loss": 0.1861, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 3.404626800523789, | |
| "grad_norm": 2.6841201782226562, | |
| "learning_rate": 3.66327025715672e-05, | |
| "loss": 0.1676, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 3.413356612832824, | |
| "grad_norm": 2.905978202819824, | |
| "learning_rate": 3.6584182435710826e-05, | |
| "loss": 0.1952, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 3.4220864251418597, | |
| "grad_norm": 2.9638357162475586, | |
| "learning_rate": 3.653566229985444e-05, | |
| "loss": 0.1617, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 3.4308162374508946, | |
| "grad_norm": 3.0130560398101807, | |
| "learning_rate": 3.648714216399806e-05, | |
| "loss": 0.1554, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 3.4395460497599304, | |
| "grad_norm": 3.267518997192383, | |
| "learning_rate": 3.643862202814168e-05, | |
| "loss": 0.1896, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 3.4482758620689653, | |
| "grad_norm": 2.6104979515075684, | |
| "learning_rate": 3.63901018922853e-05, | |
| "loss": 0.1693, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 3.457005674378001, | |
| "grad_norm": 2.9736759662628174, | |
| "learning_rate": 3.634158175642892e-05, | |
| "loss": 0.1654, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 3.465735486687036, | |
| "grad_norm": 3.04263973236084, | |
| "learning_rate": 3.6293061620572536e-05, | |
| "loss": 0.1655, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 3.474465298996072, | |
| "grad_norm": 3.322094202041626, | |
| "learning_rate": 3.624454148471616e-05, | |
| "loss": 0.1718, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 3.4831951113051067, | |
| "grad_norm": 2.8771190643310547, | |
| "learning_rate": 3.619602134885978e-05, | |
| "loss": 0.188, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 3.4919249236141425, | |
| "grad_norm": 3.3343777656555176, | |
| "learning_rate": 3.61475012130034e-05, | |
| "loss": 0.1765, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 3.5006547359231774, | |
| "grad_norm": 3.087955951690674, | |
| "learning_rate": 3.609898107714702e-05, | |
| "loss": 0.1557, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 3.5093845482322132, | |
| "grad_norm": 2.9191036224365234, | |
| "learning_rate": 3.605046094129064e-05, | |
| "loss": 0.1657, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 3.518114360541248, | |
| "grad_norm": 3.2453222274780273, | |
| "learning_rate": 3.600194080543426e-05, | |
| "loss": 0.1921, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 3.526844172850284, | |
| "grad_norm": 3.4277548789978027, | |
| "learning_rate": 3.595342066957787e-05, | |
| "loss": 0.1583, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 3.535573985159319, | |
| "grad_norm": 2.132359504699707, | |
| "learning_rate": 3.59049005337215e-05, | |
| "loss": 0.168, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 3.5443037974683547, | |
| "grad_norm": 3.881998062133789, | |
| "learning_rate": 3.5856380397865114e-05, | |
| "loss": 0.1992, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 3.5530336097773896, | |
| "grad_norm": 3.376692771911621, | |
| "learning_rate": 3.5807860262008734e-05, | |
| "loss": 0.1804, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 3.5617634220864254, | |
| "grad_norm": 2.9599671363830566, | |
| "learning_rate": 3.5759340126152355e-05, | |
| "loss": 0.1561, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 3.5704932343954603, | |
| "grad_norm": 3.439408302307129, | |
| "learning_rate": 3.5710819990295976e-05, | |
| "loss": 0.1471, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 3.579223046704496, | |
| "grad_norm": 3.4653496742248535, | |
| "learning_rate": 3.5662299854439596e-05, | |
| "loss": 0.189, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 3.587952859013531, | |
| "grad_norm": 3.479707717895508, | |
| "learning_rate": 3.561377971858321e-05, | |
| "loss": 0.1771, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 3.596682671322567, | |
| "grad_norm": 3.077345848083496, | |
| "learning_rate": 3.556525958272684e-05, | |
| "loss": 0.1764, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 3.6054124836316017, | |
| "grad_norm": 2.612633228302002, | |
| "learning_rate": 3.551673944687045e-05, | |
| "loss": 0.1336, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 3.6141422959406375, | |
| "grad_norm": 2.649402379989624, | |
| "learning_rate": 3.546821931101407e-05, | |
| "loss": 0.1609, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 3.6228721082496724, | |
| "grad_norm": 3.7441020011901855, | |
| "learning_rate": 3.541969917515769e-05, | |
| "loss": 0.1758, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 3.6316019205587082, | |
| "grad_norm": 2.341038465499878, | |
| "learning_rate": 3.537117903930131e-05, | |
| "loss": 0.1431, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 3.640331732867743, | |
| "grad_norm": 2.990847587585449, | |
| "learning_rate": 3.532265890344493e-05, | |
| "loss": 0.1621, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 3.649061545176779, | |
| "grad_norm": 3.005911111831665, | |
| "learning_rate": 3.527413876758855e-05, | |
| "loss": 0.1481, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 3.657791357485814, | |
| "grad_norm": 3.05849027633667, | |
| "learning_rate": 3.5225618631732174e-05, | |
| "loss": 0.1781, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 3.6665211697948497, | |
| "grad_norm": 2.643735647201538, | |
| "learning_rate": 3.517709849587579e-05, | |
| "loss": 0.1688, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 3.6752509821038846, | |
| "grad_norm": 3.1337473392486572, | |
| "learning_rate": 3.512857836001941e-05, | |
| "loss": 0.1463, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 3.6839807944129204, | |
| "grad_norm": 2.945814609527588, | |
| "learning_rate": 3.508005822416303e-05, | |
| "loss": 0.1545, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 3.6927106067219553, | |
| "grad_norm": 2.5990426540374756, | |
| "learning_rate": 3.503153808830665e-05, | |
| "loss": 0.1525, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 3.701440419030991, | |
| "grad_norm": 2.7641971111297607, | |
| "learning_rate": 3.498301795245027e-05, | |
| "loss": 0.1661, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 3.710170231340026, | |
| "grad_norm": 2.606818437576294, | |
| "learning_rate": 3.4934497816593884e-05, | |
| "loss": 0.1906, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 3.718900043649062, | |
| "grad_norm": 3.2500600814819336, | |
| "learning_rate": 3.488597768073751e-05, | |
| "loss": 0.1404, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 3.7276298559580967, | |
| "grad_norm": 3.6567978858947754, | |
| "learning_rate": 3.4837457544881125e-05, | |
| "loss": 0.1715, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 3.7363596682671325, | |
| "grad_norm": 2.9746952056884766, | |
| "learning_rate": 3.4788937409024746e-05, | |
| "loss": 0.1633, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 3.7450894805761674, | |
| "grad_norm": 2.986154079437256, | |
| "learning_rate": 3.4740417273168366e-05, | |
| "loss": 0.141, | |
| "step": 4290 | |
| }, | |
| { | |
| "epoch": 3.753819292885203, | |
| "grad_norm": 2.4456489086151123, | |
| "learning_rate": 3.469189713731199e-05, | |
| "loss": 0.1576, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 3.762549105194238, | |
| "grad_norm": 2.2719054222106934, | |
| "learning_rate": 3.464337700145561e-05, | |
| "loss": 0.158, | |
| "step": 4310 | |
| }, | |
| { | |
| "epoch": 3.771278917503274, | |
| "grad_norm": 2.6917176246643066, | |
| "learning_rate": 3.459485686559922e-05, | |
| "loss": 0.1624, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 3.780008729812309, | |
| "grad_norm": 3.041710615158081, | |
| "learning_rate": 3.454633672974285e-05, | |
| "loss": 0.1573, | |
| "step": 4330 | |
| }, | |
| { | |
| "epoch": 3.7887385421213446, | |
| "grad_norm": 2.517232894897461, | |
| "learning_rate": 3.449781659388647e-05, | |
| "loss": 0.1256, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 3.7974683544303796, | |
| "grad_norm": 3.19498348236084, | |
| "learning_rate": 3.444929645803008e-05, | |
| "loss": 0.1399, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 3.8061981667394154, | |
| "grad_norm": 3.773149013519287, | |
| "learning_rate": 3.44007763221737e-05, | |
| "loss": 0.1627, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 3.8149279790484503, | |
| "grad_norm": 3.985891819000244, | |
| "learning_rate": 3.4352256186317324e-05, | |
| "loss": 0.161, | |
| "step": 4370 | |
| }, | |
| { | |
| "epoch": 3.823657791357486, | |
| "grad_norm": 2.994173049926758, | |
| "learning_rate": 3.4303736050460944e-05, | |
| "loss": 0.1604, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 3.832387603666521, | |
| "grad_norm": 3.8228750228881836, | |
| "learning_rate": 3.425521591460456e-05, | |
| "loss": 0.1609, | |
| "step": 4390 | |
| }, | |
| { | |
| "epoch": 3.841117415975557, | |
| "grad_norm": 3.412660598754883, | |
| "learning_rate": 3.4206695778748185e-05, | |
| "loss": 0.1591, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 3.8498472282845917, | |
| "grad_norm": 2.460543632507324, | |
| "learning_rate": 3.4158175642891806e-05, | |
| "loss": 0.171, | |
| "step": 4410 | |
| }, | |
| { | |
| "epoch": 3.8585770405936275, | |
| "grad_norm": 2.8546485900878906, | |
| "learning_rate": 3.410965550703542e-05, | |
| "loss": 0.1662, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 3.8673068529026624, | |
| "grad_norm": 3.296644926071167, | |
| "learning_rate": 3.406113537117904e-05, | |
| "loss": 0.1669, | |
| "step": 4430 | |
| }, | |
| { | |
| "epoch": 3.876036665211698, | |
| "grad_norm": 3.5040674209594727, | |
| "learning_rate": 3.401261523532266e-05, | |
| "loss": 0.1694, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 3.884766477520733, | |
| "grad_norm": 3.1331686973571777, | |
| "learning_rate": 3.396409509946628e-05, | |
| "loss": 0.1507, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 3.893496289829769, | |
| "grad_norm": 3.2440221309661865, | |
| "learning_rate": 3.3915574963609895e-05, | |
| "loss": 0.1727, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 3.902226102138804, | |
| "grad_norm": 2.514347553253174, | |
| "learning_rate": 3.386705482775352e-05, | |
| "loss": 0.1401, | |
| "step": 4470 | |
| }, | |
| { | |
| "epoch": 3.9109559144478396, | |
| "grad_norm": 3.354827404022217, | |
| "learning_rate": 3.381853469189714e-05, | |
| "loss": 0.1472, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 3.9196857267568745, | |
| "grad_norm": 2.985978126525879, | |
| "learning_rate": 3.377001455604076e-05, | |
| "loss": 0.1783, | |
| "step": 4490 | |
| }, | |
| { | |
| "epoch": 3.9284155390659103, | |
| "grad_norm": 2.6409835815429688, | |
| "learning_rate": 3.372149442018438e-05, | |
| "loss": 0.1468, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 3.9371453513749453, | |
| "grad_norm": 2.718919515609741, | |
| "learning_rate": 3.3672974284328e-05, | |
| "loss": 0.1672, | |
| "step": 4510 | |
| }, | |
| { | |
| "epoch": 3.945875163683981, | |
| "grad_norm": 3.5522565841674805, | |
| "learning_rate": 3.362445414847162e-05, | |
| "loss": 0.1666, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 3.954604975993016, | |
| "grad_norm": 3.1858441829681396, | |
| "learning_rate": 3.357593401261523e-05, | |
| "loss": 0.181, | |
| "step": 4530 | |
| }, | |
| { | |
| "epoch": 3.9633347883020518, | |
| "grad_norm": 3.0110580921173096, | |
| "learning_rate": 3.352741387675886e-05, | |
| "loss": 0.1729, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 3.9720646006110867, | |
| "grad_norm": 3.0811493396759033, | |
| "learning_rate": 3.347889374090248e-05, | |
| "loss": 0.1651, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 3.9807944129201225, | |
| "grad_norm": 2.8543362617492676, | |
| "learning_rate": 3.3430373605046094e-05, | |
| "loss": 0.1338, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 3.9895242252291574, | |
| "grad_norm": 3.2236084938049316, | |
| "learning_rate": 3.3381853469189714e-05, | |
| "loss": 0.1349, | |
| "step": 4570 | |
| }, | |
| { | |
| "epoch": 3.998254037538193, | |
| "grad_norm": 3.425377368927002, | |
| "learning_rate": 3.3333333333333335e-05, | |
| "loss": 0.1524, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_accuracy": 0.9694328504787626, | |
| "eval_loss": 0.10254349559545517, | |
| "eval_runtime": 60.9682, | |
| "eval_samples_per_second": 267.221, | |
| "eval_steps_per_second": 8.365, | |
| "step": 4582 | |
| }, | |
| { | |
| "epoch": 4.006983849847228, | |
| "grad_norm": 3.464984655380249, | |
| "learning_rate": 3.3284813197476955e-05, | |
| "loss": 0.1749, | |
| "step": 4590 | |
| }, | |
| { | |
| "epoch": 4.015713662156264, | |
| "grad_norm": 3.4568910598754883, | |
| "learning_rate": 3.323629306162057e-05, | |
| "loss": 0.1637, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 4.024443474465299, | |
| "grad_norm": 4.279798984527588, | |
| "learning_rate": 3.3187772925764197e-05, | |
| "loss": 0.1673, | |
| "step": 4610 | |
| }, | |
| { | |
| "epoch": 4.033173286774335, | |
| "grad_norm": 2.7573869228363037, | |
| "learning_rate": 3.313925278990782e-05, | |
| "loss": 0.1473, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 4.0419030990833695, | |
| "grad_norm": 1.6597820520401, | |
| "learning_rate": 3.309073265405143e-05, | |
| "loss": 0.1903, | |
| "step": 4630 | |
| }, | |
| { | |
| "epoch": 4.050632911392405, | |
| "grad_norm": 2.1218221187591553, | |
| "learning_rate": 3.304221251819505e-05, | |
| "loss": 0.136, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 4.05936272370144, | |
| "grad_norm": 2.941210985183716, | |
| "learning_rate": 3.299369238233867e-05, | |
| "loss": 0.1613, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 4.068092536010476, | |
| "grad_norm": 2.4769389629364014, | |
| "learning_rate": 3.294517224648229e-05, | |
| "loss": 0.1299, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 4.076822348319511, | |
| "grad_norm": 2.917901039123535, | |
| "learning_rate": 3.289665211062591e-05, | |
| "loss": 0.1522, | |
| "step": 4670 | |
| }, | |
| { | |
| "epoch": 4.085552160628547, | |
| "grad_norm": 2.216571092605591, | |
| "learning_rate": 3.2848131974769534e-05, | |
| "loss": 0.1137, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 4.094281972937582, | |
| "grad_norm": 3.3516063690185547, | |
| "learning_rate": 3.2799611838913154e-05, | |
| "loss": 0.1479, | |
| "step": 4690 | |
| }, | |
| { | |
| "epoch": 4.1030117852466175, | |
| "grad_norm": 2.5216290950775146, | |
| "learning_rate": 3.275109170305677e-05, | |
| "loss": 0.1792, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 4.111741597555652, | |
| "grad_norm": 3.8577330112457275, | |
| "learning_rate": 3.270257156720039e-05, | |
| "loss": 0.1647, | |
| "step": 4710 | |
| }, | |
| { | |
| "epoch": 4.120471409864688, | |
| "grad_norm": 3.3492794036865234, | |
| "learning_rate": 3.265405143134401e-05, | |
| "loss": 0.1646, | |
| "step": 4720 | |
| }, | |
| { | |
| "epoch": 4.129201222173723, | |
| "grad_norm": 2.7044191360473633, | |
| "learning_rate": 3.260553129548763e-05, | |
| "loss": 0.1373, | |
| "step": 4730 | |
| }, | |
| { | |
| "epoch": 4.137931034482759, | |
| "grad_norm": 2.3833065032958984, | |
| "learning_rate": 3.255701115963125e-05, | |
| "loss": 0.1606, | |
| "step": 4740 | |
| }, | |
| { | |
| "epoch": 4.146660846791794, | |
| "grad_norm": 2.541414260864258, | |
| "learning_rate": 3.250849102377487e-05, | |
| "loss": 0.1249, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 4.15539065910083, | |
| "grad_norm": 3.2906863689422607, | |
| "learning_rate": 3.245997088791849e-05, | |
| "loss": 0.1458, | |
| "step": 4760 | |
| }, | |
| { | |
| "epoch": 4.1641204714098645, | |
| "grad_norm": 2.537529706954956, | |
| "learning_rate": 3.2411450752062105e-05, | |
| "loss": 0.1559, | |
| "step": 4770 | |
| }, | |
| { | |
| "epoch": 4.1728502837189, | |
| "grad_norm": 3.309135675430298, | |
| "learning_rate": 3.2362930616205726e-05, | |
| "loss": 0.1478, | |
| "step": 4780 | |
| }, | |
| { | |
| "epoch": 4.181580096027935, | |
| "grad_norm": 3.2824246883392334, | |
| "learning_rate": 3.2314410480349346e-05, | |
| "loss": 0.1532, | |
| "step": 4790 | |
| }, | |
| { | |
| "epoch": 4.190309908336971, | |
| "grad_norm": 2.130497694015503, | |
| "learning_rate": 3.226589034449297e-05, | |
| "loss": 0.1552, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 4.199039720646006, | |
| "grad_norm": 2.358793020248413, | |
| "learning_rate": 3.221737020863659e-05, | |
| "loss": 0.1633, | |
| "step": 4810 | |
| }, | |
| { | |
| "epoch": 4.207769532955042, | |
| "grad_norm": 2.5943782329559326, | |
| "learning_rate": 3.216885007278021e-05, | |
| "loss": 0.1277, | |
| "step": 4820 | |
| }, | |
| { | |
| "epoch": 4.216499345264077, | |
| "grad_norm": 2.494443416595459, | |
| "learning_rate": 3.212032993692383e-05, | |
| "loss": 0.1644, | |
| "step": 4830 | |
| }, | |
| { | |
| "epoch": 4.2252291575731125, | |
| "grad_norm": 2.339279890060425, | |
| "learning_rate": 3.207180980106744e-05, | |
| "loss": 0.1607, | |
| "step": 4840 | |
| }, | |
| { | |
| "epoch": 4.233958969882147, | |
| "grad_norm": 2.0483193397521973, | |
| "learning_rate": 3.202328966521106e-05, | |
| "loss": 0.1386, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 4.242688782191183, | |
| "grad_norm": 3.7117726802825928, | |
| "learning_rate": 3.197476952935468e-05, | |
| "loss": 0.1412, | |
| "step": 4860 | |
| }, | |
| { | |
| "epoch": 4.251418594500218, | |
| "grad_norm": 1.738502860069275, | |
| "learning_rate": 3.1926249393498304e-05, | |
| "loss": 0.141, | |
| "step": 4870 | |
| }, | |
| { | |
| "epoch": 4.260148406809254, | |
| "grad_norm": 3.4214649200439453, | |
| "learning_rate": 3.1877729257641924e-05, | |
| "loss": 0.164, | |
| "step": 4880 | |
| }, | |
| { | |
| "epoch": 4.268878219118289, | |
| "grad_norm": 3.121246576309204, | |
| "learning_rate": 3.1829209121785545e-05, | |
| "loss": 0.1476, | |
| "step": 4890 | |
| }, | |
| { | |
| "epoch": 4.277608031427325, | |
| "grad_norm": 2.7231833934783936, | |
| "learning_rate": 3.1780688985929165e-05, | |
| "loss": 0.1419, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 4.2863378437363595, | |
| "grad_norm": 2.7895748615264893, | |
| "learning_rate": 3.173216885007278e-05, | |
| "loss": 0.161, | |
| "step": 4910 | |
| }, | |
| { | |
| "epoch": 4.295067656045395, | |
| "grad_norm": 2.6406960487365723, | |
| "learning_rate": 3.16836487142164e-05, | |
| "loss": 0.1358, | |
| "step": 4920 | |
| }, | |
| { | |
| "epoch": 4.30379746835443, | |
| "grad_norm": 2.4051973819732666, | |
| "learning_rate": 3.163512857836002e-05, | |
| "loss": 0.1544, | |
| "step": 4930 | |
| }, | |
| { | |
| "epoch": 4.312527280663466, | |
| "grad_norm": 2.49039626121521, | |
| "learning_rate": 3.158660844250364e-05, | |
| "loss": 0.1551, | |
| "step": 4940 | |
| }, | |
| { | |
| "epoch": 4.321257092972501, | |
| "grad_norm": 2.592521905899048, | |
| "learning_rate": 3.153808830664726e-05, | |
| "loss": 0.1836, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 4.329986905281537, | |
| "grad_norm": 3.2178955078125, | |
| "learning_rate": 3.148956817079088e-05, | |
| "loss": 0.1562, | |
| "step": 4960 | |
| }, | |
| { | |
| "epoch": 4.338716717590572, | |
| "grad_norm": 2.5670714378356934, | |
| "learning_rate": 3.14410480349345e-05, | |
| "loss": 0.1412, | |
| "step": 4970 | |
| }, | |
| { | |
| "epoch": 4.3474465298996074, | |
| "grad_norm": 4.081165790557861, | |
| "learning_rate": 3.1392527899078116e-05, | |
| "loss": 0.166, | |
| "step": 4980 | |
| }, | |
| { | |
| "epoch": 4.356176342208642, | |
| "grad_norm": 2.3925557136535645, | |
| "learning_rate": 3.134400776322174e-05, | |
| "loss": 0.1351, | |
| "step": 4990 | |
| }, | |
| { | |
| "epoch": 4.364906154517678, | |
| "grad_norm": 2.4587152004241943, | |
| "learning_rate": 3.1295487627365364e-05, | |
| "loss": 0.1389, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 4.373635966826713, | |
| "grad_norm": 3.3576841354370117, | |
| "learning_rate": 3.124696749150898e-05, | |
| "loss": 0.1431, | |
| "step": 5010 | |
| }, | |
| { | |
| "epoch": 4.382365779135749, | |
| "grad_norm": 3.1087608337402344, | |
| "learning_rate": 3.11984473556526e-05, | |
| "loss": 0.157, | |
| "step": 5020 | |
| }, | |
| { | |
| "epoch": 4.391095591444784, | |
| "grad_norm": 3.4390625953674316, | |
| "learning_rate": 3.114992721979622e-05, | |
| "loss": 0.1437, | |
| "step": 5030 | |
| }, | |
| { | |
| "epoch": 4.39982540375382, | |
| "grad_norm": 2.3669025897979736, | |
| "learning_rate": 3.110140708393984e-05, | |
| "loss": 0.1229, | |
| "step": 5040 | |
| }, | |
| { | |
| "epoch": 4.4085552160628545, | |
| "grad_norm": 3.4715614318847656, | |
| "learning_rate": 3.105288694808345e-05, | |
| "loss": 0.1436, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 4.41728502837189, | |
| "grad_norm": 3.359426975250244, | |
| "learning_rate": 3.1004366812227074e-05, | |
| "loss": 0.1563, | |
| "step": 5060 | |
| }, | |
| { | |
| "epoch": 4.426014840680925, | |
| "grad_norm": 3.365325450897217, | |
| "learning_rate": 3.09558466763707e-05, | |
| "loss": 0.1411, | |
| "step": 5070 | |
| }, | |
| { | |
| "epoch": 4.434744652989961, | |
| "grad_norm": 2.716036319732666, | |
| "learning_rate": 3.0907326540514315e-05, | |
| "loss": 0.1535, | |
| "step": 5080 | |
| }, | |
| { | |
| "epoch": 4.443474465298996, | |
| "grad_norm": 2.797657012939453, | |
| "learning_rate": 3.0858806404657935e-05, | |
| "loss": 0.1314, | |
| "step": 5090 | |
| }, | |
| { | |
| "epoch": 4.452204277608032, | |
| "grad_norm": 2.7117514610290527, | |
| "learning_rate": 3.0810286268801556e-05, | |
| "loss": 0.1436, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 4.460934089917067, | |
| "grad_norm": 2.1483347415924072, | |
| "learning_rate": 3.0761766132945176e-05, | |
| "loss": 0.1591, | |
| "step": 5110 | |
| }, | |
| { | |
| "epoch": 4.469663902226102, | |
| "grad_norm": 3.0980610847473145, | |
| "learning_rate": 3.071324599708879e-05, | |
| "loss": 0.1443, | |
| "step": 5120 | |
| }, | |
| { | |
| "epoch": 4.478393714535137, | |
| "grad_norm": 3.3128209114074707, | |
| "learning_rate": 3.066472586123241e-05, | |
| "loss": 0.1313, | |
| "step": 5130 | |
| }, | |
| { | |
| "epoch": 4.487123526844173, | |
| "grad_norm": 3.275357484817505, | |
| "learning_rate": 3.061620572537604e-05, | |
| "loss": 0.1744, | |
| "step": 5140 | |
| }, | |
| { | |
| "epoch": 4.495853339153208, | |
| "grad_norm": 3.222581148147583, | |
| "learning_rate": 3.056768558951965e-05, | |
| "loss": 0.1584, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 4.504583151462244, | |
| "grad_norm": 3.389233350753784, | |
| "learning_rate": 3.051916545366327e-05, | |
| "loss": 0.1477, | |
| "step": 5160 | |
| }, | |
| { | |
| "epoch": 4.513312963771279, | |
| "grad_norm": 3.1281654834747314, | |
| "learning_rate": 3.047064531780689e-05, | |
| "loss": 0.1283, | |
| "step": 5170 | |
| }, | |
| { | |
| "epoch": 4.522042776080315, | |
| "grad_norm": 3.123300075531006, | |
| "learning_rate": 3.042212518195051e-05, | |
| "loss": 0.1496, | |
| "step": 5180 | |
| }, | |
| { | |
| "epoch": 4.5307725883893495, | |
| "grad_norm": 2.7296836376190186, | |
| "learning_rate": 3.0373605046094127e-05, | |
| "loss": 0.133, | |
| "step": 5190 | |
| }, | |
| { | |
| "epoch": 4.539502400698385, | |
| "grad_norm": 2.5812196731567383, | |
| "learning_rate": 3.032508491023775e-05, | |
| "loss": 0.1388, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 4.54823221300742, | |
| "grad_norm": 3.827601671218872, | |
| "learning_rate": 3.0276564774381372e-05, | |
| "loss": 0.145, | |
| "step": 5210 | |
| }, | |
| { | |
| "epoch": 4.556962025316456, | |
| "grad_norm": 2.3603134155273438, | |
| "learning_rate": 3.022804463852499e-05, | |
| "loss": 0.1126, | |
| "step": 5220 | |
| }, | |
| { | |
| "epoch": 4.565691837625491, | |
| "grad_norm": 2.6947975158691406, | |
| "learning_rate": 3.017952450266861e-05, | |
| "loss": 0.1282, | |
| "step": 5230 | |
| }, | |
| { | |
| "epoch": 4.574421649934527, | |
| "grad_norm": 2.6288444995880127, | |
| "learning_rate": 3.0131004366812227e-05, | |
| "loss": 0.1371, | |
| "step": 5240 | |
| }, | |
| { | |
| "epoch": 4.583151462243562, | |
| "grad_norm": 3.6533212661743164, | |
| "learning_rate": 3.0082484230955847e-05, | |
| "loss": 0.1555, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 4.591881274552597, | |
| "grad_norm": 2.927175760269165, | |
| "learning_rate": 3.0033964095099464e-05, | |
| "loss": 0.1396, | |
| "step": 5260 | |
| }, | |
| { | |
| "epoch": 4.600611086861632, | |
| "grad_norm": 3.4521915912628174, | |
| "learning_rate": 2.9985443959243088e-05, | |
| "loss": 0.1399, | |
| "step": 5270 | |
| }, | |
| { | |
| "epoch": 4.609340899170668, | |
| "grad_norm": 3.1614108085632324, | |
| "learning_rate": 2.993692382338671e-05, | |
| "loss": 0.139, | |
| "step": 5280 | |
| }, | |
| { | |
| "epoch": 4.618070711479703, | |
| "grad_norm": 2.77795672416687, | |
| "learning_rate": 2.9888403687530326e-05, | |
| "loss": 0.1623, | |
| "step": 5290 | |
| }, | |
| { | |
| "epoch": 4.626800523788739, | |
| "grad_norm": 3.930523633956909, | |
| "learning_rate": 2.9839883551673947e-05, | |
| "loss": 0.1534, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 4.635530336097774, | |
| "grad_norm": 2.8020386695861816, | |
| "learning_rate": 2.9791363415817564e-05, | |
| "loss": 0.1309, | |
| "step": 5310 | |
| }, | |
| { | |
| "epoch": 4.64426014840681, | |
| "grad_norm": 2.3614084720611572, | |
| "learning_rate": 2.9742843279961184e-05, | |
| "loss": 0.1422, | |
| "step": 5320 | |
| }, | |
| { | |
| "epoch": 4.6529899607158445, | |
| "grad_norm": 3.849187135696411, | |
| "learning_rate": 2.9694323144104808e-05, | |
| "loss": 0.129, | |
| "step": 5330 | |
| }, | |
| { | |
| "epoch": 4.66171977302488, | |
| "grad_norm": 3.5703964233398438, | |
| "learning_rate": 2.9645803008248425e-05, | |
| "loss": 0.1403, | |
| "step": 5340 | |
| }, | |
| { | |
| "epoch": 4.670449585333915, | |
| "grad_norm": 2.742767810821533, | |
| "learning_rate": 2.9597282872392046e-05, | |
| "loss": 0.1234, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 4.679179397642951, | |
| "grad_norm": 2.6478323936462402, | |
| "learning_rate": 2.9548762736535663e-05, | |
| "loss": 0.1395, | |
| "step": 5360 | |
| }, | |
| { | |
| "epoch": 4.687909209951986, | |
| "grad_norm": 2.8150362968444824, | |
| "learning_rate": 2.9500242600679284e-05, | |
| "loss": 0.1378, | |
| "step": 5370 | |
| }, | |
| { | |
| "epoch": 4.696639022261022, | |
| "grad_norm": 3.0545525550842285, | |
| "learning_rate": 2.94517224648229e-05, | |
| "loss": 0.1244, | |
| "step": 5380 | |
| }, | |
| { | |
| "epoch": 4.705368834570057, | |
| "grad_norm": 3.3390815258026123, | |
| "learning_rate": 2.940320232896652e-05, | |
| "loss": 0.1433, | |
| "step": 5390 | |
| }, | |
| { | |
| "epoch": 4.714098646879092, | |
| "grad_norm": 2.237645149230957, | |
| "learning_rate": 2.9354682193110145e-05, | |
| "loss": 0.1386, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 4.722828459188127, | |
| "grad_norm": 2.8226351737976074, | |
| "learning_rate": 2.9306162057253762e-05, | |
| "loss": 0.1468, | |
| "step": 5410 | |
| }, | |
| { | |
| "epoch": 4.731558271497163, | |
| "grad_norm": 2.2140517234802246, | |
| "learning_rate": 2.9257641921397383e-05, | |
| "loss": 0.1271, | |
| "step": 5420 | |
| }, | |
| { | |
| "epoch": 4.740288083806198, | |
| "grad_norm": 2.853294610977173, | |
| "learning_rate": 2.9209121785541e-05, | |
| "loss": 0.1357, | |
| "step": 5430 | |
| }, | |
| { | |
| "epoch": 4.749017896115234, | |
| "grad_norm": 3.399142265319824, | |
| "learning_rate": 2.916060164968462e-05, | |
| "loss": 0.1517, | |
| "step": 5440 | |
| }, | |
| { | |
| "epoch": 4.757747708424269, | |
| "grad_norm": 1.853452205657959, | |
| "learning_rate": 2.9112081513828238e-05, | |
| "loss": 0.1323, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 4.7664775207333046, | |
| "grad_norm": 2.7379791736602783, | |
| "learning_rate": 2.906356137797186e-05, | |
| "loss": 0.1471, | |
| "step": 5460 | |
| }, | |
| { | |
| "epoch": 4.7752073330423395, | |
| "grad_norm": 3.7588677406311035, | |
| "learning_rate": 2.9015041242115482e-05, | |
| "loss": 0.1315, | |
| "step": 5470 | |
| }, | |
| { | |
| "epoch": 4.783937145351375, | |
| "grad_norm": 2.9723212718963623, | |
| "learning_rate": 2.89665211062591e-05, | |
| "loss": 0.131, | |
| "step": 5480 | |
| }, | |
| { | |
| "epoch": 4.79266695766041, | |
| "grad_norm": 2.8574113845825195, | |
| "learning_rate": 2.891800097040272e-05, | |
| "loss": 0.1495, | |
| "step": 5490 | |
| }, | |
| { | |
| "epoch": 4.801396769969446, | |
| "grad_norm": 2.9763901233673096, | |
| "learning_rate": 2.8869480834546337e-05, | |
| "loss": 0.1388, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 4.810126582278481, | |
| "grad_norm": 3.1920862197875977, | |
| "learning_rate": 2.8820960698689958e-05, | |
| "loss": 0.1523, | |
| "step": 5510 | |
| }, | |
| { | |
| "epoch": 4.818856394587517, | |
| "grad_norm": 2.83996844291687, | |
| "learning_rate": 2.8772440562833575e-05, | |
| "loss": 0.1126, | |
| "step": 5520 | |
| }, | |
| { | |
| "epoch": 4.827586206896552, | |
| "grad_norm": 2.066861391067505, | |
| "learning_rate": 2.8723920426977195e-05, | |
| "loss": 0.1337, | |
| "step": 5530 | |
| }, | |
| { | |
| "epoch": 4.836316019205587, | |
| "grad_norm": 3.4259138107299805, | |
| "learning_rate": 2.867540029112082e-05, | |
| "loss": 0.1575, | |
| "step": 5540 | |
| }, | |
| { | |
| "epoch": 4.845045831514622, | |
| "grad_norm": 3.806020975112915, | |
| "learning_rate": 2.8626880155264436e-05, | |
| "loss": 0.148, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 4.853775643823658, | |
| "grad_norm": 4.127275466918945, | |
| "learning_rate": 2.8578360019408057e-05, | |
| "loss": 0.1487, | |
| "step": 5560 | |
| }, | |
| { | |
| "epoch": 4.862505456132693, | |
| "grad_norm": 3.0096826553344727, | |
| "learning_rate": 2.8529839883551674e-05, | |
| "loss": 0.1627, | |
| "step": 5570 | |
| }, | |
| { | |
| "epoch": 4.871235268441729, | |
| "grad_norm": 3.183000087738037, | |
| "learning_rate": 2.8481319747695295e-05, | |
| "loss": 0.1241, | |
| "step": 5580 | |
| }, | |
| { | |
| "epoch": 4.879965080750764, | |
| "grad_norm": 2.7466609477996826, | |
| "learning_rate": 2.843279961183892e-05, | |
| "loss": 0.1518, | |
| "step": 5590 | |
| }, | |
| { | |
| "epoch": 4.8886948930597995, | |
| "grad_norm": 2.0740559101104736, | |
| "learning_rate": 2.8384279475982532e-05, | |
| "loss": 0.143, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 4.8974247053688345, | |
| "grad_norm": 2.2618136405944824, | |
| "learning_rate": 2.8335759340126156e-05, | |
| "loss": 0.145, | |
| "step": 5610 | |
| }, | |
| { | |
| "epoch": 4.90615451767787, | |
| "grad_norm": 3.275090217590332, | |
| "learning_rate": 2.8287239204269774e-05, | |
| "loss": 0.141, | |
| "step": 5620 | |
| }, | |
| { | |
| "epoch": 4.914884329986905, | |
| "grad_norm": 2.9142794609069824, | |
| "learning_rate": 2.8238719068413394e-05, | |
| "loss": 0.1263, | |
| "step": 5630 | |
| }, | |
| { | |
| "epoch": 4.923614142295941, | |
| "grad_norm": 3.941188097000122, | |
| "learning_rate": 2.819019893255701e-05, | |
| "loss": 0.167, | |
| "step": 5640 | |
| }, | |
| { | |
| "epoch": 4.932343954604976, | |
| "grad_norm": 3.0273237228393555, | |
| "learning_rate": 2.8141678796700632e-05, | |
| "loss": 0.1444, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 4.941073766914012, | |
| "grad_norm": 1.5899831056594849, | |
| "learning_rate": 2.8093158660844256e-05, | |
| "loss": 0.1089, | |
| "step": 5660 | |
| }, | |
| { | |
| "epoch": 4.949803579223047, | |
| "grad_norm": 4.153631687164307, | |
| "learning_rate": 2.804463852498787e-05, | |
| "loss": 0.1728, | |
| "step": 5670 | |
| }, | |
| { | |
| "epoch": 4.958533391532082, | |
| "grad_norm": 2.7368574142456055, | |
| "learning_rate": 2.7996118389131493e-05, | |
| "loss": 0.1371, | |
| "step": 5680 | |
| }, | |
| { | |
| "epoch": 4.967263203841117, | |
| "grad_norm": 3.6088647842407227, | |
| "learning_rate": 2.794759825327511e-05, | |
| "loss": 0.1402, | |
| "step": 5690 | |
| }, | |
| { | |
| "epoch": 4.975993016150153, | |
| "grad_norm": 2.830106496810913, | |
| "learning_rate": 2.789907811741873e-05, | |
| "loss": 0.1483, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 4.984722828459188, | |
| "grad_norm": 2.925632953643799, | |
| "learning_rate": 2.7850557981562348e-05, | |
| "loss": 0.1268, | |
| "step": 5710 | |
| }, | |
| { | |
| "epoch": 4.993452640768224, | |
| "grad_norm": 2.303786277770996, | |
| "learning_rate": 2.780203784570597e-05, | |
| "loss": 0.1274, | |
| "step": 5720 | |
| }, | |
| { | |
| "epoch": 4.999563509384548, | |
| "eval_accuracy": 0.9705990670267616, | |
| "eval_loss": 0.09282852709293365, | |
| "eval_runtime": 61.4449, | |
| "eval_samples_per_second": 265.148, | |
| "eval_steps_per_second": 8.3, | |
| "step": 5727 | |
| }, | |
| { | |
| "epoch": 5.002182453077259, | |
| "grad_norm": 3.6829633712768555, | |
| "learning_rate": 2.7753517709849593e-05, | |
| "loss": 0.1331, | |
| "step": 5730 | |
| }, | |
| { | |
| "epoch": 5.0109122653862945, | |
| "grad_norm": 2.4418623447418213, | |
| "learning_rate": 2.7704997573993207e-05, | |
| "loss": 0.1386, | |
| "step": 5740 | |
| }, | |
| { | |
| "epoch": 5.019642077695329, | |
| "grad_norm": 2.420471429824829, | |
| "learning_rate": 2.765647743813683e-05, | |
| "loss": 0.1287, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 5.028371890004365, | |
| "grad_norm": 1.8955364227294922, | |
| "learning_rate": 2.7607957302280448e-05, | |
| "loss": 0.1353, | |
| "step": 5760 | |
| }, | |
| { | |
| "epoch": 5.0371017023134, | |
| "grad_norm": 3.353316307067871, | |
| "learning_rate": 2.7559437166424068e-05, | |
| "loss": 0.1445, | |
| "step": 5770 | |
| }, | |
| { | |
| "epoch": 5.045831514622436, | |
| "grad_norm": 2.9570837020874023, | |
| "learning_rate": 2.7510917030567685e-05, | |
| "loss": 0.1374, | |
| "step": 5780 | |
| }, | |
| { | |
| "epoch": 5.054561326931471, | |
| "grad_norm": 3.622004747390747, | |
| "learning_rate": 2.7462396894711306e-05, | |
| "loss": 0.1298, | |
| "step": 5790 | |
| }, | |
| { | |
| "epoch": 5.063291139240507, | |
| "grad_norm": 2.643129587173462, | |
| "learning_rate": 2.741387675885493e-05, | |
| "loss": 0.146, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 5.072020951549542, | |
| "grad_norm": 2.9872100353240967, | |
| "learning_rate": 2.7365356622998544e-05, | |
| "loss": 0.17, | |
| "step": 5810 | |
| }, | |
| { | |
| "epoch": 5.080750763858577, | |
| "grad_norm": 3.114686965942383, | |
| "learning_rate": 2.7316836487142168e-05, | |
| "loss": 0.1391, | |
| "step": 5820 | |
| }, | |
| { | |
| "epoch": 5.089480576167612, | |
| "grad_norm": 2.8469395637512207, | |
| "learning_rate": 2.7268316351285785e-05, | |
| "loss": 0.1388, | |
| "step": 5830 | |
| }, | |
| { | |
| "epoch": 5.098210388476648, | |
| "grad_norm": 3.2871453762054443, | |
| "learning_rate": 2.7219796215429405e-05, | |
| "loss": 0.1221, | |
| "step": 5840 | |
| }, | |
| { | |
| "epoch": 5.106940200785683, | |
| "grad_norm": 4.159573078155518, | |
| "learning_rate": 2.7171276079573022e-05, | |
| "loss": 0.1357, | |
| "step": 5850 | |
| }, | |
| { | |
| "epoch": 5.115670013094719, | |
| "grad_norm": 2.4209814071655273, | |
| "learning_rate": 2.7122755943716643e-05, | |
| "loss": 0.1315, | |
| "step": 5860 | |
| }, | |
| { | |
| "epoch": 5.124399825403754, | |
| "grad_norm": 3.1330792903900146, | |
| "learning_rate": 2.7074235807860267e-05, | |
| "loss": 0.144, | |
| "step": 5870 | |
| }, | |
| { | |
| "epoch": 5.1331296377127895, | |
| "grad_norm": 3.4734888076782227, | |
| "learning_rate": 2.702571567200388e-05, | |
| "loss": 0.1255, | |
| "step": 5880 | |
| }, | |
| { | |
| "epoch": 5.141859450021824, | |
| "grad_norm": 2.6538310050964355, | |
| "learning_rate": 2.6977195536147505e-05, | |
| "loss": 0.1309, | |
| "step": 5890 | |
| }, | |
| { | |
| "epoch": 5.15058926233086, | |
| "grad_norm": 2.8028576374053955, | |
| "learning_rate": 2.6928675400291122e-05, | |
| "loss": 0.128, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 5.159319074639895, | |
| "grad_norm": 2.747344970703125, | |
| "learning_rate": 2.6880155264434742e-05, | |
| "loss": 0.1287, | |
| "step": 5910 | |
| }, | |
| { | |
| "epoch": 5.168048886948931, | |
| "grad_norm": 2.56372332572937, | |
| "learning_rate": 2.6831635128578363e-05, | |
| "loss": 0.141, | |
| "step": 5920 | |
| }, | |
| { | |
| "epoch": 5.176778699257966, | |
| "grad_norm": 2.5955655574798584, | |
| "learning_rate": 2.678311499272198e-05, | |
| "loss": 0.1405, | |
| "step": 5930 | |
| }, | |
| { | |
| "epoch": 5.185508511567002, | |
| "grad_norm": 2.351151943206787, | |
| "learning_rate": 2.6734594856865604e-05, | |
| "loss": 0.1145, | |
| "step": 5940 | |
| }, | |
| { | |
| "epoch": 5.194238323876037, | |
| "grad_norm": 3.593594551086426, | |
| "learning_rate": 2.6686074721009218e-05, | |
| "loss": 0.1321, | |
| "step": 5950 | |
| }, | |
| { | |
| "epoch": 5.202968136185072, | |
| "grad_norm": 2.935622453689575, | |
| "learning_rate": 2.663755458515284e-05, | |
| "loss": 0.1233, | |
| "step": 5960 | |
| }, | |
| { | |
| "epoch": 5.211697948494107, | |
| "grad_norm": 2.3054494857788086, | |
| "learning_rate": 2.658903444929646e-05, | |
| "loss": 0.1238, | |
| "step": 5970 | |
| }, | |
| { | |
| "epoch": 5.220427760803143, | |
| "grad_norm": 3.240325927734375, | |
| "learning_rate": 2.654051431344008e-05, | |
| "loss": 0.1613, | |
| "step": 5980 | |
| }, | |
| { | |
| "epoch": 5.229157573112178, | |
| "grad_norm": 2.3457300662994385, | |
| "learning_rate": 2.64919941775837e-05, | |
| "loss": 0.1498, | |
| "step": 5990 | |
| }, | |
| { | |
| "epoch": 5.237887385421214, | |
| "grad_norm": 3.284043550491333, | |
| "learning_rate": 2.6443474041727317e-05, | |
| "loss": 0.1328, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 5.246617197730249, | |
| "grad_norm": 2.991929531097412, | |
| "learning_rate": 2.639495390587094e-05, | |
| "loss": 0.1334, | |
| "step": 6010 | |
| }, | |
| { | |
| "epoch": 5.2553470100392845, | |
| "grad_norm": 3.4685487747192383, | |
| "learning_rate": 2.6346433770014555e-05, | |
| "loss": 0.1463, | |
| "step": 6020 | |
| }, | |
| { | |
| "epoch": 5.264076822348319, | |
| "grad_norm": 3.8685977458953857, | |
| "learning_rate": 2.629791363415818e-05, | |
| "loss": 0.1219, | |
| "step": 6030 | |
| }, | |
| { | |
| "epoch": 5.272806634657355, | |
| "grad_norm": 2.8441107273101807, | |
| "learning_rate": 2.6249393498301796e-05, | |
| "loss": 0.1243, | |
| "step": 6040 | |
| }, | |
| { | |
| "epoch": 5.28153644696639, | |
| "grad_norm": 3.628505229949951, | |
| "learning_rate": 2.6200873362445416e-05, | |
| "loss": 0.1465, | |
| "step": 6050 | |
| }, | |
| { | |
| "epoch": 5.290266259275426, | |
| "grad_norm": 3.1612138748168945, | |
| "learning_rate": 2.6152353226589037e-05, | |
| "loss": 0.124, | |
| "step": 6060 | |
| }, | |
| { | |
| "epoch": 5.298996071584461, | |
| "grad_norm": 2.9345169067382812, | |
| "learning_rate": 2.6103833090732654e-05, | |
| "loss": 0.153, | |
| "step": 6070 | |
| }, | |
| { | |
| "epoch": 5.307725883893497, | |
| "grad_norm": 2.2323479652404785, | |
| "learning_rate": 2.6055312954876278e-05, | |
| "loss": 0.1307, | |
| "step": 6080 | |
| }, | |
| { | |
| "epoch": 5.3164556962025316, | |
| "grad_norm": 2.986766815185547, | |
| "learning_rate": 2.6006792819019892e-05, | |
| "loss": 0.1137, | |
| "step": 6090 | |
| }, | |
| { | |
| "epoch": 5.325185508511567, | |
| "grad_norm": 3.07307767868042, | |
| "learning_rate": 2.5958272683163516e-05, | |
| "loss": 0.1372, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 5.333915320820602, | |
| "grad_norm": 2.370492935180664, | |
| "learning_rate": 2.5909752547307133e-05, | |
| "loss": 0.1549, | |
| "step": 6110 | |
| }, | |
| { | |
| "epoch": 5.342645133129638, | |
| "grad_norm": 1.7776038646697998, | |
| "learning_rate": 2.5861232411450753e-05, | |
| "loss": 0.1218, | |
| "step": 6120 | |
| }, | |
| { | |
| "epoch": 5.351374945438673, | |
| "grad_norm": 3.1490137577056885, | |
| "learning_rate": 2.5812712275594374e-05, | |
| "loss": 0.1556, | |
| "step": 6130 | |
| }, | |
| { | |
| "epoch": 5.360104757747709, | |
| "grad_norm": 2.9647440910339355, | |
| "learning_rate": 2.576419213973799e-05, | |
| "loss": 0.126, | |
| "step": 6140 | |
| }, | |
| { | |
| "epoch": 5.368834570056744, | |
| "grad_norm": 3.315322160720825, | |
| "learning_rate": 2.5715672003881615e-05, | |
| "loss": 0.133, | |
| "step": 6150 | |
| }, | |
| { | |
| "epoch": 5.3775643823657795, | |
| "grad_norm": 2.5604379177093506, | |
| "learning_rate": 2.566715186802523e-05, | |
| "loss": 0.1437, | |
| "step": 6160 | |
| }, | |
| { | |
| "epoch": 5.386294194674814, | |
| "grad_norm": 1.5733325481414795, | |
| "learning_rate": 2.5618631732168853e-05, | |
| "loss": 0.1374, | |
| "step": 6170 | |
| }, | |
| { | |
| "epoch": 5.39502400698385, | |
| "grad_norm": 2.330185890197754, | |
| "learning_rate": 2.5570111596312467e-05, | |
| "loss": 0.1158, | |
| "step": 6180 | |
| }, | |
| { | |
| "epoch": 5.403753819292885, | |
| "grad_norm": 3.2574543952941895, | |
| "learning_rate": 2.552159146045609e-05, | |
| "loss": 0.1374, | |
| "step": 6190 | |
| }, | |
| { | |
| "epoch": 5.412483631601921, | |
| "grad_norm": 3.3817057609558105, | |
| "learning_rate": 2.547307132459971e-05, | |
| "loss": 0.1272, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 5.421213443910956, | |
| "grad_norm": 3.8969085216522217, | |
| "learning_rate": 2.5424551188743328e-05, | |
| "loss": 0.1297, | |
| "step": 6210 | |
| }, | |
| { | |
| "epoch": 5.429943256219992, | |
| "grad_norm": 2.5738420486450195, | |
| "learning_rate": 2.5376031052886952e-05, | |
| "loss": 0.121, | |
| "step": 6220 | |
| }, | |
| { | |
| "epoch": 5.4386730685290265, | |
| "grad_norm": 3.007840633392334, | |
| "learning_rate": 2.5327510917030566e-05, | |
| "loss": 0.1561, | |
| "step": 6230 | |
| }, | |
| { | |
| "epoch": 5.447402880838062, | |
| "grad_norm": 2.9330294132232666, | |
| "learning_rate": 2.527899078117419e-05, | |
| "loss": 0.1304, | |
| "step": 6240 | |
| }, | |
| { | |
| "epoch": 5.456132693147097, | |
| "grad_norm": 2.3257663249969482, | |
| "learning_rate": 2.523047064531781e-05, | |
| "loss": 0.1273, | |
| "step": 6250 | |
| }, | |
| { | |
| "epoch": 5.464862505456133, | |
| "grad_norm": 2.6171205043792725, | |
| "learning_rate": 2.5181950509461428e-05, | |
| "loss": 0.1135, | |
| "step": 6260 | |
| }, | |
| { | |
| "epoch": 5.473592317765168, | |
| "grad_norm": 3.440798759460449, | |
| "learning_rate": 2.5133430373605048e-05, | |
| "loss": 0.1246, | |
| "step": 6270 | |
| }, | |
| { | |
| "epoch": 5.482322130074204, | |
| "grad_norm": 3.418937921524048, | |
| "learning_rate": 2.5084910237748665e-05, | |
| "loss": 0.1354, | |
| "step": 6280 | |
| }, | |
| { | |
| "epoch": 5.491051942383239, | |
| "grad_norm": 2.9420177936553955, | |
| "learning_rate": 2.503639010189229e-05, | |
| "loss": 0.1405, | |
| "step": 6290 | |
| }, | |
| { | |
| "epoch": 5.4997817546922745, | |
| "grad_norm": 3.042564630508423, | |
| "learning_rate": 2.4987869966035906e-05, | |
| "loss": 0.1357, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 5.508511567001309, | |
| "grad_norm": 2.1227240562438965, | |
| "learning_rate": 2.4939349830179527e-05, | |
| "loss": 0.1417, | |
| "step": 6310 | |
| }, | |
| { | |
| "epoch": 5.517241379310345, | |
| "grad_norm": 3.1265482902526855, | |
| "learning_rate": 2.4890829694323144e-05, | |
| "loss": 0.1382, | |
| "step": 6320 | |
| }, | |
| { | |
| "epoch": 5.52597119161938, | |
| "grad_norm": 2.782801389694214, | |
| "learning_rate": 2.4842309558466765e-05, | |
| "loss": 0.1635, | |
| "step": 6330 | |
| }, | |
| { | |
| "epoch": 5.534701003928416, | |
| "grad_norm": 3.488227605819702, | |
| "learning_rate": 2.4793789422610382e-05, | |
| "loss": 0.1303, | |
| "step": 6340 | |
| }, | |
| { | |
| "epoch": 5.543430816237451, | |
| "grad_norm": 2.8877530097961426, | |
| "learning_rate": 2.4745269286754006e-05, | |
| "loss": 0.1676, | |
| "step": 6350 | |
| }, | |
| { | |
| "epoch": 5.552160628546487, | |
| "grad_norm": 2.2188923358917236, | |
| "learning_rate": 2.4696749150897623e-05, | |
| "loss": 0.1118, | |
| "step": 6360 | |
| }, | |
| { | |
| "epoch": 5.5608904408555215, | |
| "grad_norm": 2.9819607734680176, | |
| "learning_rate": 2.4648229015041243e-05, | |
| "loss": 0.1603, | |
| "step": 6370 | |
| }, | |
| { | |
| "epoch": 5.569620253164557, | |
| "grad_norm": 3.2080116271972656, | |
| "learning_rate": 2.4599708879184864e-05, | |
| "loss": 0.1304, | |
| "step": 6380 | |
| }, | |
| { | |
| "epoch": 5.578350065473592, | |
| "grad_norm": 1.6882622241973877, | |
| "learning_rate": 2.455118874332848e-05, | |
| "loss": 0.1171, | |
| "step": 6390 | |
| }, | |
| { | |
| "epoch": 5.587079877782628, | |
| "grad_norm": 2.5788047313690186, | |
| "learning_rate": 2.45026686074721e-05, | |
| "loss": 0.1193, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 5.595809690091663, | |
| "grad_norm": 3.859628915786743, | |
| "learning_rate": 2.445414847161572e-05, | |
| "loss": 0.124, | |
| "step": 6410 | |
| }, | |
| { | |
| "epoch": 5.604539502400699, | |
| "grad_norm": 1.5977929830551147, | |
| "learning_rate": 2.4405628335759343e-05, | |
| "loss": 0.1194, | |
| "step": 6420 | |
| }, | |
| { | |
| "epoch": 5.613269314709734, | |
| "grad_norm": 3.073011875152588, | |
| "learning_rate": 2.435710819990296e-05, | |
| "loss": 0.1344, | |
| "step": 6430 | |
| }, | |
| { | |
| "epoch": 5.6219991270187695, | |
| "grad_norm": 2.9999372959136963, | |
| "learning_rate": 2.430858806404658e-05, | |
| "loss": 0.1487, | |
| "step": 6440 | |
| }, | |
| { | |
| "epoch": 5.630728939327804, | |
| "grad_norm": 2.077570676803589, | |
| "learning_rate": 2.42600679281902e-05, | |
| "loss": 0.118, | |
| "step": 6450 | |
| }, | |
| { | |
| "epoch": 5.63945875163684, | |
| "grad_norm": 3.1440892219543457, | |
| "learning_rate": 2.4211547792333818e-05, | |
| "loss": 0.1394, | |
| "step": 6460 | |
| }, | |
| { | |
| "epoch": 5.648188563945875, | |
| "grad_norm": 2.836007833480835, | |
| "learning_rate": 2.416302765647744e-05, | |
| "loss": 0.1308, | |
| "step": 6470 | |
| }, | |
| { | |
| "epoch": 5.656918376254911, | |
| "grad_norm": 2.675652027130127, | |
| "learning_rate": 2.411450752062106e-05, | |
| "loss": 0.1208, | |
| "step": 6480 | |
| }, | |
| { | |
| "epoch": 5.665648188563946, | |
| "grad_norm": 2.833317756652832, | |
| "learning_rate": 2.406598738476468e-05, | |
| "loss": 0.1244, | |
| "step": 6490 | |
| }, | |
| { | |
| "epoch": 5.674378000872982, | |
| "grad_norm": 2.444568157196045, | |
| "learning_rate": 2.4017467248908297e-05, | |
| "loss": 0.1153, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 5.6831078131820165, | |
| "grad_norm": 3.581678628921509, | |
| "learning_rate": 2.3968947113051917e-05, | |
| "loss": 0.1431, | |
| "step": 6510 | |
| }, | |
| { | |
| "epoch": 5.691837625491052, | |
| "grad_norm": 1.7067352533340454, | |
| "learning_rate": 2.3920426977195538e-05, | |
| "loss": 0.1322, | |
| "step": 6520 | |
| }, | |
| { | |
| "epoch": 5.700567437800087, | |
| "grad_norm": 4.281068325042725, | |
| "learning_rate": 2.3871906841339155e-05, | |
| "loss": 0.1349, | |
| "step": 6530 | |
| }, | |
| { | |
| "epoch": 5.709297250109123, | |
| "grad_norm": 2.958136558532715, | |
| "learning_rate": 2.3823386705482776e-05, | |
| "loss": 0.1319, | |
| "step": 6540 | |
| }, | |
| { | |
| "epoch": 5.718027062418158, | |
| "grad_norm": 2.9312613010406494, | |
| "learning_rate": 2.3774866569626396e-05, | |
| "loss": 0.103, | |
| "step": 6550 | |
| }, | |
| { | |
| "epoch": 5.726756874727194, | |
| "grad_norm": 2.7693583965301514, | |
| "learning_rate": 2.3726346433770017e-05, | |
| "loss": 0.1283, | |
| "step": 6560 | |
| }, | |
| { | |
| "epoch": 5.735486687036229, | |
| "grad_norm": 2.7267799377441406, | |
| "learning_rate": 2.3677826297913634e-05, | |
| "loss": 0.1131, | |
| "step": 6570 | |
| }, | |
| { | |
| "epoch": 5.7442164993452645, | |
| "grad_norm": 2.184208631515503, | |
| "learning_rate": 2.3629306162057255e-05, | |
| "loss": 0.1289, | |
| "step": 6580 | |
| }, | |
| { | |
| "epoch": 5.752946311654299, | |
| "grad_norm": 2.8971517086029053, | |
| "learning_rate": 2.3580786026200875e-05, | |
| "loss": 0.1185, | |
| "step": 6590 | |
| }, | |
| { | |
| "epoch": 5.761676123963335, | |
| "grad_norm": 3.3640193939208984, | |
| "learning_rate": 2.3532265890344492e-05, | |
| "loss": 0.139, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 5.77040593627237, | |
| "grad_norm": 3.1321167945861816, | |
| "learning_rate": 2.3483745754488113e-05, | |
| "loss": 0.1594, | |
| "step": 6610 | |
| }, | |
| { | |
| "epoch": 5.779135748581406, | |
| "grad_norm": 2.4703168869018555, | |
| "learning_rate": 2.3435225618631733e-05, | |
| "loss": 0.1528, | |
| "step": 6620 | |
| }, | |
| { | |
| "epoch": 5.787865560890441, | |
| "grad_norm": 2.4260854721069336, | |
| "learning_rate": 2.3386705482775354e-05, | |
| "loss": 0.1272, | |
| "step": 6630 | |
| }, | |
| { | |
| "epoch": 5.796595373199477, | |
| "grad_norm": 2.809253692626953, | |
| "learning_rate": 2.333818534691897e-05, | |
| "loss": 0.1421, | |
| "step": 6640 | |
| }, | |
| { | |
| "epoch": 5.8053251855085115, | |
| "grad_norm": 2.53581166267395, | |
| "learning_rate": 2.328966521106259e-05, | |
| "loss": 0.1395, | |
| "step": 6650 | |
| }, | |
| { | |
| "epoch": 5.814054997817547, | |
| "grad_norm": 2.912879467010498, | |
| "learning_rate": 2.3241145075206212e-05, | |
| "loss": 0.1269, | |
| "step": 6660 | |
| }, | |
| { | |
| "epoch": 5.822784810126582, | |
| "grad_norm": 2.0264980792999268, | |
| "learning_rate": 2.319262493934983e-05, | |
| "loss": 0.1335, | |
| "step": 6670 | |
| }, | |
| { | |
| "epoch": 5.831514622435618, | |
| "grad_norm": 2.8756725788116455, | |
| "learning_rate": 2.3144104803493453e-05, | |
| "loss": 0.1246, | |
| "step": 6680 | |
| }, | |
| { | |
| "epoch": 5.840244434744653, | |
| "grad_norm": 2.49039363861084, | |
| "learning_rate": 2.309558466763707e-05, | |
| "loss": 0.1292, | |
| "step": 6690 | |
| }, | |
| { | |
| "epoch": 5.848974247053688, | |
| "grad_norm": 2.6733226776123047, | |
| "learning_rate": 2.304706453178069e-05, | |
| "loss": 0.1064, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 5.857704059362724, | |
| "grad_norm": 2.1536784172058105, | |
| "learning_rate": 2.2998544395924308e-05, | |
| "loss": 0.138, | |
| "step": 6710 | |
| }, | |
| { | |
| "epoch": 5.8664338716717594, | |
| "grad_norm": 3.428746461868286, | |
| "learning_rate": 2.295002426006793e-05, | |
| "loss": 0.1362, | |
| "step": 6720 | |
| }, | |
| { | |
| "epoch": 5.875163683980794, | |
| "grad_norm": 3.4653851985931396, | |
| "learning_rate": 2.290150412421155e-05, | |
| "loss": 0.1235, | |
| "step": 6730 | |
| }, | |
| { | |
| "epoch": 5.883893496289829, | |
| "grad_norm": 2.283843755722046, | |
| "learning_rate": 2.2852983988355166e-05, | |
| "loss": 0.1081, | |
| "step": 6740 | |
| }, | |
| { | |
| "epoch": 5.892623308598865, | |
| "grad_norm": 3.812995433807373, | |
| "learning_rate": 2.280446385249879e-05, | |
| "loss": 0.1305, | |
| "step": 6750 | |
| }, | |
| { | |
| "epoch": 5.901353120907901, | |
| "grad_norm": 2.6548011302948, | |
| "learning_rate": 2.2755943716642407e-05, | |
| "loss": 0.135, | |
| "step": 6760 | |
| }, | |
| { | |
| "epoch": 5.910082933216936, | |
| "grad_norm": 2.09759783744812, | |
| "learning_rate": 2.2707423580786028e-05, | |
| "loss": 0.1066, | |
| "step": 6770 | |
| }, | |
| { | |
| "epoch": 5.918812745525971, | |
| "grad_norm": 2.5961296558380127, | |
| "learning_rate": 2.2658903444929645e-05, | |
| "loss": 0.1312, | |
| "step": 6780 | |
| }, | |
| { | |
| "epoch": 5.9275425578350065, | |
| "grad_norm": 2.6198313236236572, | |
| "learning_rate": 2.2610383309073266e-05, | |
| "loss": 0.1213, | |
| "step": 6790 | |
| }, | |
| { | |
| "epoch": 5.936272370144042, | |
| "grad_norm": 2.5672667026519775, | |
| "learning_rate": 2.2561863173216886e-05, | |
| "loss": 0.1097, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 5.945002182453077, | |
| "grad_norm": 1.9707518815994263, | |
| "learning_rate": 2.2513343037360507e-05, | |
| "loss": 0.1015, | |
| "step": 6810 | |
| }, | |
| { | |
| "epoch": 5.953731994762112, | |
| "grad_norm": 2.9768049716949463, | |
| "learning_rate": 2.2464822901504127e-05, | |
| "loss": 0.1246, | |
| "step": 6820 | |
| }, | |
| { | |
| "epoch": 5.962461807071148, | |
| "grad_norm": 3.3005049228668213, | |
| "learning_rate": 2.2416302765647744e-05, | |
| "loss": 0.1286, | |
| "step": 6830 | |
| }, | |
| { | |
| "epoch": 5.971191619380184, | |
| "grad_norm": 4.172717094421387, | |
| "learning_rate": 2.2367782629791365e-05, | |
| "loss": 0.1346, | |
| "step": 6840 | |
| }, | |
| { | |
| "epoch": 5.979921431689219, | |
| "grad_norm": 3.4869165420532227, | |
| "learning_rate": 2.2319262493934982e-05, | |
| "loss": 0.1205, | |
| "step": 6850 | |
| }, | |
| { | |
| "epoch": 5.9886512439982535, | |
| "grad_norm": 3.327515125274658, | |
| "learning_rate": 2.2270742358078603e-05, | |
| "loss": 0.1267, | |
| "step": 6860 | |
| }, | |
| { | |
| "epoch": 5.997381056307289, | |
| "grad_norm": 3.0895607471466064, | |
| "learning_rate": 2.2222222222222223e-05, | |
| "loss": 0.1141, | |
| "step": 6870 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_accuracy": 0.9722563221212865, | |
| "eval_loss": 0.08740793168544769, | |
| "eval_runtime": 61.534, | |
| "eval_samples_per_second": 264.764, | |
| "eval_steps_per_second": 8.288, | |
| "step": 6873 | |
| }, | |
| { | |
| "epoch": 6.006110868616325, | |
| "grad_norm": 2.24489688873291, | |
| "learning_rate": 2.2173702086365844e-05, | |
| "loss": 0.1132, | |
| "step": 6880 | |
| }, | |
| { | |
| "epoch": 6.01484068092536, | |
| "grad_norm": 3.8057761192321777, | |
| "learning_rate": 2.2125181950509464e-05, | |
| "loss": 0.123, | |
| "step": 6890 | |
| }, | |
| { | |
| "epoch": 6.023570493234396, | |
| "grad_norm": 2.2050459384918213, | |
| "learning_rate": 2.207666181465308e-05, | |
| "loss": 0.1365, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 6.032300305543431, | |
| "grad_norm": 3.0642194747924805, | |
| "learning_rate": 2.2028141678796702e-05, | |
| "loss": 0.1423, | |
| "step": 6910 | |
| }, | |
| { | |
| "epoch": 6.041030117852467, | |
| "grad_norm": 2.7323355674743652, | |
| "learning_rate": 2.197962154294032e-05, | |
| "loss": 0.1451, | |
| "step": 6920 | |
| }, | |
| { | |
| "epoch": 6.0497599301615015, | |
| "grad_norm": 3.7342848777770996, | |
| "learning_rate": 2.193110140708394e-05, | |
| "loss": 0.1157, | |
| "step": 6930 | |
| }, | |
| { | |
| "epoch": 6.058489742470537, | |
| "grad_norm": 1.9272093772888184, | |
| "learning_rate": 2.188258127122756e-05, | |
| "loss": 0.1019, | |
| "step": 6940 | |
| }, | |
| { | |
| "epoch": 6.067219554779572, | |
| "grad_norm": 2.0700807571411133, | |
| "learning_rate": 2.183406113537118e-05, | |
| "loss": 0.1223, | |
| "step": 6950 | |
| }, | |
| { | |
| "epoch": 6.075949367088608, | |
| "grad_norm": 2.6618826389312744, | |
| "learning_rate": 2.17855409995148e-05, | |
| "loss": 0.1181, | |
| "step": 6960 | |
| }, | |
| { | |
| "epoch": 6.084679179397643, | |
| "grad_norm": 4.103969573974609, | |
| "learning_rate": 2.173702086365842e-05, | |
| "loss": 0.1357, | |
| "step": 6970 | |
| }, | |
| { | |
| "epoch": 6.093408991706679, | |
| "grad_norm": 2.845344066619873, | |
| "learning_rate": 2.168850072780204e-05, | |
| "loss": 0.1183, | |
| "step": 6980 | |
| }, | |
| { | |
| "epoch": 6.102138804015714, | |
| "grad_norm": 2.7917563915252686, | |
| "learning_rate": 2.1639980591945656e-05, | |
| "loss": 0.1287, | |
| "step": 6990 | |
| }, | |
| { | |
| "epoch": 6.110868616324749, | |
| "grad_norm": 2.6179635524749756, | |
| "learning_rate": 2.1591460456089277e-05, | |
| "loss": 0.1346, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 6.119598428633784, | |
| "grad_norm": 1.979193091392517, | |
| "learning_rate": 2.1542940320232897e-05, | |
| "loss": 0.125, | |
| "step": 7010 | |
| }, | |
| { | |
| "epoch": 6.12832824094282, | |
| "grad_norm": 2.7642877101898193, | |
| "learning_rate": 2.1494420184376518e-05, | |
| "loss": 0.1275, | |
| "step": 7020 | |
| }, | |
| { | |
| "epoch": 6.137058053251855, | |
| "grad_norm": 2.8622918128967285, | |
| "learning_rate": 2.144590004852014e-05, | |
| "loss": 0.1109, | |
| "step": 7030 | |
| }, | |
| { | |
| "epoch": 6.145787865560891, | |
| "grad_norm": 2.6740987300872803, | |
| "learning_rate": 2.1397379912663756e-05, | |
| "loss": 0.1144, | |
| "step": 7040 | |
| }, | |
| { | |
| "epoch": 6.154517677869926, | |
| "grad_norm": 2.9361984729766846, | |
| "learning_rate": 2.1348859776807376e-05, | |
| "loss": 0.1058, | |
| "step": 7050 | |
| }, | |
| { | |
| "epoch": 6.163247490178962, | |
| "grad_norm": 2.7780208587646484, | |
| "learning_rate": 2.1300339640950993e-05, | |
| "loss": 0.1391, | |
| "step": 7060 | |
| }, | |
| { | |
| "epoch": 6.1719773024879965, | |
| "grad_norm": 3.0886313915252686, | |
| "learning_rate": 2.1251819505094614e-05, | |
| "loss": 0.134, | |
| "step": 7070 | |
| }, | |
| { | |
| "epoch": 6.180707114797032, | |
| "grad_norm": 2.369558334350586, | |
| "learning_rate": 2.1203299369238234e-05, | |
| "loss": 0.1589, | |
| "step": 7080 | |
| }, | |
| { | |
| "epoch": 6.189436927106067, | |
| "grad_norm": 2.826566219329834, | |
| "learning_rate": 2.1154779233381855e-05, | |
| "loss": 0.1125, | |
| "step": 7090 | |
| }, | |
| { | |
| "epoch": 6.198166739415103, | |
| "grad_norm": 3.705179452896118, | |
| "learning_rate": 2.1106259097525476e-05, | |
| "loss": 0.1422, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 6.206896551724138, | |
| "grad_norm": 2.0699045658111572, | |
| "learning_rate": 2.1057738961669093e-05, | |
| "loss": 0.1174, | |
| "step": 7110 | |
| }, | |
| { | |
| "epoch": 6.215626364033174, | |
| "grad_norm": 1.7472636699676514, | |
| "learning_rate": 2.1009218825812713e-05, | |
| "loss": 0.1, | |
| "step": 7120 | |
| }, | |
| { | |
| "epoch": 6.224356176342209, | |
| "grad_norm": 3.3158297538757324, | |
| "learning_rate": 2.096069868995633e-05, | |
| "loss": 0.1296, | |
| "step": 7130 | |
| }, | |
| { | |
| "epoch": 6.233085988651244, | |
| "grad_norm": 3.7028303146362305, | |
| "learning_rate": 2.0912178554099954e-05, | |
| "loss": 0.1189, | |
| "step": 7140 | |
| }, | |
| { | |
| "epoch": 6.241815800960279, | |
| "grad_norm": 3.309446334838867, | |
| "learning_rate": 2.086365841824357e-05, | |
| "loss": 0.1197, | |
| "step": 7150 | |
| }, | |
| { | |
| "epoch": 6.250545613269315, | |
| "grad_norm": 2.997817277908325, | |
| "learning_rate": 2.0815138282387192e-05, | |
| "loss": 0.095, | |
| "step": 7160 | |
| }, | |
| { | |
| "epoch": 6.25927542557835, | |
| "grad_norm": 3.9455857276916504, | |
| "learning_rate": 2.0766618146530813e-05, | |
| "loss": 0.1141, | |
| "step": 7170 | |
| }, | |
| { | |
| "epoch": 6.268005237887385, | |
| "grad_norm": 2.8850817680358887, | |
| "learning_rate": 2.071809801067443e-05, | |
| "loss": 0.1241, | |
| "step": 7180 | |
| }, | |
| { | |
| "epoch": 6.276735050196421, | |
| "grad_norm": 3.4822731018066406, | |
| "learning_rate": 2.066957787481805e-05, | |
| "loss": 0.1447, | |
| "step": 7190 | |
| }, | |
| { | |
| "epoch": 6.2854648625054566, | |
| "grad_norm": 1.834179401397705, | |
| "learning_rate": 2.0621057738961667e-05, | |
| "loss": 0.113, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 6.2941946748144915, | |
| "grad_norm": 2.8471169471740723, | |
| "learning_rate": 2.057253760310529e-05, | |
| "loss": 0.1095, | |
| "step": 7210 | |
| }, | |
| { | |
| "epoch": 6.302924487123526, | |
| "grad_norm": 2.841275930404663, | |
| "learning_rate": 2.052401746724891e-05, | |
| "loss": 0.1174, | |
| "step": 7220 | |
| }, | |
| { | |
| "epoch": 6.311654299432562, | |
| "grad_norm": 3.3309431076049805, | |
| "learning_rate": 2.047549733139253e-05, | |
| "loss": 0.1182, | |
| "step": 7230 | |
| }, | |
| { | |
| "epoch": 6.320384111741598, | |
| "grad_norm": 2.214808225631714, | |
| "learning_rate": 2.042697719553615e-05, | |
| "loss": 0.1345, | |
| "step": 7240 | |
| }, | |
| { | |
| "epoch": 6.329113924050633, | |
| "grad_norm": 2.0826220512390137, | |
| "learning_rate": 2.0378457059679767e-05, | |
| "loss": 0.1114, | |
| "step": 7250 | |
| }, | |
| { | |
| "epoch": 6.337843736359668, | |
| "grad_norm": 2.8715829849243164, | |
| "learning_rate": 2.0329936923823387e-05, | |
| "loss": 0.1335, | |
| "step": 7260 | |
| }, | |
| { | |
| "epoch": 6.346573548668704, | |
| "grad_norm": 2.2511582374572754, | |
| "learning_rate": 2.0281416787967008e-05, | |
| "loss": 0.1558, | |
| "step": 7270 | |
| }, | |
| { | |
| "epoch": 6.355303360977739, | |
| "grad_norm": 3.4435458183288574, | |
| "learning_rate": 2.023289665211063e-05, | |
| "loss": 0.1433, | |
| "step": 7280 | |
| }, | |
| { | |
| "epoch": 6.364033173286774, | |
| "grad_norm": 2.411850929260254, | |
| "learning_rate": 2.0184376516254246e-05, | |
| "loss": 0.1224, | |
| "step": 7290 | |
| }, | |
| { | |
| "epoch": 6.372762985595809, | |
| "grad_norm": 2.7871601581573486, | |
| "learning_rate": 2.0135856380397866e-05, | |
| "loss": 0.1206, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 6.381492797904845, | |
| "grad_norm": 2.9544012546539307, | |
| "learning_rate": 2.0087336244541487e-05, | |
| "loss": 0.133, | |
| "step": 7310 | |
| }, | |
| { | |
| "epoch": 6.390222610213881, | |
| "grad_norm": 3.283802032470703, | |
| "learning_rate": 2.0038816108685104e-05, | |
| "loss": 0.1259, | |
| "step": 7320 | |
| }, | |
| { | |
| "epoch": 6.398952422522916, | |
| "grad_norm": 2.1609585285186768, | |
| "learning_rate": 1.9990295972828724e-05, | |
| "loss": 0.1499, | |
| "step": 7330 | |
| }, | |
| { | |
| "epoch": 6.407682234831951, | |
| "grad_norm": 2.2527894973754883, | |
| "learning_rate": 1.9941775836972345e-05, | |
| "loss": 0.1206, | |
| "step": 7340 | |
| }, | |
| { | |
| "epoch": 6.4164120471409865, | |
| "grad_norm": 3.909329891204834, | |
| "learning_rate": 1.9893255701115965e-05, | |
| "loss": 0.099, | |
| "step": 7350 | |
| }, | |
| { | |
| "epoch": 6.425141859450022, | |
| "grad_norm": 2.997509002685547, | |
| "learning_rate": 1.9844735565259583e-05, | |
| "loss": 0.1399, | |
| "step": 7360 | |
| }, | |
| { | |
| "epoch": 6.433871671759057, | |
| "grad_norm": 2.639704465866089, | |
| "learning_rate": 1.9796215429403203e-05, | |
| "loss": 0.1224, | |
| "step": 7370 | |
| }, | |
| { | |
| "epoch": 6.442601484068092, | |
| "grad_norm": 3.1105806827545166, | |
| "learning_rate": 1.9747695293546824e-05, | |
| "loss": 0.1106, | |
| "step": 7380 | |
| }, | |
| { | |
| "epoch": 6.451331296377128, | |
| "grad_norm": 2.972954273223877, | |
| "learning_rate": 1.969917515769044e-05, | |
| "loss": 0.1216, | |
| "step": 7390 | |
| }, | |
| { | |
| "epoch": 6.460061108686164, | |
| "grad_norm": 3.996022939682007, | |
| "learning_rate": 1.965065502183406e-05, | |
| "loss": 0.1279, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 6.468790920995199, | |
| "grad_norm": 3.0898971557617188, | |
| "learning_rate": 1.9602134885977682e-05, | |
| "loss": 0.1247, | |
| "step": 7410 | |
| }, | |
| { | |
| "epoch": 6.4775207333042335, | |
| "grad_norm": 2.5472044944763184, | |
| "learning_rate": 1.9553614750121303e-05, | |
| "loss": 0.1411, | |
| "step": 7420 | |
| }, | |
| { | |
| "epoch": 6.486250545613269, | |
| "grad_norm": 3.311650514602661, | |
| "learning_rate": 1.950509461426492e-05, | |
| "loss": 0.1053, | |
| "step": 7430 | |
| }, | |
| { | |
| "epoch": 6.494980357922305, | |
| "grad_norm": 2.9363017082214355, | |
| "learning_rate": 1.945657447840854e-05, | |
| "loss": 0.1191, | |
| "step": 7440 | |
| }, | |
| { | |
| "epoch": 6.50371017023134, | |
| "grad_norm": 3.120633602142334, | |
| "learning_rate": 1.940805434255216e-05, | |
| "loss": 0.1202, | |
| "step": 7450 | |
| }, | |
| { | |
| "epoch": 6.512439982540375, | |
| "grad_norm": 3.49874210357666, | |
| "learning_rate": 1.9359534206695778e-05, | |
| "loss": 0.1128, | |
| "step": 7460 | |
| }, | |
| { | |
| "epoch": 6.521169794849411, | |
| "grad_norm": 2.98953914642334, | |
| "learning_rate": 1.9311014070839402e-05, | |
| "loss": 0.1191, | |
| "step": 7470 | |
| }, | |
| { | |
| "epoch": 6.5298996071584465, | |
| "grad_norm": 2.440988779067993, | |
| "learning_rate": 1.926249393498302e-05, | |
| "loss": 0.12, | |
| "step": 7480 | |
| }, | |
| { | |
| "epoch": 6.538629419467481, | |
| "grad_norm": 2.9546585083007812, | |
| "learning_rate": 1.921397379912664e-05, | |
| "loss": 0.143, | |
| "step": 7490 | |
| }, | |
| { | |
| "epoch": 6.547359231776516, | |
| "grad_norm": 1.7305012941360474, | |
| "learning_rate": 1.9165453663270257e-05, | |
| "loss": 0.1083, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 6.556089044085552, | |
| "grad_norm": 2.084421396255493, | |
| "learning_rate": 1.9116933527413877e-05, | |
| "loss": 0.1228, | |
| "step": 7510 | |
| }, | |
| { | |
| "epoch": 6.564818856394588, | |
| "grad_norm": 3.237086057662964, | |
| "learning_rate": 1.9068413391557498e-05, | |
| "loss": 0.1265, | |
| "step": 7520 | |
| }, | |
| { | |
| "epoch": 6.573548668703623, | |
| "grad_norm": 2.24908185005188, | |
| "learning_rate": 1.9019893255701115e-05, | |
| "loss": 0.0891, | |
| "step": 7530 | |
| }, | |
| { | |
| "epoch": 6.582278481012658, | |
| "grad_norm": 3.3673548698425293, | |
| "learning_rate": 1.897137311984474e-05, | |
| "loss": 0.1377, | |
| "step": 7540 | |
| }, | |
| { | |
| "epoch": 6.591008293321694, | |
| "grad_norm": 2.560291051864624, | |
| "learning_rate": 1.8922852983988356e-05, | |
| "loss": 0.1114, | |
| "step": 7550 | |
| }, | |
| { | |
| "epoch": 6.599738105630729, | |
| "grad_norm": 1.9948253631591797, | |
| "learning_rate": 1.8874332848131977e-05, | |
| "loss": 0.1261, | |
| "step": 7560 | |
| }, | |
| { | |
| "epoch": 6.608467917939764, | |
| "grad_norm": 3.7410624027252197, | |
| "learning_rate": 1.8825812712275594e-05, | |
| "loss": 0.1111, | |
| "step": 7570 | |
| }, | |
| { | |
| "epoch": 6.617197730248799, | |
| "grad_norm": 3.520691156387329, | |
| "learning_rate": 1.8777292576419214e-05, | |
| "loss": 0.1396, | |
| "step": 7580 | |
| }, | |
| { | |
| "epoch": 6.625927542557835, | |
| "grad_norm": 2.289947986602783, | |
| "learning_rate": 1.8728772440562835e-05, | |
| "loss": 0.1211, | |
| "step": 7590 | |
| }, | |
| { | |
| "epoch": 6.634657354866871, | |
| "grad_norm": 2.078162431716919, | |
| "learning_rate": 1.8680252304706455e-05, | |
| "loss": 0.1258, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 6.643387167175906, | |
| "grad_norm": 2.3327958583831787, | |
| "learning_rate": 1.8631732168850076e-05, | |
| "loss": 0.1177, | |
| "step": 7610 | |
| }, | |
| { | |
| "epoch": 6.652116979484941, | |
| "grad_norm": 2.689931631088257, | |
| "learning_rate": 1.8583212032993693e-05, | |
| "loss": 0.1144, | |
| "step": 7620 | |
| }, | |
| { | |
| "epoch": 6.660846791793976, | |
| "grad_norm": 2.395716428756714, | |
| "learning_rate": 1.8534691897137314e-05, | |
| "loss": 0.1202, | |
| "step": 7630 | |
| }, | |
| { | |
| "epoch": 6.669576604103012, | |
| "grad_norm": 2.892514705657959, | |
| "learning_rate": 1.848617176128093e-05, | |
| "loss": 0.1227, | |
| "step": 7640 | |
| }, | |
| { | |
| "epoch": 6.678306416412047, | |
| "grad_norm": 2.741924285888672, | |
| "learning_rate": 1.843765162542455e-05, | |
| "loss": 0.0994, | |
| "step": 7650 | |
| }, | |
| { | |
| "epoch": 6.687036228721082, | |
| "grad_norm": 3.1253838539123535, | |
| "learning_rate": 1.8389131489568172e-05, | |
| "loss": 0.1212, | |
| "step": 7660 | |
| }, | |
| { | |
| "epoch": 6.695766041030118, | |
| "grad_norm": 3.520061492919922, | |
| "learning_rate": 1.8340611353711792e-05, | |
| "loss": 0.1113, | |
| "step": 7670 | |
| }, | |
| { | |
| "epoch": 6.704495853339154, | |
| "grad_norm": 1.9933674335479736, | |
| "learning_rate": 1.8292091217855413e-05, | |
| "loss": 0.0858, | |
| "step": 7680 | |
| }, | |
| { | |
| "epoch": 6.713225665648189, | |
| "grad_norm": 2.0083909034729004, | |
| "learning_rate": 1.824357108199903e-05, | |
| "loss": 0.1199, | |
| "step": 7690 | |
| }, | |
| { | |
| "epoch": 6.7219554779572235, | |
| "grad_norm": 3.1717681884765625, | |
| "learning_rate": 1.819505094614265e-05, | |
| "loss": 0.1207, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 6.730685290266259, | |
| "grad_norm": 1.9426745176315308, | |
| "learning_rate": 1.8146530810286268e-05, | |
| "loss": 0.1157, | |
| "step": 7710 | |
| }, | |
| { | |
| "epoch": 6.739415102575295, | |
| "grad_norm": 2.9203710556030273, | |
| "learning_rate": 1.809801067442989e-05, | |
| "loss": 0.1251, | |
| "step": 7720 | |
| }, | |
| { | |
| "epoch": 6.74814491488433, | |
| "grad_norm": 3.200591564178467, | |
| "learning_rate": 1.804949053857351e-05, | |
| "loss": 0.1481, | |
| "step": 7730 | |
| }, | |
| { | |
| "epoch": 6.756874727193365, | |
| "grad_norm": 4.032431125640869, | |
| "learning_rate": 1.800097040271713e-05, | |
| "loss": 0.135, | |
| "step": 7740 | |
| }, | |
| { | |
| "epoch": 6.765604539502401, | |
| "grad_norm": 2.4872477054595947, | |
| "learning_rate": 1.795245026686075e-05, | |
| "loss": 0.0975, | |
| "step": 7750 | |
| }, | |
| { | |
| "epoch": 6.7743343518114365, | |
| "grad_norm": 2.5336356163024902, | |
| "learning_rate": 1.7903930131004367e-05, | |
| "loss": 0.1311, | |
| "step": 7760 | |
| }, | |
| { | |
| "epoch": 6.783064164120471, | |
| "grad_norm": 2.6946463584899902, | |
| "learning_rate": 1.7855409995147988e-05, | |
| "loss": 0.1073, | |
| "step": 7770 | |
| }, | |
| { | |
| "epoch": 6.791793976429506, | |
| "grad_norm": 3.247837543487549, | |
| "learning_rate": 1.7806889859291605e-05, | |
| "loss": 0.1126, | |
| "step": 7780 | |
| }, | |
| { | |
| "epoch": 6.800523788738542, | |
| "grad_norm": 2.301456928253174, | |
| "learning_rate": 1.7758369723435225e-05, | |
| "loss": 0.1314, | |
| "step": 7790 | |
| }, | |
| { | |
| "epoch": 6.809253601047578, | |
| "grad_norm": 1.9753727912902832, | |
| "learning_rate": 1.7709849587578846e-05, | |
| "loss": 0.1, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 6.817983413356613, | |
| "grad_norm": 2.194286584854126, | |
| "learning_rate": 1.7661329451722467e-05, | |
| "loss": 0.1114, | |
| "step": 7810 | |
| }, | |
| { | |
| "epoch": 6.826713225665648, | |
| "grad_norm": 2.973609447479248, | |
| "learning_rate": 1.7612809315866087e-05, | |
| "loss": 0.1065, | |
| "step": 7820 | |
| }, | |
| { | |
| "epoch": 6.8354430379746836, | |
| "grad_norm": 2.5955142974853516, | |
| "learning_rate": 1.7564289180009704e-05, | |
| "loss": 0.1326, | |
| "step": 7830 | |
| }, | |
| { | |
| "epoch": 6.844172850283719, | |
| "grad_norm": 2.9520103931427, | |
| "learning_rate": 1.7515769044153325e-05, | |
| "loss": 0.1285, | |
| "step": 7840 | |
| }, | |
| { | |
| "epoch": 6.852902662592754, | |
| "grad_norm": 3.955249071121216, | |
| "learning_rate": 1.7467248908296942e-05, | |
| "loss": 0.1029, | |
| "step": 7850 | |
| }, | |
| { | |
| "epoch": 6.861632474901789, | |
| "grad_norm": 2.9063422679901123, | |
| "learning_rate": 1.7418728772440563e-05, | |
| "loss": 0.0971, | |
| "step": 7860 | |
| }, | |
| { | |
| "epoch": 6.870362287210825, | |
| "grad_norm": 2.6652753353118896, | |
| "learning_rate": 1.7370208636584183e-05, | |
| "loss": 0.1306, | |
| "step": 7870 | |
| }, | |
| { | |
| "epoch": 6.879092099519861, | |
| "grad_norm": 2.687307834625244, | |
| "learning_rate": 1.7321688500727804e-05, | |
| "loss": 0.1265, | |
| "step": 7880 | |
| }, | |
| { | |
| "epoch": 6.887821911828896, | |
| "grad_norm": 2.639251708984375, | |
| "learning_rate": 1.7273168364871424e-05, | |
| "loss": 0.1162, | |
| "step": 7890 | |
| }, | |
| { | |
| "epoch": 6.896551724137931, | |
| "grad_norm": 3.628904104232788, | |
| "learning_rate": 1.722464822901504e-05, | |
| "loss": 0.1368, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 6.905281536446966, | |
| "grad_norm": 2.818596124649048, | |
| "learning_rate": 1.7176128093158662e-05, | |
| "loss": 0.1304, | |
| "step": 7910 | |
| }, | |
| { | |
| "epoch": 6.914011348756002, | |
| "grad_norm": 2.2759499549865723, | |
| "learning_rate": 1.712760795730228e-05, | |
| "loss": 0.1264, | |
| "step": 7920 | |
| }, | |
| { | |
| "epoch": 6.922741161065037, | |
| "grad_norm": 3.426044225692749, | |
| "learning_rate": 1.7079087821445903e-05, | |
| "loss": 0.1131, | |
| "step": 7930 | |
| }, | |
| { | |
| "epoch": 6.931470973374072, | |
| "grad_norm": 1.9681727886199951, | |
| "learning_rate": 1.703056768558952e-05, | |
| "loss": 0.1231, | |
| "step": 7940 | |
| }, | |
| { | |
| "epoch": 6.940200785683108, | |
| "grad_norm": 1.9072273969650269, | |
| "learning_rate": 1.698204754973314e-05, | |
| "loss": 0.096, | |
| "step": 7950 | |
| }, | |
| { | |
| "epoch": 6.948930597992144, | |
| "grad_norm": 2.6058807373046875, | |
| "learning_rate": 1.693352741387676e-05, | |
| "loss": 0.1137, | |
| "step": 7960 | |
| }, | |
| { | |
| "epoch": 6.9576604103011785, | |
| "grad_norm": 1.815313696861267, | |
| "learning_rate": 1.688500727802038e-05, | |
| "loss": 0.0869, | |
| "step": 7970 | |
| }, | |
| { | |
| "epoch": 6.9663902226102135, | |
| "grad_norm": 3.1374306678771973, | |
| "learning_rate": 1.6836487142164e-05, | |
| "loss": 0.1256, | |
| "step": 7980 | |
| }, | |
| { | |
| "epoch": 6.975120034919249, | |
| "grad_norm": 1.8264007568359375, | |
| "learning_rate": 1.6787967006307616e-05, | |
| "loss": 0.0917, | |
| "step": 7990 | |
| }, | |
| { | |
| "epoch": 6.983849847228285, | |
| "grad_norm": 2.1605708599090576, | |
| "learning_rate": 1.673944687045124e-05, | |
| "loss": 0.134, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 6.99257965953732, | |
| "grad_norm": 2.8631725311279297, | |
| "learning_rate": 1.6690926734594857e-05, | |
| "loss": 0.1275, | |
| "step": 8010 | |
| }, | |
| { | |
| "epoch": 6.999563509384548, | |
| "eval_accuracy": 0.9620058924625583, | |
| "eval_loss": 0.12257199734449387, | |
| "eval_runtime": 61.6953, | |
| "eval_samples_per_second": 264.072, | |
| "eval_steps_per_second": 8.266, | |
| "step": 8018 | |
| }, | |
| { | |
| "epoch": 7.001309471846355, | |
| "grad_norm": 2.7233829498291016, | |
| "learning_rate": 1.6642406598738478e-05, | |
| "loss": 0.1128, | |
| "step": 8020 | |
| }, | |
| { | |
| "epoch": 7.010039284155391, | |
| "grad_norm": 2.6346898078918457, | |
| "learning_rate": 1.6593886462882098e-05, | |
| "loss": 0.107, | |
| "step": 8030 | |
| }, | |
| { | |
| "epoch": 7.018769096464426, | |
| "grad_norm": 3.0289077758789062, | |
| "learning_rate": 1.6545366327025715e-05, | |
| "loss": 0.1282, | |
| "step": 8040 | |
| }, | |
| { | |
| "epoch": 7.027498908773461, | |
| "grad_norm": 3.5590922832489014, | |
| "learning_rate": 1.6496846191169336e-05, | |
| "loss": 0.1248, | |
| "step": 8050 | |
| }, | |
| { | |
| "epoch": 7.036228721082496, | |
| "grad_norm": 2.1778759956359863, | |
| "learning_rate": 1.6448326055312957e-05, | |
| "loss": 0.1206, | |
| "step": 8060 | |
| }, | |
| { | |
| "epoch": 7.044958533391532, | |
| "grad_norm": 3.13328218460083, | |
| "learning_rate": 1.6399805919456577e-05, | |
| "loss": 0.1064, | |
| "step": 8070 | |
| }, | |
| { | |
| "epoch": 7.053688345700567, | |
| "grad_norm": 2.862576484680176, | |
| "learning_rate": 1.6351285783600194e-05, | |
| "loss": 0.1133, | |
| "step": 8080 | |
| }, | |
| { | |
| "epoch": 7.062418158009603, | |
| "grad_norm": 2.9792587757110596, | |
| "learning_rate": 1.6302765647743815e-05, | |
| "loss": 0.1542, | |
| "step": 8090 | |
| }, | |
| { | |
| "epoch": 7.071147970318638, | |
| "grad_norm": 3.1806788444519043, | |
| "learning_rate": 1.6254245511887435e-05, | |
| "loss": 0.1284, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 7.0798777826276735, | |
| "grad_norm": 2.1008007526397705, | |
| "learning_rate": 1.6205725376031052e-05, | |
| "loss": 0.0993, | |
| "step": 8110 | |
| }, | |
| { | |
| "epoch": 7.0886075949367084, | |
| "grad_norm": 3.443948984146118, | |
| "learning_rate": 1.6157205240174673e-05, | |
| "loss": 0.1321, | |
| "step": 8120 | |
| }, | |
| { | |
| "epoch": 7.097337407245744, | |
| "grad_norm": 3.075568675994873, | |
| "learning_rate": 1.6108685104318294e-05, | |
| "loss": 0.1135, | |
| "step": 8130 | |
| }, | |
| { | |
| "epoch": 7.106067219554779, | |
| "grad_norm": 2.7205452919006348, | |
| "learning_rate": 1.6060164968461914e-05, | |
| "loss": 0.1045, | |
| "step": 8140 | |
| }, | |
| { | |
| "epoch": 7.114797031863815, | |
| "grad_norm": 1.9306424856185913, | |
| "learning_rate": 1.601164483260553e-05, | |
| "loss": 0.1155, | |
| "step": 8150 | |
| }, | |
| { | |
| "epoch": 7.12352684417285, | |
| "grad_norm": 1.848753571510315, | |
| "learning_rate": 1.5963124696749152e-05, | |
| "loss": 0.121, | |
| "step": 8160 | |
| }, | |
| { | |
| "epoch": 7.132256656481886, | |
| "grad_norm": 2.816012144088745, | |
| "learning_rate": 1.5914604560892772e-05, | |
| "loss": 0.1195, | |
| "step": 8170 | |
| }, | |
| { | |
| "epoch": 7.140986468790921, | |
| "grad_norm": 1.6042299270629883, | |
| "learning_rate": 1.586608442503639e-05, | |
| "loss": 0.109, | |
| "step": 8180 | |
| }, | |
| { | |
| "epoch": 7.149716281099956, | |
| "grad_norm": 1.9858665466308594, | |
| "learning_rate": 1.581756428918001e-05, | |
| "loss": 0.1218, | |
| "step": 8190 | |
| }, | |
| { | |
| "epoch": 7.158446093408991, | |
| "grad_norm": 3.661896228790283, | |
| "learning_rate": 1.576904415332363e-05, | |
| "loss": 0.1162, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 7.167175905718027, | |
| "grad_norm": 3.4283740520477295, | |
| "learning_rate": 1.572052401746725e-05, | |
| "loss": 0.1192, | |
| "step": 8210 | |
| }, | |
| { | |
| "epoch": 7.175905718027062, | |
| "grad_norm": 2.0922162532806396, | |
| "learning_rate": 1.567200388161087e-05, | |
| "loss": 0.1228, | |
| "step": 8220 | |
| }, | |
| { | |
| "epoch": 7.184635530336098, | |
| "grad_norm": 3.018186330795288, | |
| "learning_rate": 1.562348374575449e-05, | |
| "loss": 0.1239, | |
| "step": 8230 | |
| }, | |
| { | |
| "epoch": 7.193365342645133, | |
| "grad_norm": 3.431612491607666, | |
| "learning_rate": 1.557496360989811e-05, | |
| "loss": 0.1199, | |
| "step": 8240 | |
| }, | |
| { | |
| "epoch": 7.2020951549541685, | |
| "grad_norm": 1.7211098670959473, | |
| "learning_rate": 1.5526443474041727e-05, | |
| "loss": 0.1241, | |
| "step": 8250 | |
| }, | |
| { | |
| "epoch": 7.210824967263203, | |
| "grad_norm": 3.201613664627075, | |
| "learning_rate": 1.547792333818535e-05, | |
| "loss": 0.1528, | |
| "step": 8260 | |
| }, | |
| { | |
| "epoch": 7.219554779572239, | |
| "grad_norm": 2.8337209224700928, | |
| "learning_rate": 1.5429403202328968e-05, | |
| "loss": 0.1037, | |
| "step": 8270 | |
| }, | |
| { | |
| "epoch": 7.228284591881274, | |
| "grad_norm": 2.8004138469696045, | |
| "learning_rate": 1.5380883066472588e-05, | |
| "loss": 0.1221, | |
| "step": 8280 | |
| }, | |
| { | |
| "epoch": 7.23701440419031, | |
| "grad_norm": 4.067490577697754, | |
| "learning_rate": 1.5332362930616205e-05, | |
| "loss": 0.1399, | |
| "step": 8290 | |
| }, | |
| { | |
| "epoch": 7.245744216499345, | |
| "grad_norm": 3.5075736045837402, | |
| "learning_rate": 1.5283842794759826e-05, | |
| "loss": 0.1412, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 7.254474028808381, | |
| "grad_norm": 3.4626917839050293, | |
| "learning_rate": 1.5235322658903445e-05, | |
| "loss": 0.1311, | |
| "step": 8310 | |
| }, | |
| { | |
| "epoch": 7.263203841117416, | |
| "grad_norm": 3.102483034133911, | |
| "learning_rate": 1.5186802523047064e-05, | |
| "loss": 0.1054, | |
| "step": 8320 | |
| }, | |
| { | |
| "epoch": 7.271933653426451, | |
| "grad_norm": 3.181889533996582, | |
| "learning_rate": 1.5138282387190686e-05, | |
| "loss": 0.1469, | |
| "step": 8330 | |
| }, | |
| { | |
| "epoch": 7.280663465735486, | |
| "grad_norm": 2.642778158187866, | |
| "learning_rate": 1.5089762251334305e-05, | |
| "loss": 0.1359, | |
| "step": 8340 | |
| }, | |
| { | |
| "epoch": 7.289393278044522, | |
| "grad_norm": 2.339479446411133, | |
| "learning_rate": 1.5041242115477924e-05, | |
| "loss": 0.0924, | |
| "step": 8350 | |
| }, | |
| { | |
| "epoch": 7.298123090353557, | |
| "grad_norm": 3.010129690170288, | |
| "learning_rate": 1.4992721979621544e-05, | |
| "loss": 0.1211, | |
| "step": 8360 | |
| }, | |
| { | |
| "epoch": 7.306852902662593, | |
| "grad_norm": 2.169443130493164, | |
| "learning_rate": 1.4944201843765163e-05, | |
| "loss": 0.0962, | |
| "step": 8370 | |
| }, | |
| { | |
| "epoch": 7.315582714971628, | |
| "grad_norm": 2.3417961597442627, | |
| "learning_rate": 1.4895681707908782e-05, | |
| "loss": 0.1263, | |
| "step": 8380 | |
| }, | |
| { | |
| "epoch": 7.3243125272806635, | |
| "grad_norm": 2.7159245014190674, | |
| "learning_rate": 1.4847161572052404e-05, | |
| "loss": 0.0773, | |
| "step": 8390 | |
| }, | |
| { | |
| "epoch": 7.333042339589698, | |
| "grad_norm": 1.89850652217865, | |
| "learning_rate": 1.4798641436196023e-05, | |
| "loss": 0.1134, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 7.341772151898734, | |
| "grad_norm": 2.856013536453247, | |
| "learning_rate": 1.4750121300339642e-05, | |
| "loss": 0.1278, | |
| "step": 8410 | |
| }, | |
| { | |
| "epoch": 7.350501964207769, | |
| "grad_norm": 2.531646728515625, | |
| "learning_rate": 1.470160116448326e-05, | |
| "loss": 0.1234, | |
| "step": 8420 | |
| }, | |
| { | |
| "epoch": 7.359231776516805, | |
| "grad_norm": 3.2163310050964355, | |
| "learning_rate": 1.4653081028626881e-05, | |
| "loss": 0.1112, | |
| "step": 8430 | |
| }, | |
| { | |
| "epoch": 7.36796158882584, | |
| "grad_norm": 2.611832618713379, | |
| "learning_rate": 1.46045608927705e-05, | |
| "loss": 0.1146, | |
| "step": 8440 | |
| }, | |
| { | |
| "epoch": 7.376691401134876, | |
| "grad_norm": 3.106451988220215, | |
| "learning_rate": 1.4556040756914119e-05, | |
| "loss": 0.1088, | |
| "step": 8450 | |
| }, | |
| { | |
| "epoch": 7.385421213443911, | |
| "grad_norm": 2.7591700553894043, | |
| "learning_rate": 1.4507520621057741e-05, | |
| "loss": 0.1313, | |
| "step": 8460 | |
| }, | |
| { | |
| "epoch": 7.394151025752946, | |
| "grad_norm": 2.3061065673828125, | |
| "learning_rate": 1.445900048520136e-05, | |
| "loss": 0.1187, | |
| "step": 8470 | |
| }, | |
| { | |
| "epoch": 7.402880838061981, | |
| "grad_norm": 2.7407071590423584, | |
| "learning_rate": 1.4410480349344979e-05, | |
| "loss": 0.1076, | |
| "step": 8480 | |
| }, | |
| { | |
| "epoch": 7.411610650371017, | |
| "grad_norm": 3.5780117511749268, | |
| "learning_rate": 1.4361960213488598e-05, | |
| "loss": 0.1261, | |
| "step": 8490 | |
| }, | |
| { | |
| "epoch": 7.420340462680052, | |
| "grad_norm": 2.2158961296081543, | |
| "learning_rate": 1.4313440077632218e-05, | |
| "loss": 0.1042, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 7.429070274989088, | |
| "grad_norm": 3.758617639541626, | |
| "learning_rate": 1.4264919941775837e-05, | |
| "loss": 0.1146, | |
| "step": 8510 | |
| }, | |
| { | |
| "epoch": 7.437800087298123, | |
| "grad_norm": 3.035114049911499, | |
| "learning_rate": 1.421639980591946e-05, | |
| "loss": 0.1149, | |
| "step": 8520 | |
| }, | |
| { | |
| "epoch": 7.4465298996071585, | |
| "grad_norm": 3.016139030456543, | |
| "learning_rate": 1.4167879670063078e-05, | |
| "loss": 0.0983, | |
| "step": 8530 | |
| }, | |
| { | |
| "epoch": 7.455259711916193, | |
| "grad_norm": 1.1190143823623657, | |
| "learning_rate": 1.4119359534206697e-05, | |
| "loss": 0.1016, | |
| "step": 8540 | |
| }, | |
| { | |
| "epoch": 7.463989524225229, | |
| "grad_norm": 1.6610057353973389, | |
| "learning_rate": 1.4070839398350316e-05, | |
| "loss": 0.1098, | |
| "step": 8550 | |
| }, | |
| { | |
| "epoch": 7.472719336534264, | |
| "grad_norm": 2.246140956878662, | |
| "learning_rate": 1.4022319262493935e-05, | |
| "loss": 0.1226, | |
| "step": 8560 | |
| }, | |
| { | |
| "epoch": 7.4814491488433, | |
| "grad_norm": 3.7668988704681396, | |
| "learning_rate": 1.3973799126637555e-05, | |
| "loss": 0.0909, | |
| "step": 8570 | |
| }, | |
| { | |
| "epoch": 7.490178961152335, | |
| "grad_norm": 1.9712340831756592, | |
| "learning_rate": 1.3925278990781174e-05, | |
| "loss": 0.1065, | |
| "step": 8580 | |
| }, | |
| { | |
| "epoch": 7.498908773461371, | |
| "grad_norm": 2.9757723808288574, | |
| "learning_rate": 1.3876758854924796e-05, | |
| "loss": 0.1222, | |
| "step": 8590 | |
| }, | |
| { | |
| "epoch": 7.5076385857704055, | |
| "grad_norm": 3.4910058975219727, | |
| "learning_rate": 1.3828238719068415e-05, | |
| "loss": 0.1156, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 7.516368398079441, | |
| "grad_norm": 2.6508007049560547, | |
| "learning_rate": 1.3779718583212034e-05, | |
| "loss": 0.099, | |
| "step": 8610 | |
| }, | |
| { | |
| "epoch": 7.525098210388476, | |
| "grad_norm": 1.8022457361221313, | |
| "learning_rate": 1.3731198447355653e-05, | |
| "loss": 0.0829, | |
| "step": 8620 | |
| }, | |
| { | |
| "epoch": 7.533828022697512, | |
| "grad_norm": 2.3336634635925293, | |
| "learning_rate": 1.3682678311499272e-05, | |
| "loss": 0.1409, | |
| "step": 8630 | |
| }, | |
| { | |
| "epoch": 7.542557835006547, | |
| "grad_norm": 3.1852900981903076, | |
| "learning_rate": 1.3634158175642892e-05, | |
| "loss": 0.125, | |
| "step": 8640 | |
| }, | |
| { | |
| "epoch": 7.551287647315583, | |
| "grad_norm": 2.8601016998291016, | |
| "learning_rate": 1.3585638039786511e-05, | |
| "loss": 0.1035, | |
| "step": 8650 | |
| }, | |
| { | |
| "epoch": 7.560017459624618, | |
| "grad_norm": 2.5289573669433594, | |
| "learning_rate": 1.3537117903930133e-05, | |
| "loss": 0.1093, | |
| "step": 8660 | |
| }, | |
| { | |
| "epoch": 7.5687472719336535, | |
| "grad_norm": 2.4447848796844482, | |
| "learning_rate": 1.3488597768073752e-05, | |
| "loss": 0.1076, | |
| "step": 8670 | |
| }, | |
| { | |
| "epoch": 7.577477084242688, | |
| "grad_norm": 3.016014337539673, | |
| "learning_rate": 1.3440077632217371e-05, | |
| "loss": 0.1189, | |
| "step": 8680 | |
| }, | |
| { | |
| "epoch": 7.586206896551724, | |
| "grad_norm": 2.6992433071136475, | |
| "learning_rate": 1.339155749636099e-05, | |
| "loss": 0.1088, | |
| "step": 8690 | |
| }, | |
| { | |
| "epoch": 7.594936708860759, | |
| "grad_norm": 2.2244362831115723, | |
| "learning_rate": 1.3343037360504609e-05, | |
| "loss": 0.0965, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 7.603666521169795, | |
| "grad_norm": 2.8653414249420166, | |
| "learning_rate": 1.329451722464823e-05, | |
| "loss": 0.1022, | |
| "step": 8710 | |
| }, | |
| { | |
| "epoch": 7.61239633347883, | |
| "grad_norm": 3.810765027999878, | |
| "learning_rate": 1.324599708879185e-05, | |
| "loss": 0.1208, | |
| "step": 8720 | |
| }, | |
| { | |
| "epoch": 7.621126145787866, | |
| "grad_norm": 2.089237689971924, | |
| "learning_rate": 1.319747695293547e-05, | |
| "loss": 0.0989, | |
| "step": 8730 | |
| }, | |
| { | |
| "epoch": 7.6298559580969005, | |
| "grad_norm": 1.9120042324066162, | |
| "learning_rate": 1.314895681707909e-05, | |
| "loss": 0.112, | |
| "step": 8740 | |
| }, | |
| { | |
| "epoch": 7.638585770405936, | |
| "grad_norm": 2.164149284362793, | |
| "learning_rate": 1.3100436681222708e-05, | |
| "loss": 0.1183, | |
| "step": 8750 | |
| }, | |
| { | |
| "epoch": 7.647315582714971, | |
| "grad_norm": 1.7820502519607544, | |
| "learning_rate": 1.3051916545366327e-05, | |
| "loss": 0.1187, | |
| "step": 8760 | |
| }, | |
| { | |
| "epoch": 7.656045395024007, | |
| "grad_norm": 3.0987606048583984, | |
| "learning_rate": 1.3003396409509946e-05, | |
| "loss": 0.1192, | |
| "step": 8770 | |
| }, | |
| { | |
| "epoch": 7.664775207333042, | |
| "grad_norm": 2.332767963409424, | |
| "learning_rate": 1.2954876273653566e-05, | |
| "loss": 0.1219, | |
| "step": 8780 | |
| }, | |
| { | |
| "epoch": 7.673505019642078, | |
| "grad_norm": 2.8338541984558105, | |
| "learning_rate": 1.2906356137797187e-05, | |
| "loss": 0.0953, | |
| "step": 8790 | |
| }, | |
| { | |
| "epoch": 7.682234831951113, | |
| "grad_norm": 2.000577926635742, | |
| "learning_rate": 1.2857836001940808e-05, | |
| "loss": 0.0969, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 7.6909646442601485, | |
| "grad_norm": 3.364076614379883, | |
| "learning_rate": 1.2809315866084426e-05, | |
| "loss": 0.1117, | |
| "step": 8810 | |
| }, | |
| { | |
| "epoch": 7.699694456569183, | |
| "grad_norm": 4.16958475112915, | |
| "learning_rate": 1.2760795730228045e-05, | |
| "loss": 0.1216, | |
| "step": 8820 | |
| }, | |
| { | |
| "epoch": 7.708424268878219, | |
| "grad_norm": 2.2611634731292725, | |
| "learning_rate": 1.2712275594371664e-05, | |
| "loss": 0.0929, | |
| "step": 8830 | |
| }, | |
| { | |
| "epoch": 7.717154081187254, | |
| "grad_norm": 2.592312812805176, | |
| "learning_rate": 1.2663755458515283e-05, | |
| "loss": 0.1147, | |
| "step": 8840 | |
| }, | |
| { | |
| "epoch": 7.72588389349629, | |
| "grad_norm": 3.680349588394165, | |
| "learning_rate": 1.2615235322658905e-05, | |
| "loss": 0.1184, | |
| "step": 8850 | |
| }, | |
| { | |
| "epoch": 7.734613705805325, | |
| "grad_norm": 3.146328926086426, | |
| "learning_rate": 1.2566715186802524e-05, | |
| "loss": 0.1083, | |
| "step": 8860 | |
| }, | |
| { | |
| "epoch": 7.743343518114361, | |
| "grad_norm": 3.165249824523926, | |
| "learning_rate": 1.2518195050946145e-05, | |
| "loss": 0.1303, | |
| "step": 8870 | |
| }, | |
| { | |
| "epoch": 7.7520733304233955, | |
| "grad_norm": 3.2401604652404785, | |
| "learning_rate": 1.2469674915089763e-05, | |
| "loss": 0.1032, | |
| "step": 8880 | |
| }, | |
| { | |
| "epoch": 7.760803142732431, | |
| "grad_norm": 1.9936988353729248, | |
| "learning_rate": 1.2421154779233382e-05, | |
| "loss": 0.1187, | |
| "step": 8890 | |
| }, | |
| { | |
| "epoch": 7.769532955041466, | |
| "grad_norm": 2.625159502029419, | |
| "learning_rate": 1.2372634643377003e-05, | |
| "loss": 0.1062, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 7.778262767350502, | |
| "grad_norm": 1.672642707824707, | |
| "learning_rate": 1.2324114507520622e-05, | |
| "loss": 0.1183, | |
| "step": 8910 | |
| }, | |
| { | |
| "epoch": 7.786992579659537, | |
| "grad_norm": 2.378697156906128, | |
| "learning_rate": 1.227559437166424e-05, | |
| "loss": 0.1197, | |
| "step": 8920 | |
| }, | |
| { | |
| "epoch": 7.795722391968573, | |
| "grad_norm": 2.9251904487609863, | |
| "learning_rate": 1.222707423580786e-05, | |
| "loss": 0.1141, | |
| "step": 8930 | |
| }, | |
| { | |
| "epoch": 7.804452204277608, | |
| "grad_norm": 1.902925968170166, | |
| "learning_rate": 1.217855409995148e-05, | |
| "loss": 0.1034, | |
| "step": 8940 | |
| }, | |
| { | |
| "epoch": 7.8131820165866435, | |
| "grad_norm": 2.213522434234619, | |
| "learning_rate": 1.21300339640951e-05, | |
| "loss": 0.1124, | |
| "step": 8950 | |
| }, | |
| { | |
| "epoch": 7.821911828895678, | |
| "grad_norm": 3.5406954288482666, | |
| "learning_rate": 1.208151382823872e-05, | |
| "loss": 0.0988, | |
| "step": 8960 | |
| }, | |
| { | |
| "epoch": 7.830641641204714, | |
| "grad_norm": 2.070265531539917, | |
| "learning_rate": 1.203299369238234e-05, | |
| "loss": 0.1182, | |
| "step": 8970 | |
| }, | |
| { | |
| "epoch": 7.839371453513749, | |
| "grad_norm": 3.4907076358795166, | |
| "learning_rate": 1.1984473556525959e-05, | |
| "loss": 0.1009, | |
| "step": 8980 | |
| }, | |
| { | |
| "epoch": 7.848101265822785, | |
| "grad_norm": 2.2645416259765625, | |
| "learning_rate": 1.1935953420669578e-05, | |
| "loss": 0.1021, | |
| "step": 8990 | |
| }, | |
| { | |
| "epoch": 7.85683107813182, | |
| "grad_norm": 2.2879273891448975, | |
| "learning_rate": 1.1887433284813198e-05, | |
| "loss": 0.1166, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 7.865560890440856, | |
| "grad_norm": 2.280569553375244, | |
| "learning_rate": 1.1838913148956817e-05, | |
| "loss": 0.1145, | |
| "step": 9010 | |
| }, | |
| { | |
| "epoch": 7.8742907027498905, | |
| "grad_norm": 2.2898128032684326, | |
| "learning_rate": 1.1790393013100438e-05, | |
| "loss": 0.095, | |
| "step": 9020 | |
| }, | |
| { | |
| "epoch": 7.883020515058926, | |
| "grad_norm": 2.112298011779785, | |
| "learning_rate": 1.1741872877244056e-05, | |
| "loss": 0.0834, | |
| "step": 9030 | |
| }, | |
| { | |
| "epoch": 7.891750327367961, | |
| "grad_norm": 3.349541425704956, | |
| "learning_rate": 1.1693352741387677e-05, | |
| "loss": 0.1125, | |
| "step": 9040 | |
| }, | |
| { | |
| "epoch": 7.900480139676997, | |
| "grad_norm": 2.482618570327759, | |
| "learning_rate": 1.1644832605531296e-05, | |
| "loss": 0.1059, | |
| "step": 9050 | |
| }, | |
| { | |
| "epoch": 7.909209951986032, | |
| "grad_norm": 2.8729076385498047, | |
| "learning_rate": 1.1596312469674915e-05, | |
| "loss": 0.1312, | |
| "step": 9060 | |
| }, | |
| { | |
| "epoch": 7.917939764295068, | |
| "grad_norm": 2.159461498260498, | |
| "learning_rate": 1.1547792333818535e-05, | |
| "loss": 0.1032, | |
| "step": 9070 | |
| }, | |
| { | |
| "epoch": 7.926669576604103, | |
| "grad_norm": 1.993208646774292, | |
| "learning_rate": 1.1499272197962154e-05, | |
| "loss": 0.1139, | |
| "step": 9080 | |
| }, | |
| { | |
| "epoch": 7.9353993889131385, | |
| "grad_norm": 2.4738166332244873, | |
| "learning_rate": 1.1450752062105775e-05, | |
| "loss": 0.1021, | |
| "step": 9090 | |
| }, | |
| { | |
| "epoch": 7.944129201222173, | |
| "grad_norm": 2.5491795539855957, | |
| "learning_rate": 1.1402231926249395e-05, | |
| "loss": 0.1195, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 7.952859013531209, | |
| "grad_norm": 2.6320948600769043, | |
| "learning_rate": 1.1353711790393014e-05, | |
| "loss": 0.0882, | |
| "step": 9110 | |
| }, | |
| { | |
| "epoch": 7.961588825840244, | |
| "grad_norm": 2.642817497253418, | |
| "learning_rate": 1.1305191654536633e-05, | |
| "loss": 0.1278, | |
| "step": 9120 | |
| }, | |
| { | |
| "epoch": 7.97031863814928, | |
| "grad_norm": 1.8427996635437012, | |
| "learning_rate": 1.1256671518680253e-05, | |
| "loss": 0.1091, | |
| "step": 9130 | |
| }, | |
| { | |
| "epoch": 7.979048450458315, | |
| "grad_norm": 3.3067104816436768, | |
| "learning_rate": 1.1208151382823872e-05, | |
| "loss": 0.1177, | |
| "step": 9140 | |
| }, | |
| { | |
| "epoch": 7.987778262767351, | |
| "grad_norm": 1.9407857656478882, | |
| "learning_rate": 1.1159631246967491e-05, | |
| "loss": 0.1146, | |
| "step": 9150 | |
| }, | |
| { | |
| "epoch": 7.9965080750763855, | |
| "grad_norm": 2.7859206199645996, | |
| "learning_rate": 1.1111111111111112e-05, | |
| "loss": 0.1323, | |
| "step": 9160 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "eval_accuracy": 0.9777191259513872, | |
| "eval_loss": 0.07020638883113861, | |
| "eval_runtime": 60.5088, | |
| "eval_samples_per_second": 269.25, | |
| "eval_steps_per_second": 8.429, | |
| "step": 9164 | |
| }, | |
| { | |
| "epoch": 8.005237887385421, | |
| "grad_norm": 3.0209567546844482, | |
| "learning_rate": 1.1062590975254732e-05, | |
| "loss": 0.1044, | |
| "step": 9170 | |
| }, | |
| { | |
| "epoch": 8.013967699694456, | |
| "grad_norm": 3.3612194061279297, | |
| "learning_rate": 1.1014070839398351e-05, | |
| "loss": 0.1367, | |
| "step": 9180 | |
| }, | |
| { | |
| "epoch": 8.022697512003491, | |
| "grad_norm": 3.807859182357788, | |
| "learning_rate": 1.096555070354197e-05, | |
| "loss": 0.0977, | |
| "step": 9190 | |
| }, | |
| { | |
| "epoch": 8.031427324312528, | |
| "grad_norm": 1.820942759513855, | |
| "learning_rate": 1.091703056768559e-05, | |
| "loss": 0.1027, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 8.040157136621563, | |
| "grad_norm": 1.7831873893737793, | |
| "learning_rate": 1.086851043182921e-05, | |
| "loss": 0.114, | |
| "step": 9210 | |
| }, | |
| { | |
| "epoch": 8.048886948930598, | |
| "grad_norm": 2.5594382286071777, | |
| "learning_rate": 1.0819990295972828e-05, | |
| "loss": 0.1036, | |
| "step": 9220 | |
| }, | |
| { | |
| "epoch": 8.057616761239633, | |
| "grad_norm": 2.1451315879821777, | |
| "learning_rate": 1.0771470160116449e-05, | |
| "loss": 0.1002, | |
| "step": 9230 | |
| }, | |
| { | |
| "epoch": 8.06634657354867, | |
| "grad_norm": 2.5839290618896484, | |
| "learning_rate": 1.072295002426007e-05, | |
| "loss": 0.1026, | |
| "step": 9240 | |
| }, | |
| { | |
| "epoch": 8.075076385857704, | |
| "grad_norm": 2.6166088581085205, | |
| "learning_rate": 1.0674429888403688e-05, | |
| "loss": 0.1, | |
| "step": 9250 | |
| }, | |
| { | |
| "epoch": 8.083806198166739, | |
| "grad_norm": 3.226916790008545, | |
| "learning_rate": 1.0625909752547307e-05, | |
| "loss": 0.0857, | |
| "step": 9260 | |
| }, | |
| { | |
| "epoch": 8.092536010475774, | |
| "grad_norm": 2.4332773685455322, | |
| "learning_rate": 1.0577389616690927e-05, | |
| "loss": 0.0862, | |
| "step": 9270 | |
| }, | |
| { | |
| "epoch": 8.10126582278481, | |
| "grad_norm": 2.966545820236206, | |
| "learning_rate": 1.0528869480834546e-05, | |
| "loss": 0.1025, | |
| "step": 9280 | |
| }, | |
| { | |
| "epoch": 8.109995635093846, | |
| "grad_norm": 2.112661123275757, | |
| "learning_rate": 1.0480349344978165e-05, | |
| "loss": 0.0996, | |
| "step": 9290 | |
| }, | |
| { | |
| "epoch": 8.11872544740288, | |
| "grad_norm": 3.0900607109069824, | |
| "learning_rate": 1.0431829209121786e-05, | |
| "loss": 0.1052, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 8.127455259711915, | |
| "grad_norm": 2.729537010192871, | |
| "learning_rate": 1.0383309073265406e-05, | |
| "loss": 0.1012, | |
| "step": 9310 | |
| }, | |
| { | |
| "epoch": 8.136185072020952, | |
| "grad_norm": 2.780118227005005, | |
| "learning_rate": 1.0334788937409025e-05, | |
| "loss": 0.1136, | |
| "step": 9320 | |
| }, | |
| { | |
| "epoch": 8.144914884329987, | |
| "grad_norm": 1.7321745157241821, | |
| "learning_rate": 1.0286268801552646e-05, | |
| "loss": 0.1115, | |
| "step": 9330 | |
| }, | |
| { | |
| "epoch": 8.153644696639022, | |
| "grad_norm": 2.258513927459717, | |
| "learning_rate": 1.0237748665696265e-05, | |
| "loss": 0.1353, | |
| "step": 9340 | |
| }, | |
| { | |
| "epoch": 8.162374508948057, | |
| "grad_norm": 3.355522632598877, | |
| "learning_rate": 1.0189228529839883e-05, | |
| "loss": 0.0798, | |
| "step": 9350 | |
| }, | |
| { | |
| "epoch": 8.171104321257094, | |
| "grad_norm": 1.8760606050491333, | |
| "learning_rate": 1.0140708393983504e-05, | |
| "loss": 0.1136, | |
| "step": 9360 | |
| }, | |
| { | |
| "epoch": 8.179834133566128, | |
| "grad_norm": 2.638148546218872, | |
| "learning_rate": 1.0092188258127123e-05, | |
| "loss": 0.1096, | |
| "step": 9370 | |
| }, | |
| { | |
| "epoch": 8.188563945875163, | |
| "grad_norm": 3.003227472305298, | |
| "learning_rate": 1.0043668122270743e-05, | |
| "loss": 0.1027, | |
| "step": 9380 | |
| }, | |
| { | |
| "epoch": 8.197293758184198, | |
| "grad_norm": 2.2695999145507812, | |
| "learning_rate": 9.995147986414362e-06, | |
| "loss": 0.1027, | |
| "step": 9390 | |
| }, | |
| { | |
| "epoch": 8.206023570493235, | |
| "grad_norm": 2.753089666366577, | |
| "learning_rate": 9.946627850557983e-06, | |
| "loss": 0.1131, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 8.21475338280227, | |
| "grad_norm": 2.087954521179199, | |
| "learning_rate": 9.898107714701602e-06, | |
| "loss": 0.1096, | |
| "step": 9410 | |
| }, | |
| { | |
| "epoch": 8.223483195111305, | |
| "grad_norm": 2.1234874725341797, | |
| "learning_rate": 9.84958757884522e-06, | |
| "loss": 0.1281, | |
| "step": 9420 | |
| }, | |
| { | |
| "epoch": 8.23221300742034, | |
| "grad_norm": 2.573425531387329, | |
| "learning_rate": 9.801067442988841e-06, | |
| "loss": 0.1221, | |
| "step": 9430 | |
| }, | |
| { | |
| "epoch": 8.240942819729376, | |
| "grad_norm": 2.972698211669922, | |
| "learning_rate": 9.75254730713246e-06, | |
| "loss": 0.1063, | |
| "step": 9440 | |
| }, | |
| { | |
| "epoch": 8.249672632038411, | |
| "grad_norm": 3.052992105484009, | |
| "learning_rate": 9.70402717127608e-06, | |
| "loss": 0.1117, | |
| "step": 9450 | |
| }, | |
| { | |
| "epoch": 8.258402444347446, | |
| "grad_norm": 2.1158103942871094, | |
| "learning_rate": 9.655507035419701e-06, | |
| "loss": 0.092, | |
| "step": 9460 | |
| }, | |
| { | |
| "epoch": 8.267132256656481, | |
| "grad_norm": 2.4370791912078857, | |
| "learning_rate": 9.60698689956332e-06, | |
| "loss": 0.1092, | |
| "step": 9470 | |
| }, | |
| { | |
| "epoch": 8.275862068965518, | |
| "grad_norm": 3.0041496753692627, | |
| "learning_rate": 9.558466763706939e-06, | |
| "loss": 0.0869, | |
| "step": 9480 | |
| }, | |
| { | |
| "epoch": 8.284591881274553, | |
| "grad_norm": 1.6758767366409302, | |
| "learning_rate": 9.509946627850557e-06, | |
| "loss": 0.1012, | |
| "step": 9490 | |
| }, | |
| { | |
| "epoch": 8.293321693583588, | |
| "grad_norm": 2.937406301498413, | |
| "learning_rate": 9.461426491994178e-06, | |
| "loss": 0.1152, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 8.302051505892623, | |
| "grad_norm": 2.93967866897583, | |
| "learning_rate": 9.412906356137797e-06, | |
| "loss": 0.099, | |
| "step": 9510 | |
| }, | |
| { | |
| "epoch": 8.31078131820166, | |
| "grad_norm": 2.0390257835388184, | |
| "learning_rate": 9.364386220281417e-06, | |
| "loss": 0.0926, | |
| "step": 9520 | |
| }, | |
| { | |
| "epoch": 8.319511130510694, | |
| "grad_norm": 2.6134767532348633, | |
| "learning_rate": 9.315866084425038e-06, | |
| "loss": 0.1139, | |
| "step": 9530 | |
| }, | |
| { | |
| "epoch": 8.328240942819729, | |
| "grad_norm": 3.398548126220703, | |
| "learning_rate": 9.267345948568657e-06, | |
| "loss": 0.1051, | |
| "step": 9540 | |
| }, | |
| { | |
| "epoch": 8.336970755128764, | |
| "grad_norm": 3.847663164138794, | |
| "learning_rate": 9.218825812712276e-06, | |
| "loss": 0.119, | |
| "step": 9550 | |
| }, | |
| { | |
| "epoch": 8.3457005674378, | |
| "grad_norm": 3.1890709400177, | |
| "learning_rate": 9.170305676855896e-06, | |
| "loss": 0.1459, | |
| "step": 9560 | |
| }, | |
| { | |
| "epoch": 8.354430379746836, | |
| "grad_norm": 1.5987610816955566, | |
| "learning_rate": 9.121785540999515e-06, | |
| "loss": 0.0985, | |
| "step": 9570 | |
| }, | |
| { | |
| "epoch": 8.36316019205587, | |
| "grad_norm": 2.2405405044555664, | |
| "learning_rate": 9.073265405143134e-06, | |
| "loss": 0.1044, | |
| "step": 9580 | |
| }, | |
| { | |
| "epoch": 8.371890004364905, | |
| "grad_norm": 2.4690017700195312, | |
| "learning_rate": 9.024745269286754e-06, | |
| "loss": 0.0976, | |
| "step": 9590 | |
| }, | |
| { | |
| "epoch": 8.380619816673942, | |
| "grad_norm": 2.168797254562378, | |
| "learning_rate": 8.976225133430375e-06, | |
| "loss": 0.0933, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 8.389349628982977, | |
| "grad_norm": 2.74342942237854, | |
| "learning_rate": 8.927704997573994e-06, | |
| "loss": 0.099, | |
| "step": 9610 | |
| }, | |
| { | |
| "epoch": 8.398079441292012, | |
| "grad_norm": 3.6532704830169678, | |
| "learning_rate": 8.879184861717613e-06, | |
| "loss": 0.1303, | |
| "step": 9620 | |
| }, | |
| { | |
| "epoch": 8.406809253601047, | |
| "grad_norm": 2.5002212524414062, | |
| "learning_rate": 8.830664725861233e-06, | |
| "loss": 0.1139, | |
| "step": 9630 | |
| }, | |
| { | |
| "epoch": 8.415539065910083, | |
| "grad_norm": 2.5484557151794434, | |
| "learning_rate": 8.782144590004852e-06, | |
| "loss": 0.1261, | |
| "step": 9640 | |
| }, | |
| { | |
| "epoch": 8.424268878219118, | |
| "grad_norm": 2.8932912349700928, | |
| "learning_rate": 8.733624454148471e-06, | |
| "loss": 0.1126, | |
| "step": 9650 | |
| }, | |
| { | |
| "epoch": 8.432998690528153, | |
| "grad_norm": 2.334230899810791, | |
| "learning_rate": 8.685104318292092e-06, | |
| "loss": 0.1021, | |
| "step": 9660 | |
| }, | |
| { | |
| "epoch": 8.441728502837188, | |
| "grad_norm": 2.884859561920166, | |
| "learning_rate": 8.636584182435712e-06, | |
| "loss": 0.0958, | |
| "step": 9670 | |
| }, | |
| { | |
| "epoch": 8.450458315146225, | |
| "grad_norm": 1.8755512237548828, | |
| "learning_rate": 8.588064046579331e-06, | |
| "loss": 0.0928, | |
| "step": 9680 | |
| }, | |
| { | |
| "epoch": 8.45918812745526, | |
| "grad_norm": 2.3897783756256104, | |
| "learning_rate": 8.539543910722951e-06, | |
| "loss": 0.0897, | |
| "step": 9690 | |
| }, | |
| { | |
| "epoch": 8.467917939764295, | |
| "grad_norm": 3.4187004566192627, | |
| "learning_rate": 8.49102377486657e-06, | |
| "loss": 0.0978, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 8.47664775207333, | |
| "grad_norm": 3.359574317932129, | |
| "learning_rate": 8.44250363901019e-06, | |
| "loss": 0.1029, | |
| "step": 9710 | |
| }, | |
| { | |
| "epoch": 8.485377564382366, | |
| "grad_norm": 2.7510204315185547, | |
| "learning_rate": 8.393983503153808e-06, | |
| "loss": 0.1115, | |
| "step": 9720 | |
| }, | |
| { | |
| "epoch": 8.494107376691401, | |
| "grad_norm": 2.2325894832611084, | |
| "learning_rate": 8.345463367297429e-06, | |
| "loss": 0.1237, | |
| "step": 9730 | |
| }, | |
| { | |
| "epoch": 8.502837189000436, | |
| "grad_norm": 2.400143623352051, | |
| "learning_rate": 8.296943231441049e-06, | |
| "loss": 0.1202, | |
| "step": 9740 | |
| }, | |
| { | |
| "epoch": 8.511567001309471, | |
| "grad_norm": 3.032205581665039, | |
| "learning_rate": 8.248423095584668e-06, | |
| "loss": 0.092, | |
| "step": 9750 | |
| }, | |
| { | |
| "epoch": 8.520296813618508, | |
| "grad_norm": 3.307790517807007, | |
| "learning_rate": 8.199902959728289e-06, | |
| "loss": 0.1069, | |
| "step": 9760 | |
| }, | |
| { | |
| "epoch": 8.529026625927543, | |
| "grad_norm": 3.3414857387542725, | |
| "learning_rate": 8.151382823871907e-06, | |
| "loss": 0.1315, | |
| "step": 9770 | |
| }, | |
| { | |
| "epoch": 8.537756438236578, | |
| "grad_norm": 2.243468999862671, | |
| "learning_rate": 8.102862688015526e-06, | |
| "loss": 0.0986, | |
| "step": 9780 | |
| }, | |
| { | |
| "epoch": 8.546486250545613, | |
| "grad_norm": 2.635031223297119, | |
| "learning_rate": 8.054342552159147e-06, | |
| "loss": 0.1067, | |
| "step": 9790 | |
| }, | |
| { | |
| "epoch": 8.55521606285465, | |
| "grad_norm": 2.037966728210449, | |
| "learning_rate": 8.005822416302766e-06, | |
| "loss": 0.1053, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 8.563945875163684, | |
| "grad_norm": 3.361685276031494, | |
| "learning_rate": 7.957302280446386e-06, | |
| "loss": 0.1166, | |
| "step": 9810 | |
| }, | |
| { | |
| "epoch": 8.572675687472719, | |
| "grad_norm": 1.941724419593811, | |
| "learning_rate": 7.908782144590005e-06, | |
| "loss": 0.0954, | |
| "step": 9820 | |
| }, | |
| { | |
| "epoch": 8.581405499781754, | |
| "grad_norm": 2.7277681827545166, | |
| "learning_rate": 7.860262008733626e-06, | |
| "loss": 0.1212, | |
| "step": 9830 | |
| }, | |
| { | |
| "epoch": 8.59013531209079, | |
| "grad_norm": 2.5248844623565674, | |
| "learning_rate": 7.811741872877244e-06, | |
| "loss": 0.1009, | |
| "step": 9840 | |
| }, | |
| { | |
| "epoch": 8.598865124399826, | |
| "grad_norm": 0.636101245880127, | |
| "learning_rate": 7.763221737020863e-06, | |
| "loss": 0.0992, | |
| "step": 9850 | |
| }, | |
| { | |
| "epoch": 8.60759493670886, | |
| "grad_norm": 2.8368330001831055, | |
| "learning_rate": 7.714701601164484e-06, | |
| "loss": 0.0886, | |
| "step": 9860 | |
| }, | |
| { | |
| "epoch": 8.616324749017895, | |
| "grad_norm": 2.3569271564483643, | |
| "learning_rate": 7.666181465308103e-06, | |
| "loss": 0.0835, | |
| "step": 9870 | |
| }, | |
| { | |
| "epoch": 8.625054561326932, | |
| "grad_norm": 2.118471622467041, | |
| "learning_rate": 7.617661329451722e-06, | |
| "loss": 0.1155, | |
| "step": 9880 | |
| }, | |
| { | |
| "epoch": 8.633784373635967, | |
| "grad_norm": 1.9520134925842285, | |
| "learning_rate": 7.569141193595343e-06, | |
| "loss": 0.0935, | |
| "step": 9890 | |
| }, | |
| { | |
| "epoch": 8.642514185945002, | |
| "grad_norm": 2.778207540512085, | |
| "learning_rate": 7.520621057738962e-06, | |
| "loss": 0.1167, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 8.651243998254037, | |
| "grad_norm": 3.1950080394744873, | |
| "learning_rate": 7.4721009218825815e-06, | |
| "loss": 0.124, | |
| "step": 9910 | |
| }, | |
| { | |
| "epoch": 8.659973810563073, | |
| "grad_norm": 1.913509726524353, | |
| "learning_rate": 7.423580786026202e-06, | |
| "loss": 0.0922, | |
| "step": 9920 | |
| }, | |
| { | |
| "epoch": 8.668703622872108, | |
| "grad_norm": 2.9603874683380127, | |
| "learning_rate": 7.375060650169821e-06, | |
| "loss": 0.1225, | |
| "step": 9930 | |
| }, | |
| { | |
| "epoch": 8.677433435181143, | |
| "grad_norm": 2.5559980869293213, | |
| "learning_rate": 7.326540514313441e-06, | |
| "loss": 0.1159, | |
| "step": 9940 | |
| }, | |
| { | |
| "epoch": 8.686163247490178, | |
| "grad_norm": 2.817579507827759, | |
| "learning_rate": 7.2780203784570594e-06, | |
| "loss": 0.069, | |
| "step": 9950 | |
| }, | |
| { | |
| "epoch": 8.694893059799215, | |
| "grad_norm": 2.3405838012695312, | |
| "learning_rate": 7.22950024260068e-06, | |
| "loss": 0.083, | |
| "step": 9960 | |
| }, | |
| { | |
| "epoch": 8.70362287210825, | |
| "grad_norm": 4.057965278625488, | |
| "learning_rate": 7.180980106744299e-06, | |
| "loss": 0.1346, | |
| "step": 9970 | |
| }, | |
| { | |
| "epoch": 8.712352684417285, | |
| "grad_norm": 3.50754976272583, | |
| "learning_rate": 7.1324599708879185e-06, | |
| "loss": 0.113, | |
| "step": 9980 | |
| }, | |
| { | |
| "epoch": 8.72108249672632, | |
| "grad_norm": 2.4381942749023438, | |
| "learning_rate": 7.083939835031539e-06, | |
| "loss": 0.0959, | |
| "step": 9990 | |
| }, | |
| { | |
| "epoch": 8.729812309035356, | |
| "grad_norm": 1.3491463661193848, | |
| "learning_rate": 7.035419699175158e-06, | |
| "loss": 0.1141, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 8.738542121344391, | |
| "grad_norm": 3.835019588470459, | |
| "learning_rate": 6.986899563318778e-06, | |
| "loss": 0.0997, | |
| "step": 10010 | |
| }, | |
| { | |
| "epoch": 8.747271933653426, | |
| "grad_norm": 1.8673381805419922, | |
| "learning_rate": 6.938379427462398e-06, | |
| "loss": 0.1044, | |
| "step": 10020 | |
| }, | |
| { | |
| "epoch": 8.756001745962461, | |
| "grad_norm": 3.303786039352417, | |
| "learning_rate": 6.889859291606017e-06, | |
| "loss": 0.1368, | |
| "step": 10030 | |
| }, | |
| { | |
| "epoch": 8.764731558271498, | |
| "grad_norm": 2.6152758598327637, | |
| "learning_rate": 6.841339155749636e-06, | |
| "loss": 0.1186, | |
| "step": 10040 | |
| }, | |
| { | |
| "epoch": 8.773461370580533, | |
| "grad_norm": 3.460881471633911, | |
| "learning_rate": 6.792819019893256e-06, | |
| "loss": 0.1263, | |
| "step": 10050 | |
| }, | |
| { | |
| "epoch": 8.782191182889568, | |
| "grad_norm": 2.3491194248199463, | |
| "learning_rate": 6.744298884036876e-06, | |
| "loss": 0.1147, | |
| "step": 10060 | |
| }, | |
| { | |
| "epoch": 8.790920995198602, | |
| "grad_norm": 2.6336238384246826, | |
| "learning_rate": 6.695778748180495e-06, | |
| "loss": 0.1044, | |
| "step": 10070 | |
| }, | |
| { | |
| "epoch": 8.79965080750764, | |
| "grad_norm": 2.4493720531463623, | |
| "learning_rate": 6.647258612324115e-06, | |
| "loss": 0.0914, | |
| "step": 10080 | |
| }, | |
| { | |
| "epoch": 8.808380619816674, | |
| "grad_norm": 2.0005953311920166, | |
| "learning_rate": 6.598738476467735e-06, | |
| "loss": 0.137, | |
| "step": 10090 | |
| }, | |
| { | |
| "epoch": 8.817110432125709, | |
| "grad_norm": 2.4096193313598633, | |
| "learning_rate": 6.550218340611354e-06, | |
| "loss": 0.1235, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 8.825840244434744, | |
| "grad_norm": 2.0157690048217773, | |
| "learning_rate": 6.501698204754973e-06, | |
| "loss": 0.0981, | |
| "step": 10110 | |
| }, | |
| { | |
| "epoch": 8.83457005674378, | |
| "grad_norm": 1.8452261686325073, | |
| "learning_rate": 6.4531780688985935e-06, | |
| "loss": 0.0971, | |
| "step": 10120 | |
| }, | |
| { | |
| "epoch": 8.843299869052816, | |
| "grad_norm": 2.7903761863708496, | |
| "learning_rate": 6.404657933042213e-06, | |
| "loss": 0.0935, | |
| "step": 10130 | |
| }, | |
| { | |
| "epoch": 8.85202968136185, | |
| "grad_norm": 2.508514165878296, | |
| "learning_rate": 6.356137797185832e-06, | |
| "loss": 0.0991, | |
| "step": 10140 | |
| }, | |
| { | |
| "epoch": 8.860759493670885, | |
| "grad_norm": 2.214094638824463, | |
| "learning_rate": 6.307617661329453e-06, | |
| "loss": 0.11, | |
| "step": 10150 | |
| }, | |
| { | |
| "epoch": 8.869489305979922, | |
| "grad_norm": 2.2677242755889893, | |
| "learning_rate": 6.259097525473072e-06, | |
| "loss": 0.1491, | |
| "step": 10160 | |
| }, | |
| { | |
| "epoch": 8.878219118288957, | |
| "grad_norm": 1.6787909269332886, | |
| "learning_rate": 6.210577389616691e-06, | |
| "loss": 0.1153, | |
| "step": 10170 | |
| }, | |
| { | |
| "epoch": 8.886948930597992, | |
| "grad_norm": 2.0860350131988525, | |
| "learning_rate": 6.162057253760311e-06, | |
| "loss": 0.0906, | |
| "step": 10180 | |
| }, | |
| { | |
| "epoch": 8.895678742907027, | |
| "grad_norm": 2.6599624156951904, | |
| "learning_rate": 6.11353711790393e-06, | |
| "loss": 0.1011, | |
| "step": 10190 | |
| }, | |
| { | |
| "epoch": 8.904408555216063, | |
| "grad_norm": 2.9594058990478516, | |
| "learning_rate": 6.06501698204755e-06, | |
| "loss": 0.1179, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 8.913138367525098, | |
| "grad_norm": 2.69802188873291, | |
| "learning_rate": 6.01649684619117e-06, | |
| "loss": 0.1086, | |
| "step": 10210 | |
| }, | |
| { | |
| "epoch": 8.921868179834133, | |
| "grad_norm": 2.7719838619232178, | |
| "learning_rate": 5.967976710334789e-06, | |
| "loss": 0.1064, | |
| "step": 10220 | |
| }, | |
| { | |
| "epoch": 8.930597992143168, | |
| "grad_norm": 2.729365587234497, | |
| "learning_rate": 5.9194565744784085e-06, | |
| "loss": 0.108, | |
| "step": 10230 | |
| }, | |
| { | |
| "epoch": 8.939327804452205, | |
| "grad_norm": 3.4504830837249756, | |
| "learning_rate": 5.870936438622028e-06, | |
| "loss": 0.095, | |
| "step": 10240 | |
| }, | |
| { | |
| "epoch": 8.94805761676124, | |
| "grad_norm": 2.7254908084869385, | |
| "learning_rate": 5.822416302765648e-06, | |
| "loss": 0.0973, | |
| "step": 10250 | |
| }, | |
| { | |
| "epoch": 8.956787429070275, | |
| "grad_norm": 2.1603481769561768, | |
| "learning_rate": 5.773896166909268e-06, | |
| "loss": 0.0989, | |
| "step": 10260 | |
| }, | |
| { | |
| "epoch": 8.96551724137931, | |
| "grad_norm": 3.3005552291870117, | |
| "learning_rate": 5.725376031052887e-06, | |
| "loss": 0.0931, | |
| "step": 10270 | |
| }, | |
| { | |
| "epoch": 8.974247053688346, | |
| "grad_norm": 2.790048122406006, | |
| "learning_rate": 5.676855895196507e-06, | |
| "loss": 0.1102, | |
| "step": 10280 | |
| }, | |
| { | |
| "epoch": 8.982976865997381, | |
| "grad_norm": 2.8936121463775635, | |
| "learning_rate": 5.628335759340127e-06, | |
| "loss": 0.1204, | |
| "step": 10290 | |
| }, | |
| { | |
| "epoch": 8.991706678306416, | |
| "grad_norm": 3.3234341144561768, | |
| "learning_rate": 5.5798156234837455e-06, | |
| "loss": 0.1212, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 8.999563509384549, | |
| "eval_accuracy": 0.9607169162779278, | |
| "eval_loss": 0.12570950388908386, | |
| "eval_runtime": 61.7961, | |
| "eval_samples_per_second": 263.641, | |
| "eval_steps_per_second": 8.253, | |
| "step": 10309 | |
| }, | |
| { | |
| "epoch": 9.000436490615451, | |
| "grad_norm": 4.348520755767822, | |
| "learning_rate": 5.531295487627366e-06, | |
| "loss": 0.132, | |
| "step": 10310 | |
| }, | |
| { | |
| "epoch": 9.009166302924488, | |
| "grad_norm": 2.5040526390075684, | |
| "learning_rate": 5.482775351770985e-06, | |
| "loss": 0.116, | |
| "step": 10320 | |
| }, | |
| { | |
| "epoch": 9.017896115233523, | |
| "grad_norm": 2.754953622817993, | |
| "learning_rate": 5.434255215914605e-06, | |
| "loss": 0.1035, | |
| "step": 10330 | |
| }, | |
| { | |
| "epoch": 9.026625927542558, | |
| "grad_norm": 3.0102930068969727, | |
| "learning_rate": 5.385735080058224e-06, | |
| "loss": 0.1104, | |
| "step": 10340 | |
| }, | |
| { | |
| "epoch": 9.035355739851592, | |
| "grad_norm": 2.0556371212005615, | |
| "learning_rate": 5.337214944201844e-06, | |
| "loss": 0.1387, | |
| "step": 10350 | |
| }, | |
| { | |
| "epoch": 9.04408555216063, | |
| "grad_norm": 2.688657760620117, | |
| "learning_rate": 5.288694808345464e-06, | |
| "loss": 0.1082, | |
| "step": 10360 | |
| }, | |
| { | |
| "epoch": 9.052815364469664, | |
| "grad_norm": 3.8439743518829346, | |
| "learning_rate": 5.240174672489083e-06, | |
| "loss": 0.1144, | |
| "step": 10370 | |
| }, | |
| { | |
| "epoch": 9.061545176778699, | |
| "grad_norm": 2.683326482772827, | |
| "learning_rate": 5.191654536632703e-06, | |
| "loss": 0.1075, | |
| "step": 10380 | |
| }, | |
| { | |
| "epoch": 9.070274989087734, | |
| "grad_norm": 2.6530981063842773, | |
| "learning_rate": 5.143134400776323e-06, | |
| "loss": 0.0948, | |
| "step": 10390 | |
| }, | |
| { | |
| "epoch": 9.07900480139677, | |
| "grad_norm": 3.5326459407806396, | |
| "learning_rate": 5.094614264919942e-06, | |
| "loss": 0.1101, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 9.087734613705805, | |
| "grad_norm": 3.0565762519836426, | |
| "learning_rate": 5.046094129063561e-06, | |
| "loss": 0.103, | |
| "step": 10410 | |
| }, | |
| { | |
| "epoch": 9.09646442601484, | |
| "grad_norm": 2.949897050857544, | |
| "learning_rate": 4.997573993207181e-06, | |
| "loss": 0.136, | |
| "step": 10420 | |
| }, | |
| { | |
| "epoch": 9.105194238323875, | |
| "grad_norm": 2.1031014919281006, | |
| "learning_rate": 4.949053857350801e-06, | |
| "loss": 0.117, | |
| "step": 10430 | |
| }, | |
| { | |
| "epoch": 9.113924050632912, | |
| "grad_norm": 2.6953930854797363, | |
| "learning_rate": 4.9005337214944205e-06, | |
| "loss": 0.0944, | |
| "step": 10440 | |
| }, | |
| { | |
| "epoch": 9.122653862941947, | |
| "grad_norm": 2.513293981552124, | |
| "learning_rate": 4.85201358563804e-06, | |
| "loss": 0.1121, | |
| "step": 10450 | |
| }, | |
| { | |
| "epoch": 9.131383675250982, | |
| "grad_norm": 2.8910365104675293, | |
| "learning_rate": 4.80349344978166e-06, | |
| "loss": 0.0821, | |
| "step": 10460 | |
| }, | |
| { | |
| "epoch": 9.140113487560017, | |
| "grad_norm": 2.991837978363037, | |
| "learning_rate": 4.754973313925279e-06, | |
| "loss": 0.115, | |
| "step": 10470 | |
| }, | |
| { | |
| "epoch": 9.148843299869053, | |
| "grad_norm": 3.1621274948120117, | |
| "learning_rate": 4.7064531780688984e-06, | |
| "loss": 0.0987, | |
| "step": 10480 | |
| }, | |
| { | |
| "epoch": 9.157573112178088, | |
| "grad_norm": 2.6590192317962646, | |
| "learning_rate": 4.657933042212519e-06, | |
| "loss": 0.0924, | |
| "step": 10490 | |
| }, | |
| { | |
| "epoch": 9.166302924487123, | |
| "grad_norm": 1.3833907842636108, | |
| "learning_rate": 4.609412906356138e-06, | |
| "loss": 0.0772, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 9.175032736796158, | |
| "grad_norm": 2.954089879989624, | |
| "learning_rate": 4.5608927704997575e-06, | |
| "loss": 0.1372, | |
| "step": 10510 | |
| }, | |
| { | |
| "epoch": 9.183762549105195, | |
| "grad_norm": 2.8369104862213135, | |
| "learning_rate": 4.512372634643377e-06, | |
| "loss": 0.1054, | |
| "step": 10520 | |
| }, | |
| { | |
| "epoch": 9.19249236141423, | |
| "grad_norm": 1.4422260522842407, | |
| "learning_rate": 4.463852498786997e-06, | |
| "loss": 0.1025, | |
| "step": 10530 | |
| }, | |
| { | |
| "epoch": 9.201222173723265, | |
| "grad_norm": 1.9895925521850586, | |
| "learning_rate": 4.415332362930617e-06, | |
| "loss": 0.0992, | |
| "step": 10540 | |
| }, | |
| { | |
| "epoch": 9.2099519860323, | |
| "grad_norm": 2.9992966651916504, | |
| "learning_rate": 4.3668122270742355e-06, | |
| "loss": 0.0927, | |
| "step": 10550 | |
| }, | |
| { | |
| "epoch": 9.218681798341336, | |
| "grad_norm": 2.2719290256500244, | |
| "learning_rate": 4.318292091217856e-06, | |
| "loss": 0.0987, | |
| "step": 10560 | |
| }, | |
| { | |
| "epoch": 9.227411610650371, | |
| "grad_norm": 3.9194726943969727, | |
| "learning_rate": 4.269771955361476e-06, | |
| "loss": 0.0936, | |
| "step": 10570 | |
| }, | |
| { | |
| "epoch": 9.236141422959406, | |
| "grad_norm": 2.4642674922943115, | |
| "learning_rate": 4.221251819505095e-06, | |
| "loss": 0.1074, | |
| "step": 10580 | |
| }, | |
| { | |
| "epoch": 9.244871235268441, | |
| "grad_norm": 3.479707956314087, | |
| "learning_rate": 4.172731683648714e-06, | |
| "loss": 0.1051, | |
| "step": 10590 | |
| }, | |
| { | |
| "epoch": 9.253601047577478, | |
| "grad_norm": 3.2341325283050537, | |
| "learning_rate": 4.124211547792334e-06, | |
| "loss": 0.0878, | |
| "step": 10600 | |
| }, | |
| { | |
| "epoch": 9.262330859886513, | |
| "grad_norm": 2.302276849746704, | |
| "learning_rate": 4.075691411935954e-06, | |
| "loss": 0.1036, | |
| "step": 10610 | |
| }, | |
| { | |
| "epoch": 9.271060672195548, | |
| "grad_norm": 2.9073214530944824, | |
| "learning_rate": 4.027171276079573e-06, | |
| "loss": 0.1181, | |
| "step": 10620 | |
| }, | |
| { | |
| "epoch": 9.279790484504582, | |
| "grad_norm": 2.0145514011383057, | |
| "learning_rate": 3.978651140223193e-06, | |
| "loss": 0.0956, | |
| "step": 10630 | |
| }, | |
| { | |
| "epoch": 9.28852029681362, | |
| "grad_norm": 4.683056831359863, | |
| "learning_rate": 3.930131004366813e-06, | |
| "loss": 0.138, | |
| "step": 10640 | |
| }, | |
| { | |
| "epoch": 9.297250109122654, | |
| "grad_norm": 2.681694507598877, | |
| "learning_rate": 3.881610868510432e-06, | |
| "loss": 0.08, | |
| "step": 10650 | |
| }, | |
| { | |
| "epoch": 9.305979921431689, | |
| "grad_norm": 2.887195348739624, | |
| "learning_rate": 3.833090732654051e-06, | |
| "loss": 0.1113, | |
| "step": 10660 | |
| }, | |
| { | |
| "epoch": 9.314709733740724, | |
| "grad_norm": 2.9222280979156494, | |
| "learning_rate": 3.7845705967976715e-06, | |
| "loss": 0.1074, | |
| "step": 10670 | |
| }, | |
| { | |
| "epoch": 9.32343954604976, | |
| "grad_norm": 2.944333076477051, | |
| "learning_rate": 3.7360504609412907e-06, | |
| "loss": 0.106, | |
| "step": 10680 | |
| }, | |
| { | |
| "epoch": 9.332169358358795, | |
| "grad_norm": 2.468632459640503, | |
| "learning_rate": 3.6875303250849104e-06, | |
| "loss": 0.1049, | |
| "step": 10690 | |
| }, | |
| { | |
| "epoch": 9.34089917066783, | |
| "grad_norm": 0.9164177775382996, | |
| "learning_rate": 3.6390101892285297e-06, | |
| "loss": 0.0718, | |
| "step": 10700 | |
| }, | |
| { | |
| "epoch": 9.349628982976865, | |
| "grad_norm": 2.6750760078430176, | |
| "learning_rate": 3.5904900533721494e-06, | |
| "loss": 0.1086, | |
| "step": 10710 | |
| }, | |
| { | |
| "epoch": 9.358358795285902, | |
| "grad_norm": 1.8694539070129395, | |
| "learning_rate": 3.5419699175157695e-06, | |
| "loss": 0.1099, | |
| "step": 10720 | |
| }, | |
| { | |
| "epoch": 9.367088607594937, | |
| "grad_norm": 2.571378707885742, | |
| "learning_rate": 3.493449781659389e-06, | |
| "loss": 0.0856, | |
| "step": 10730 | |
| }, | |
| { | |
| "epoch": 9.375818419903972, | |
| "grad_norm": 1.7155669927597046, | |
| "learning_rate": 3.4449296458030085e-06, | |
| "loss": 0.1044, | |
| "step": 10740 | |
| }, | |
| { | |
| "epoch": 9.384548232213007, | |
| "grad_norm": 2.1449294090270996, | |
| "learning_rate": 3.396409509946628e-06, | |
| "loss": 0.096, | |
| "step": 10750 | |
| }, | |
| { | |
| "epoch": 9.393278044522043, | |
| "grad_norm": 2.918898344039917, | |
| "learning_rate": 3.3478893740902475e-06, | |
| "loss": 0.0983, | |
| "step": 10760 | |
| }, | |
| { | |
| "epoch": 9.402007856831078, | |
| "grad_norm": 2.2519733905792236, | |
| "learning_rate": 3.2993692382338676e-06, | |
| "loss": 0.1027, | |
| "step": 10770 | |
| }, | |
| { | |
| "epoch": 9.410737669140113, | |
| "grad_norm": 4.343425750732422, | |
| "learning_rate": 3.2508491023774865e-06, | |
| "loss": 0.1118, | |
| "step": 10780 | |
| }, | |
| { | |
| "epoch": 9.419467481449148, | |
| "grad_norm": 2.5257129669189453, | |
| "learning_rate": 3.2023289665211066e-06, | |
| "loss": 0.1093, | |
| "step": 10790 | |
| }, | |
| { | |
| "epoch": 9.428197293758185, | |
| "grad_norm": 1.197124719619751, | |
| "learning_rate": 3.1538088306647263e-06, | |
| "loss": 0.1083, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 9.43692710606722, | |
| "grad_norm": 3.033644437789917, | |
| "learning_rate": 3.1052886948083456e-06, | |
| "loss": 0.1076, | |
| "step": 10810 | |
| }, | |
| { | |
| "epoch": 9.445656918376255, | |
| "grad_norm": 2.3595004081726074, | |
| "learning_rate": 3.056768558951965e-06, | |
| "loss": 0.0772, | |
| "step": 10820 | |
| }, | |
| { | |
| "epoch": 9.45438673068529, | |
| "grad_norm": 1.9762500524520874, | |
| "learning_rate": 3.008248423095585e-06, | |
| "loss": 0.1033, | |
| "step": 10830 | |
| }, | |
| { | |
| "epoch": 9.463116542994326, | |
| "grad_norm": 3.2624242305755615, | |
| "learning_rate": 2.9597282872392042e-06, | |
| "loss": 0.1018, | |
| "step": 10840 | |
| }, | |
| { | |
| "epoch": 9.471846355303361, | |
| "grad_norm": 2.5619966983795166, | |
| "learning_rate": 2.911208151382824e-06, | |
| "loss": 0.1084, | |
| "step": 10850 | |
| }, | |
| { | |
| "epoch": 9.480576167612396, | |
| "grad_norm": 2.26334547996521, | |
| "learning_rate": 2.8626880155264436e-06, | |
| "loss": 0.099, | |
| "step": 10860 | |
| }, | |
| { | |
| "epoch": 9.489305979921431, | |
| "grad_norm": 2.397780656814575, | |
| "learning_rate": 2.8141678796700633e-06, | |
| "loss": 0.1217, | |
| "step": 10870 | |
| }, | |
| { | |
| "epoch": 9.498035792230468, | |
| "grad_norm": 3.3402929306030273, | |
| "learning_rate": 2.765647743813683e-06, | |
| "loss": 0.1199, | |
| "step": 10880 | |
| }, | |
| { | |
| "epoch": 9.506765604539503, | |
| "grad_norm": 3.3935964107513428, | |
| "learning_rate": 2.7171276079573023e-06, | |
| "loss": 0.1158, | |
| "step": 10890 | |
| }, | |
| { | |
| "epoch": 9.515495416848538, | |
| "grad_norm": 2.4392571449279785, | |
| "learning_rate": 2.668607472100922e-06, | |
| "loss": 0.1306, | |
| "step": 10900 | |
| }, | |
| { | |
| "epoch": 9.524225229157572, | |
| "grad_norm": 2.4739038944244385, | |
| "learning_rate": 2.6200873362445413e-06, | |
| "loss": 0.0886, | |
| "step": 10910 | |
| }, | |
| { | |
| "epoch": 9.532955041466609, | |
| "grad_norm": 2.2183120250701904, | |
| "learning_rate": 2.5715672003881614e-06, | |
| "loss": 0.1015, | |
| "step": 10920 | |
| }, | |
| { | |
| "epoch": 9.541684853775644, | |
| "grad_norm": 3.256857395172119, | |
| "learning_rate": 2.5230470645317807e-06, | |
| "loss": 0.1328, | |
| "step": 10930 | |
| }, | |
| { | |
| "epoch": 9.550414666084679, | |
| "grad_norm": 2.740285634994507, | |
| "learning_rate": 2.4745269286754004e-06, | |
| "loss": 0.0996, | |
| "step": 10940 | |
| }, | |
| { | |
| "epoch": 9.559144478393714, | |
| "grad_norm": 2.5595703125, | |
| "learning_rate": 2.42600679281902e-06, | |
| "loss": 0.075, | |
| "step": 10950 | |
| }, | |
| { | |
| "epoch": 9.56787429070275, | |
| "grad_norm": 3.089890480041504, | |
| "learning_rate": 2.3774866569626394e-06, | |
| "loss": 0.1229, | |
| "step": 10960 | |
| }, | |
| { | |
| "epoch": 9.576604103011785, | |
| "grad_norm": 3.369868755340576, | |
| "learning_rate": 2.3289665211062595e-06, | |
| "loss": 0.1194, | |
| "step": 10970 | |
| }, | |
| { | |
| "epoch": 9.58533391532082, | |
| "grad_norm": 2.359818458557129, | |
| "learning_rate": 2.2804463852498788e-06, | |
| "loss": 0.107, | |
| "step": 10980 | |
| }, | |
| { | |
| "epoch": 9.594063727629855, | |
| "grad_norm": 2.449138641357422, | |
| "learning_rate": 2.2319262493934985e-06, | |
| "loss": 0.1078, | |
| "step": 10990 | |
| }, | |
| { | |
| "epoch": 9.602793539938892, | |
| "grad_norm": 1.8725260496139526, | |
| "learning_rate": 2.1834061135371177e-06, | |
| "loss": 0.0882, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 9.611523352247927, | |
| "grad_norm": 1.452510952949524, | |
| "learning_rate": 2.134885977680738e-06, | |
| "loss": 0.1029, | |
| "step": 11010 | |
| }, | |
| { | |
| "epoch": 9.620253164556962, | |
| "grad_norm": 4.510222911834717, | |
| "learning_rate": 2.086365841824357e-06, | |
| "loss": 0.1253, | |
| "step": 11020 | |
| }, | |
| { | |
| "epoch": 9.628982976865997, | |
| "grad_norm": 2.815927267074585, | |
| "learning_rate": 2.037845705967977e-06, | |
| "loss": 0.1132, | |
| "step": 11030 | |
| }, | |
| { | |
| "epoch": 9.637712789175033, | |
| "grad_norm": 3.04374098777771, | |
| "learning_rate": 1.9893255701115965e-06, | |
| "loss": 0.1043, | |
| "step": 11040 | |
| }, | |
| { | |
| "epoch": 9.646442601484068, | |
| "grad_norm": 3.407210111618042, | |
| "learning_rate": 1.940805434255216e-06, | |
| "loss": 0.1207, | |
| "step": 11050 | |
| }, | |
| { | |
| "epoch": 9.655172413793103, | |
| "grad_norm": 3.3913309574127197, | |
| "learning_rate": 1.8922852983988357e-06, | |
| "loss": 0.1153, | |
| "step": 11060 | |
| }, | |
| { | |
| "epoch": 9.663902226102138, | |
| "grad_norm": 1.3927017450332642, | |
| "learning_rate": 1.8437651625424552e-06, | |
| "loss": 0.0865, | |
| "step": 11070 | |
| }, | |
| { | |
| "epoch": 9.672632038411175, | |
| "grad_norm": 1.9914878606796265, | |
| "learning_rate": 1.7952450266860747e-06, | |
| "loss": 0.1071, | |
| "step": 11080 | |
| }, | |
| { | |
| "epoch": 9.68136185072021, | |
| "grad_norm": 2.445969820022583, | |
| "learning_rate": 1.7467248908296944e-06, | |
| "loss": 0.0921, | |
| "step": 11090 | |
| }, | |
| { | |
| "epoch": 9.690091663029245, | |
| "grad_norm": 3.2452139854431152, | |
| "learning_rate": 1.698204754973314e-06, | |
| "loss": 0.1383, | |
| "step": 11100 | |
| }, | |
| { | |
| "epoch": 9.69882147533828, | |
| "grad_norm": 1.981126070022583, | |
| "learning_rate": 1.6496846191169338e-06, | |
| "loss": 0.1139, | |
| "step": 11110 | |
| }, | |
| { | |
| "epoch": 9.707551287647316, | |
| "grad_norm": 1.5634502172470093, | |
| "learning_rate": 1.6011644832605533e-06, | |
| "loss": 0.0922, | |
| "step": 11120 | |
| }, | |
| { | |
| "epoch": 9.716281099956351, | |
| "grad_norm": 3.633537769317627, | |
| "learning_rate": 1.5526443474041728e-06, | |
| "loss": 0.107, | |
| "step": 11130 | |
| }, | |
| { | |
| "epoch": 9.725010912265386, | |
| "grad_norm": 2.735826015472412, | |
| "learning_rate": 1.5041242115477925e-06, | |
| "loss": 0.1027, | |
| "step": 11140 | |
| }, | |
| { | |
| "epoch": 9.733740724574421, | |
| "grad_norm": 2.9639649391174316, | |
| "learning_rate": 1.455604075691412e-06, | |
| "loss": 0.0849, | |
| "step": 11150 | |
| }, | |
| { | |
| "epoch": 9.742470536883458, | |
| "grad_norm": 2.332066297531128, | |
| "learning_rate": 1.4070839398350317e-06, | |
| "loss": 0.1055, | |
| "step": 11160 | |
| }, | |
| { | |
| "epoch": 9.751200349192493, | |
| "grad_norm": 2.8028910160064697, | |
| "learning_rate": 1.3585638039786512e-06, | |
| "loss": 0.1135, | |
| "step": 11170 | |
| }, | |
| { | |
| "epoch": 9.759930161501527, | |
| "grad_norm": 3.3625102043151855, | |
| "learning_rate": 1.3100436681222706e-06, | |
| "loss": 0.1219, | |
| "step": 11180 | |
| }, | |
| { | |
| "epoch": 9.768659973810562, | |
| "grad_norm": 3.788644790649414, | |
| "learning_rate": 1.2615235322658903e-06, | |
| "loss": 0.1035, | |
| "step": 11190 | |
| }, | |
| { | |
| "epoch": 9.777389786119599, | |
| "grad_norm": 3.0981266498565674, | |
| "learning_rate": 1.21300339640951e-06, | |
| "loss": 0.0964, | |
| "step": 11200 | |
| }, | |
| { | |
| "epoch": 9.786119598428634, | |
| "grad_norm": 2.1601572036743164, | |
| "learning_rate": 1.1644832605531297e-06, | |
| "loss": 0.09, | |
| "step": 11210 | |
| }, | |
| { | |
| "epoch": 9.794849410737669, | |
| "grad_norm": 2.264108419418335, | |
| "learning_rate": 1.1159631246967492e-06, | |
| "loss": 0.0925, | |
| "step": 11220 | |
| }, | |
| { | |
| "epoch": 9.803579223046704, | |
| "grad_norm": 4.96955680847168, | |
| "learning_rate": 1.067442988840369e-06, | |
| "loss": 0.1429, | |
| "step": 11230 | |
| }, | |
| { | |
| "epoch": 9.81230903535574, | |
| "grad_norm": 2.7126574516296387, | |
| "learning_rate": 1.0189228529839884e-06, | |
| "loss": 0.1139, | |
| "step": 11240 | |
| }, | |
| { | |
| "epoch": 9.821038847664775, | |
| "grad_norm": 2.6963400840759277, | |
| "learning_rate": 9.70402717127608e-07, | |
| "loss": 0.1106, | |
| "step": 11250 | |
| }, | |
| { | |
| "epoch": 9.82976865997381, | |
| "grad_norm": 2.730841636657715, | |
| "learning_rate": 9.218825812712276e-07, | |
| "loss": 0.1031, | |
| "step": 11260 | |
| }, | |
| { | |
| "epoch": 9.838498472282845, | |
| "grad_norm": 3.486825704574585, | |
| "learning_rate": 8.733624454148472e-07, | |
| "loss": 0.1023, | |
| "step": 11270 | |
| }, | |
| { | |
| "epoch": 9.847228284591882, | |
| "grad_norm": 3.1530649662017822, | |
| "learning_rate": 8.248423095584669e-07, | |
| "loss": 0.084, | |
| "step": 11280 | |
| }, | |
| { | |
| "epoch": 9.855958096900917, | |
| "grad_norm": 1.514291524887085, | |
| "learning_rate": 7.763221737020864e-07, | |
| "loss": 0.1088, | |
| "step": 11290 | |
| }, | |
| { | |
| "epoch": 9.864687909209952, | |
| "grad_norm": 1.9659836292266846, | |
| "learning_rate": 7.27802037845706e-07, | |
| "loss": 0.0722, | |
| "step": 11300 | |
| }, | |
| { | |
| "epoch": 9.873417721518987, | |
| "grad_norm": 2.1583216190338135, | |
| "learning_rate": 6.792819019893256e-07, | |
| "loss": 0.1086, | |
| "step": 11310 | |
| }, | |
| { | |
| "epoch": 9.882147533828023, | |
| "grad_norm": 3.034625291824341, | |
| "learning_rate": 6.307617661329452e-07, | |
| "loss": 0.1046, | |
| "step": 11320 | |
| }, | |
| { | |
| "epoch": 9.890877346137058, | |
| "grad_norm": 2.7435011863708496, | |
| "learning_rate": 5.822416302765649e-07, | |
| "loss": 0.1083, | |
| "step": 11330 | |
| }, | |
| { | |
| "epoch": 9.899607158446093, | |
| "grad_norm": 2.3298757076263428, | |
| "learning_rate": 5.337214944201845e-07, | |
| "loss": 0.11, | |
| "step": 11340 | |
| }, | |
| { | |
| "epoch": 9.908336970755128, | |
| "grad_norm": 3.238316774368286, | |
| "learning_rate": 4.85201358563804e-07, | |
| "loss": 0.1281, | |
| "step": 11350 | |
| }, | |
| { | |
| "epoch": 9.917066783064165, | |
| "grad_norm": 2.9456119537353516, | |
| "learning_rate": 4.366812227074236e-07, | |
| "loss": 0.0932, | |
| "step": 11360 | |
| }, | |
| { | |
| "epoch": 9.9257965953732, | |
| "grad_norm": 1.8803859949111938, | |
| "learning_rate": 3.881610868510432e-07, | |
| "loss": 0.1022, | |
| "step": 11370 | |
| }, | |
| { | |
| "epoch": 9.934526407682235, | |
| "grad_norm": 2.5518546104431152, | |
| "learning_rate": 3.396409509946628e-07, | |
| "loss": 0.0876, | |
| "step": 11380 | |
| }, | |
| { | |
| "epoch": 9.94325621999127, | |
| "grad_norm": 2.5071511268615723, | |
| "learning_rate": 2.9112081513828244e-07, | |
| "loss": 0.1075, | |
| "step": 11390 | |
| }, | |
| { | |
| "epoch": 9.951986032300306, | |
| "grad_norm": 4.196099758148193, | |
| "learning_rate": 2.42600679281902e-07, | |
| "loss": 0.1197, | |
| "step": 11400 | |
| }, | |
| { | |
| "epoch": 9.960715844609341, | |
| "grad_norm": 2.428870916366577, | |
| "learning_rate": 1.940805434255216e-07, | |
| "loss": 0.1262, | |
| "step": 11410 | |
| }, | |
| { | |
| "epoch": 9.969445656918376, | |
| "grad_norm": 2.2001659870147705, | |
| "learning_rate": 1.4556040756914122e-07, | |
| "loss": 0.1013, | |
| "step": 11420 | |
| }, | |
| { | |
| "epoch": 9.978175469227411, | |
| "grad_norm": 3.1071674823760986, | |
| "learning_rate": 9.70402717127608e-08, | |
| "loss": 0.0883, | |
| "step": 11430 | |
| }, | |
| { | |
| "epoch": 9.986905281536448, | |
| "grad_norm": 2.7770655155181885, | |
| "learning_rate": 4.85201358563804e-08, | |
| "loss": 0.1187, | |
| "step": 11440 | |
| }, | |
| { | |
| "epoch": 9.995635093845483, | |
| "grad_norm": 2.909649133682251, | |
| "learning_rate": 0.0, | |
| "loss": 0.0981, | |
| "step": 11450 | |
| }, | |
| { | |
| "epoch": 9.995635093845483, | |
| "eval_accuracy": 0.9750797937638105, | |
| "eval_loss": 0.07497124373912811, | |
| "eval_runtime": 61.2653, | |
| "eval_samples_per_second": 265.925, | |
| "eval_steps_per_second": 8.324, | |
| "step": 11450 | |
| }, | |
| { | |
| "epoch": 9.995635093845483, | |
| "step": 11450, | |
| "total_flos": 3.92899376185344e+18, | |
| "train_loss": 0.3148357209992721, | |
| "train_runtime": 13104.719, | |
| "train_samples_per_second": 111.886, | |
| "train_steps_per_second": 0.874 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 11450, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 10, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 3.92899376185344e+18, | |
| "train_batch_size": 32, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |