| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 500, |
| "global_step": 5000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "grad_norm": 2.7266480922698975, |
| "learning_rate": 1.8e-06, |
| "loss": 1.238, |
| "step": 10 |
| }, |
| { |
| "grad_norm": 1.3996137380599976, |
| "learning_rate": 3.8e-06, |
| "loss": 1.2263, |
| "step": 20 |
| }, |
| { |
| "grad_norm": 0.6298696398735046, |
| "learning_rate": 5.8e-06, |
| "loss": 1.1558, |
| "step": 30 |
| }, |
| { |
| "grad_norm": 0.4681908190250397, |
| "learning_rate": 7.8e-06, |
| "loss": 1.1569, |
| "step": 40 |
| }, |
| { |
| "grad_norm": 0.9008304476737976, |
| "learning_rate": 9.800000000000001e-06, |
| "loss": 1.1582, |
| "step": 50 |
| }, |
| { |
| "grad_norm": 0.8695996999740601, |
| "learning_rate": 1.18e-05, |
| "loss": 1.1469, |
| "step": 60 |
| }, |
| { |
| "grad_norm": 0.754650890827179, |
| "learning_rate": 1.3800000000000002e-05, |
| "loss": 1.0852, |
| "step": 70 |
| }, |
| { |
| "grad_norm": 0.7990859746932983, |
| "learning_rate": 1.58e-05, |
| "loss": 1.0661, |
| "step": 80 |
| }, |
| { |
| "grad_norm": 0.6180333495140076, |
| "learning_rate": 1.78e-05, |
| "loss": 1.0627, |
| "step": 90 |
| }, |
| { |
| "grad_norm": 0.46167218685150146, |
| "learning_rate": 1.9800000000000004e-05, |
| "loss": 1.053, |
| "step": 100 |
| }, |
| { |
| "grad_norm": 0.5125234723091125, |
| "learning_rate": 2.18e-05, |
| "loss": 1.0584, |
| "step": 110 |
| }, |
| { |
| "grad_norm": 0.615847647190094, |
| "learning_rate": 2.38e-05, |
| "loss": 1.0547, |
| "step": 120 |
| }, |
| { |
| "grad_norm": 0.7808847427368164, |
| "learning_rate": 2.58e-05, |
| "loss": 1.0613, |
| "step": 130 |
| }, |
| { |
| "grad_norm": 0.6452605128288269, |
| "learning_rate": 2.7800000000000005e-05, |
| "loss": 1.0389, |
| "step": 140 |
| }, |
| { |
| "grad_norm": 0.7127711176872253, |
| "learning_rate": 2.98e-05, |
| "loss": 1.0285, |
| "step": 150 |
| }, |
| { |
| "grad_norm": 1.9395393133163452, |
| "learning_rate": 3.18e-05, |
| "loss": 0.9987, |
| "step": 160 |
| }, |
| { |
| "grad_norm": 2.0809590816497803, |
| "learning_rate": 3.38e-05, |
| "loss": 0.9503, |
| "step": 170 |
| }, |
| { |
| "grad_norm": 1.116188406944275, |
| "learning_rate": 3.58e-05, |
| "loss": 0.8721, |
| "step": 180 |
| }, |
| { |
| "grad_norm": 1.0570509433746338, |
| "learning_rate": 3.7800000000000004e-05, |
| "loss": 0.8447, |
| "step": 190 |
| }, |
| { |
| "grad_norm": 2.021897077560425, |
| "learning_rate": 3.9800000000000005e-05, |
| "loss": 0.7972, |
| "step": 200 |
| }, |
| { |
| "grad_norm": 1.9479414224624634, |
| "learning_rate": 4.18e-05, |
| "loss": 0.7084, |
| "step": 210 |
| }, |
| { |
| "grad_norm": 2.420440912246704, |
| "learning_rate": 4.38e-05, |
| "loss": 0.638, |
| "step": 220 |
| }, |
| { |
| "grad_norm": 1.9939135313034058, |
| "learning_rate": 4.58e-05, |
| "loss": 0.5441, |
| "step": 230 |
| }, |
| { |
| "grad_norm": 1.766343116760254, |
| "learning_rate": 4.78e-05, |
| "loss": 0.4735, |
| "step": 240 |
| }, |
| { |
| "grad_norm": 2.4787240028381348, |
| "learning_rate": 4.9800000000000004e-05, |
| "loss": 0.3976, |
| "step": 250 |
| }, |
| { |
| "grad_norm": 1.8052730560302734, |
| "learning_rate": 4.9999557099392795e-05, |
| "loss": 0.2773, |
| "step": 260 |
| }, |
| { |
| "grad_norm": 1.487770915031433, |
| "learning_rate": 4.9998026105095405e-05, |
| "loss": 0.2167, |
| "step": 270 |
| }, |
| { |
| "grad_norm": 1.126673936843872, |
| "learning_rate": 4.9995401616153804e-05, |
| "loss": 0.1938, |
| "step": 280 |
| }, |
| { |
| "grad_norm": 1.2377407550811768, |
| "learning_rate": 4.9991683747371645e-05, |
| "loss": 0.1878, |
| "step": 290 |
| }, |
| { |
| "grad_norm": 2.0436601638793945, |
| "learning_rate": 4.9986872661380534e-05, |
| "loss": 0.1571, |
| "step": 300 |
| }, |
| { |
| "grad_norm": 1.2251367568969727, |
| "learning_rate": 4.998096856863298e-05, |
| "loss": 0.1595, |
| "step": 310 |
| }, |
| { |
| "grad_norm": 1.2823742628097534, |
| "learning_rate": 4.997397172739312e-05, |
| "loss": 0.1464, |
| "step": 320 |
| }, |
| { |
| "grad_norm": 1.0287004709243774, |
| "learning_rate": 4.996588244372545e-05, |
| "loss": 0.1295, |
| "step": 330 |
| }, |
| { |
| "grad_norm": 1.0611475706100464, |
| "learning_rate": 4.995670107148146e-05, |
| "loss": 0.1309, |
| "step": 340 |
| }, |
| { |
| "grad_norm": 1.0434561967849731, |
| "learning_rate": 4.9946428012284095e-05, |
| "loss": 0.1344, |
| "step": 350 |
| }, |
| { |
| "grad_norm": 1.203682780265808, |
| "learning_rate": 4.993506371551025e-05, |
| "loss": 0.1339, |
| "step": 360 |
| }, |
| { |
| "grad_norm": 0.7937515377998352, |
| "learning_rate": 4.992260867827109e-05, |
| "loss": 0.1247, |
| "step": 370 |
| }, |
| { |
| "grad_norm": 0.9882832169532776, |
| "learning_rate": 4.9909063445390285e-05, |
| "loss": 0.1221, |
| "step": 380 |
| }, |
| { |
| "grad_norm": 1.3059258460998535, |
| "learning_rate": 4.9894428609380206e-05, |
| "loss": 0.1215, |
| "step": 390 |
| }, |
| { |
| "grad_norm": 1.3231853246688843, |
| "learning_rate": 4.987870481041599e-05, |
| "loss": 0.1257, |
| "step": 400 |
| }, |
| { |
| "grad_norm": 0.7158247828483582, |
| "learning_rate": 4.986189273630752e-05, |
| "loss": 0.1243, |
| "step": 410 |
| }, |
| { |
| "grad_norm": 1.0682462453842163, |
| "learning_rate": 4.9843993122469424e-05, |
| "loss": 0.1131, |
| "step": 420 |
| }, |
| { |
| "grad_norm": 0.914338231086731, |
| "learning_rate": 4.9825006751888767e-05, |
| "loss": 0.1135, |
| "step": 430 |
| }, |
| { |
| "grad_norm": 0.8019906878471375, |
| "learning_rate": 4.9804934455090915e-05, |
| "loss": 0.1135, |
| "step": 440 |
| }, |
| { |
| "grad_norm": 0.878158450126648, |
| "learning_rate": 4.978377711010315e-05, |
| "loss": 0.1176, |
| "step": 450 |
| }, |
| { |
| "grad_norm": 1.1396379470825195, |
| "learning_rate": 4.976153564241628e-05, |
| "loss": 0.1077, |
| "step": 460 |
| }, |
| { |
| "grad_norm": 1.298904538154602, |
| "learning_rate": 4.973821102494417e-05, |
| "loss": 0.1208, |
| "step": 470 |
| }, |
| { |
| "grad_norm": 0.8515462279319763, |
| "learning_rate": 4.971380427798113e-05, |
| "loss": 0.1024, |
| "step": 480 |
| }, |
| { |
| "grad_norm": 0.8240450620651245, |
| "learning_rate": 4.9688316469157354e-05, |
| "loss": 0.1018, |
| "step": 490 |
| }, |
| { |
| "grad_norm": 0.6559143662452698, |
| "learning_rate": 4.9661748713392165e-05, |
| "loss": 0.0972, |
| "step": 500 |
| }, |
| { |
| "grad_norm": 0.9851711392402649, |
| "learning_rate": 4.963410217284526e-05, |
| "loss": 0.113, |
| "step": 510 |
| }, |
| { |
| "grad_norm": 0.8339484333992004, |
| "learning_rate": 4.960537805686589e-05, |
| "loss": 0.0973, |
| "step": 520 |
| }, |
| { |
| "grad_norm": 0.8457871675491333, |
| "learning_rate": 4.957557762193994e-05, |
| "loss": 0.101, |
| "step": 530 |
| }, |
| { |
| "grad_norm": 0.9261676669120789, |
| "learning_rate": 4.954470217163498e-05, |
| "loss": 0.0894, |
| "step": 540 |
| }, |
| { |
| "grad_norm": 0.8262922763824463, |
| "learning_rate": 4.9512753056543226e-05, |
| "loss": 0.0825, |
| "step": 550 |
| }, |
| { |
| "grad_norm": 0.6502310633659363, |
| "learning_rate": 4.947973167422247e-05, |
| "loss": 0.0876, |
| "step": 560 |
| }, |
| { |
| "grad_norm": 0.7397481203079224, |
| "learning_rate": 4.9445639469134944e-05, |
| "loss": 0.0768, |
| "step": 570 |
| }, |
| { |
| "grad_norm": 0.7882953882217407, |
| "learning_rate": 4.941047793258416e-05, |
| "loss": 0.0969, |
| "step": 580 |
| }, |
| { |
| "grad_norm": 0.79180508852005, |
| "learning_rate": 4.937424860264961e-05, |
| "loss": 0.108, |
| "step": 590 |
| }, |
| { |
| "grad_norm": 0.7894780039787292, |
| "learning_rate": 4.933695306411957e-05, |
| "loss": 0.097, |
| "step": 600 |
| }, |
| { |
| "grad_norm": 0.8765780925750732, |
| "learning_rate": 4.929859294842172e-05, |
| "loss": 0.1013, |
| "step": 610 |
| }, |
| { |
| "grad_norm": 0.9128709435462952, |
| "learning_rate": 4.9259169933551765e-05, |
| "loss": 0.0854, |
| "step": 620 |
| }, |
| { |
| "grad_norm": 0.6108020544052124, |
| "learning_rate": 4.921868574400011e-05, |
| "loss": 0.0809, |
| "step": 630 |
| }, |
| { |
| "grad_norm": 0.7296820878982544, |
| "learning_rate": 4.9177142150676355e-05, |
| "loss": 0.0858, |
| "step": 640 |
| }, |
| { |
| "grad_norm": 0.8388088345527649, |
| "learning_rate": 4.913454097083185e-05, |
| "loss": 0.0974, |
| "step": 650 |
| }, |
| { |
| "grad_norm": 0.920002818107605, |
| "learning_rate": 4.9090884067980205e-05, |
| "loss": 0.0857, |
| "step": 660 |
| }, |
| { |
| "grad_norm": 0.9557753205299377, |
| "learning_rate": 4.9046173351815796e-05, |
| "loss": 0.1021, |
| "step": 670 |
| }, |
| { |
| "grad_norm": 1.0099128484725952, |
| "learning_rate": 4.900041077813017e-05, |
| "loss": 0.0937, |
| "step": 680 |
| }, |
| { |
| "grad_norm": 0.7957805395126343, |
| "learning_rate": 4.895359834872656e-05, |
| "loss": 0.0919, |
| "step": 690 |
| }, |
| { |
| "grad_norm": 0.5897656083106995, |
| "learning_rate": 4.8905738111332275e-05, |
| "loss": 0.0868, |
| "step": 700 |
| }, |
| { |
| "grad_norm": 0.82470703125, |
| "learning_rate": 4.8856832159509156e-05, |
| "loss": 0.0897, |
| "step": 710 |
| }, |
| { |
| "grad_norm": 0.5583815574645996, |
| "learning_rate": 4.880688263256197e-05, |
| "loss": 0.0831, |
| "step": 720 |
| }, |
| { |
| "grad_norm": 0.5602760910987854, |
| "learning_rate": 4.8755891715444814e-05, |
| "loss": 0.0864, |
| "step": 730 |
| }, |
| { |
| "grad_norm": 0.6645472645759583, |
| "learning_rate": 4.870386163866561e-05, |
| "loss": 0.0785, |
| "step": 740 |
| }, |
| { |
| "grad_norm": 0.4997585117816925, |
| "learning_rate": 4.8650794678188485e-05, |
| "loss": 0.0736, |
| "step": 750 |
| }, |
| { |
| "grad_norm": 0.6175997853279114, |
| "learning_rate": 4.859669315533417e-05, |
| "loss": 0.0802, |
| "step": 760 |
| }, |
| { |
| "grad_norm": 0.6164193749427795, |
| "learning_rate": 4.8541559436678563e-05, |
| "loss": 0.0741, |
| "step": 770 |
| }, |
| { |
| "grad_norm": 0.692690908908844, |
| "learning_rate": 4.8485395933949114e-05, |
| "loss": 0.0803, |
| "step": 780 |
| }, |
| { |
| "grad_norm": 0.7447015047073364, |
| "learning_rate": 4.842820510391938e-05, |
| "loss": 0.0747, |
| "step": 790 |
| }, |
| { |
| "grad_norm": 0.9005197882652283, |
| "learning_rate": 4.836998944830155e-05, |
| "loss": 0.0859, |
| "step": 800 |
| }, |
| { |
| "grad_norm": 0.6014283895492554, |
| "learning_rate": 4.8310751513636975e-05, |
| "loss": 0.0847, |
| "step": 810 |
| }, |
| { |
| "grad_norm": 0.5599387884140015, |
| "learning_rate": 4.825049389118484e-05, |
| "loss": 0.0709, |
| "step": 820 |
| }, |
| { |
| "grad_norm": 0.6468709111213684, |
| "learning_rate": 4.818921921680874e-05, |
| "loss": 0.0887, |
| "step": 830 |
| }, |
| { |
| "grad_norm": 0.6334129571914673, |
| "learning_rate": 4.812693017086145e-05, |
| "loss": 0.0689, |
| "step": 840 |
| }, |
| { |
| "grad_norm": 0.6896155476570129, |
| "learning_rate": 4.806362947806763e-05, |
| "loss": 0.0839, |
| "step": 850 |
| }, |
| { |
| "grad_norm": 0.8341414928436279, |
| "learning_rate": 4.799931990740463e-05, |
| "loss": 0.0785, |
| "step": 860 |
| }, |
| { |
| "grad_norm": 0.5337378978729248, |
| "learning_rate": 4.7934004271981415e-05, |
| "loss": 0.0769, |
| "step": 870 |
| }, |
| { |
| "grad_norm": 0.7976155877113342, |
| "learning_rate": 4.786768542891548e-05, |
| "loss": 0.0738, |
| "step": 880 |
| }, |
| { |
| "grad_norm": 0.3165757358074188, |
| "learning_rate": 4.7800366279207854e-05, |
| "loss": 0.0713, |
| "step": 890 |
| }, |
| { |
| "grad_norm": 0.7630752325057983, |
| "learning_rate": 4.773204976761623e-05, |
| "loss": 0.0719, |
| "step": 900 |
| }, |
| { |
| "grad_norm": 0.6145244836807251, |
| "learning_rate": 4.7662738882526146e-05, |
| "loss": 0.0644, |
| "step": 910 |
| }, |
| { |
| "grad_norm": 0.6122027635574341, |
| "learning_rate": 4.759243665582024e-05, |
| "loss": 0.0728, |
| "step": 920 |
| }, |
| { |
| "grad_norm": 0.4458109736442566, |
| "learning_rate": 4.752114616274567e-05, |
| "loss": 0.0678, |
| "step": 930 |
| }, |
| { |
| "grad_norm": 0.6862826347351074, |
| "learning_rate": 4.744887052177954e-05, |
| "loss": 0.0694, |
| "step": 940 |
| }, |
| { |
| "grad_norm": 0.5472699403762817, |
| "learning_rate": 4.7375612894492536e-05, |
| "loss": 0.0739, |
| "step": 950 |
| }, |
| { |
| "grad_norm": 0.6469587087631226, |
| "learning_rate": 4.7301376485410596e-05, |
| "loss": 0.0612, |
| "step": 960 |
| }, |
| { |
| "grad_norm": 0.5633054971694946, |
| "learning_rate": 4.722616454187474e-05, |
| "loss": 0.0752, |
| "step": 970 |
| }, |
| { |
| "grad_norm": 0.611199140548706, |
| "learning_rate": 4.714998035389904e-05, |
| "loss": 0.0682, |
| "step": 980 |
| }, |
| { |
| "grad_norm": 0.6113159656524658, |
| "learning_rate": 4.7072827254026666e-05, |
| "loss": 0.0734, |
| "step": 990 |
| }, |
| { |
| "grad_norm": 0.5616899728775024, |
| "learning_rate": 4.6994708617184155e-05, |
| "loss": 0.0647, |
| "step": 1000 |
| }, |
| { |
| "grad_norm": 0.5405145883560181, |
| "learning_rate": 4.691562786053376e-05, |
| "loss": 0.0652, |
| "step": 1010 |
| }, |
| { |
| "grad_norm": 0.5287688374519348, |
| "learning_rate": 4.6835588443323956e-05, |
| "loss": 0.071, |
| "step": 1020 |
| }, |
| { |
| "grad_norm": 0.6897308230400085, |
| "learning_rate": 4.675459386673815e-05, |
| "loss": 0.0711, |
| "step": 1030 |
| }, |
| { |
| "grad_norm": 0.43904393911361694, |
| "learning_rate": 4.6672647673741485e-05, |
| "loss": 0.0762, |
| "step": 1040 |
| }, |
| { |
| "grad_norm": 0.502697765827179, |
| "learning_rate": 4.658975344892594e-05, |
| "loss": 0.0892, |
| "step": 1050 |
| }, |
| { |
| "grad_norm": 0.718237042427063, |
| "learning_rate": 4.650591481835344e-05, |
| "loss": 0.0862, |
| "step": 1060 |
| }, |
| { |
| "grad_norm": 0.570436954498291, |
| "learning_rate": 4.642113544939728e-05, |
| "loss": 0.07, |
| "step": 1070 |
| }, |
| { |
| "grad_norm": 0.4335796535015106, |
| "learning_rate": 4.63354190505817e-05, |
| "loss": 0.0811, |
| "step": 1080 |
| }, |
| { |
| "grad_norm": 0.6726382374763489, |
| "learning_rate": 4.6248769371419684e-05, |
| "loss": 0.0675, |
| "step": 1090 |
| }, |
| { |
| "grad_norm": 0.5062233805656433, |
| "learning_rate": 4.6161190202248897e-05, |
| "loss": 0.064, |
| "step": 1100 |
| }, |
| { |
| "grad_norm": 0.3789091408252716, |
| "learning_rate": 4.607268537406591e-05, |
| "loss": 0.0706, |
| "step": 1110 |
| }, |
| { |
| "grad_norm": 0.5326701402664185, |
| "learning_rate": 4.598325875835862e-05, |
| "loss": 0.071, |
| "step": 1120 |
| }, |
| { |
| "grad_norm": 0.5220073461532593, |
| "learning_rate": 4.589291426693692e-05, |
| "loss": 0.0727, |
| "step": 1130 |
| }, |
| { |
| "grad_norm": 0.5300417542457581, |
| "learning_rate": 4.580165585176152e-05, |
| "loss": 0.0678, |
| "step": 1140 |
| }, |
| { |
| "grad_norm": 0.524254560470581, |
| "learning_rate": 4.570948750477114e-05, |
| "loss": 0.0652, |
| "step": 1150 |
| }, |
| { |
| "grad_norm": 0.5178232192993164, |
| "learning_rate": 4.561641325770788e-05, |
| "loss": 0.0636, |
| "step": 1160 |
| }, |
| { |
| "grad_norm": 0.35104331374168396, |
| "learning_rate": 4.5522437181940804e-05, |
| "loss": 0.0624, |
| "step": 1170 |
| }, |
| { |
| "grad_norm": 0.5118323564529419, |
| "learning_rate": 4.542756338828791e-05, |
| "loss": 0.0622, |
| "step": 1180 |
| }, |
| { |
| "grad_norm": 0.4421655535697937, |
| "learning_rate": 4.533179602683629e-05, |
| "loss": 0.0629, |
| "step": 1190 |
| }, |
| { |
| "grad_norm": 0.7161966562271118, |
| "learning_rate": 4.523513928676056e-05, |
| "loss": 0.0599, |
| "step": 1200 |
| }, |
| { |
| "grad_norm": 0.4908861219882965, |
| "learning_rate": 4.5137597396139676e-05, |
| "loss": 0.0653, |
| "step": 1210 |
| }, |
| { |
| "grad_norm": 1.035172939300537, |
| "learning_rate": 4.503917462177192e-05, |
| "loss": 0.0592, |
| "step": 1220 |
| }, |
| { |
| "grad_norm": 0.6242174506187439, |
| "learning_rate": 4.4939875268988273e-05, |
| "loss": 0.0679, |
| "step": 1230 |
| }, |
| { |
| "grad_norm": 0.34626179933547974, |
| "learning_rate": 4.483970368146413e-05, |
| "loss": 0.0608, |
| "step": 1240 |
| }, |
| { |
| "grad_norm": 0.41088080406188965, |
| "learning_rate": 4.473866424102923e-05, |
| "loss": 0.0715, |
| "step": 1250 |
| }, |
| { |
| "grad_norm": 0.4913835823535919, |
| "learning_rate": 4.463676136747602e-05, |
| "loss": 0.0519, |
| "step": 1260 |
| }, |
| { |
| "grad_norm": 0.39666661620140076, |
| "learning_rate": 4.453399951836632e-05, |
| "loss": 0.0559, |
| "step": 1270 |
| }, |
| { |
| "grad_norm": 0.5405796766281128, |
| "learning_rate": 4.44303831888363e-05, |
| "loss": 0.0645, |
| "step": 1280 |
| }, |
| { |
| "grad_norm": 0.6450210809707642, |
| "learning_rate": 4.432591691139989e-05, |
| "loss": 0.0692, |
| "step": 1290 |
| }, |
| { |
| "grad_norm": 0.6847130656242371, |
| "learning_rate": 4.422060525575048e-05, |
| "loss": 0.0665, |
| "step": 1300 |
| }, |
| { |
| "grad_norm": 0.5179506540298462, |
| "learning_rate": 4.411445282856106e-05, |
| "loss": 0.0612, |
| "step": 1310 |
| }, |
| { |
| "grad_norm": 0.76016765832901, |
| "learning_rate": 4.400746427328268e-05, |
| "loss": 0.0618, |
| "step": 1320 |
| }, |
| { |
| "grad_norm": 0.522050678730011, |
| "learning_rate": 4.389964426994134e-05, |
| "loss": 0.0632, |
| "step": 1330 |
| }, |
| { |
| "grad_norm": 0.5314463973045349, |
| "learning_rate": 4.3790997534933276e-05, |
| "loss": 0.0628, |
| "step": 1340 |
| }, |
| { |
| "grad_norm": 0.4170549213886261, |
| "learning_rate": 4.368152882081865e-05, |
| "loss": 0.0595, |
| "step": 1350 |
| }, |
| { |
| "grad_norm": 0.5747459530830383, |
| "learning_rate": 4.357124291611363e-05, |
| "loss": 0.0549, |
| "step": 1360 |
| }, |
| { |
| "grad_norm": 0.5837365388870239, |
| "learning_rate": 4.346014464508098e-05, |
| "loss": 0.0519, |
| "step": 1370 |
| }, |
| { |
| "grad_norm": 0.35218408703804016, |
| "learning_rate": 4.3348238867518985e-05, |
| "loss": 0.06, |
| "step": 1380 |
| }, |
| { |
| "grad_norm": 0.40569043159484863, |
| "learning_rate": 4.323553047854887e-05, |
| "loss": 0.0484, |
| "step": 1390 |
| }, |
| { |
| "grad_norm": 0.5539340972900391, |
| "learning_rate": 4.3122024408400693e-05, |
| "loss": 0.0496, |
| "step": 1400 |
| }, |
| { |
| "grad_norm": 0.33733201026916504, |
| "learning_rate": 4.3007725622197674e-05, |
| "loss": 0.0508, |
| "step": 1410 |
| }, |
| { |
| "grad_norm": 0.5494152903556824, |
| "learning_rate": 4.2892639119739e-05, |
| "loss": 0.0621, |
| "step": 1420 |
| }, |
| { |
| "grad_norm": 0.39040982723236084, |
| "learning_rate": 4.277676993528112e-05, |
| "loss": 0.0528, |
| "step": 1430 |
| }, |
| { |
| "grad_norm": 0.5634658932685852, |
| "learning_rate": 4.2660123137317523e-05, |
| "loss": 0.0586, |
| "step": 1440 |
| }, |
| { |
| "grad_norm": 0.5504993796348572, |
| "learning_rate": 4.254270382835703e-05, |
| "loss": 0.0617, |
| "step": 1450 |
| }, |
| { |
| "grad_norm": 0.3419093191623688, |
| "learning_rate": 4.2424517144700603e-05, |
| "loss": 0.0573, |
| "step": 1460 |
| }, |
| { |
| "grad_norm": 0.3770234286785126, |
| "learning_rate": 4.230556825621667e-05, |
| "loss": 0.0552, |
| "step": 1470 |
| }, |
| { |
| "grad_norm": 0.5088812708854675, |
| "learning_rate": 4.2185862366114936e-05, |
| "loss": 0.061, |
| "step": 1480 |
| }, |
| { |
| "grad_norm": 0.5062453746795654, |
| "learning_rate": 4.2065404710718834e-05, |
| "loss": 0.0528, |
| "step": 1490 |
| }, |
| { |
| "grad_norm": 0.7702981233596802, |
| "learning_rate": 4.194420055923644e-05, |
| "loss": 0.0637, |
| "step": 1500 |
| }, |
| { |
| "grad_norm": 0.6036869287490845, |
| "learning_rate": 4.182225521352999e-05, |
| "loss": 0.0702, |
| "step": 1510 |
| }, |
| { |
| "grad_norm": 0.5008228421211243, |
| "learning_rate": 4.169957400788395e-05, |
| "loss": 0.0624, |
| "step": 1520 |
| }, |
| { |
| "grad_norm": 0.41124141216278076, |
| "learning_rate": 4.157616230877169e-05, |
| "loss": 0.0563, |
| "step": 1530 |
| }, |
| { |
| "grad_norm": 0.7010630369186401, |
| "learning_rate": 4.145202551462072e-05, |
| "loss": 0.062, |
| "step": 1540 |
| }, |
| { |
| "grad_norm": 0.4738198220729828, |
| "learning_rate": 4.132716905557658e-05, |
| "loss": 0.0636, |
| "step": 1550 |
| }, |
| { |
| "grad_norm": 0.5558097958564758, |
| "learning_rate": 4.1201598393265244e-05, |
| "loss": 0.0627, |
| "step": 1560 |
| }, |
| { |
| "grad_norm": 0.4446842074394226, |
| "learning_rate": 4.1075319020554286e-05, |
| "loss": 0.0577, |
| "step": 1570 |
| }, |
| { |
| "grad_norm": 0.476675808429718, |
| "learning_rate": 4.094833646131256e-05, |
| "loss": 0.0544, |
| "step": 1580 |
| }, |
| { |
| "grad_norm": 0.4960286617279053, |
| "learning_rate": 4.082065627016858e-05, |
| "loss": 0.0644, |
| "step": 1590 |
| }, |
| { |
| "grad_norm": 0.46870744228363037, |
| "learning_rate": 4.0692284032267516e-05, |
| "loss": 0.054, |
| "step": 1600 |
| }, |
| { |
| "grad_norm": 0.7339263558387756, |
| "learning_rate": 4.056322536302693e-05, |
| "loss": 0.0552, |
| "step": 1610 |
| }, |
| { |
| "grad_norm": 0.3929803669452667, |
| "learning_rate": 4.043348590789111e-05, |
| "loss": 0.0554, |
| "step": 1620 |
| }, |
| { |
| "grad_norm": 0.4788963198661804, |
| "learning_rate": 4.030307134208411e-05, |
| "loss": 0.052, |
| "step": 1630 |
| }, |
| { |
| "grad_norm": 0.4371449649333954, |
| "learning_rate": 4.017198737036154e-05, |
| "loss": 0.0531, |
| "step": 1640 |
| }, |
| { |
| "grad_norm": 0.4106438159942627, |
| "learning_rate": 4.004023972676097e-05, |
| "loss": 0.0569, |
| "step": 1650 |
| }, |
| { |
| "grad_norm": 0.3421051800251007, |
| "learning_rate": 3.9907834174351125e-05, |
| "loss": 0.0509, |
| "step": 1660 |
| }, |
| { |
| "grad_norm": 0.45882418751716614, |
| "learning_rate": 3.9774776504979805e-05, |
| "loss": 0.058, |
| "step": 1670 |
| }, |
| { |
| "grad_norm": 0.5227372646331787, |
| "learning_rate": 3.964107253902052e-05, |
| "loss": 0.0552, |
| "step": 1680 |
| }, |
| { |
| "grad_norm": 0.567558228969574, |
| "learning_rate": 3.950672812511788e-05, |
| "loss": 0.0617, |
| "step": 1690 |
| }, |
| { |
| "grad_norm": 0.6489816904067993, |
| "learning_rate": 3.937174913993177e-05, |
| "loss": 0.0563, |
| "step": 1700 |
| }, |
| { |
| "grad_norm": 0.4380536377429962, |
| "learning_rate": 3.9236141487880265e-05, |
| "loss": 0.0508, |
| "step": 1710 |
| }, |
| { |
| "grad_norm": 0.5422831177711487, |
| "learning_rate": 3.909991110088138e-05, |
| "loss": 0.0541, |
| "step": 1720 |
| }, |
| { |
| "grad_norm": 0.7260904908180237, |
| "learning_rate": 3.896306393809357e-05, |
| "loss": 0.0563, |
| "step": 1730 |
| }, |
| { |
| "grad_norm": 0.4155614972114563, |
| "learning_rate": 3.882560598565504e-05, |
| "loss": 0.0552, |
| "step": 1740 |
| }, |
| { |
| "grad_norm": 0.35693034529685974, |
| "learning_rate": 3.8687543256421955e-05, |
| "loss": 0.0521, |
| "step": 1750 |
| }, |
| { |
| "grad_norm": 0.591141402721405, |
| "learning_rate": 3.8548881789705345e-05, |
| "loss": 0.0571, |
| "step": 1760 |
| }, |
| { |
| "grad_norm": 0.5429609417915344, |
| "learning_rate": 3.840962765100696e-05, |
| "loss": 0.0575, |
| "step": 1770 |
| }, |
| { |
| "grad_norm": 0.4284355938434601, |
| "learning_rate": 3.826978693175395e-05, |
| "loss": 0.0547, |
| "step": 1780 |
| }, |
| { |
| "grad_norm": 0.720148503780365, |
| "learning_rate": 3.81293657490324e-05, |
| "loss": 0.0575, |
| "step": 1790 |
| }, |
| { |
| "grad_norm": 0.49093666672706604, |
| "learning_rate": 3.798837024531974e-05, |
| "loss": 0.0513, |
| "step": 1800 |
| }, |
| { |
| "grad_norm": 0.5715184211730957, |
| "learning_rate": 3.7846806588216055e-05, |
| "loss": 0.0571, |
| "step": 1810 |
| }, |
| { |
| "grad_norm": 0.45693865418434143, |
| "learning_rate": 3.770468097017432e-05, |
| "loss": 0.0481, |
| "step": 1820 |
| }, |
| { |
| "grad_norm": 0.49179983139038086, |
| "learning_rate": 3.7561999608229505e-05, |
| "loss": 0.0528, |
| "step": 1830 |
| }, |
| { |
| "grad_norm": 0.4709620177745819, |
| "learning_rate": 3.741876874372659e-05, |
| "loss": 0.0501, |
| "step": 1840 |
| }, |
| { |
| "grad_norm": 0.4550098776817322, |
| "learning_rate": 3.727499464204758e-05, |
| "loss": 0.0493, |
| "step": 1850 |
| }, |
| { |
| "grad_norm": 0.4054962396621704, |
| "learning_rate": 3.7130683592337465e-05, |
| "loss": 0.0476, |
| "step": 1860 |
| }, |
| { |
| "grad_norm": 0.541397750377655, |
| "learning_rate": 3.698584190722906e-05, |
| "loss": 0.0534, |
| "step": 1870 |
| }, |
| { |
| "grad_norm": 0.36921900510787964, |
| "learning_rate": 3.6840475922566886e-05, |
| "loss": 0.0478, |
| "step": 1880 |
| }, |
| { |
| "grad_norm": 0.5922922492027283, |
| "learning_rate": 3.6694591997130026e-05, |
| "loss": 0.0501, |
| "step": 1890 |
| }, |
| { |
| "grad_norm": 0.43542882800102234, |
| "learning_rate": 3.654819651235401e-05, |
| "loss": 0.0541, |
| "step": 1900 |
| }, |
| { |
| "grad_norm": 0.48189231753349304, |
| "learning_rate": 3.640129587205156e-05, |
| "loss": 0.0521, |
| "step": 1910 |
| }, |
| { |
| "grad_norm": 0.4395929276943207, |
| "learning_rate": 3.625389650213259e-05, |
| "loss": 0.0429, |
| "step": 1920 |
| }, |
| { |
| "grad_norm": 0.5689699649810791, |
| "learning_rate": 3.610600485032305e-05, |
| "loss": 0.0586, |
| "step": 1930 |
| }, |
| { |
| "grad_norm": 0.5108771920204163, |
| "learning_rate": 3.5957627385882884e-05, |
| "loss": 0.0523, |
| "step": 1940 |
| }, |
| { |
| "grad_norm": 0.5463844537734985, |
| "learning_rate": 3.580877059932308e-05, |
| "loss": 0.0449, |
| "step": 1950 |
| }, |
| { |
| "grad_norm": 0.3828030526638031, |
| "learning_rate": 3.5659441002121694e-05, |
| "loss": 0.0509, |
| "step": 1960 |
| }, |
| { |
| "grad_norm": 0.3314559757709503, |
| "learning_rate": 3.550964512643908e-05, |
| "loss": 0.0435, |
| "step": 1970 |
| }, |
| { |
| "grad_norm": 0.8163153529167175, |
| "learning_rate": 3.535938952483211e-05, |
| "loss": 0.0558, |
| "step": 1980 |
| }, |
| { |
| "grad_norm": 0.7200665473937988, |
| "learning_rate": 3.520868076996755e-05, |
| "loss": 0.0432, |
| "step": 1990 |
| }, |
| { |
| "grad_norm": 0.47182565927505493, |
| "learning_rate": 3.5057525454334564e-05, |
| "loss": 0.0455, |
| "step": 2000 |
| }, |
| { |
| "grad_norm": 0.5063982009887695, |
| "learning_rate": 3.490593018995636e-05, |
| "loss": 0.0446, |
| "step": 2010 |
| }, |
| { |
| "grad_norm": 0.44255322217941284, |
| "learning_rate": 3.475390160810087e-05, |
| "loss": 0.0434, |
| "step": 2020 |
| }, |
| { |
| "grad_norm": 0.4013705849647522, |
| "learning_rate": 3.460144635899079e-05, |
| "loss": 0.0501, |
| "step": 2030 |
| }, |
| { |
| "grad_norm": 0.5221493244171143, |
| "learning_rate": 3.444857111151259e-05, |
| "loss": 0.0547, |
| "step": 2040 |
| }, |
| { |
| "grad_norm": 0.4845060110092163, |
| "learning_rate": 3.429528255292485e-05, |
| "loss": 0.0497, |
| "step": 2050 |
| }, |
| { |
| "grad_norm": 0.4617994725704193, |
| "learning_rate": 3.41415873885657e-05, |
| "loss": 0.0489, |
| "step": 2060 |
| }, |
| { |
| "grad_norm": 0.4810671806335449, |
| "learning_rate": 3.3987492341559535e-05, |
| "loss": 0.0478, |
| "step": 2070 |
| }, |
| { |
| "grad_norm": 0.5026255249977112, |
| "learning_rate": 3.383300415252292e-05, |
| "loss": 0.0446, |
| "step": 2080 |
| }, |
| { |
| "grad_norm": 0.477425754070282, |
| "learning_rate": 3.367812957926971e-05, |
| "loss": 0.0517, |
| "step": 2090 |
| }, |
| { |
| "grad_norm": 0.3495548367500305, |
| "learning_rate": 3.352287539651545e-05, |
| "loss": 0.0456, |
| "step": 2100 |
| }, |
| { |
| "grad_norm": 0.45665979385375977, |
| "learning_rate": 3.3367248395581076e-05, |
| "loss": 0.046, |
| "step": 2110 |
| }, |
| { |
| "grad_norm": 0.41686445474624634, |
| "learning_rate": 3.321125538409574e-05, |
| "loss": 0.0486, |
| "step": 2120 |
| }, |
| { |
| "grad_norm": 0.3617282211780548, |
| "learning_rate": 3.3054903185699135e-05, |
| "loss": 0.0476, |
| "step": 2130 |
| }, |
| { |
| "grad_norm": 0.47553274035453796, |
| "learning_rate": 3.2898198639742915e-05, |
| "loss": 0.0432, |
| "step": 2140 |
| }, |
| { |
| "grad_norm": 0.3067774176597595, |
| "learning_rate": 3.2741148600991576e-05, |
| "loss": 0.0522, |
| "step": 2150 |
| }, |
| { |
| "grad_norm": 0.5735144019126892, |
| "learning_rate": 3.258375993932259e-05, |
| "loss": 0.0476, |
| "step": 2160 |
| }, |
| { |
| "grad_norm": 0.2728676497936249, |
| "learning_rate": 3.2426039539425876e-05, |
| "loss": 0.0414, |
| "step": 2170 |
| }, |
| { |
| "grad_norm": 0.6051283478736877, |
| "learning_rate": 3.226799430050268e-05, |
| "loss": 0.0499, |
| "step": 2180 |
| }, |
| { |
| "grad_norm": 0.5630646347999573, |
| "learning_rate": 3.210963113596374e-05, |
| "loss": 0.0418, |
| "step": 2190 |
| }, |
| { |
| "grad_norm": 0.4311167001724243, |
| "learning_rate": 3.1950956973126906e-05, |
| "loss": 0.0499, |
| "step": 2200 |
| }, |
| { |
| "grad_norm": 0.4380161166191101, |
| "learning_rate": 3.1791978752914085e-05, |
| "loss": 0.0401, |
| "step": 2210 |
| }, |
| { |
| "grad_norm": 0.43494531512260437, |
| "learning_rate": 3.163270342954766e-05, |
| "loss": 0.0469, |
| "step": 2220 |
| }, |
| { |
| "grad_norm": 0.5626083612442017, |
| "learning_rate": 3.1473137970246246e-05, |
| "loss": 0.049, |
| "step": 2230 |
| }, |
| { |
| "grad_norm": 0.4352441132068634, |
| "learning_rate": 3.1313289354919945e-05, |
| "loss": 0.0459, |
| "step": 2240 |
| }, |
| { |
| "grad_norm": 0.48047247529029846, |
| "learning_rate": 3.1153164575865046e-05, |
| "loss": 0.0459, |
| "step": 2250 |
| }, |
| { |
| "grad_norm": 0.6736582517623901, |
| "learning_rate": 3.099277063745811e-05, |
| "loss": 0.0539, |
| "step": 2260 |
| }, |
| { |
| "grad_norm": 0.40036192536354065, |
| "learning_rate": 3.0832114555849614e-05, |
| "loss": 0.0438, |
| "step": 2270 |
| }, |
| { |
| "grad_norm": 0.42229387164115906, |
| "learning_rate": 3.0671203358657e-05, |
| "loss": 0.0413, |
| "step": 2280 |
| }, |
| { |
| "grad_norm": 0.3298429250717163, |
| "learning_rate": 3.051004408465733e-05, |
| "loss": 0.04, |
| "step": 2290 |
| }, |
| { |
| "grad_norm": 0.43710318207740784, |
| "learning_rate": 3.034864378347933e-05, |
| "loss": 0.0454, |
| "step": 2300 |
| }, |
| { |
| "grad_norm": 0.4662761390209198, |
| "learning_rate": 3.018700951529504e-05, |
| "loss": 0.0521, |
| "step": 2310 |
| }, |
| { |
| "grad_norm": 0.5804249048233032, |
| "learning_rate": 3.0025148350510974e-05, |
| "loss": 0.0475, |
| "step": 2320 |
| }, |
| { |
| "grad_norm": 0.4282180070877075, |
| "learning_rate": 2.986306736945883e-05, |
| "loss": 0.0466, |
| "step": 2330 |
| }, |
| { |
| "grad_norm": 0.45659002661705017, |
| "learning_rate": 2.970077366208579e-05, |
| "loss": 0.0387, |
| "step": 2340 |
| }, |
| { |
| "grad_norm": 0.5479471683502197, |
| "learning_rate": 2.953827432764438e-05, |
| "loss": 0.0461, |
| "step": 2350 |
| }, |
| { |
| "grad_norm": 0.31041985750198364, |
| "learning_rate": 2.9375576474381905e-05, |
| "loss": 0.042, |
| "step": 2360 |
| }, |
| { |
| "grad_norm": 0.42949941754341125, |
| "learning_rate": 2.921268721922954e-05, |
| "loss": 0.0435, |
| "step": 2370 |
| }, |
| { |
| "grad_norm": 0.4704861044883728, |
| "learning_rate": 2.904961368749099e-05, |
| "loss": 0.0447, |
| "step": 2380 |
| }, |
| { |
| "grad_norm": 0.4041045606136322, |
| "learning_rate": 2.8886363012530826e-05, |
| "loss": 0.0429, |
| "step": 2390 |
| }, |
| { |
| "grad_norm": 0.3385079503059387, |
| "learning_rate": 2.8722942335462415e-05, |
| "loss": 0.0454, |
| "step": 2400 |
| }, |
| { |
| "grad_norm": 0.5993208289146423, |
| "learning_rate": 2.8559358804835597e-05, |
| "loss": 0.0426, |
| "step": 2410 |
| }, |
| { |
| "grad_norm": 0.36963415145874023, |
| "learning_rate": 2.839561957632393e-05, |
| "loss": 0.0515, |
| "step": 2420 |
| }, |
| { |
| "grad_norm": 0.5569792985916138, |
| "learning_rate": 2.823173181241171e-05, |
| "loss": 0.0484, |
| "step": 2430 |
| }, |
| { |
| "grad_norm": 0.4478709101676941, |
| "learning_rate": 2.806770268208066e-05, |
| "loss": 0.0442, |
| "step": 2440 |
| }, |
| { |
| "grad_norm": 0.39773526787757874, |
| "learning_rate": 2.7903539360496323e-05, |
| "loss": 0.0362, |
| "step": 2450 |
| }, |
| { |
| "grad_norm": 0.4185701906681061, |
| "learning_rate": 2.773924902869418e-05, |
| "loss": 0.046, |
| "step": 2460 |
| }, |
| { |
| "grad_norm": 0.43949025869369507, |
| "learning_rate": 2.757483887326559e-05, |
| "loss": 0.0433, |
| "step": 2470 |
| }, |
| { |
| "grad_norm": 0.4299829602241516, |
| "learning_rate": 2.741031608604337e-05, |
| "loss": 0.0394, |
| "step": 2480 |
| }, |
| { |
| "grad_norm": 0.27871155738830566, |
| "learning_rate": 2.7245687863787195e-05, |
| "loss": 0.0367, |
| "step": 2490 |
| }, |
| { |
| "grad_norm": 0.4810972511768341, |
| "learning_rate": 2.7080961407868848e-05, |
| "loss": 0.0428, |
| "step": 2500 |
| }, |
| { |
| "grad_norm": 0.3548348546028137, |
| "learning_rate": 2.6916143923957138e-05, |
| "loss": 0.0435, |
| "step": 2510 |
| }, |
| { |
| "grad_norm": 0.3431377410888672, |
| "learning_rate": 2.675124262170275e-05, |
| "loss": 0.0336, |
| "step": 2520 |
| }, |
| { |
| "grad_norm": 0.4408491551876068, |
| "learning_rate": 2.6586264714422836e-05, |
| "loss": 0.0404, |
| "step": 2530 |
| }, |
| { |
| "grad_norm": 1.0779521465301514, |
| "learning_rate": 2.6421217418785544e-05, |
| "loss": 0.0424, |
| "step": 2540 |
| }, |
| { |
| "grad_norm": 0.40511152148246765, |
| "learning_rate": 2.6256107954494242e-05, |
| "loss": 0.0476, |
| "step": 2550 |
| }, |
| { |
| "grad_norm": 0.36247146129608154, |
| "learning_rate": 2.6090943543971784e-05, |
| "loss": 0.0436, |
| "step": 2560 |
| }, |
| { |
| "grad_norm": 0.3747636079788208, |
| "learning_rate": 2.592573141204455e-05, |
| "loss": 0.0404, |
| "step": 2570 |
| }, |
| { |
| "grad_norm": 0.5357540249824524, |
| "learning_rate": 2.5760478785626397e-05, |
| "loss": 0.0444, |
| "step": 2580 |
| }, |
| { |
| "grad_norm": 0.3767753839492798, |
| "learning_rate": 2.5595192893402553e-05, |
| "loss": 0.0397, |
| "step": 2590 |
| }, |
| { |
| "grad_norm": 0.3285132944583893, |
| "learning_rate": 2.5429880965513386e-05, |
| "loss": 0.0381, |
| "step": 2600 |
| }, |
| { |
| "grad_norm": 0.4897662401199341, |
| "learning_rate": 2.526455023323817e-05, |
| "loss": 0.039, |
| "step": 2610 |
| }, |
| { |
| "grad_norm": 0.4508710205554962, |
| "learning_rate": 2.5099207928678732e-05, |
| "loss": 0.0395, |
| "step": 2620 |
| }, |
| { |
| "grad_norm": 0.3298162519931793, |
| "learning_rate": 2.4933861284443112e-05, |
| "loss": 0.0413, |
| "step": 2630 |
| }, |
| { |
| "grad_norm": 0.42930713295936584, |
| "learning_rate": 2.4768517533329157e-05, |
| "loss": 0.0461, |
| "step": 2640 |
| }, |
| { |
| "grad_norm": 0.43155762553215027, |
| "learning_rate": 2.460318390800819e-05, |
| "loss": 0.0453, |
| "step": 2650 |
| }, |
| { |
| "grad_norm": 0.3605857789516449, |
| "learning_rate": 2.44378676407086e-05, |
| "loss": 0.0445, |
| "step": 2660 |
| }, |
| { |
| "grad_norm": 0.2702181041240692, |
| "learning_rate": 2.4272575962899462e-05, |
| "loss": 0.0421, |
| "step": 2670 |
| }, |
| { |
| "grad_norm": 0.3844555616378784, |
| "learning_rate": 2.410731610497424e-05, |
| "loss": 0.0418, |
| "step": 2680 |
| }, |
| { |
| "grad_norm": 0.4364534914493561, |
| "learning_rate": 2.3942095295934476e-05, |
| "loss": 0.0379, |
| "step": 2690 |
| }, |
| { |
| "grad_norm": 0.33137261867523193, |
| "learning_rate": 2.3776920763073602e-05, |
| "loss": 0.0422, |
| "step": 2700 |
| }, |
| { |
| "grad_norm": 0.2672342360019684, |
| "learning_rate": 2.361179973166078e-05, |
| "loss": 0.0424, |
| "step": 2710 |
| }, |
| { |
| "grad_norm": 0.34315600991249084, |
| "learning_rate": 2.3446739424624827e-05, |
| "loss": 0.0411, |
| "step": 2720 |
| }, |
| { |
| "grad_norm": 0.4923914670944214, |
| "learning_rate": 2.328174706223832e-05, |
| "loss": 0.0439, |
| "step": 2730 |
| }, |
| { |
| "grad_norm": 0.26800429821014404, |
| "learning_rate": 2.3116829861801686e-05, |
| "loss": 0.0391, |
| "step": 2740 |
| }, |
| { |
| "grad_norm": 0.29833143949508667, |
| "learning_rate": 2.2951995037327515e-05, |
| "loss": 0.0397, |
| "step": 2750 |
| }, |
| { |
| "grad_norm": 0.3327856957912445, |
| "learning_rate": 2.2787249799225024e-05, |
| "loss": 0.0381, |
| "step": 2760 |
| }, |
| { |
| "grad_norm": 0.46502891182899475, |
| "learning_rate": 2.2622601353984635e-05, |
| "loss": 0.0411, |
| "step": 2770 |
| }, |
| { |
| "grad_norm": 0.40785571932792664, |
| "learning_rate": 2.2458056903862726e-05, |
| "loss": 0.0379, |
| "step": 2780 |
| }, |
| { |
| "grad_norm": 0.3968541622161865, |
| "learning_rate": 2.229362364656659e-05, |
| "loss": 0.0429, |
| "step": 2790 |
| }, |
| { |
| "grad_norm": 0.40930506587028503, |
| "learning_rate": 2.21293087749396e-05, |
| "loss": 0.0374, |
| "step": 2800 |
| }, |
| { |
| "grad_norm": 0.4295065701007843, |
| "learning_rate": 2.1965119476646547e-05, |
| "loss": 0.0366, |
| "step": 2810 |
| }, |
| { |
| "grad_norm": 0.4438641667366028, |
| "learning_rate": 2.1801062933859235e-05, |
| "loss": 0.0378, |
| "step": 2820 |
| }, |
| { |
| "grad_norm": 0.3975362181663513, |
| "learning_rate": 2.1637146322942315e-05, |
| "loss": 0.036, |
| "step": 2830 |
| }, |
| { |
| "grad_norm": 0.44547799229621887, |
| "learning_rate": 2.1473376814139362e-05, |
| "loss": 0.0395, |
| "step": 2840 |
| }, |
| { |
| "grad_norm": 0.4006638526916504, |
| "learning_rate": 2.1309761571259237e-05, |
| "loss": 0.0367, |
| "step": 2850 |
| }, |
| { |
| "grad_norm": 0.27414795756340027, |
| "learning_rate": 2.1146307751362694e-05, |
| "loss": 0.0312, |
| "step": 2860 |
| }, |
| { |
| "grad_norm": 0.4664889872074127, |
| "learning_rate": 2.098302250444934e-05, |
| "loss": 0.0413, |
| "step": 2870 |
| }, |
| { |
| "grad_norm": 0.19164593517780304, |
| "learning_rate": 2.0819912973144843e-05, |
| "loss": 0.0345, |
| "step": 2880 |
| }, |
| { |
| "grad_norm": 0.33589157462120056, |
| "learning_rate": 2.065698629238851e-05, |
| "loss": 0.0355, |
| "step": 2890 |
| }, |
| { |
| "grad_norm": 0.33917805552482605, |
| "learning_rate": 2.0494249589121157e-05, |
| "loss": 0.0393, |
| "step": 2900 |
| }, |
| { |
| "grad_norm": 0.32117098569869995, |
| "learning_rate": 2.033170998197339e-05, |
| "loss": 0.0448, |
| "step": 2910 |
| }, |
| { |
| "grad_norm": 0.6140998005867004, |
| "learning_rate": 2.0169374580954165e-05, |
| "loss": 0.0378, |
| "step": 2920 |
| }, |
| { |
| "grad_norm": 0.5331240296363831, |
| "learning_rate": 2.000725048713983e-05, |
| "loss": 0.0365, |
| "step": 2930 |
| }, |
| { |
| "grad_norm": 0.3481861352920532, |
| "learning_rate": 1.9845344792363447e-05, |
| "loss": 0.0356, |
| "step": 2940 |
| }, |
| { |
| "grad_norm": 0.5170403718948364, |
| "learning_rate": 1.9683664578904614e-05, |
| "loss": 0.0403, |
| "step": 2950 |
| }, |
| { |
| "grad_norm": 0.31584399938583374, |
| "learning_rate": 1.9522216919179644e-05, |
| "loss": 0.0404, |
| "step": 2960 |
| }, |
| { |
| "grad_norm": 0.3115321099758148, |
| "learning_rate": 1.9361008875432185e-05, |
| "loss": 0.0358, |
| "step": 2970 |
| }, |
| { |
| "grad_norm": 0.338223397731781, |
| "learning_rate": 1.9200047499424308e-05, |
| "loss": 0.0331, |
| "step": 2980 |
| }, |
| { |
| "grad_norm": 0.48482340574264526, |
| "learning_rate": 1.9039339832128057e-05, |
| "loss": 0.0347, |
| "step": 2990 |
| }, |
| { |
| "grad_norm": 0.4181440770626068, |
| "learning_rate": 1.8878892903417404e-05, |
| "loss": 0.0389, |
| "step": 3000 |
| }, |
| { |
| "grad_norm": 0.42534828186035156, |
| "learning_rate": 1.871871373176078e-05, |
| "loss": 0.0392, |
| "step": 3010 |
| }, |
| { |
| "grad_norm": 0.5645197629928589, |
| "learning_rate": 1.8558809323914083e-05, |
| "loss": 0.0461, |
| "step": 3020 |
| }, |
| { |
| "grad_norm": 0.36499112844467163, |
| "learning_rate": 1.8399186674614126e-05, |
| "loss": 0.0343, |
| "step": 3030 |
| }, |
| { |
| "grad_norm": 0.2742806673049927, |
| "learning_rate": 1.823985276627269e-05, |
| "loss": 0.0283, |
| "step": 3040 |
| }, |
| { |
| "grad_norm": 0.39008432626724243, |
| "learning_rate": 1.80808145686711e-05, |
| "loss": 0.0374, |
| "step": 3050 |
| }, |
| { |
| "grad_norm": 0.36456918716430664, |
| "learning_rate": 1.7922079038655326e-05, |
| "loss": 0.037, |
| "step": 3060 |
| }, |
| { |
| "grad_norm": 0.2564813792705536, |
| "learning_rate": 1.7763653119831684e-05, |
| "loss": 0.0374, |
| "step": 3070 |
| }, |
| { |
| "grad_norm": 0.4312773048877716, |
| "learning_rate": 1.7605543742263087e-05, |
| "loss": 0.0353, |
| "step": 3080 |
| }, |
| { |
| "grad_norm": 0.30969807505607605, |
| "learning_rate": 1.744775782216593e-05, |
| "loss": 0.0339, |
| "step": 3090 |
| }, |
| { |
| "grad_norm": 0.3753385543823242, |
| "learning_rate": 1.7290302261607503e-05, |
| "loss": 0.0323, |
| "step": 3100 |
| }, |
| { |
| "grad_norm": 0.3404577672481537, |
| "learning_rate": 1.7133183948204108e-05, |
| "loss": 0.0346, |
| "step": 3110 |
| }, |
| { |
| "grad_norm": 0.33649688959121704, |
| "learning_rate": 1.6976409754819767e-05, |
| "loss": 0.0332, |
| "step": 3120 |
| }, |
| { |
| "grad_norm": 0.7442240715026855, |
| "learning_rate": 1.6819986539265582e-05, |
| "loss": 0.0392, |
| "step": 3130 |
| }, |
| { |
| "grad_norm": 0.3342534899711609, |
| "learning_rate": 1.6663921143999733e-05, |
| "loss": 0.0368, |
| "step": 3140 |
| }, |
| { |
| "grad_norm": 0.32587477564811707, |
| "learning_rate": 1.650822039582819e-05, |
| "loss": 0.0318, |
| "step": 3150 |
| }, |
| { |
| "grad_norm": 0.5487452149391174, |
| "learning_rate": 1.63528911056061e-05, |
| "loss": 0.0376, |
| "step": 3160 |
| }, |
| { |
| "grad_norm": 0.5345733165740967, |
| "learning_rate": 1.619794006793979e-05, |
| "loss": 0.0386, |
| "step": 3170 |
| }, |
| { |
| "grad_norm": 0.3318815231323242, |
| "learning_rate": 1.604337406088963e-05, |
| "loss": 0.0308, |
| "step": 3180 |
| }, |
| { |
| "grad_norm": 0.41096043586730957, |
| "learning_rate": 1.588919984567349e-05, |
| "loss": 0.036, |
| "step": 3190 |
| }, |
| { |
| "grad_norm": 0.49638691544532776, |
| "learning_rate": 1.5735424166371e-05, |
| "loss": 0.0404, |
| "step": 3200 |
| }, |
| { |
| "grad_norm": 0.38568755984306335, |
| "learning_rate": 1.558205374962854e-05, |
| "loss": 0.033, |
| "step": 3210 |
| }, |
| { |
| "grad_norm": 0.34658241271972656, |
| "learning_rate": 1.5429095304364976e-05, |
| "loss": 0.0327, |
| "step": 3220 |
| }, |
| { |
| "grad_norm": 0.33020010590553284, |
| "learning_rate": 1.527655552147824e-05, |
| "loss": 0.0373, |
| "step": 3230 |
| }, |
| { |
| "grad_norm": 0.5657230615615845, |
| "learning_rate": 1.5124441073552585e-05, |
| "loss": 0.0354, |
| "step": 3240 |
| }, |
| { |
| "grad_norm": 0.3239688277244568, |
| "learning_rate": 1.4972758614566746e-05, |
| "loss": 0.0295, |
| "step": 3250 |
| }, |
| { |
| "grad_norm": 0.387555330991745, |
| "learning_rate": 1.4821514779602864e-05, |
| "loss": 0.0436, |
| "step": 3260 |
| }, |
| { |
| "grad_norm": 0.3232133388519287, |
| "learning_rate": 1.467071618455624e-05, |
| "loss": 0.0322, |
| "step": 3270 |
| }, |
| { |
| "grad_norm": 0.2886604964733124, |
| "learning_rate": 1.452036942584595e-05, |
| "loss": 0.0304, |
| "step": 3280 |
| }, |
| { |
| "grad_norm": 0.2882493734359741, |
| "learning_rate": 1.4370481080126248e-05, |
| "loss": 0.0314, |
| "step": 3290 |
| }, |
| { |
| "grad_norm": 0.4715385138988495, |
| "learning_rate": 1.4221057703998985e-05, |
| "loss": 0.0334, |
| "step": 3300 |
| }, |
| { |
| "grad_norm": 0.3316683769226074, |
| "learning_rate": 1.4072105833726684e-05, |
| "loss": 0.0351, |
| "step": 3310 |
| }, |
| { |
| "grad_norm": 0.3624657988548279, |
| "learning_rate": 1.3923631984946672e-05, |
| "loss": 0.035, |
| "step": 3320 |
| }, |
| { |
| "grad_norm": 0.36212462186813354, |
| "learning_rate": 1.3775642652386103e-05, |
| "loss": 0.0301, |
| "step": 3330 |
| }, |
| { |
| "grad_norm": 0.36848610639572144, |
| "learning_rate": 1.3628144309577784e-05, |
| "loss": 0.0324, |
| "step": 3340 |
| }, |
| { |
| "grad_norm": 0.4272776246070862, |
| "learning_rate": 1.3481143408577079e-05, |
| "loss": 0.0373, |
| "step": 3350 |
| }, |
| { |
| "grad_norm": 0.37170878052711487, |
| "learning_rate": 1.3334646379679583e-05, |
| "loss": 0.033, |
| "step": 3360 |
| }, |
| { |
| "grad_norm": 0.48944494128227234, |
| "learning_rate": 1.3188659631139966e-05, |
| "loss": 0.0414, |
| "step": 3370 |
| }, |
| { |
| "grad_norm": 0.3089650869369507, |
| "learning_rate": 1.3043189548891516e-05, |
| "loss": 0.0338, |
| "step": 3380 |
| }, |
| { |
| "grad_norm": 0.3926386535167694, |
| "learning_rate": 1.2898242496266884e-05, |
| "loss": 0.0351, |
| "step": 3390 |
| }, |
| { |
| "grad_norm": 0.40642455220222473, |
| "learning_rate": 1.2753824813719733e-05, |
| "loss": 0.0412, |
| "step": 3400 |
| }, |
| { |
| "grad_norm": 0.35056406259536743, |
| "learning_rate": 1.2609942818547327e-05, |
| "loss": 0.035, |
| "step": 3410 |
| }, |
| { |
| "grad_norm": 0.2923920750617981, |
| "learning_rate": 1.2466602804614266e-05, |
| "loss": 0.035, |
| "step": 3420 |
| }, |
| { |
| "grad_norm": 0.9390926957130432, |
| "learning_rate": 1.2323811042077096e-05, |
| "loss": 0.0298, |
| "step": 3430 |
| }, |
| { |
| "grad_norm": 0.5153149366378784, |
| "learning_rate": 1.2181573777110106e-05, |
| "loss": 0.0376, |
| "step": 3440 |
| }, |
| { |
| "grad_norm": 0.2597624659538269, |
| "learning_rate": 1.2039897231632055e-05, |
| "loss": 0.0333, |
| "step": 3450 |
| }, |
| { |
| "grad_norm": 0.36722615361213684, |
| "learning_rate": 1.1898787603033995e-05, |
| "loss": 0.038, |
| "step": 3460 |
| }, |
| { |
| "grad_norm": 0.23120303452014923, |
| "learning_rate": 1.1758251063908227e-05, |
| "loss": 0.0305, |
| "step": 3470 |
| }, |
| { |
| "grad_norm": 0.4411832094192505, |
| "learning_rate": 1.1618293761778235e-05, |
| "loss": 0.0305, |
| "step": 3480 |
| }, |
| { |
| "grad_norm": 0.36204567551612854, |
| "learning_rate": 1.1478921818829827e-05, |
| "loss": 0.0325, |
| "step": 3490 |
| }, |
| { |
| "grad_norm": 0.38650524616241455, |
| "learning_rate": 1.1340141331643276e-05, |
| "loss": 0.037, |
| "step": 3500 |
| }, |
| { |
| "grad_norm": 0.29249370098114014, |
| "learning_rate": 1.1201958370926682e-05, |
| "loss": 0.0304, |
| "step": 3510 |
| }, |
| { |
| "grad_norm": 0.3050512969493866, |
| "learning_rate": 1.1064378981250409e-05, |
| "loss": 0.0322, |
| "step": 3520 |
| }, |
| { |
| "grad_norm": 0.36122196912765503, |
| "learning_rate": 1.0927409180782638e-05, |
| "loss": 0.0325, |
| "step": 3530 |
| }, |
| { |
| "grad_norm": 0.3820047974586487, |
| "learning_rate": 1.0791054961026182e-05, |
| "loss": 0.0361, |
| "step": 3540 |
| }, |
| { |
| "grad_norm": 0.3520725965499878, |
| "learning_rate": 1.0655322286556318e-05, |
| "loss": 0.0333, |
| "step": 3550 |
| }, |
| { |
| "grad_norm": 0.3393506705760956, |
| "learning_rate": 1.0520217094759962e-05, |
| "loss": 0.0352, |
| "step": 3560 |
| }, |
| { |
| "grad_norm": 0.3986015021800995, |
| "learning_rate": 1.0385745295575866e-05, |
| "loss": 0.0331, |
| "step": 3570 |
| }, |
| { |
| "grad_norm": 0.3583716154098511, |
| "learning_rate": 1.0251912771236159e-05, |
| "loss": 0.0319, |
| "step": 3580 |
| }, |
| { |
| "grad_norm": 0.27882295846939087, |
| "learning_rate": 1.0118725376009025e-05, |
| "loss": 0.0341, |
| "step": 3590 |
| }, |
| { |
| "grad_norm": 0.32304292917251587, |
| "learning_rate": 9.986188935942579e-06, |
| "loss": 0.0291, |
| "step": 3600 |
| }, |
| { |
| "grad_norm": 0.5138395428657532, |
| "learning_rate": 9.854309248610085e-06, |
| "loss": 0.0313, |
| "step": 3610 |
| }, |
| { |
| "grad_norm": 0.31992360949516296, |
| "learning_rate": 9.723092082856294e-06, |
| "loss": 0.0305, |
| "step": 3620 |
| }, |
| { |
| "grad_norm": 0.2782381772994995, |
| "learning_rate": 9.592543178545107e-06, |
| "loss": 0.029, |
| "step": 3630 |
| }, |
| { |
| "grad_norm": 0.27642911672592163, |
| "learning_rate": 9.462668246308529e-06, |
| "loss": 0.0329, |
| "step": 3640 |
| }, |
| { |
| "grad_norm": 0.33659425377845764, |
| "learning_rate": 9.333472967296833e-06, |
| "loss": 0.0328, |
| "step": 3650 |
| }, |
| { |
| "grad_norm": 0.40272244811058044, |
| "learning_rate": 9.204962992930063e-06, |
| "loss": 0.0284, |
| "step": 3660 |
| }, |
| { |
| "grad_norm": 0.4781797528266907, |
| "learning_rate": 9.077143944650802e-06, |
| "loss": 0.0323, |
| "step": 3670 |
| }, |
| { |
| "grad_norm": 0.34181609749794006, |
| "learning_rate": 8.950021413678306e-06, |
| "loss": 0.0305, |
| "step": 3680 |
| }, |
| { |
| "grad_norm": 0.3515138328075409, |
| "learning_rate": 8.8236009607639e-06, |
| "loss": 0.0311, |
| "step": 3690 |
| }, |
| { |
| "grad_norm": 0.42265385389328003, |
| "learning_rate": 8.697888115947725e-06, |
| "loss": 0.0294, |
| "step": 3700 |
| }, |
| { |
| "grad_norm": 0.24089132249355316, |
| "learning_rate": 8.572888378316884e-06, |
| "loss": 0.0346, |
| "step": 3710 |
| }, |
| { |
| "grad_norm": 0.3806060254573822, |
| "learning_rate": 8.448607215764823e-06, |
| "loss": 0.0274, |
| "step": 3720 |
| }, |
| { |
| "grad_norm": 0.40154969692230225, |
| "learning_rate": 8.325050064752238e-06, |
| "loss": 0.0321, |
| "step": 3730 |
| }, |
| { |
| "grad_norm": 0.6564791798591614, |
| "learning_rate": 8.202222330069167e-06, |
| "loss": 0.0324, |
| "step": 3740 |
| }, |
| { |
| "grad_norm": 0.4108399748802185, |
| "learning_rate": 8.080129384598625e-06, |
| "loss": 0.0301, |
| "step": 3750 |
| }, |
| { |
| "grad_norm": 0.19246874749660492, |
| "learning_rate": 7.958776569081586e-06, |
| "loss": 0.0288, |
| "step": 3760 |
| }, |
| { |
| "grad_norm": 0.4110735058784485, |
| "learning_rate": 7.838169191883316e-06, |
| "loss": 0.0382, |
| "step": 3770 |
| }, |
| { |
| "grad_norm": 0.25348952412605286, |
| "learning_rate": 7.718312528761223e-06, |
| "loss": 0.0311, |
| "step": 3780 |
| }, |
| { |
| "grad_norm": 0.3308151662349701, |
| "learning_rate": 7.59921182263402e-06, |
| "loss": 0.0274, |
| "step": 3790 |
| }, |
| { |
| "grad_norm": 0.28520438075065613, |
| "learning_rate": 7.480872283352428e-06, |
| "loss": 0.0309, |
| "step": 3800 |
| }, |
| { |
| "grad_norm": 0.337143212556839, |
| "learning_rate": 7.363299087471276e-06, |
| "loss": 0.0259, |
| "step": 3810 |
| }, |
| { |
| "grad_norm": 0.22851786017417908, |
| "learning_rate": 7.246497378023018e-06, |
| "loss": 0.0323, |
| "step": 3820 |
| }, |
| { |
| "grad_norm": 0.5074667930603027, |
| "learning_rate": 7.130472264292823e-06, |
| "loss": 0.0292, |
| "step": 3830 |
| }, |
| { |
| "grad_norm": 0.2871147096157074, |
| "learning_rate": 7.015228821595024e-06, |
| "loss": 0.0296, |
| "step": 3840 |
| }, |
| { |
| "grad_norm": 0.30016905069351196, |
| "learning_rate": 6.9007720910511554e-06, |
| "loss": 0.0231, |
| "step": 3850 |
| }, |
| { |
| "grad_norm": 0.28288936614990234, |
| "learning_rate": 6.7871070793693815e-06, |
| "loss": 0.033, |
| "step": 3860 |
| }, |
| { |
| "grad_norm": 0.44114962220191956, |
| "learning_rate": 6.6742387586255505e-06, |
| "loss": 0.0343, |
| "step": 3870 |
| }, |
| { |
| "grad_norm": 0.22615277767181396, |
| "learning_rate": 6.562172066045655e-06, |
| "loss": 0.0267, |
| "step": 3880 |
| }, |
| { |
| "grad_norm": 0.24401821196079254, |
| "learning_rate": 6.450911903789863e-06, |
| "loss": 0.0322, |
| "step": 3890 |
| }, |
| { |
| "grad_norm": 0.4524429738521576, |
| "learning_rate": 6.340463138738123e-06, |
| "loss": 0.0292, |
| "step": 3900 |
| }, |
| { |
| "grad_norm": 0.3167012929916382, |
| "learning_rate": 6.230830602277199e-06, |
| "loss": 0.0325, |
| "step": 3910 |
| }, |
| { |
| "grad_norm": 0.2682662010192871, |
| "learning_rate": 6.1220190900894175e-06, |
| "loss": 0.0273, |
| "step": 3920 |
| }, |
| { |
| "grad_norm": 0.29721036553382874, |
| "learning_rate": 6.014033361942806e-06, |
| "loss": 0.0266, |
| "step": 3930 |
| }, |
| { |
| "grad_norm": 0.42319223284721375, |
| "learning_rate": 5.906878141482944e-06, |
| "loss": 0.0322, |
| "step": 3940 |
| }, |
| { |
| "grad_norm": 0.38211673498153687, |
| "learning_rate": 5.800558116026319e-06, |
| "loss": 0.0312, |
| "step": 3950 |
| }, |
| { |
| "grad_norm": 0.27969926595687866, |
| "learning_rate": 5.695077936355259e-06, |
| "loss": 0.0263, |
| "step": 3960 |
| }, |
| { |
| "grad_norm": 0.22936464846134186, |
| "learning_rate": 5.590442216514543e-06, |
| "loss": 0.0309, |
| "step": 3970 |
| }, |
| { |
| "grad_norm": 0.3358422517776489, |
| "learning_rate": 5.48665553360952e-06, |
| "loss": 0.0243, |
| "step": 3980 |
| }, |
| { |
| "grad_norm": 0.2455916702747345, |
| "learning_rate": 5.383722427605931e-06, |
| "loss": 0.0293, |
| "step": 3990 |
| }, |
| { |
| "grad_norm": 0.24449455738067627, |
| "learning_rate": 5.281647401131279e-06, |
| "loss": 0.0283, |
| "step": 4000 |
| }, |
| { |
| "grad_norm": 0.40746790170669556, |
| "learning_rate": 5.1804349192779044e-06, |
| "loss": 0.0324, |
| "step": 4010 |
| }, |
| { |
| "grad_norm": 0.3240891695022583, |
| "learning_rate": 5.0800894094076565e-06, |
| "loss": 0.024, |
| "step": 4020 |
| }, |
| { |
| "grad_norm": 0.25076866149902344, |
| "learning_rate": 4.980615260958193e-06, |
| "loss": 0.0328, |
| "step": 4030 |
| }, |
| { |
| "grad_norm": 0.1966366469860077, |
| "learning_rate": 4.882016825251037e-06, |
| "loss": 0.0303, |
| "step": 4040 |
| }, |
| { |
| "grad_norm": 0.2640022337436676, |
| "learning_rate": 4.784298415301172e-06, |
| "loss": 0.0254, |
| "step": 4050 |
| }, |
| { |
| "grad_norm": 0.33577871322631836, |
| "learning_rate": 4.687464305628405e-06, |
| "loss": 0.0296, |
| "step": 4060 |
| }, |
| { |
| "grad_norm": 0.40677428245544434, |
| "learning_rate": 4.591518732070402e-06, |
| "loss": 0.0278, |
| "step": 4070 |
| }, |
| { |
| "grad_norm": 0.46990591287612915, |
| "learning_rate": 4.4964658915973676e-06, |
| "loss": 0.0279, |
| "step": 4080 |
| }, |
| { |
| "grad_norm": 0.22323285043239594, |
| "learning_rate": 4.40230994212848e-06, |
| "loss": 0.0293, |
| "step": 4090 |
| }, |
| { |
| "grad_norm": 0.2634666860103607, |
| "learning_rate": 4.309055002349987e-06, |
| "loss": 0.0303, |
| "step": 4100 |
| }, |
| { |
| "grad_norm": 0.45921197533607483, |
| "learning_rate": 4.21670515153505e-06, |
| "loss": 0.0297, |
| "step": 4110 |
| }, |
| { |
| "grad_norm": 0.640613853931427, |
| "learning_rate": 4.12526442936533e-06, |
| "loss": 0.0241, |
| "step": 4120 |
| }, |
| { |
| "grad_norm": 0.3607765734195709, |
| "learning_rate": 4.03473683575423e-06, |
| "loss": 0.0263, |
| "step": 4130 |
| }, |
| { |
| "grad_norm": 0.3656626045703888, |
| "learning_rate": 3.945126330671969e-06, |
| "loss": 0.028, |
| "step": 4140 |
| }, |
| { |
| "grad_norm": 0.8340692520141602, |
| "learning_rate": 3.856436833972341e-06, |
| "loss": 0.0298, |
| "step": 4150 |
| }, |
| { |
| "grad_norm": 0.5998902320861816, |
| "learning_rate": 3.7686722252212344e-06, |
| "loss": 0.0285, |
| "step": 4160 |
| }, |
| { |
| "grad_norm": 0.36758774518966675, |
| "learning_rate": 3.681836343526965e-06, |
| "loss": 0.0329, |
| "step": 4170 |
| }, |
| { |
| "grad_norm": 0.31286585330963135, |
| "learning_rate": 3.5959329873723e-06, |
| "loss": 0.0296, |
| "step": 4180 |
| }, |
| { |
| "grad_norm": 0.38393154740333557, |
| "learning_rate": 3.510965914448333e-06, |
| "loss": 0.0329, |
| "step": 4190 |
| }, |
| { |
| "grad_norm": 0.396363228559494, |
| "learning_rate": 3.4269388414900792e-06, |
| "loss": 0.0317, |
| "step": 4200 |
| }, |
| { |
| "grad_norm": 0.222749263048172, |
| "learning_rate": 3.3438554441139247e-06, |
| "loss": 0.0223, |
| "step": 4210 |
| }, |
| { |
| "grad_norm": 0.24695293605327606, |
| "learning_rate": 3.2617193566568283e-06, |
| "loss": 0.0241, |
| "step": 4220 |
| }, |
| { |
| "grad_norm": 0.4028778374195099, |
| "learning_rate": 3.1805341720173326e-06, |
| "loss": 0.0226, |
| "step": 4230 |
| }, |
| { |
| "grad_norm": 0.2558240592479706, |
| "learning_rate": 3.100303441498423e-06, |
| "loss": 0.0315, |
| "step": 4240 |
| }, |
| { |
| "grad_norm": 0.5111129283905029, |
| "learning_rate": 3.021030674652156e-06, |
| "loss": 0.0291, |
| "step": 4250 |
| }, |
| { |
| "grad_norm": 0.28568732738494873, |
| "learning_rate": 2.942719339126171e-06, |
| "loss": 0.0288, |
| "step": 4260 |
| }, |
| { |
| "grad_norm": 0.9272612929344177, |
| "learning_rate": 2.8653728605119695e-06, |
| "loss": 0.0265, |
| "step": 4270 |
| }, |
| { |
| "grad_norm": 0.2502414584159851, |
| "learning_rate": 2.788994622195096e-06, |
| "loss": 0.0257, |
| "step": 4280 |
| }, |
| { |
| "grad_norm": 0.3649044930934906, |
| "learning_rate": 2.7135879652071318e-06, |
| "loss": 0.0257, |
| "step": 4290 |
| }, |
| { |
| "grad_norm": 0.26225656270980835, |
| "learning_rate": 2.6391561880795253e-06, |
| "loss": 0.0256, |
| "step": 4300 |
| }, |
| { |
| "grad_norm": 0.38593482971191406, |
| "learning_rate": 2.5657025466993472e-06, |
| "loss": 0.0238, |
| "step": 4310 |
| }, |
| { |
| "grad_norm": 0.24045054614543915, |
| "learning_rate": 2.493230254166817e-06, |
| "loss": 0.0275, |
| "step": 4320 |
| }, |
| { |
| "grad_norm": 0.33231034874916077, |
| "learning_rate": 2.4217424806547984e-06, |
| "loss": 0.0251, |
| "step": 4330 |
| }, |
| { |
| "grad_norm": 0.31093278527259827, |
| "learning_rate": 2.3512423532700805e-06, |
| "loss": 0.0244, |
| "step": 4340 |
| }, |
| { |
| "grad_norm": 0.3532539904117584, |
| "learning_rate": 2.2817329559166293e-06, |
| "loss": 0.0252, |
| "step": 4350 |
| }, |
| { |
| "grad_norm": 0.5126403570175171, |
| "learning_rate": 2.213217329160672e-06, |
| "loss": 0.0263, |
| "step": 4360 |
| }, |
| { |
| "grad_norm": 0.3334461450576782, |
| "learning_rate": 2.1456984700976733e-06, |
| "loss": 0.0315, |
| "step": 4370 |
| }, |
| { |
| "grad_norm": 0.3070288598537445, |
| "learning_rate": 2.079179332221265e-06, |
| "loss": 0.0283, |
| "step": 4380 |
| }, |
| { |
| "grad_norm": 0.4461181163787842, |
| "learning_rate": 2.0136628252940217e-06, |
| "loss": 0.0274, |
| "step": 4390 |
| }, |
| { |
| "grad_norm": 0.6602442264556885, |
| "learning_rate": 1.9491518152202096e-06, |
| "loss": 0.0317, |
| "step": 4400 |
| }, |
| { |
| "grad_norm": 0.2886788547039032, |
| "learning_rate": 1.8856491239203938e-06, |
| "loss": 0.0253, |
| "step": 4410 |
| }, |
| { |
| "grad_norm": 0.3347417116165161, |
| "learning_rate": 1.8231575292080027e-06, |
| "loss": 0.0316, |
| "step": 4420 |
| }, |
| { |
| "grad_norm": 0.3918112814426422, |
| "learning_rate": 1.7616797646678479e-06, |
| "loss": 0.0289, |
| "step": 4430 |
| }, |
| { |
| "grad_norm": 0.41051027178764343, |
| "learning_rate": 1.7012185195365016e-06, |
| "loss": 0.0304, |
| "step": 4440 |
| }, |
| { |
| "grad_norm": 0.2741791903972626, |
| "learning_rate": 1.6417764385846996e-06, |
| "loss": 0.0241, |
| "step": 4450 |
| }, |
| { |
| "grad_norm": 0.337773859500885, |
| "learning_rate": 1.5833561220016253e-06, |
| "loss": 0.0276, |
| "step": 4460 |
| }, |
| { |
| "grad_norm": 0.394645631313324, |
| "learning_rate": 1.5259601252811755e-06, |
| "loss": 0.0229, |
| "step": 4470 |
| }, |
| { |
| "grad_norm": 0.26460105180740356, |
| "learning_rate": 1.4695909591101924e-06, |
| "loss": 0.0275, |
| "step": 4480 |
| }, |
| { |
| "grad_norm": 0.30859678983688354, |
| "learning_rate": 1.4142510892586113e-06, |
| "loss": 0.0255, |
| "step": 4490 |
| }, |
| { |
| "grad_norm": 0.3854379951953888, |
| "learning_rate": 1.3599429364716144e-06, |
| "loss": 0.0276, |
| "step": 4500 |
| }, |
| { |
| "grad_norm": 0.2807616591453552, |
| "learning_rate": 1.3066688763637453e-06, |
| "loss": 0.028, |
| "step": 4510 |
| }, |
| { |
| "grad_norm": 0.364891916513443, |
| "learning_rate": 1.2544312393149683e-06, |
| "loss": 0.0258, |
| "step": 4520 |
| }, |
| { |
| "grad_norm": 0.8333351016044617, |
| "learning_rate": 1.2032323103687654e-06, |
| "loss": 0.0302, |
| "step": 4530 |
| }, |
| { |
| "grad_norm": 0.31938087940216064, |
| "learning_rate": 1.1530743291321367e-06, |
| "loss": 0.0255, |
| "step": 4540 |
| }, |
| { |
| "grad_norm": 0.2908027172088623, |
| "learning_rate": 1.1039594896776834e-06, |
| "loss": 0.0227, |
| "step": 4550 |
| }, |
| { |
| "grad_norm": 0.2906731963157654, |
| "learning_rate": 1.0558899404475824e-06, |
| "loss": 0.0254, |
| "step": 4560 |
| }, |
| { |
| "grad_norm": 0.4353867471218109, |
| "learning_rate": 1.008867784159645e-06, |
| "loss": 0.0267, |
| "step": 4570 |
| }, |
| { |
| "grad_norm": 0.30952566862106323, |
| "learning_rate": 9.628950777153256e-07, |
| "loss": 0.0262, |
| "step": 4580 |
| }, |
| { |
| "grad_norm": 0.7123703956604004, |
| "learning_rate": 9.179738321097225e-07, |
| "loss": 0.0262, |
| "step": 4590 |
| }, |
| { |
| "grad_norm": 0.4011175334453583, |
| "learning_rate": 8.741060123436535e-07, |
| "loss": 0.0232, |
| "step": 4600 |
| }, |
| { |
| "grad_norm": 0.305926114320755, |
| "learning_rate": 8.312935373376573e-07, |
| "loss": 0.0259, |
| "step": 4610 |
| }, |
| { |
| "grad_norm": 0.33336731791496277, |
| "learning_rate": 7.895382798480927e-07, |
| "loss": 0.0283, |
| "step": 4620 |
| }, |
| { |
| "grad_norm": 0.3118588328361511, |
| "learning_rate": 7.488420663851859e-07, |
| "loss": 0.0224, |
| "step": 4630 |
| }, |
| { |
| "grad_norm": 0.21298760175704956, |
| "learning_rate": 7.092066771331507e-07, |
| "loss": 0.0282, |
| "step": 4640 |
| }, |
| { |
| "grad_norm": 0.4557483196258545, |
| "learning_rate": 6.706338458723205e-07, |
| "loss": 0.0277, |
| "step": 4650 |
| }, |
| { |
| "grad_norm": 0.33916375041007996, |
| "learning_rate": 6.331252599032833e-07, |
| "loss": 0.0322, |
| "step": 4660 |
| }, |
| { |
| "grad_norm": 0.36580178141593933, |
| "learning_rate": 5.96682559973108e-07, |
| "loss": 0.0234, |
| "step": 4670 |
| }, |
| { |
| "grad_norm": 0.23574711382389069, |
| "learning_rate": 5.613073402035429e-07, |
| "loss": 0.0229, |
| "step": 4680 |
| }, |
| { |
| "grad_norm": 0.34600311517715454, |
| "learning_rate": 5.270011480213056e-07, |
| "loss": 0.0332, |
| "step": 4690 |
| }, |
| { |
| "grad_norm": 0.28487834334373474, |
| "learning_rate": 4.937654840903722e-07, |
| "loss": 0.0355, |
| "step": 4700 |
| }, |
| { |
| "grad_norm": 0.36917445063591003, |
| "learning_rate": 4.6160180224635305e-07, |
| "loss": 0.0245, |
| "step": 4710 |
| }, |
| { |
| "grad_norm": 0.2571835517883301, |
| "learning_rate": 4.3051150943289596e-07, |
| "loss": 0.0265, |
| "step": 4720 |
| }, |
| { |
| "grad_norm": 0.3375624716281891, |
| "learning_rate": 4.004959656401186e-07, |
| "loss": 0.0274, |
| "step": 4730 |
| }, |
| { |
| "grad_norm": 0.35926106572151184, |
| "learning_rate": 3.715564838451452e-07, |
| "loss": 0.0266, |
| "step": 4740 |
| }, |
| { |
| "grad_norm": 0.4017363488674164, |
| "learning_rate": 3.436943299546608e-07, |
| "loss": 0.0278, |
| "step": 4750 |
| }, |
| { |
| "grad_norm": 0.2312772423028946, |
| "learning_rate": 3.169107227495388e-07, |
| "loss": 0.0256, |
| "step": 4760 |
| }, |
| { |
| "grad_norm": 0.2088507115840912, |
| "learning_rate": 2.912068338315255e-07, |
| "loss": 0.0277, |
| "step": 4770 |
| }, |
| { |
| "grad_norm": 0.168931245803833, |
| "learning_rate": 2.6658378757198623e-07, |
| "loss": 0.0234, |
| "step": 4780 |
| }, |
| { |
| "grad_norm": 0.43259093165397644, |
| "learning_rate": 2.430426610627395e-07, |
| "loss": 0.0248, |
| "step": 4790 |
| }, |
| { |
| "grad_norm": 0.45266538858413696, |
| "learning_rate": 2.205844840689142e-07, |
| "loss": 0.0298, |
| "step": 4800 |
| }, |
| { |
| "grad_norm": 0.41012969613075256, |
| "learning_rate": 1.9921023898393233e-07, |
| "loss": 0.0258, |
| "step": 4810 |
| }, |
| { |
| "grad_norm": 0.4440428614616394, |
| "learning_rate": 1.7892086078651616e-07, |
| "loss": 0.021, |
| "step": 4820 |
| }, |
| { |
| "grad_norm": 0.3820282518863678, |
| "learning_rate": 1.5971723699979013e-07, |
| "loss": 0.0274, |
| "step": 4830 |
| }, |
| { |
| "grad_norm": 0.166753888130188, |
| "learning_rate": 1.4160020765247862e-07, |
| "loss": 0.0338, |
| "step": 4840 |
| }, |
| { |
| "grad_norm": 0.2630172669887543, |
| "learning_rate": 1.2457056524212696e-07, |
| "loss": 0.0303, |
| "step": 4850 |
| }, |
| { |
| "grad_norm": 0.28150999546051025, |
| "learning_rate": 1.0862905470047091e-07, |
| "loss": 0.0248, |
| "step": 4860 |
| }, |
| { |
| "grad_norm": 0.19534726440906525, |
| "learning_rate": 9.377637336082101e-08, |
| "loss": 0.0218, |
| "step": 4870 |
| }, |
| { |
| "grad_norm": 0.21588121354579926, |
| "learning_rate": 8.001317092757864e-08, |
| "loss": 0.0292, |
| "step": 4880 |
| }, |
| { |
| "grad_norm": 0.3922027349472046, |
| "learning_rate": 6.73400494477977e-08, |
| "loss": 0.0273, |
| "step": 4890 |
| }, |
| { |
| "grad_norm": 0.3174291253089905, |
| "learning_rate": 5.5757563284875026e-08, |
| "loss": 0.0276, |
| "step": 4900 |
| }, |
| { |
| "grad_norm": 0.24576455354690552, |
| "learning_rate": 4.526621909426987e-08, |
| "loss": 0.0259, |
| "step": 4910 |
| }, |
| { |
| "grad_norm": 0.22395384311676025, |
| "learning_rate": 3.586647580136881e-08, |
| "loss": 0.023, |
| "step": 4920 |
| }, |
| { |
| "grad_norm": 0.8619683980941772, |
| "learning_rate": 2.755874458139629e-08, |
| "loss": 0.0288, |
| "step": 4930 |
| }, |
| { |
| "grad_norm": 0.31981348991394043, |
| "learning_rate": 2.034338884142617e-08, |
| "loss": 0.0246, |
| "step": 4940 |
| }, |
| { |
| "grad_norm": 0.27290672063827515, |
| "learning_rate": 1.422072420449172e-08, |
| "loss": 0.0277, |
| "step": 4950 |
| }, |
| { |
| "grad_norm": 0.2460501492023468, |
| "learning_rate": 9.191018495779968e-09, |
| "loss": 0.0247, |
| "step": 4960 |
| }, |
| { |
| "grad_norm": 0.27399739623069763, |
| "learning_rate": 5.254491730916078e-09, |
| "loss": 0.0333, |
| "step": 4970 |
| }, |
| { |
| "grad_norm": 0.3019241988658905, |
| "learning_rate": 2.411316106326611e-09, |
| "loss": 0.0295, |
| "step": 4980 |
| }, |
| { |
| "grad_norm": 0.2698662281036377, |
| "learning_rate": 6.616159917316456e-10, |
| "loss": 0.0259, |
| "step": 4990 |
| }, |
| { |
| "grad_norm": 0.282757043838501, |
| "learning_rate": 5.4679246769273606e-12, |
| "loss": 0.0249, |
| "step": 5000 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 5000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 9223372036854775807, |
| "save_steps": 5000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 32, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
