| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 13.166556945358789, |
| "eval_steps": 500, |
| "global_step": 20000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0065832784726793945, |
| "grad_norm": 6.109508037567139, |
| "learning_rate": 1.8e-07, |
| "loss": 0.8093, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.013166556945358789, |
| "grad_norm": 5.816650390625, |
| "learning_rate": 3.8e-07, |
| "loss": 0.814, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.019749835418038184, |
| "grad_norm": 5.560344219207764, |
| "learning_rate": 5.8e-07, |
| "loss": 0.8663, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.026333113890717578, |
| "grad_norm": 5.82420539855957, |
| "learning_rate": 7.8e-07, |
| "loss": 0.8012, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.032916392363396975, |
| "grad_norm": 5.164933681488037, |
| "learning_rate": 9.8e-07, |
| "loss": 0.7202, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.03949967083607637, |
| "grad_norm": 3.8185598850250244, |
| "learning_rate": 1.18e-06, |
| "loss": 0.644, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.04608294930875576, |
| "grad_norm": 1.9919044971466064, |
| "learning_rate": 1.3800000000000001e-06, |
| "loss": 0.444, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.052666227781435156, |
| "grad_norm": 2.2428810596466064, |
| "learning_rate": 1.5800000000000003e-06, |
| "loss": 0.4627, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.05924950625411455, |
| "grad_norm": 1.7347915172576904, |
| "learning_rate": 1.7800000000000001e-06, |
| "loss": 0.3394, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.06583278472679395, |
| "grad_norm": 1.4494456052780151, |
| "learning_rate": 1.98e-06, |
| "loss": 0.2937, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.07241606319947334, |
| "grad_norm": 0.8749158382415771, |
| "learning_rate": 2.1800000000000003e-06, |
| "loss": 0.2514, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.07899934167215274, |
| "grad_norm": 1.3043384552001953, |
| "learning_rate": 2.38e-06, |
| "loss": 0.2434, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.08558262014483213, |
| "grad_norm": 0.9992497563362122, |
| "learning_rate": 2.5800000000000003e-06, |
| "loss": 0.2177, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.09216589861751152, |
| "grad_norm": 1.2492196559906006, |
| "learning_rate": 2.78e-06, |
| "loss": 0.1994, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.09874917709019092, |
| "grad_norm": 1.3398922681808472, |
| "learning_rate": 2.9800000000000003e-06, |
| "loss": 0.2074, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.10533245556287031, |
| "grad_norm": 1.106767177581787, |
| "learning_rate": 3.1800000000000005e-06, |
| "loss": 0.1774, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.1119157340355497, |
| "grad_norm": 1.0735636949539185, |
| "learning_rate": 3.38e-06, |
| "loss": 0.1705, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.1184990125082291, |
| "grad_norm": 1.557204008102417, |
| "learning_rate": 3.58e-06, |
| "loss": 0.1699, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.1250822909809085, |
| "grad_norm": 1.0118534564971924, |
| "learning_rate": 3.7800000000000002e-06, |
| "loss": 0.1689, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.1316655694535879, |
| "grad_norm": 1.1536340713500977, |
| "learning_rate": 3.98e-06, |
| "loss": 0.1582, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.1382488479262673, |
| "grad_norm": 1.0887510776519775, |
| "learning_rate": 4.18e-06, |
| "loss": 0.1487, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.1448321263989467, |
| "grad_norm": 0.8139439225196838, |
| "learning_rate": 4.38e-06, |
| "loss": 0.149, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.15141540487162608, |
| "grad_norm": 1.3026080131530762, |
| "learning_rate": 4.58e-06, |
| "loss": 0.1345, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.15799868334430547, |
| "grad_norm": 1.1991429328918457, |
| "learning_rate": 4.780000000000001e-06, |
| "loss": 0.1376, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.16458196181698487, |
| "grad_norm": 1.412582278251648, |
| "learning_rate": 4.98e-06, |
| "loss": 0.1305, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.17116524028966426, |
| "grad_norm": 1.7994115352630615, |
| "learning_rate": 5.18e-06, |
| "loss": 0.1232, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.17774851876234365, |
| "grad_norm": 1.389769196510315, |
| "learning_rate": 5.38e-06, |
| "loss": 0.1157, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.18433179723502305, |
| "grad_norm": 0.8111817836761475, |
| "learning_rate": 5.580000000000001e-06, |
| "loss": 0.1206, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.19091507570770244, |
| "grad_norm": 1.2347253561019897, |
| "learning_rate": 5.78e-06, |
| "loss": 0.0954, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.19749835418038184, |
| "grad_norm": 0.7645024061203003, |
| "learning_rate": 5.98e-06, |
| "loss": 0.1003, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.20408163265306123, |
| "grad_norm": 1.3699753284454346, |
| "learning_rate": 6.18e-06, |
| "loss": 0.1052, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.21066491112574062, |
| "grad_norm": 1.1985740661621094, |
| "learning_rate": 6.38e-06, |
| "loss": 0.0862, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.21724818959842002, |
| "grad_norm": 0.9838375449180603, |
| "learning_rate": 6.58e-06, |
| "loss": 0.0932, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.2238314680710994, |
| "grad_norm": 0.9791699647903442, |
| "learning_rate": 6.78e-06, |
| "loss": 0.0816, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.2304147465437788, |
| "grad_norm": 0.82407546043396, |
| "learning_rate": 6.98e-06, |
| "loss": 0.0762, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.2369980250164582, |
| "grad_norm": 0.9801005721092224, |
| "learning_rate": 7.180000000000001e-06, |
| "loss": 0.0801, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.2435813034891376, |
| "grad_norm": 0.6593508124351501, |
| "learning_rate": 7.3800000000000005e-06, |
| "loss": 0.0662, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.250164581961817, |
| "grad_norm": 0.5676178932189941, |
| "learning_rate": 7.580000000000001e-06, |
| "loss": 0.0687, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.2567478604344964, |
| "grad_norm": 0.8020779490470886, |
| "learning_rate": 7.78e-06, |
| "loss": 0.0737, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.2633311389071758, |
| "grad_norm": 0.8782005310058594, |
| "learning_rate": 7.98e-06, |
| "loss": 0.061, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.26991441737985516, |
| "grad_norm": 0.7987250089645386, |
| "learning_rate": 8.18e-06, |
| "loss": 0.0643, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.2764976958525346, |
| "grad_norm": 0.8046519160270691, |
| "learning_rate": 8.380000000000001e-06, |
| "loss": 0.0758, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.28308097432521395, |
| "grad_norm": 0.7970651984214783, |
| "learning_rate": 8.580000000000001e-06, |
| "loss": 0.066, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.2896642527978934, |
| "grad_norm": 0.6445233225822449, |
| "learning_rate": 8.78e-06, |
| "loss": 0.0565, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.29624753127057274, |
| "grad_norm": 0.9595804214477539, |
| "learning_rate": 8.98e-06, |
| "loss": 0.0611, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.30283080974325216, |
| "grad_norm": 0.8208001852035522, |
| "learning_rate": 9.180000000000002e-06, |
| "loss": 0.0542, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.3094140882159315, |
| "grad_norm": 0.819534957408905, |
| "learning_rate": 9.38e-06, |
| "loss": 0.0599, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.31599736668861095, |
| "grad_norm": 0.6280789971351624, |
| "learning_rate": 9.58e-06, |
| "loss": 0.049, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.3225806451612903, |
| "grad_norm": 0.9189261794090271, |
| "learning_rate": 9.78e-06, |
| "loss": 0.0547, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.32916392363396973, |
| "grad_norm": 0.7780017256736755, |
| "learning_rate": 9.980000000000001e-06, |
| "loss": 0.0441, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.3357472021066491, |
| "grad_norm": 0.9516146779060364, |
| "learning_rate": 1.018e-05, |
| "loss": 0.0518, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.3423304805793285, |
| "grad_norm": 0.6099593639373779, |
| "learning_rate": 1.038e-05, |
| "loss": 0.0411, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.3489137590520079, |
| "grad_norm": 0.8724141716957092, |
| "learning_rate": 1.058e-05, |
| "loss": 0.0495, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.3554970375246873, |
| "grad_norm": 0.9118814468383789, |
| "learning_rate": 1.0780000000000002e-05, |
| "loss": 0.0652, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.3620803159973667, |
| "grad_norm": 0.7452401518821716, |
| "learning_rate": 1.098e-05, |
| "loss": 0.0454, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.3686635944700461, |
| "grad_norm": 0.5637426376342773, |
| "learning_rate": 1.118e-05, |
| "loss": 0.0495, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.37524687294272546, |
| "grad_norm": 0.8102228045463562, |
| "learning_rate": 1.1380000000000001e-05, |
| "loss": 0.0578, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.3818301514154049, |
| "grad_norm": 0.6218069791793823, |
| "learning_rate": 1.1580000000000001e-05, |
| "loss": 0.0488, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.38841342988808425, |
| "grad_norm": 0.8140692114830017, |
| "learning_rate": 1.178e-05, |
| "loss": 0.0421, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.39499670836076367, |
| "grad_norm": 0.6461628079414368, |
| "learning_rate": 1.198e-05, |
| "loss": 0.049, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.40157998683344304, |
| "grad_norm": 0.7383702397346497, |
| "learning_rate": 1.2180000000000002e-05, |
| "loss": 0.0506, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.40816326530612246, |
| "grad_norm": 0.7723643779754639, |
| "learning_rate": 1.238e-05, |
| "loss": 0.0469, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.4147465437788018, |
| "grad_norm": 0.7685538530349731, |
| "learning_rate": 1.258e-05, |
| "loss": 0.0473, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.42132982225148125, |
| "grad_norm": 0.8282983303070068, |
| "learning_rate": 1.278e-05, |
| "loss": 0.0376, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.4279131007241606, |
| "grad_norm": 0.6809481382369995, |
| "learning_rate": 1.2980000000000001e-05, |
| "loss": 0.0442, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.43449637919684003, |
| "grad_norm": 0.6351516842842102, |
| "learning_rate": 1.3180000000000001e-05, |
| "loss": 0.0429, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.4410796576695194, |
| "grad_norm": 0.6493868827819824, |
| "learning_rate": 1.338e-05, |
| "loss": 0.0339, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.4476629361421988, |
| "grad_norm": 0.67973792552948, |
| "learning_rate": 1.358e-05, |
| "loss": 0.0481, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.4542462146148782, |
| "grad_norm": 0.6788127422332764, |
| "learning_rate": 1.3780000000000002e-05, |
| "loss": 0.0327, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.4608294930875576, |
| "grad_norm": 0.6731234192848206, |
| "learning_rate": 1.3980000000000002e-05, |
| "loss": 0.0363, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.467412771560237, |
| "grad_norm": 0.884258508682251, |
| "learning_rate": 1.4180000000000001e-05, |
| "loss": 0.0383, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.4739960500329164, |
| "grad_norm": 0.8611034154891968, |
| "learning_rate": 1.4380000000000001e-05, |
| "loss": 0.0347, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.48057932850559576, |
| "grad_norm": 0.7222265005111694, |
| "learning_rate": 1.4580000000000003e-05, |
| "loss": 0.041, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.4871626069782752, |
| "grad_norm": 0.6114519238471985, |
| "learning_rate": 1.4779999999999999e-05, |
| "loss": 0.0374, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.4937458854509546, |
| "grad_norm": 0.6579416990280151, |
| "learning_rate": 1.4979999999999999e-05, |
| "loss": 0.035, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.500329163923634, |
| "grad_norm": 0.8596507906913757, |
| "learning_rate": 1.518e-05, |
| "loss": 0.0372, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.5069124423963134, |
| "grad_norm": 0.7170683145523071, |
| "learning_rate": 1.538e-05, |
| "loss": 0.0375, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.5134957208689928, |
| "grad_norm": 0.639025092124939, |
| "learning_rate": 1.558e-05, |
| "loss": 0.0381, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.5200789993416721, |
| "grad_norm": 1.0290495157241821, |
| "learning_rate": 1.578e-05, |
| "loss": 0.0299, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.5266622778143516, |
| "grad_norm": 0.6768186092376709, |
| "learning_rate": 1.598e-05, |
| "loss": 0.0388, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.533245556287031, |
| "grad_norm": 0.6404261589050293, |
| "learning_rate": 1.618e-05, |
| "loss": 0.0313, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.5398288347597103, |
| "grad_norm": 0.8173214793205261, |
| "learning_rate": 1.6380000000000002e-05, |
| "loss": 0.0537, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.5464121132323897, |
| "grad_norm": 0.6500388383865356, |
| "learning_rate": 1.658e-05, |
| "loss": 0.0391, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.5529953917050692, |
| "grad_norm": 0.7786275148391724, |
| "learning_rate": 1.6780000000000002e-05, |
| "loss": 0.0303, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.5595786701777485, |
| "grad_norm": 0.5436859726905823, |
| "learning_rate": 1.698e-05, |
| "loss": 0.0322, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.5661619486504279, |
| "grad_norm": 0.6951898336410522, |
| "learning_rate": 1.718e-05, |
| "loss": 0.0398, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.5727452271231073, |
| "grad_norm": 0.7615037560462952, |
| "learning_rate": 1.7380000000000003e-05, |
| "loss": 0.0327, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.5793285055957867, |
| "grad_norm": 0.7827300429344177, |
| "learning_rate": 1.758e-05, |
| "loss": 0.0367, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.5859117840684661, |
| "grad_norm": 1.0183961391448975, |
| "learning_rate": 1.7780000000000003e-05, |
| "loss": 0.0379, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.5924950625411455, |
| "grad_norm": 0.8651902675628662, |
| "learning_rate": 1.798e-05, |
| "loss": 0.0338, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.5990783410138248, |
| "grad_norm": 0.7739461660385132, |
| "learning_rate": 1.818e-05, |
| "loss": 0.0344, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.6056616194865043, |
| "grad_norm": 0.6005399227142334, |
| "learning_rate": 1.838e-05, |
| "loss": 0.0407, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.6122448979591837, |
| "grad_norm": 0.732636570930481, |
| "learning_rate": 1.858e-05, |
| "loss": 0.0471, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.618828176431863, |
| "grad_norm": 0.9913577437400818, |
| "learning_rate": 1.878e-05, |
| "loss": 0.0308, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.6254114549045424, |
| "grad_norm": 0.6545664072036743, |
| "learning_rate": 1.898e-05, |
| "loss": 0.0327, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.6319947333772219, |
| "grad_norm": 0.6586413979530334, |
| "learning_rate": 1.918e-05, |
| "loss": 0.0397, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.6385780118499013, |
| "grad_norm": 1.1130317449569702, |
| "learning_rate": 1.938e-05, |
| "loss": 0.0321, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.6451612903225806, |
| "grad_norm": 0.636530876159668, |
| "learning_rate": 1.9580000000000002e-05, |
| "loss": 0.035, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.65174456879526, |
| "grad_norm": 0.5563338398933411, |
| "learning_rate": 1.978e-05, |
| "loss": 0.0292, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.6583278472679395, |
| "grad_norm": 0.924923300743103, |
| "learning_rate": 1.9980000000000002e-05, |
| "loss": 0.0304, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.6649111257406188, |
| "grad_norm": 0.5255535840988159, |
| "learning_rate": 2.0180000000000003e-05, |
| "loss": 0.0383, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.6714944042132982, |
| "grad_norm": 0.5128383636474609, |
| "learning_rate": 2.038e-05, |
| "loss": 0.0314, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.6780776826859776, |
| "grad_norm": 0.7940648794174194, |
| "learning_rate": 2.0580000000000003e-05, |
| "loss": 0.0323, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.684660961158657, |
| "grad_norm": 0.6323310732841492, |
| "learning_rate": 2.078e-05, |
| "loss": 0.0275, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.6912442396313364, |
| "grad_norm": 0.6572607755661011, |
| "learning_rate": 2.098e-05, |
| "loss": 0.0299, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.6978275181040158, |
| "grad_norm": 0.919588029384613, |
| "learning_rate": 2.118e-05, |
| "loss": 0.0385, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.7044107965766951, |
| "grad_norm": 0.4392774999141693, |
| "learning_rate": 2.138e-05, |
| "loss": 0.0267, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.7109940750493746, |
| "grad_norm": 0.6294967532157898, |
| "learning_rate": 2.158e-05, |
| "loss": 0.0331, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.717577353522054, |
| "grad_norm": 0.7768688797950745, |
| "learning_rate": 2.178e-05, |
| "loss": 0.0302, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.7241606319947334, |
| "grad_norm": 0.43419012427330017, |
| "learning_rate": 2.198e-05, |
| "loss": 0.0257, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.7307439104674127, |
| "grad_norm": 0.7664608359336853, |
| "learning_rate": 2.218e-05, |
| "loss": 0.0267, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.7373271889400922, |
| "grad_norm": 0.46237802505493164, |
| "learning_rate": 2.2380000000000003e-05, |
| "loss": 0.0265, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.7439104674127716, |
| "grad_norm": 0.5145699381828308, |
| "learning_rate": 2.258e-05, |
| "loss": 0.0309, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.7504937458854509, |
| "grad_norm": 0.7017679810523987, |
| "learning_rate": 2.2780000000000002e-05, |
| "loss": 0.026, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.7570770243581304, |
| "grad_norm": 0.6170619130134583, |
| "learning_rate": 2.298e-05, |
| "loss": 0.0317, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.7636603028308098, |
| "grad_norm": 0.3856109380722046, |
| "learning_rate": 2.318e-05, |
| "loss": 0.0225, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.7702435813034891, |
| "grad_norm": 0.5162245631217957, |
| "learning_rate": 2.3380000000000003e-05, |
| "loss": 0.03, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.7768268597761685, |
| "grad_norm": 0.6680182218551636, |
| "learning_rate": 2.358e-05, |
| "loss": 0.0285, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.783410138248848, |
| "grad_norm": 0.5039960145950317, |
| "learning_rate": 2.3780000000000003e-05, |
| "loss": 0.028, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.7899934167215273, |
| "grad_norm": 0.5530655980110168, |
| "learning_rate": 2.398e-05, |
| "loss": 0.0281, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.7965766951942067, |
| "grad_norm": 0.5797922015190125, |
| "learning_rate": 2.418e-05, |
| "loss": 0.0371, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.8031599736668861, |
| "grad_norm": 0.8076927065849304, |
| "learning_rate": 2.438e-05, |
| "loss": 0.0342, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.8097432521395656, |
| "grad_norm": 0.5163640975952148, |
| "learning_rate": 2.4580000000000002e-05, |
| "loss": 0.027, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.8163265306122449, |
| "grad_norm": 0.7976269125938416, |
| "learning_rate": 2.478e-05, |
| "loss": 0.0342, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.8229098090849243, |
| "grad_norm": 0.6813076138496399, |
| "learning_rate": 2.498e-05, |
| "loss": 0.025, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.8294930875576036, |
| "grad_norm": 0.49693650007247925, |
| "learning_rate": 2.5180000000000003e-05, |
| "loss": 0.0248, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.8360763660302831, |
| "grad_norm": 0.76878422498703, |
| "learning_rate": 2.5380000000000004e-05, |
| "loss": 0.0272, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.8426596445029625, |
| "grad_norm": 0.6460802555084229, |
| "learning_rate": 2.5580000000000002e-05, |
| "loss": 0.0305, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.8492429229756419, |
| "grad_norm": 0.5432111620903015, |
| "learning_rate": 2.5779999999999997e-05, |
| "loss": 0.0283, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.8558262014483212, |
| "grad_norm": 0.7741048336029053, |
| "learning_rate": 2.598e-05, |
| "loss": 0.0343, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.8624094799210007, |
| "grad_norm": 0.4764859080314636, |
| "learning_rate": 2.618e-05, |
| "loss": 0.0263, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.8689927583936801, |
| "grad_norm": 0.6883785724639893, |
| "learning_rate": 2.6379999999999998e-05, |
| "loss": 0.0341, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.8755760368663594, |
| "grad_norm": 0.7809045910835266, |
| "learning_rate": 2.658e-05, |
| "loss": 0.0326, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.8821593153390388, |
| "grad_norm": 0.6559585332870483, |
| "learning_rate": 2.678e-05, |
| "loss": 0.0392, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.8887425938117183, |
| "grad_norm": 0.5097976326942444, |
| "learning_rate": 2.698e-05, |
| "loss": 0.0297, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.8953258722843976, |
| "grad_norm": 0.6472064256668091, |
| "learning_rate": 2.718e-05, |
| "loss": 0.0346, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.901909150757077, |
| "grad_norm": 0.6113309264183044, |
| "learning_rate": 2.738e-05, |
| "loss": 0.0269, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.9084924292297564, |
| "grad_norm": 0.6883881092071533, |
| "learning_rate": 2.758e-05, |
| "loss": 0.0299, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.9150757077024358, |
| "grad_norm": 0.6283571124076843, |
| "learning_rate": 2.778e-05, |
| "loss": 0.0342, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.9216589861751152, |
| "grad_norm": 0.7837399840354919, |
| "learning_rate": 2.798e-05, |
| "loss": 0.0283, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.9282422646477946, |
| "grad_norm": 0.6661757230758667, |
| "learning_rate": 2.818e-05, |
| "loss": 0.039, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.934825543120474, |
| "grad_norm": 0.6134967803955078, |
| "learning_rate": 2.8380000000000003e-05, |
| "loss": 0.03, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.9414088215931534, |
| "grad_norm": 0.6038786172866821, |
| "learning_rate": 2.858e-05, |
| "loss": 0.0308, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.9479921000658328, |
| "grad_norm": 0.80397629737854, |
| "learning_rate": 2.8780000000000002e-05, |
| "loss": 0.0265, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.9545753785385122, |
| "grad_norm": 0.6314727067947388, |
| "learning_rate": 2.898e-05, |
| "loss": 0.0331, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.9611586570111915, |
| "grad_norm": 0.49580225348472595, |
| "learning_rate": 2.9180000000000002e-05, |
| "loss": 0.0264, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.967741935483871, |
| "grad_norm": 0.6174570322036743, |
| "learning_rate": 2.9380000000000003e-05, |
| "loss": 0.0213, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.9743252139565504, |
| "grad_norm": 0.47390204668045044, |
| "learning_rate": 2.958e-05, |
| "loss": 0.0265, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.9809084924292297, |
| "grad_norm": 0.640872061252594, |
| "learning_rate": 2.9780000000000003e-05, |
| "loss": 0.0254, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.9874917709019092, |
| "grad_norm": 0.5013565421104431, |
| "learning_rate": 2.998e-05, |
| "loss": 0.0302, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.9940750493745886, |
| "grad_norm": 0.3904229998588562, |
| "learning_rate": 3.0180000000000002e-05, |
| "loss": 0.0214, |
| "step": 1510 |
| }, |
| { |
| "epoch": 1.000658327847268, |
| "grad_norm": 0.8522512912750244, |
| "learning_rate": 3.0380000000000004e-05, |
| "loss": 0.0265, |
| "step": 1520 |
| }, |
| { |
| "epoch": 1.0072416063199474, |
| "grad_norm": 0.4965933859348297, |
| "learning_rate": 3.058e-05, |
| "loss": 0.0245, |
| "step": 1530 |
| }, |
| { |
| "epoch": 1.0138248847926268, |
| "grad_norm": 0.5680098533630371, |
| "learning_rate": 3.078e-05, |
| "loss": 0.0246, |
| "step": 1540 |
| }, |
| { |
| "epoch": 1.0204081632653061, |
| "grad_norm": 0.4275563657283783, |
| "learning_rate": 3.0980000000000005e-05, |
| "loss": 0.0278, |
| "step": 1550 |
| }, |
| { |
| "epoch": 1.0269914417379855, |
| "grad_norm": 0.30552053451538086, |
| "learning_rate": 3.118e-05, |
| "loss": 0.0193, |
| "step": 1560 |
| }, |
| { |
| "epoch": 1.0335747202106649, |
| "grad_norm": 0.5475063323974609, |
| "learning_rate": 3.138e-05, |
| "loss": 0.0204, |
| "step": 1570 |
| }, |
| { |
| "epoch": 1.0401579986833442, |
| "grad_norm": 0.614340603351593, |
| "learning_rate": 3.1580000000000006e-05, |
| "loss": 0.0229, |
| "step": 1580 |
| }, |
| { |
| "epoch": 1.0467412771560236, |
| "grad_norm": 0.612955629825592, |
| "learning_rate": 3.1780000000000004e-05, |
| "loss": 0.0318, |
| "step": 1590 |
| }, |
| { |
| "epoch": 1.0533245556287032, |
| "grad_norm": 0.579261064529419, |
| "learning_rate": 3.198e-05, |
| "loss": 0.0252, |
| "step": 1600 |
| }, |
| { |
| "epoch": 1.0599078341013826, |
| "grad_norm": 0.6995881199836731, |
| "learning_rate": 3.218e-05, |
| "loss": 0.0309, |
| "step": 1610 |
| }, |
| { |
| "epoch": 1.066491112574062, |
| "grad_norm": 0.5042811632156372, |
| "learning_rate": 3.238e-05, |
| "loss": 0.0256, |
| "step": 1620 |
| }, |
| { |
| "epoch": 1.0730743910467413, |
| "grad_norm": 0.8101025223731995, |
| "learning_rate": 3.2579999999999996e-05, |
| "loss": 0.0286, |
| "step": 1630 |
| }, |
| { |
| "epoch": 1.0796576695194207, |
| "grad_norm": 0.47654229402542114, |
| "learning_rate": 3.278e-05, |
| "loss": 0.0221, |
| "step": 1640 |
| }, |
| { |
| "epoch": 1.0862409479921, |
| "grad_norm": 0.6447846293449402, |
| "learning_rate": 3.298e-05, |
| "loss": 0.0208, |
| "step": 1650 |
| }, |
| { |
| "epoch": 1.0928242264647794, |
| "grad_norm": 0.4716355800628662, |
| "learning_rate": 3.318e-05, |
| "loss": 0.033, |
| "step": 1660 |
| }, |
| { |
| "epoch": 1.0994075049374588, |
| "grad_norm": 0.7551379799842834, |
| "learning_rate": 3.338e-05, |
| "loss": 0.023, |
| "step": 1670 |
| }, |
| { |
| "epoch": 1.1059907834101383, |
| "grad_norm": 0.5727908611297607, |
| "learning_rate": 3.358e-05, |
| "loss": 0.0237, |
| "step": 1680 |
| }, |
| { |
| "epoch": 1.1125740618828177, |
| "grad_norm": 0.6794710755348206, |
| "learning_rate": 3.378e-05, |
| "loss": 0.0377, |
| "step": 1690 |
| }, |
| { |
| "epoch": 1.119157340355497, |
| "grad_norm": 0.8649814128875732, |
| "learning_rate": 3.398e-05, |
| "loss": 0.0265, |
| "step": 1700 |
| }, |
| { |
| "epoch": 1.1257406188281764, |
| "grad_norm": 0.7347370386123657, |
| "learning_rate": 3.418e-05, |
| "loss": 0.0246, |
| "step": 1710 |
| }, |
| { |
| "epoch": 1.1323238973008558, |
| "grad_norm": 0.48861828446388245, |
| "learning_rate": 3.438e-05, |
| "loss": 0.0288, |
| "step": 1720 |
| }, |
| { |
| "epoch": 1.1389071757735352, |
| "grad_norm": 0.5244237780570984, |
| "learning_rate": 3.4580000000000004e-05, |
| "loss": 0.0237, |
| "step": 1730 |
| }, |
| { |
| "epoch": 1.1454904542462145, |
| "grad_norm": 0.6242116689682007, |
| "learning_rate": 3.478e-05, |
| "loss": 0.0333, |
| "step": 1740 |
| }, |
| { |
| "epoch": 1.1520737327188941, |
| "grad_norm": 0.5760864615440369, |
| "learning_rate": 3.498e-05, |
| "loss": 0.023, |
| "step": 1750 |
| }, |
| { |
| "epoch": 1.1586570111915735, |
| "grad_norm": 0.622750461101532, |
| "learning_rate": 3.518e-05, |
| "loss": 0.0231, |
| "step": 1760 |
| }, |
| { |
| "epoch": 1.1652402896642529, |
| "grad_norm": 0.5885168313980103, |
| "learning_rate": 3.5380000000000003e-05, |
| "loss": 0.0239, |
| "step": 1770 |
| }, |
| { |
| "epoch": 1.1718235681369322, |
| "grad_norm": 0.5404341816902161, |
| "learning_rate": 3.558e-05, |
| "loss": 0.0211, |
| "step": 1780 |
| }, |
| { |
| "epoch": 1.1784068466096116, |
| "grad_norm": 0.654180645942688, |
| "learning_rate": 3.578e-05, |
| "loss": 0.0307, |
| "step": 1790 |
| }, |
| { |
| "epoch": 1.184990125082291, |
| "grad_norm": 0.5858113765716553, |
| "learning_rate": 3.5980000000000004e-05, |
| "loss": 0.0313, |
| "step": 1800 |
| }, |
| { |
| "epoch": 1.1915734035549703, |
| "grad_norm": 0.4892871677875519, |
| "learning_rate": 3.618e-05, |
| "loss": 0.0247, |
| "step": 1810 |
| }, |
| { |
| "epoch": 1.1981566820276497, |
| "grad_norm": 0.4681117534637451, |
| "learning_rate": 3.638e-05, |
| "loss": 0.0207, |
| "step": 1820 |
| }, |
| { |
| "epoch": 1.204739960500329, |
| "grad_norm": 0.6474509835243225, |
| "learning_rate": 3.6580000000000006e-05, |
| "loss": 0.0251, |
| "step": 1830 |
| }, |
| { |
| "epoch": 1.2113232389730086, |
| "grad_norm": 0.6035652756690979, |
| "learning_rate": 3.6780000000000004e-05, |
| "loss": 0.0268, |
| "step": 1840 |
| }, |
| { |
| "epoch": 1.217906517445688, |
| "grad_norm": 0.5153449773788452, |
| "learning_rate": 3.698e-05, |
| "loss": 0.0237, |
| "step": 1850 |
| }, |
| { |
| "epoch": 1.2244897959183674, |
| "grad_norm": 0.6607559323310852, |
| "learning_rate": 3.7180000000000007e-05, |
| "loss": 0.027, |
| "step": 1860 |
| }, |
| { |
| "epoch": 1.2310730743910467, |
| "grad_norm": 0.6436736583709717, |
| "learning_rate": 3.7380000000000005e-05, |
| "loss": 0.0217, |
| "step": 1870 |
| }, |
| { |
| "epoch": 1.237656352863726, |
| "grad_norm": 0.43171143531799316, |
| "learning_rate": 3.758e-05, |
| "loss": 0.0259, |
| "step": 1880 |
| }, |
| { |
| "epoch": 1.2442396313364055, |
| "grad_norm": 0.5309972167015076, |
| "learning_rate": 3.778000000000001e-05, |
| "loss": 0.0292, |
| "step": 1890 |
| }, |
| { |
| "epoch": 1.2508229098090848, |
| "grad_norm": 0.6137271523475647, |
| "learning_rate": 3.7980000000000006e-05, |
| "loss": 0.0312, |
| "step": 1900 |
| }, |
| { |
| "epoch": 1.2574061882817644, |
| "grad_norm": 0.8185164332389832, |
| "learning_rate": 3.818e-05, |
| "loss": 0.0268, |
| "step": 1910 |
| }, |
| { |
| "epoch": 1.2639894667544438, |
| "grad_norm": 0.4287111163139343, |
| "learning_rate": 3.838e-05, |
| "loss": 0.0219, |
| "step": 1920 |
| }, |
| { |
| "epoch": 1.2705727452271232, |
| "grad_norm": 0.6617496013641357, |
| "learning_rate": 3.858e-05, |
| "loss": 0.0282, |
| "step": 1930 |
| }, |
| { |
| "epoch": 1.2771560236998025, |
| "grad_norm": 0.4894842803478241, |
| "learning_rate": 3.878e-05, |
| "loss": 0.0202, |
| "step": 1940 |
| }, |
| { |
| "epoch": 1.2837393021724819, |
| "grad_norm": 0.5442696213722229, |
| "learning_rate": 3.898e-05, |
| "loss": 0.0283, |
| "step": 1950 |
| }, |
| { |
| "epoch": 1.2903225806451613, |
| "grad_norm": 0.597413182258606, |
| "learning_rate": 3.918e-05, |
| "loss": 0.0277, |
| "step": 1960 |
| }, |
| { |
| "epoch": 1.2969058591178406, |
| "grad_norm": 0.49053552746772766, |
| "learning_rate": 3.938e-05, |
| "loss": 0.0249, |
| "step": 1970 |
| }, |
| { |
| "epoch": 1.3034891375905202, |
| "grad_norm": 0.475212037563324, |
| "learning_rate": 3.958e-05, |
| "loss": 0.0291, |
| "step": 1980 |
| }, |
| { |
| "epoch": 1.3100724160631994, |
| "grad_norm": 0.6037053465843201, |
| "learning_rate": 3.978e-05, |
| "loss": 0.0235, |
| "step": 1990 |
| }, |
| { |
| "epoch": 1.316655694535879, |
| "grad_norm": 0.5971664190292358, |
| "learning_rate": 3.998e-05, |
| "loss": 0.0278, |
| "step": 2000 |
| }, |
| { |
| "epoch": 1.3232389730085583, |
| "grad_norm": 0.5502041578292847, |
| "learning_rate": 4.018e-05, |
| "loss": 0.0257, |
| "step": 2010 |
| }, |
| { |
| "epoch": 1.3298222514812377, |
| "grad_norm": 0.5469876527786255, |
| "learning_rate": 4.038e-05, |
| "loss": 0.0231, |
| "step": 2020 |
| }, |
| { |
| "epoch": 1.336405529953917, |
| "grad_norm": 0.5384500622749329, |
| "learning_rate": 4.058e-05, |
| "loss": 0.0252, |
| "step": 2030 |
| }, |
| { |
| "epoch": 1.3429888084265964, |
| "grad_norm": 0.5213717222213745, |
| "learning_rate": 4.078e-05, |
| "loss": 0.0236, |
| "step": 2040 |
| }, |
| { |
| "epoch": 1.3495720868992758, |
| "grad_norm": 0.5849093198776245, |
| "learning_rate": 4.0980000000000004e-05, |
| "loss": 0.0239, |
| "step": 2050 |
| }, |
| { |
| "epoch": 1.3561553653719551, |
| "grad_norm": 0.4954252541065216, |
| "learning_rate": 4.118e-05, |
| "loss": 0.0276, |
| "step": 2060 |
| }, |
| { |
| "epoch": 1.3627386438446347, |
| "grad_norm": 0.5582159757614136, |
| "learning_rate": 4.138e-05, |
| "loss": 0.0262, |
| "step": 2070 |
| }, |
| { |
| "epoch": 1.369321922317314, |
| "grad_norm": 0.5717566013336182, |
| "learning_rate": 4.1580000000000005e-05, |
| "loss": 0.0274, |
| "step": 2080 |
| }, |
| { |
| "epoch": 1.3759052007899935, |
| "grad_norm": 0.6252191066741943, |
| "learning_rate": 4.178e-05, |
| "loss": 0.0235, |
| "step": 2090 |
| }, |
| { |
| "epoch": 1.3824884792626728, |
| "grad_norm": 0.546804666519165, |
| "learning_rate": 4.198e-05, |
| "loss": 0.023, |
| "step": 2100 |
| }, |
| { |
| "epoch": 1.3890717577353522, |
| "grad_norm": 0.4263172149658203, |
| "learning_rate": 4.2180000000000006e-05, |
| "loss": 0.0284, |
| "step": 2110 |
| }, |
| { |
| "epoch": 1.3956550362080316, |
| "grad_norm": 0.5470091104507446, |
| "learning_rate": 4.2380000000000004e-05, |
| "loss": 0.0357, |
| "step": 2120 |
| }, |
| { |
| "epoch": 1.402238314680711, |
| "grad_norm": 0.6108530163764954, |
| "learning_rate": 4.258e-05, |
| "loss": 0.0284, |
| "step": 2130 |
| }, |
| { |
| "epoch": 1.4088215931533905, |
| "grad_norm": 0.4740239977836609, |
| "learning_rate": 4.278e-05, |
| "loss": 0.0229, |
| "step": 2140 |
| }, |
| { |
| "epoch": 1.4154048716260696, |
| "grad_norm": 0.5250336527824402, |
| "learning_rate": 4.2980000000000005e-05, |
| "loss": 0.0216, |
| "step": 2150 |
| }, |
| { |
| "epoch": 1.4219881500987492, |
| "grad_norm": 0.4905194938182831, |
| "learning_rate": 4.318e-05, |
| "loss": 0.0317, |
| "step": 2160 |
| }, |
| { |
| "epoch": 1.4285714285714286, |
| "grad_norm": 0.46446430683135986, |
| "learning_rate": 4.338e-05, |
| "loss": 0.0203, |
| "step": 2170 |
| }, |
| { |
| "epoch": 1.435154707044108, |
| "grad_norm": 0.3479264974594116, |
| "learning_rate": 4.3580000000000006e-05, |
| "loss": 0.0165, |
| "step": 2180 |
| }, |
| { |
| "epoch": 1.4417379855167873, |
| "grad_norm": 0.5235578417778015, |
| "learning_rate": 4.3780000000000004e-05, |
| "loss": 0.0222, |
| "step": 2190 |
| }, |
| { |
| "epoch": 1.4483212639894667, |
| "grad_norm": 0.35637351870536804, |
| "learning_rate": 4.398e-05, |
| "loss": 0.0229, |
| "step": 2200 |
| }, |
| { |
| "epoch": 1.454904542462146, |
| "grad_norm": 0.4556591510772705, |
| "learning_rate": 4.418000000000001e-05, |
| "loss": 0.0269, |
| "step": 2210 |
| }, |
| { |
| "epoch": 1.4614878209348254, |
| "grad_norm": 0.6395583748817444, |
| "learning_rate": 4.438e-05, |
| "loss": 0.0263, |
| "step": 2220 |
| }, |
| { |
| "epoch": 1.468071099407505, |
| "grad_norm": 0.6540268063545227, |
| "learning_rate": 4.458e-05, |
| "loss": 0.0301, |
| "step": 2230 |
| }, |
| { |
| "epoch": 1.4746543778801844, |
| "grad_norm": 0.3856101334095001, |
| "learning_rate": 4.478e-05, |
| "loss": 0.0254, |
| "step": 2240 |
| }, |
| { |
| "epoch": 1.4812376563528638, |
| "grad_norm": 0.3780037760734558, |
| "learning_rate": 4.498e-05, |
| "loss": 0.0251, |
| "step": 2250 |
| }, |
| { |
| "epoch": 1.4878209348255431, |
| "grad_norm": 0.5442138314247131, |
| "learning_rate": 4.518e-05, |
| "loss": 0.0334, |
| "step": 2260 |
| }, |
| { |
| "epoch": 1.4944042132982225, |
| "grad_norm": 0.44116953015327454, |
| "learning_rate": 4.538e-05, |
| "loss": 0.0309, |
| "step": 2270 |
| }, |
| { |
| "epoch": 1.500987491770902, |
| "grad_norm": 0.6030621528625488, |
| "learning_rate": 4.558e-05, |
| "loss": 0.0279, |
| "step": 2280 |
| }, |
| { |
| "epoch": 1.5075707702435812, |
| "grad_norm": 0.500163197517395, |
| "learning_rate": 4.578e-05, |
| "loss": 0.0311, |
| "step": 2290 |
| }, |
| { |
| "epoch": 1.5141540487162608, |
| "grad_norm": 0.5039265155792236, |
| "learning_rate": 4.5980000000000004e-05, |
| "loss": 0.0262, |
| "step": 2300 |
| }, |
| { |
| "epoch": 1.52073732718894, |
| "grad_norm": 0.6298384666442871, |
| "learning_rate": 4.618e-05, |
| "loss": 0.0241, |
| "step": 2310 |
| }, |
| { |
| "epoch": 1.5273206056616195, |
| "grad_norm": 0.6595116853713989, |
| "learning_rate": 4.638e-05, |
| "loss": 0.0298, |
| "step": 2320 |
| }, |
| { |
| "epoch": 1.533903884134299, |
| "grad_norm": 0.41362178325653076, |
| "learning_rate": 4.6580000000000005e-05, |
| "loss": 0.0256, |
| "step": 2330 |
| }, |
| { |
| "epoch": 1.5404871626069783, |
| "grad_norm": 0.3955932557582855, |
| "learning_rate": 4.678e-05, |
| "loss": 0.0268, |
| "step": 2340 |
| }, |
| { |
| "epoch": 1.5470704410796576, |
| "grad_norm": 0.6363015174865723, |
| "learning_rate": 4.698e-05, |
| "loss": 0.0276, |
| "step": 2350 |
| }, |
| { |
| "epoch": 1.553653719552337, |
| "grad_norm": 0.5182825326919556, |
| "learning_rate": 4.718e-05, |
| "loss": 0.0254, |
| "step": 2360 |
| }, |
| { |
| "epoch": 1.5602369980250166, |
| "grad_norm": 0.46310341358184814, |
| "learning_rate": 4.7380000000000004e-05, |
| "loss": 0.0282, |
| "step": 2370 |
| }, |
| { |
| "epoch": 1.5668202764976957, |
| "grad_norm": 0.4318999946117401, |
| "learning_rate": 4.758e-05, |
| "loss": 0.0232, |
| "step": 2380 |
| }, |
| { |
| "epoch": 1.5734035549703753, |
| "grad_norm": 0.42124977707862854, |
| "learning_rate": 4.778e-05, |
| "loss": 0.0274, |
| "step": 2390 |
| }, |
| { |
| "epoch": 1.5799868334430547, |
| "grad_norm": 0.39340540766716003, |
| "learning_rate": 4.7980000000000005e-05, |
| "loss": 0.0223, |
| "step": 2400 |
| }, |
| { |
| "epoch": 1.586570111915734, |
| "grad_norm": 0.5991842150688171, |
| "learning_rate": 4.818e-05, |
| "loss": 0.0296, |
| "step": 2410 |
| }, |
| { |
| "epoch": 1.5931533903884134, |
| "grad_norm": 0.47497838735580444, |
| "learning_rate": 4.838e-05, |
| "loss": 0.0286, |
| "step": 2420 |
| }, |
| { |
| "epoch": 1.5997366688610928, |
| "grad_norm": 0.5395841002464294, |
| "learning_rate": 4.8580000000000006e-05, |
| "loss": 0.0214, |
| "step": 2430 |
| }, |
| { |
| "epoch": 1.6063199473337724, |
| "grad_norm": 0.620520293712616, |
| "learning_rate": 4.8780000000000004e-05, |
| "loss": 0.0256, |
| "step": 2440 |
| }, |
| { |
| "epoch": 1.6129032258064515, |
| "grad_norm": 0.567721962928772, |
| "learning_rate": 4.898e-05, |
| "loss": 0.0308, |
| "step": 2450 |
| }, |
| { |
| "epoch": 1.619486504279131, |
| "grad_norm": 0.6244537234306335, |
| "learning_rate": 4.918000000000001e-05, |
| "loss": 0.0264, |
| "step": 2460 |
| }, |
| { |
| "epoch": 1.6260697827518102, |
| "grad_norm": 0.616301953792572, |
| "learning_rate": 4.9380000000000005e-05, |
| "loss": 0.0225, |
| "step": 2470 |
| }, |
| { |
| "epoch": 1.6326530612244898, |
| "grad_norm": 0.3518458306789398, |
| "learning_rate": 4.958e-05, |
| "loss": 0.0248, |
| "step": 2480 |
| }, |
| { |
| "epoch": 1.6392363396971692, |
| "grad_norm": 0.5337648391723633, |
| "learning_rate": 4.978e-05, |
| "loss": 0.0343, |
| "step": 2490 |
| }, |
| { |
| "epoch": 1.6458196181698486, |
| "grad_norm": 0.5066148042678833, |
| "learning_rate": 4.9980000000000006e-05, |
| "loss": 0.0284, |
| "step": 2500 |
| }, |
| { |
| "epoch": 1.652402896642528, |
| "grad_norm": 0.6494326591491699, |
| "learning_rate": 5.0180000000000004e-05, |
| "loss": 0.0255, |
| "step": 2510 |
| }, |
| { |
| "epoch": 1.6589861751152073, |
| "grad_norm": 0.5532274842262268, |
| "learning_rate": 5.038e-05, |
| "loss": 0.0237, |
| "step": 2520 |
| }, |
| { |
| "epoch": 1.6655694535878869, |
| "grad_norm": 0.3537006974220276, |
| "learning_rate": 5.058000000000001e-05, |
| "loss": 0.0211, |
| "step": 2530 |
| }, |
| { |
| "epoch": 1.672152732060566, |
| "grad_norm": 0.4848959147930145, |
| "learning_rate": 5.0780000000000005e-05, |
| "loss": 0.0317, |
| "step": 2540 |
| }, |
| { |
| "epoch": 1.6787360105332456, |
| "grad_norm": 0.5956111550331116, |
| "learning_rate": 5.098e-05, |
| "loss": 0.0226, |
| "step": 2550 |
| }, |
| { |
| "epoch": 1.685319289005925, |
| "grad_norm": 0.43243521451950073, |
| "learning_rate": 5.118000000000001e-05, |
| "loss": 0.0297, |
| "step": 2560 |
| }, |
| { |
| "epoch": 1.6919025674786043, |
| "grad_norm": 0.3945485055446625, |
| "learning_rate": 5.1380000000000006e-05, |
| "loss": 0.0292, |
| "step": 2570 |
| }, |
| { |
| "epoch": 1.6984858459512837, |
| "grad_norm": 0.6458433270454407, |
| "learning_rate": 5.1580000000000004e-05, |
| "loss": 0.0295, |
| "step": 2580 |
| }, |
| { |
| "epoch": 1.705069124423963, |
| "grad_norm": 0.4463520646095276, |
| "learning_rate": 5.178000000000001e-05, |
| "loss": 0.0222, |
| "step": 2590 |
| }, |
| { |
| "epoch": 1.7116524028966427, |
| "grad_norm": 0.429592490196228, |
| "learning_rate": 5.198000000000001e-05, |
| "loss": 0.0302, |
| "step": 2600 |
| }, |
| { |
| "epoch": 1.7182356813693218, |
| "grad_norm": 0.47969916462898254, |
| "learning_rate": 5.2180000000000005e-05, |
| "loss": 0.0258, |
| "step": 2610 |
| }, |
| { |
| "epoch": 1.7248189598420014, |
| "grad_norm": 0.43585821986198425, |
| "learning_rate": 5.238000000000001e-05, |
| "loss": 0.0237, |
| "step": 2620 |
| }, |
| { |
| "epoch": 1.7314022383146808, |
| "grad_norm": 0.531635046005249, |
| "learning_rate": 5.258000000000001e-05, |
| "loss": 0.0269, |
| "step": 2630 |
| }, |
| { |
| "epoch": 1.7379855167873601, |
| "grad_norm": 0.4729037880897522, |
| "learning_rate": 5.2780000000000006e-05, |
| "loss": 0.0268, |
| "step": 2640 |
| }, |
| { |
| "epoch": 1.7445687952600395, |
| "grad_norm": 0.4483349025249481, |
| "learning_rate": 5.2980000000000004e-05, |
| "loss": 0.0219, |
| "step": 2650 |
| }, |
| { |
| "epoch": 1.7511520737327189, |
| "grad_norm": 0.4026774764060974, |
| "learning_rate": 5.318000000000001e-05, |
| "loss": 0.024, |
| "step": 2660 |
| }, |
| { |
| "epoch": 1.7577353522053984, |
| "grad_norm": 0.5400267243385315, |
| "learning_rate": 5.338000000000001e-05, |
| "loss": 0.0316, |
| "step": 2670 |
| }, |
| { |
| "epoch": 1.7643186306780776, |
| "grad_norm": 0.5105156898498535, |
| "learning_rate": 5.3580000000000005e-05, |
| "loss": 0.0224, |
| "step": 2680 |
| }, |
| { |
| "epoch": 1.7709019091507572, |
| "grad_norm": 0.5390294194221497, |
| "learning_rate": 5.378e-05, |
| "loss": 0.0222, |
| "step": 2690 |
| }, |
| { |
| "epoch": 1.7774851876234363, |
| "grad_norm": 0.42962446808815, |
| "learning_rate": 5.3979999999999995e-05, |
| "loss": 0.0244, |
| "step": 2700 |
| }, |
| { |
| "epoch": 1.784068466096116, |
| "grad_norm": 0.4586690366268158, |
| "learning_rate": 5.418e-05, |
| "loss": 0.0216, |
| "step": 2710 |
| }, |
| { |
| "epoch": 1.7906517445687953, |
| "grad_norm": 0.6453498601913452, |
| "learning_rate": 5.438e-05, |
| "loss": 0.0304, |
| "step": 2720 |
| }, |
| { |
| "epoch": 1.7972350230414746, |
| "grad_norm": 0.535807192325592, |
| "learning_rate": 5.4579999999999996e-05, |
| "loss": 0.0194, |
| "step": 2730 |
| }, |
| { |
| "epoch": 1.803818301514154, |
| "grad_norm": 0.5880657434463501, |
| "learning_rate": 5.478e-05, |
| "loss": 0.0228, |
| "step": 2740 |
| }, |
| { |
| "epoch": 1.8104015799868334, |
| "grad_norm": 0.6001516580581665, |
| "learning_rate": 5.498e-05, |
| "loss": 0.0245, |
| "step": 2750 |
| }, |
| { |
| "epoch": 1.816984858459513, |
| "grad_norm": 0.5279771089553833, |
| "learning_rate": 5.518e-05, |
| "loss": 0.0256, |
| "step": 2760 |
| }, |
| { |
| "epoch": 1.823568136932192, |
| "grad_norm": 0.4337400794029236, |
| "learning_rate": 5.538e-05, |
| "loss": 0.0205, |
| "step": 2770 |
| }, |
| { |
| "epoch": 1.8301514154048717, |
| "grad_norm": 0.5139671564102173, |
| "learning_rate": 5.558e-05, |
| "loss": 0.0224, |
| "step": 2780 |
| }, |
| { |
| "epoch": 1.836734693877551, |
| "grad_norm": 0.5578183531761169, |
| "learning_rate": 5.578e-05, |
| "loss": 0.0276, |
| "step": 2790 |
| }, |
| { |
| "epoch": 1.8433179723502304, |
| "grad_norm": 0.5291348099708557, |
| "learning_rate": 5.5979999999999996e-05, |
| "loss": 0.0258, |
| "step": 2800 |
| }, |
| { |
| "epoch": 1.8499012508229098, |
| "grad_norm": 0.5978127717971802, |
| "learning_rate": 5.618e-05, |
| "loss": 0.0225, |
| "step": 2810 |
| }, |
| { |
| "epoch": 1.8564845292955892, |
| "grad_norm": 0.5148075222969055, |
| "learning_rate": 5.638e-05, |
| "loss": 0.0201, |
| "step": 2820 |
| }, |
| { |
| "epoch": 1.8630678077682687, |
| "grad_norm": 0.3937118947505951, |
| "learning_rate": 5.658e-05, |
| "loss": 0.031, |
| "step": 2830 |
| }, |
| { |
| "epoch": 1.869651086240948, |
| "grad_norm": 0.6889894604682922, |
| "learning_rate": 5.678e-05, |
| "loss": 0.028, |
| "step": 2840 |
| }, |
| { |
| "epoch": 1.8762343647136275, |
| "grad_norm": 0.543656587600708, |
| "learning_rate": 5.698e-05, |
| "loss": 0.0247, |
| "step": 2850 |
| }, |
| { |
| "epoch": 1.8828176431863066, |
| "grad_norm": 0.4746217131614685, |
| "learning_rate": 5.718e-05, |
| "loss": 0.0275, |
| "step": 2860 |
| }, |
| { |
| "epoch": 1.8894009216589862, |
| "grad_norm": 0.5628865361213684, |
| "learning_rate": 5.738e-05, |
| "loss": 0.0328, |
| "step": 2870 |
| }, |
| { |
| "epoch": 1.8959842001316656, |
| "grad_norm": 0.41161057353019714, |
| "learning_rate": 5.758e-05, |
| "loss": 0.0232, |
| "step": 2880 |
| }, |
| { |
| "epoch": 1.902567478604345, |
| "grad_norm": 0.6279869675636292, |
| "learning_rate": 5.778e-05, |
| "loss": 0.0287, |
| "step": 2890 |
| }, |
| { |
| "epoch": 1.9091507570770243, |
| "grad_norm": 0.3861440122127533, |
| "learning_rate": 5.7980000000000004e-05, |
| "loss": 0.0249, |
| "step": 2900 |
| }, |
| { |
| "epoch": 1.9157340355497037, |
| "grad_norm": 0.5990503430366516, |
| "learning_rate": 5.818e-05, |
| "loss": 0.0237, |
| "step": 2910 |
| }, |
| { |
| "epoch": 1.9223173140223833, |
| "grad_norm": 0.4768123924732208, |
| "learning_rate": 5.838e-05, |
| "loss": 0.0245, |
| "step": 2920 |
| }, |
| { |
| "epoch": 1.9289005924950624, |
| "grad_norm": 0.4223645031452179, |
| "learning_rate": 5.858e-05, |
| "loss": 0.0227, |
| "step": 2930 |
| }, |
| { |
| "epoch": 1.935483870967742, |
| "grad_norm": 0.4944128692150116, |
| "learning_rate": 5.878e-05, |
| "loss": 0.03, |
| "step": 2940 |
| }, |
| { |
| "epoch": 1.9420671494404214, |
| "grad_norm": 0.3858146667480469, |
| "learning_rate": 5.898e-05, |
| "loss": 0.0337, |
| "step": 2950 |
| }, |
| { |
| "epoch": 1.9486504279131007, |
| "grad_norm": 0.41634422540664673, |
| "learning_rate": 5.918e-05, |
| "loss": 0.0234, |
| "step": 2960 |
| }, |
| { |
| "epoch": 1.95523370638578, |
| "grad_norm": 0.5550604462623596, |
| "learning_rate": 5.9380000000000004e-05, |
| "loss": 0.0236, |
| "step": 2970 |
| }, |
| { |
| "epoch": 1.9618169848584595, |
| "grad_norm": 0.427051842212677, |
| "learning_rate": 5.958e-05, |
| "loss": 0.0221, |
| "step": 2980 |
| }, |
| { |
| "epoch": 1.968400263331139, |
| "grad_norm": 0.48112764954566956, |
| "learning_rate": 5.978e-05, |
| "loss": 0.0272, |
| "step": 2990 |
| }, |
| { |
| "epoch": 1.9749835418038182, |
| "grad_norm": 0.6862286329269409, |
| "learning_rate": 5.9980000000000005e-05, |
| "loss": 0.0382, |
| "step": 3000 |
| }, |
| { |
| "epoch": 1.9815668202764978, |
| "grad_norm": 0.4057901203632355, |
| "learning_rate": 6.018e-05, |
| "loss": 0.0243, |
| "step": 3010 |
| }, |
| { |
| "epoch": 1.9881500987491771, |
| "grad_norm": 0.4857819378376007, |
| "learning_rate": 6.038e-05, |
| "loss": 0.0253, |
| "step": 3020 |
| }, |
| { |
| "epoch": 1.9947333772218565, |
| "grad_norm": 0.43498826026916504, |
| "learning_rate": 6.0580000000000006e-05, |
| "loss": 0.0249, |
| "step": 3030 |
| }, |
| { |
| "epoch": 2.001316655694536, |
| "grad_norm": 0.6843571066856384, |
| "learning_rate": 6.0780000000000004e-05, |
| "loss": 0.0279, |
| "step": 3040 |
| }, |
| { |
| "epoch": 2.0078999341672152, |
| "grad_norm": 0.5893099308013916, |
| "learning_rate": 6.098e-05, |
| "loss": 0.0308, |
| "step": 3050 |
| }, |
| { |
| "epoch": 2.014483212639895, |
| "grad_norm": 0.46817436814308167, |
| "learning_rate": 6.118000000000001e-05, |
| "loss": 0.0253, |
| "step": 3060 |
| }, |
| { |
| "epoch": 2.021066491112574, |
| "grad_norm": 0.6119463443756104, |
| "learning_rate": 6.138e-05, |
| "loss": 0.0276, |
| "step": 3070 |
| }, |
| { |
| "epoch": 2.0276497695852536, |
| "grad_norm": 0.6109670996665955, |
| "learning_rate": 6.158e-05, |
| "loss": 0.0385, |
| "step": 3080 |
| }, |
| { |
| "epoch": 2.0342330480579327, |
| "grad_norm": 0.4686706066131592, |
| "learning_rate": 6.178000000000001e-05, |
| "loss": 0.0275, |
| "step": 3090 |
| }, |
| { |
| "epoch": 2.0408163265306123, |
| "grad_norm": 0.36242279410362244, |
| "learning_rate": 6.198e-05, |
| "loss": 0.0246, |
| "step": 3100 |
| }, |
| { |
| "epoch": 2.0473996050032914, |
| "grad_norm": 0.5305617451667786, |
| "learning_rate": 6.218e-05, |
| "loss": 0.0252, |
| "step": 3110 |
| }, |
| { |
| "epoch": 2.053982883475971, |
| "grad_norm": 0.5172412395477295, |
| "learning_rate": 6.238000000000001e-05, |
| "loss": 0.0266, |
| "step": 3120 |
| }, |
| { |
| "epoch": 2.0605661619486506, |
| "grad_norm": 0.4706704914569855, |
| "learning_rate": 6.258e-05, |
| "loss": 0.0231, |
| "step": 3130 |
| }, |
| { |
| "epoch": 2.0671494404213298, |
| "grad_norm": 0.6271998286247253, |
| "learning_rate": 6.278e-05, |
| "loss": 0.0225, |
| "step": 3140 |
| }, |
| { |
| "epoch": 2.0737327188940093, |
| "grad_norm": 0.44038310647010803, |
| "learning_rate": 6.298000000000001e-05, |
| "loss": 0.0255, |
| "step": 3150 |
| }, |
| { |
| "epoch": 2.0803159973666885, |
| "grad_norm": 0.5149315595626831, |
| "learning_rate": 6.318e-05, |
| "loss": 0.0219, |
| "step": 3160 |
| }, |
| { |
| "epoch": 2.086899275839368, |
| "grad_norm": 0.4264054000377655, |
| "learning_rate": 6.338e-05, |
| "loss": 0.0245, |
| "step": 3170 |
| }, |
| { |
| "epoch": 2.093482554312047, |
| "grad_norm": 0.4959770441055298, |
| "learning_rate": 6.358000000000001e-05, |
| "loss": 0.0224, |
| "step": 3180 |
| }, |
| { |
| "epoch": 2.100065832784727, |
| "grad_norm": 0.5339881777763367, |
| "learning_rate": 6.378e-05, |
| "loss": 0.0196, |
| "step": 3190 |
| }, |
| { |
| "epoch": 2.1066491112574064, |
| "grad_norm": 0.41315099596977234, |
| "learning_rate": 6.398000000000001e-05, |
| "loss": 0.0281, |
| "step": 3200 |
| }, |
| { |
| "epoch": 2.1132323897300855, |
| "grad_norm": 0.5381911993026733, |
| "learning_rate": 6.418000000000001e-05, |
| "loss": 0.0244, |
| "step": 3210 |
| }, |
| { |
| "epoch": 2.119815668202765, |
| "grad_norm": 0.4526052176952362, |
| "learning_rate": 6.438e-05, |
| "loss": 0.0231, |
| "step": 3220 |
| }, |
| { |
| "epoch": 2.1263989466754443, |
| "grad_norm": 0.313303679227829, |
| "learning_rate": 6.458000000000001e-05, |
| "loss": 0.0222, |
| "step": 3230 |
| }, |
| { |
| "epoch": 2.132982225148124, |
| "grad_norm": 0.4752238094806671, |
| "learning_rate": 6.478000000000001e-05, |
| "loss": 0.0219, |
| "step": 3240 |
| }, |
| { |
| "epoch": 2.139565503620803, |
| "grad_norm": 0.36124691367149353, |
| "learning_rate": 6.498e-05, |
| "loss": 0.026, |
| "step": 3250 |
| }, |
| { |
| "epoch": 2.1461487820934826, |
| "grad_norm": 0.5557790398597717, |
| "learning_rate": 6.518000000000001e-05, |
| "loss": 0.0188, |
| "step": 3260 |
| }, |
| { |
| "epoch": 2.152732060566162, |
| "grad_norm": 0.4486756920814514, |
| "learning_rate": 6.538000000000001e-05, |
| "loss": 0.0269, |
| "step": 3270 |
| }, |
| { |
| "epoch": 2.1593153390388413, |
| "grad_norm": 0.4497973322868347, |
| "learning_rate": 6.558e-05, |
| "loss": 0.0238, |
| "step": 3280 |
| }, |
| { |
| "epoch": 2.165898617511521, |
| "grad_norm": 0.4984229505062103, |
| "learning_rate": 6.578000000000001e-05, |
| "loss": 0.0264, |
| "step": 3290 |
| }, |
| { |
| "epoch": 2.1724818959842, |
| "grad_norm": 0.36803939938545227, |
| "learning_rate": 6.598e-05, |
| "loss": 0.031, |
| "step": 3300 |
| }, |
| { |
| "epoch": 2.1790651744568796, |
| "grad_norm": 0.3225577473640442, |
| "learning_rate": 6.618e-05, |
| "loss": 0.0182, |
| "step": 3310 |
| }, |
| { |
| "epoch": 2.185648452929559, |
| "grad_norm": 0.3707975149154663, |
| "learning_rate": 6.638e-05, |
| "loss": 0.0205, |
| "step": 3320 |
| }, |
| { |
| "epoch": 2.1922317314022384, |
| "grad_norm": 0.46778491139411926, |
| "learning_rate": 6.658e-05, |
| "loss": 0.0239, |
| "step": 3330 |
| }, |
| { |
| "epoch": 2.1988150098749175, |
| "grad_norm": 0.363540381193161, |
| "learning_rate": 6.678e-05, |
| "loss": 0.0217, |
| "step": 3340 |
| }, |
| { |
| "epoch": 2.205398288347597, |
| "grad_norm": 0.49262064695358276, |
| "learning_rate": 6.698e-05, |
| "loss": 0.0245, |
| "step": 3350 |
| }, |
| { |
| "epoch": 2.2119815668202767, |
| "grad_norm": 0.3035878539085388, |
| "learning_rate": 6.718e-05, |
| "loss": 0.0265, |
| "step": 3360 |
| }, |
| { |
| "epoch": 2.218564845292956, |
| "grad_norm": 0.4190710484981537, |
| "learning_rate": 6.738e-05, |
| "loss": 0.0313, |
| "step": 3370 |
| }, |
| { |
| "epoch": 2.2251481237656354, |
| "grad_norm": 0.3806004524230957, |
| "learning_rate": 6.758e-05, |
| "loss": 0.021, |
| "step": 3380 |
| }, |
| { |
| "epoch": 2.2317314022383146, |
| "grad_norm": 0.48420360684394836, |
| "learning_rate": 6.778e-05, |
| "loss": 0.0225, |
| "step": 3390 |
| }, |
| { |
| "epoch": 2.238314680710994, |
| "grad_norm": 0.4714139699935913, |
| "learning_rate": 6.798e-05, |
| "loss": 0.0251, |
| "step": 3400 |
| }, |
| { |
| "epoch": 2.2448979591836733, |
| "grad_norm": 0.613018274307251, |
| "learning_rate": 6.818e-05, |
| "loss": 0.0237, |
| "step": 3410 |
| }, |
| { |
| "epoch": 2.251481237656353, |
| "grad_norm": 0.4343436360359192, |
| "learning_rate": 6.838e-05, |
| "loss": 0.0269, |
| "step": 3420 |
| }, |
| { |
| "epoch": 2.258064516129032, |
| "grad_norm": 0.6064520478248596, |
| "learning_rate": 6.858e-05, |
| "loss": 0.0269, |
| "step": 3430 |
| }, |
| { |
| "epoch": 2.2646477946017116, |
| "grad_norm": 0.3919238746166229, |
| "learning_rate": 6.878e-05, |
| "loss": 0.033, |
| "step": 3440 |
| }, |
| { |
| "epoch": 2.271231073074391, |
| "grad_norm": 0.39970511198043823, |
| "learning_rate": 6.898e-05, |
| "loss": 0.0258, |
| "step": 3450 |
| }, |
| { |
| "epoch": 2.2778143515470703, |
| "grad_norm": 0.5027624368667603, |
| "learning_rate": 6.918e-05, |
| "loss": 0.0261, |
| "step": 3460 |
| }, |
| { |
| "epoch": 2.28439763001975, |
| "grad_norm": 0.5257875323295593, |
| "learning_rate": 6.938e-05, |
| "loss": 0.026, |
| "step": 3470 |
| }, |
| { |
| "epoch": 2.290980908492429, |
| "grad_norm": 0.3369908928871155, |
| "learning_rate": 6.958e-05, |
| "loss": 0.0228, |
| "step": 3480 |
| }, |
| { |
| "epoch": 2.2975641869651087, |
| "grad_norm": 0.6159877181053162, |
| "learning_rate": 6.978e-05, |
| "loss": 0.0313, |
| "step": 3490 |
| }, |
| { |
| "epoch": 2.3041474654377883, |
| "grad_norm": 0.3474142253398895, |
| "learning_rate": 6.998e-05, |
| "loss": 0.0227, |
| "step": 3500 |
| }, |
| { |
| "epoch": 2.3107307439104674, |
| "grad_norm": 0.5793073177337646, |
| "learning_rate": 7.018e-05, |
| "loss": 0.0263, |
| "step": 3510 |
| }, |
| { |
| "epoch": 2.317314022383147, |
| "grad_norm": 0.39322030544281006, |
| "learning_rate": 7.038e-05, |
| "loss": 0.0286, |
| "step": 3520 |
| }, |
| { |
| "epoch": 2.323897300855826, |
| "grad_norm": 0.457241415977478, |
| "learning_rate": 7.058e-05, |
| "loss": 0.0199, |
| "step": 3530 |
| }, |
| { |
| "epoch": 2.3304805793285057, |
| "grad_norm": 0.5033375024795532, |
| "learning_rate": 7.078e-05, |
| "loss": 0.0315, |
| "step": 3540 |
| }, |
| { |
| "epoch": 2.337063857801185, |
| "grad_norm": 0.3997373580932617, |
| "learning_rate": 7.098e-05, |
| "loss": 0.0237, |
| "step": 3550 |
| }, |
| { |
| "epoch": 2.3436471362738645, |
| "grad_norm": 0.3675520718097687, |
| "learning_rate": 7.118e-05, |
| "loss": 0.0255, |
| "step": 3560 |
| }, |
| { |
| "epoch": 2.3502304147465436, |
| "grad_norm": 0.35251176357269287, |
| "learning_rate": 7.138e-05, |
| "loss": 0.0335, |
| "step": 3570 |
| }, |
| { |
| "epoch": 2.356813693219223, |
| "grad_norm": 0.4453986883163452, |
| "learning_rate": 7.158e-05, |
| "loss": 0.0296, |
| "step": 3580 |
| }, |
| { |
| "epoch": 2.3633969716919028, |
| "grad_norm": 0.4350111186504364, |
| "learning_rate": 7.178000000000001e-05, |
| "loss": 0.0231, |
| "step": 3590 |
| }, |
| { |
| "epoch": 2.369980250164582, |
| "grad_norm": 0.44233962893486023, |
| "learning_rate": 7.198e-05, |
| "loss": 0.0251, |
| "step": 3600 |
| }, |
| { |
| "epoch": 2.3765635286372615, |
| "grad_norm": 0.4645010828971863, |
| "learning_rate": 7.218e-05, |
| "loss": 0.0271, |
| "step": 3610 |
| }, |
| { |
| "epoch": 2.3831468071099406, |
| "grad_norm": 0.49188438057899475, |
| "learning_rate": 7.238000000000001e-05, |
| "loss": 0.0247, |
| "step": 3620 |
| }, |
| { |
| "epoch": 2.3897300855826202, |
| "grad_norm": 0.5354231595993042, |
| "learning_rate": 7.258e-05, |
| "loss": 0.0273, |
| "step": 3630 |
| }, |
| { |
| "epoch": 2.3963133640552994, |
| "grad_norm": 0.4806993901729584, |
| "learning_rate": 7.278e-05, |
| "loss": 0.022, |
| "step": 3640 |
| }, |
| { |
| "epoch": 2.402896642527979, |
| "grad_norm": 0.37118756771087646, |
| "learning_rate": 7.298000000000001e-05, |
| "loss": 0.0262, |
| "step": 3650 |
| }, |
| { |
| "epoch": 2.409479921000658, |
| "grad_norm": 0.39136067032814026, |
| "learning_rate": 7.318e-05, |
| "loss": 0.0205, |
| "step": 3660 |
| }, |
| { |
| "epoch": 2.4160631994733377, |
| "grad_norm": 0.44690921902656555, |
| "learning_rate": 7.338e-05, |
| "loss": 0.0261, |
| "step": 3670 |
| }, |
| { |
| "epoch": 2.4226464779460173, |
| "grad_norm": 0.3490082025527954, |
| "learning_rate": 7.358000000000001e-05, |
| "loss": 0.0212, |
| "step": 3680 |
| }, |
| { |
| "epoch": 2.4292297564186964, |
| "grad_norm": 0.3267335295677185, |
| "learning_rate": 7.378e-05, |
| "loss": 0.0218, |
| "step": 3690 |
| }, |
| { |
| "epoch": 2.435813034891376, |
| "grad_norm": 0.48554444313049316, |
| "learning_rate": 7.398e-05, |
| "loss": 0.0279, |
| "step": 3700 |
| }, |
| { |
| "epoch": 2.442396313364055, |
| "grad_norm": 0.4306657016277313, |
| "learning_rate": 7.418000000000001e-05, |
| "loss": 0.0279, |
| "step": 3710 |
| }, |
| { |
| "epoch": 2.4489795918367347, |
| "grad_norm": 0.5217123627662659, |
| "learning_rate": 7.438e-05, |
| "loss": 0.0262, |
| "step": 3720 |
| }, |
| { |
| "epoch": 2.4555628703094143, |
| "grad_norm": 0.4703887701034546, |
| "learning_rate": 7.458000000000001e-05, |
| "loss": 0.0234, |
| "step": 3730 |
| }, |
| { |
| "epoch": 2.4621461487820935, |
| "grad_norm": 0.528122067451477, |
| "learning_rate": 7.478e-05, |
| "loss": 0.0297, |
| "step": 3740 |
| }, |
| { |
| "epoch": 2.468729427254773, |
| "grad_norm": 0.4418627619743347, |
| "learning_rate": 7.498e-05, |
| "loss": 0.0242, |
| "step": 3750 |
| }, |
| { |
| "epoch": 2.475312705727452, |
| "grad_norm": 0.3054906129837036, |
| "learning_rate": 7.518000000000001e-05, |
| "loss": 0.0208, |
| "step": 3760 |
| }, |
| { |
| "epoch": 2.481895984200132, |
| "grad_norm": 0.40181198716163635, |
| "learning_rate": 7.538e-05, |
| "loss": 0.0219, |
| "step": 3770 |
| }, |
| { |
| "epoch": 2.488479262672811, |
| "grad_norm": 0.41410279273986816, |
| "learning_rate": 7.558e-05, |
| "loss": 0.0218, |
| "step": 3780 |
| }, |
| { |
| "epoch": 2.4950625411454905, |
| "grad_norm": 0.34109625220298767, |
| "learning_rate": 7.578000000000001e-05, |
| "loss": 0.0252, |
| "step": 3790 |
| }, |
| { |
| "epoch": 2.5016458196181697, |
| "grad_norm": 0.4903218150138855, |
| "learning_rate": 7.598e-05, |
| "loss": 0.0306, |
| "step": 3800 |
| }, |
| { |
| "epoch": 2.5082290980908493, |
| "grad_norm": 0.4036240875720978, |
| "learning_rate": 7.618e-05, |
| "loss": 0.026, |
| "step": 3810 |
| }, |
| { |
| "epoch": 2.514812376563529, |
| "grad_norm": 0.512852668762207, |
| "learning_rate": 7.638000000000001e-05, |
| "loss": 0.0277, |
| "step": 3820 |
| }, |
| { |
| "epoch": 2.521395655036208, |
| "grad_norm": 0.31915414333343506, |
| "learning_rate": 7.658e-05, |
| "loss": 0.0232, |
| "step": 3830 |
| }, |
| { |
| "epoch": 2.5279789335088876, |
| "grad_norm": 0.3975728452205658, |
| "learning_rate": 7.678000000000001e-05, |
| "loss": 0.027, |
| "step": 3840 |
| }, |
| { |
| "epoch": 2.5345622119815667, |
| "grad_norm": 0.4016415774822235, |
| "learning_rate": 7.698000000000001e-05, |
| "loss": 0.0218, |
| "step": 3850 |
| }, |
| { |
| "epoch": 2.5411454904542463, |
| "grad_norm": 0.6336414813995361, |
| "learning_rate": 7.718e-05, |
| "loss": 0.033, |
| "step": 3860 |
| }, |
| { |
| "epoch": 2.5477287689269255, |
| "grad_norm": 0.3426223397254944, |
| "learning_rate": 7.738000000000001e-05, |
| "loss": 0.0282, |
| "step": 3870 |
| }, |
| { |
| "epoch": 2.554312047399605, |
| "grad_norm": 0.5409531593322754, |
| "learning_rate": 7.758000000000001e-05, |
| "loss": 0.0247, |
| "step": 3880 |
| }, |
| { |
| "epoch": 2.560895325872284, |
| "grad_norm": 0.4174785017967224, |
| "learning_rate": 7.778e-05, |
| "loss": 0.0298, |
| "step": 3890 |
| }, |
| { |
| "epoch": 2.5674786043449638, |
| "grad_norm": 0.4867883026599884, |
| "learning_rate": 7.798000000000001e-05, |
| "loss": 0.0239, |
| "step": 3900 |
| }, |
| { |
| "epoch": 2.5740618828176434, |
| "grad_norm": 0.3274104595184326, |
| "learning_rate": 7.818000000000001e-05, |
| "loss": 0.0182, |
| "step": 3910 |
| }, |
| { |
| "epoch": 2.5806451612903225, |
| "grad_norm": 0.34040573239326477, |
| "learning_rate": 7.838e-05, |
| "loss": 0.0212, |
| "step": 3920 |
| }, |
| { |
| "epoch": 2.587228439763002, |
| "grad_norm": 0.5152034163475037, |
| "learning_rate": 7.858000000000001e-05, |
| "loss": 0.0233, |
| "step": 3930 |
| }, |
| { |
| "epoch": 2.5938117182356812, |
| "grad_norm": 0.5163257718086243, |
| "learning_rate": 7.878e-05, |
| "loss": 0.0253, |
| "step": 3940 |
| }, |
| { |
| "epoch": 2.600394996708361, |
| "grad_norm": 0.3330592215061188, |
| "learning_rate": 7.897999999999999e-05, |
| "loss": 0.0265, |
| "step": 3950 |
| }, |
| { |
| "epoch": 2.6069782751810404, |
| "grad_norm": 0.5234596729278564, |
| "learning_rate": 7.918e-05, |
| "loss": 0.0355, |
| "step": 3960 |
| }, |
| { |
| "epoch": 2.6135615536537196, |
| "grad_norm": 0.46524351835250854, |
| "learning_rate": 7.938e-05, |
| "loss": 0.0236, |
| "step": 3970 |
| }, |
| { |
| "epoch": 2.6201448321263987, |
| "grad_norm": 0.448681503534317, |
| "learning_rate": 7.958e-05, |
| "loss": 0.0225, |
| "step": 3980 |
| }, |
| { |
| "epoch": 2.6267281105990783, |
| "grad_norm": 0.4007005989551544, |
| "learning_rate": 7.978e-05, |
| "loss": 0.021, |
| "step": 3990 |
| }, |
| { |
| "epoch": 2.633311389071758, |
| "grad_norm": 0.5299978852272034, |
| "learning_rate": 7.998e-05, |
| "loss": 0.0201, |
| "step": 4000 |
| }, |
| { |
| "epoch": 2.639894667544437, |
| "grad_norm": 0.40486276149749756, |
| "learning_rate": 8.018e-05, |
| "loss": 0.0224, |
| "step": 4010 |
| }, |
| { |
| "epoch": 2.6464779460171166, |
| "grad_norm": 0.46100348234176636, |
| "learning_rate": 8.038e-05, |
| "loss": 0.0208, |
| "step": 4020 |
| }, |
| { |
| "epoch": 2.6530612244897958, |
| "grad_norm": 0.36736199259757996, |
| "learning_rate": 8.058e-05, |
| "loss": 0.0242, |
| "step": 4030 |
| }, |
| { |
| "epoch": 2.6596445029624753, |
| "grad_norm": 0.4617960453033447, |
| "learning_rate": 8.078e-05, |
| "loss": 0.0312, |
| "step": 4040 |
| }, |
| { |
| "epoch": 2.666227781435155, |
| "grad_norm": 0.3892560303211212, |
| "learning_rate": 8.098e-05, |
| "loss": 0.0297, |
| "step": 4050 |
| }, |
| { |
| "epoch": 2.672811059907834, |
| "grad_norm": 0.4406382143497467, |
| "learning_rate": 8.118e-05, |
| "loss": 0.0281, |
| "step": 4060 |
| }, |
| { |
| "epoch": 2.679394338380513, |
| "grad_norm": 0.3723593056201935, |
| "learning_rate": 8.138e-05, |
| "loss": 0.0349, |
| "step": 4070 |
| }, |
| { |
| "epoch": 2.685977616853193, |
| "grad_norm": 0.49104979634284973, |
| "learning_rate": 8.158e-05, |
| "loss": 0.0287, |
| "step": 4080 |
| }, |
| { |
| "epoch": 2.6925608953258724, |
| "grad_norm": 0.44458192586898804, |
| "learning_rate": 8.178e-05, |
| "loss": 0.0246, |
| "step": 4090 |
| }, |
| { |
| "epoch": 2.6991441737985515, |
| "grad_norm": 0.4994174838066101, |
| "learning_rate": 8.198e-05, |
| "loss": 0.0245, |
| "step": 4100 |
| }, |
| { |
| "epoch": 2.705727452271231, |
| "grad_norm": 0.3042447566986084, |
| "learning_rate": 8.218e-05, |
| "loss": 0.0214, |
| "step": 4110 |
| }, |
| { |
| "epoch": 2.7123107307439103, |
| "grad_norm": 0.4393254220485687, |
| "learning_rate": 8.238000000000001e-05, |
| "loss": 0.0225, |
| "step": 4120 |
| }, |
| { |
| "epoch": 2.71889400921659, |
| "grad_norm": 0.44685810804367065, |
| "learning_rate": 8.258e-05, |
| "loss": 0.0195, |
| "step": 4130 |
| }, |
| { |
| "epoch": 2.7254772876892694, |
| "grad_norm": 0.441112220287323, |
| "learning_rate": 8.278e-05, |
| "loss": 0.0271, |
| "step": 4140 |
| }, |
| { |
| "epoch": 2.7320605661619486, |
| "grad_norm": 0.42679381370544434, |
| "learning_rate": 8.298000000000001e-05, |
| "loss": 0.0234, |
| "step": 4150 |
| }, |
| { |
| "epoch": 2.738643844634628, |
| "grad_norm": 0.32695186138153076, |
| "learning_rate": 8.318e-05, |
| "loss": 0.0173, |
| "step": 4160 |
| }, |
| { |
| "epoch": 2.7452271231073073, |
| "grad_norm": 0.3302655816078186, |
| "learning_rate": 8.338e-05, |
| "loss": 0.0223, |
| "step": 4170 |
| }, |
| { |
| "epoch": 2.751810401579987, |
| "grad_norm": 0.39856135845184326, |
| "learning_rate": 8.358e-05, |
| "loss": 0.0237, |
| "step": 4180 |
| }, |
| { |
| "epoch": 2.7583936800526665, |
| "grad_norm": 0.3753248453140259, |
| "learning_rate": 8.378e-05, |
| "loss": 0.0214, |
| "step": 4190 |
| }, |
| { |
| "epoch": 2.7649769585253456, |
| "grad_norm": 0.39876648783683777, |
| "learning_rate": 8.398e-05, |
| "loss": 0.0173, |
| "step": 4200 |
| }, |
| { |
| "epoch": 2.771560236998025, |
| "grad_norm": 0.4092113971710205, |
| "learning_rate": 8.418e-05, |
| "loss": 0.02, |
| "step": 4210 |
| }, |
| { |
| "epoch": 2.7781435154707044, |
| "grad_norm": 0.3626212179660797, |
| "learning_rate": 8.438e-05, |
| "loss": 0.0202, |
| "step": 4220 |
| }, |
| { |
| "epoch": 2.784726793943384, |
| "grad_norm": 0.5081978440284729, |
| "learning_rate": 8.458e-05, |
| "loss": 0.0226, |
| "step": 4230 |
| }, |
| { |
| "epoch": 2.791310072416063, |
| "grad_norm": 0.45574530959129333, |
| "learning_rate": 8.478e-05, |
| "loss": 0.019, |
| "step": 4240 |
| }, |
| { |
| "epoch": 2.7978933508887427, |
| "grad_norm": 0.43424704670906067, |
| "learning_rate": 8.498e-05, |
| "loss": 0.0286, |
| "step": 4250 |
| }, |
| { |
| "epoch": 2.804476629361422, |
| "grad_norm": 0.23703710734844208, |
| "learning_rate": 8.518000000000001e-05, |
| "loss": 0.0194, |
| "step": 4260 |
| }, |
| { |
| "epoch": 2.8110599078341014, |
| "grad_norm": 0.4405156373977661, |
| "learning_rate": 8.538e-05, |
| "loss": 0.026, |
| "step": 4270 |
| }, |
| { |
| "epoch": 2.817643186306781, |
| "grad_norm": 0.4267120957374573, |
| "learning_rate": 8.558e-05, |
| "loss": 0.026, |
| "step": 4280 |
| }, |
| { |
| "epoch": 2.82422646477946, |
| "grad_norm": 0.6016601920127869, |
| "learning_rate": 8.578000000000001e-05, |
| "loss": 0.0398, |
| "step": 4290 |
| }, |
| { |
| "epoch": 2.8308097432521393, |
| "grad_norm": 0.4687979519367218, |
| "learning_rate": 8.598e-05, |
| "loss": 0.0234, |
| "step": 4300 |
| }, |
| { |
| "epoch": 2.837393021724819, |
| "grad_norm": 0.4563385248184204, |
| "learning_rate": 8.618e-05, |
| "loss": 0.0274, |
| "step": 4310 |
| }, |
| { |
| "epoch": 2.8439763001974985, |
| "grad_norm": 0.5656633377075195, |
| "learning_rate": 8.638000000000001e-05, |
| "loss": 0.025, |
| "step": 4320 |
| }, |
| { |
| "epoch": 2.8505595786701776, |
| "grad_norm": 0.41460227966308594, |
| "learning_rate": 8.658e-05, |
| "loss": 0.0256, |
| "step": 4330 |
| }, |
| { |
| "epoch": 2.857142857142857, |
| "grad_norm": 0.3687985837459564, |
| "learning_rate": 8.678e-05, |
| "loss": 0.0187, |
| "step": 4340 |
| }, |
| { |
| "epoch": 2.8637261356155364, |
| "grad_norm": 0.44120946526527405, |
| "learning_rate": 8.698000000000001e-05, |
| "loss": 0.0199, |
| "step": 4350 |
| }, |
| { |
| "epoch": 2.870309414088216, |
| "grad_norm": 0.5328232645988464, |
| "learning_rate": 8.718e-05, |
| "loss": 0.0335, |
| "step": 4360 |
| }, |
| { |
| "epoch": 2.8768926925608955, |
| "grad_norm": 0.4234803318977356, |
| "learning_rate": 8.738000000000001e-05, |
| "loss": 0.0205, |
| "step": 4370 |
| }, |
| { |
| "epoch": 2.8834759710335747, |
| "grad_norm": 0.3861204981803894, |
| "learning_rate": 8.758000000000001e-05, |
| "loss": 0.0242, |
| "step": 4380 |
| }, |
| { |
| "epoch": 2.8900592495062543, |
| "grad_norm": 0.4176269769668579, |
| "learning_rate": 8.778e-05, |
| "loss": 0.0293, |
| "step": 4390 |
| }, |
| { |
| "epoch": 2.8966425279789334, |
| "grad_norm": 0.4220450818538666, |
| "learning_rate": 8.798000000000001e-05, |
| "loss": 0.0196, |
| "step": 4400 |
| }, |
| { |
| "epoch": 2.903225806451613, |
| "grad_norm": 0.40692248940467834, |
| "learning_rate": 8.818000000000001e-05, |
| "loss": 0.0221, |
| "step": 4410 |
| }, |
| { |
| "epoch": 2.909809084924292, |
| "grad_norm": 0.39401960372924805, |
| "learning_rate": 8.838e-05, |
| "loss": 0.0226, |
| "step": 4420 |
| }, |
| { |
| "epoch": 2.9163923633969717, |
| "grad_norm": 0.7437530755996704, |
| "learning_rate": 8.858000000000001e-05, |
| "loss": 0.0213, |
| "step": 4430 |
| }, |
| { |
| "epoch": 2.922975641869651, |
| "grad_norm": 0.4770195484161377, |
| "learning_rate": 8.878000000000001e-05, |
| "loss": 0.0276, |
| "step": 4440 |
| }, |
| { |
| "epoch": 2.9295589203423305, |
| "grad_norm": 0.4626404643058777, |
| "learning_rate": 8.898e-05, |
| "loss": 0.026, |
| "step": 4450 |
| }, |
| { |
| "epoch": 2.93614219881501, |
| "grad_norm": 0.6171532869338989, |
| "learning_rate": 8.918000000000001e-05, |
| "loss": 0.0274, |
| "step": 4460 |
| }, |
| { |
| "epoch": 2.942725477287689, |
| "grad_norm": 0.2920059561729431, |
| "learning_rate": 8.938e-05, |
| "loss": 0.022, |
| "step": 4470 |
| }, |
| { |
| "epoch": 2.9493087557603688, |
| "grad_norm": 0.3998858630657196, |
| "learning_rate": 8.958e-05, |
| "loss": 0.0199, |
| "step": 4480 |
| }, |
| { |
| "epoch": 2.955892034233048, |
| "grad_norm": 0.4221383035182953, |
| "learning_rate": 8.978000000000001e-05, |
| "loss": 0.0224, |
| "step": 4490 |
| }, |
| { |
| "epoch": 2.9624753127057275, |
| "grad_norm": 0.3771093487739563, |
| "learning_rate": 8.998e-05, |
| "loss": 0.0342, |
| "step": 4500 |
| }, |
| { |
| "epoch": 2.969058591178407, |
| "grad_norm": 0.39176174998283386, |
| "learning_rate": 9.018000000000001e-05, |
| "loss": 0.0235, |
| "step": 4510 |
| }, |
| { |
| "epoch": 2.9756418696510862, |
| "grad_norm": 0.5010409951210022, |
| "learning_rate": 9.038000000000001e-05, |
| "loss": 0.0315, |
| "step": 4520 |
| }, |
| { |
| "epoch": 2.9822251481237654, |
| "grad_norm": 0.47405004501342773, |
| "learning_rate": 9.058e-05, |
| "loss": 0.0272, |
| "step": 4530 |
| }, |
| { |
| "epoch": 2.988808426596445, |
| "grad_norm": 0.36223021149635315, |
| "learning_rate": 9.078000000000001e-05, |
| "loss": 0.0193, |
| "step": 4540 |
| }, |
| { |
| "epoch": 2.9953917050691246, |
| "grad_norm": 0.35093408823013306, |
| "learning_rate": 9.098000000000001e-05, |
| "loss": 0.0274, |
| "step": 4550 |
| }, |
| { |
| "epoch": 3.0019749835418037, |
| "grad_norm": 0.4487496316432953, |
| "learning_rate": 9.118e-05, |
| "loss": 0.026, |
| "step": 4560 |
| }, |
| { |
| "epoch": 3.0085582620144833, |
| "grad_norm": 0.47169044613838196, |
| "learning_rate": 9.138e-05, |
| "loss": 0.0236, |
| "step": 4570 |
| }, |
| { |
| "epoch": 3.0151415404871624, |
| "grad_norm": 0.39601606130599976, |
| "learning_rate": 9.158e-05, |
| "loss": 0.025, |
| "step": 4580 |
| }, |
| { |
| "epoch": 3.021724818959842, |
| "grad_norm": 0.2740744352340698, |
| "learning_rate": 9.178e-05, |
| "loss": 0.0211, |
| "step": 4590 |
| }, |
| { |
| "epoch": 3.0283080974325216, |
| "grad_norm": 0.4494052231311798, |
| "learning_rate": 9.198e-05, |
| "loss": 0.0221, |
| "step": 4600 |
| }, |
| { |
| "epoch": 3.0348913759052007, |
| "grad_norm": 0.5228054523468018, |
| "learning_rate": 9.218e-05, |
| "loss": 0.0304, |
| "step": 4610 |
| }, |
| { |
| "epoch": 3.0414746543778803, |
| "grad_norm": 0.3318790793418884, |
| "learning_rate": 9.238e-05, |
| "loss": 0.0272, |
| "step": 4620 |
| }, |
| { |
| "epoch": 3.0480579328505595, |
| "grad_norm": 0.3457318842411041, |
| "learning_rate": 9.258e-05, |
| "loss": 0.0186, |
| "step": 4630 |
| }, |
| { |
| "epoch": 3.054641211323239, |
| "grad_norm": 0.35129034519195557, |
| "learning_rate": 9.278e-05, |
| "loss": 0.0237, |
| "step": 4640 |
| }, |
| { |
| "epoch": 3.061224489795918, |
| "grad_norm": 0.4268430471420288, |
| "learning_rate": 9.298e-05, |
| "loss": 0.0343, |
| "step": 4650 |
| }, |
| { |
| "epoch": 3.067807768268598, |
| "grad_norm": 0.5308719873428345, |
| "learning_rate": 9.318e-05, |
| "loss": 0.0323, |
| "step": 4660 |
| }, |
| { |
| "epoch": 3.074391046741277, |
| "grad_norm": 0.45605698227882385, |
| "learning_rate": 9.338e-05, |
| "loss": 0.0259, |
| "step": 4670 |
| }, |
| { |
| "epoch": 3.0809743252139565, |
| "grad_norm": 0.33121126890182495, |
| "learning_rate": 9.358e-05, |
| "loss": 0.0224, |
| "step": 4680 |
| }, |
| { |
| "epoch": 3.087557603686636, |
| "grad_norm": 0.4248153865337372, |
| "learning_rate": 9.378e-05, |
| "loss": 0.0292, |
| "step": 4690 |
| }, |
| { |
| "epoch": 3.0941408821593153, |
| "grad_norm": 0.6298911571502686, |
| "learning_rate": 9.398e-05, |
| "loss": 0.0275, |
| "step": 4700 |
| }, |
| { |
| "epoch": 3.100724160631995, |
| "grad_norm": 0.387172669172287, |
| "learning_rate": 9.418e-05, |
| "loss": 0.0271, |
| "step": 4710 |
| }, |
| { |
| "epoch": 3.107307439104674, |
| "grad_norm": 0.4898911118507385, |
| "learning_rate": 9.438e-05, |
| "loss": 0.0233, |
| "step": 4720 |
| }, |
| { |
| "epoch": 3.1138907175773536, |
| "grad_norm": 0.5377641916275024, |
| "learning_rate": 9.458e-05, |
| "loss": 0.0216, |
| "step": 4730 |
| }, |
| { |
| "epoch": 3.1204739960500327, |
| "grad_norm": 0.36603569984436035, |
| "learning_rate": 9.478e-05, |
| "loss": 0.0277, |
| "step": 4740 |
| }, |
| { |
| "epoch": 3.1270572745227123, |
| "grad_norm": 0.3127041161060333, |
| "learning_rate": 9.498e-05, |
| "loss": 0.0206, |
| "step": 4750 |
| }, |
| { |
| "epoch": 3.133640552995392, |
| "grad_norm": 0.3451925814151764, |
| "learning_rate": 9.518000000000001e-05, |
| "loss": 0.0228, |
| "step": 4760 |
| }, |
| { |
| "epoch": 3.140223831468071, |
| "grad_norm": 0.5276954174041748, |
| "learning_rate": 9.538e-05, |
| "loss": 0.0263, |
| "step": 4770 |
| }, |
| { |
| "epoch": 3.1468071099407506, |
| "grad_norm": 0.3454340398311615, |
| "learning_rate": 9.558e-05, |
| "loss": 0.0253, |
| "step": 4780 |
| }, |
| { |
| "epoch": 3.15339038841343, |
| "grad_norm": 0.5219067335128784, |
| "learning_rate": 9.578000000000001e-05, |
| "loss": 0.0336, |
| "step": 4790 |
| }, |
| { |
| "epoch": 3.1599736668861094, |
| "grad_norm": 0.5261627435684204, |
| "learning_rate": 9.598e-05, |
| "loss": 0.025, |
| "step": 4800 |
| }, |
| { |
| "epoch": 3.1665569453587885, |
| "grad_norm": 0.3191069960594177, |
| "learning_rate": 9.618e-05, |
| "loss": 0.0256, |
| "step": 4810 |
| }, |
| { |
| "epoch": 3.173140223831468, |
| "grad_norm": 0.4737350642681122, |
| "learning_rate": 9.638000000000001e-05, |
| "loss": 0.0206, |
| "step": 4820 |
| }, |
| { |
| "epoch": 3.1797235023041477, |
| "grad_norm": 0.4775357246398926, |
| "learning_rate": 9.658e-05, |
| "loss": 0.0233, |
| "step": 4830 |
| }, |
| { |
| "epoch": 3.186306780776827, |
| "grad_norm": 0.3223651051521301, |
| "learning_rate": 9.678e-05, |
| "loss": 0.0238, |
| "step": 4840 |
| }, |
| { |
| "epoch": 3.1928900592495064, |
| "grad_norm": 0.4690217971801758, |
| "learning_rate": 9.698000000000001e-05, |
| "loss": 0.0214, |
| "step": 4850 |
| }, |
| { |
| "epoch": 3.1994733377221856, |
| "grad_norm": 0.5464542508125305, |
| "learning_rate": 9.718e-05, |
| "loss": 0.026, |
| "step": 4860 |
| }, |
| { |
| "epoch": 3.206056616194865, |
| "grad_norm": 0.38083896040916443, |
| "learning_rate": 9.738e-05, |
| "loss": 0.0262, |
| "step": 4870 |
| }, |
| { |
| "epoch": 3.2126398946675443, |
| "grad_norm": 0.5447069406509399, |
| "learning_rate": 9.758000000000001e-05, |
| "loss": 0.0235, |
| "step": 4880 |
| }, |
| { |
| "epoch": 3.219223173140224, |
| "grad_norm": 0.4364519417285919, |
| "learning_rate": 9.778e-05, |
| "loss": 0.0264, |
| "step": 4890 |
| }, |
| { |
| "epoch": 3.225806451612903, |
| "grad_norm": 0.3915967345237732, |
| "learning_rate": 9.798000000000001e-05, |
| "loss": 0.0221, |
| "step": 4900 |
| }, |
| { |
| "epoch": 3.2323897300855826, |
| "grad_norm": 0.4115281403064728, |
| "learning_rate": 9.818000000000001e-05, |
| "loss": 0.0265, |
| "step": 4910 |
| }, |
| { |
| "epoch": 3.238973008558262, |
| "grad_norm": 0.487048864364624, |
| "learning_rate": 9.838e-05, |
| "loss": 0.0293, |
| "step": 4920 |
| }, |
| { |
| "epoch": 3.2455562870309413, |
| "grad_norm": 0.3517211377620697, |
| "learning_rate": 9.858000000000001e-05, |
| "loss": 0.0228, |
| "step": 4930 |
| }, |
| { |
| "epoch": 3.252139565503621, |
| "grad_norm": 0.4840381443500519, |
| "learning_rate": 9.878e-05, |
| "loss": 0.0246, |
| "step": 4940 |
| }, |
| { |
| "epoch": 3.2587228439763, |
| "grad_norm": 0.38539987802505493, |
| "learning_rate": 9.898e-05, |
| "loss": 0.0201, |
| "step": 4950 |
| }, |
| { |
| "epoch": 3.2653061224489797, |
| "grad_norm": 0.42269837856292725, |
| "learning_rate": 9.918000000000001e-05, |
| "loss": 0.0261, |
| "step": 4960 |
| }, |
| { |
| "epoch": 3.271889400921659, |
| "grad_norm": 0.3298608064651489, |
| "learning_rate": 9.938e-05, |
| "loss": 0.0208, |
| "step": 4970 |
| }, |
| { |
| "epoch": 3.2784726793943384, |
| "grad_norm": 0.4724372625350952, |
| "learning_rate": 9.958e-05, |
| "loss": 0.0204, |
| "step": 4980 |
| }, |
| { |
| "epoch": 3.2850559578670175, |
| "grad_norm": 0.5129626989364624, |
| "learning_rate": 9.978000000000001e-05, |
| "loss": 0.0257, |
| "step": 4990 |
| }, |
| { |
| "epoch": 3.291639236339697, |
| "grad_norm": 0.28145211935043335, |
| "learning_rate": 9.998e-05, |
| "loss": 0.0294, |
| "step": 5000 |
| }, |
| { |
| "epoch": 3.2982225148123767, |
| "grad_norm": 0.4508993625640869, |
| "learning_rate": 9.999999778549045e-05, |
| "loss": 0.0275, |
| "step": 5010 |
| }, |
| { |
| "epoch": 3.304805793285056, |
| "grad_norm": 0.6209483742713928, |
| "learning_rate": 9.999999013039593e-05, |
| "loss": 0.0276, |
| "step": 5020 |
| }, |
| { |
| "epoch": 3.3113890717577354, |
| "grad_norm": 0.4727887809276581, |
| "learning_rate": 9.999997700737766e-05, |
| "loss": 0.0292, |
| "step": 5030 |
| }, |
| { |
| "epoch": 3.3179723502304146, |
| "grad_norm": 0.4151676595211029, |
| "learning_rate": 9.999995841643709e-05, |
| "loss": 0.0226, |
| "step": 5040 |
| }, |
| { |
| "epoch": 3.324555628703094, |
| "grad_norm": 0.5513929128646851, |
| "learning_rate": 9.999993435757623e-05, |
| "loss": 0.0251, |
| "step": 5050 |
| }, |
| { |
| "epoch": 3.3311389071757738, |
| "grad_norm": 0.4034462869167328, |
| "learning_rate": 9.999990483079773e-05, |
| "loss": 0.0199, |
| "step": 5060 |
| }, |
| { |
| "epoch": 3.337722185648453, |
| "grad_norm": 0.44716188311576843, |
| "learning_rate": 9.999986983610481e-05, |
| "loss": 0.0257, |
| "step": 5070 |
| }, |
| { |
| "epoch": 3.3443054641211325, |
| "grad_norm": 0.6094006896018982, |
| "learning_rate": 9.99998293735013e-05, |
| "loss": 0.0283, |
| "step": 5080 |
| }, |
| { |
| "epoch": 3.3508887425938116, |
| "grad_norm": 0.4081748425960541, |
| "learning_rate": 9.999978344299161e-05, |
| "loss": 0.0277, |
| "step": 5090 |
| }, |
| { |
| "epoch": 3.3574720210664912, |
| "grad_norm": 0.43902039527893066, |
| "learning_rate": 9.99997320445808e-05, |
| "loss": 0.0292, |
| "step": 5100 |
| }, |
| { |
| "epoch": 3.3640552995391704, |
| "grad_norm": 0.35768774151802063, |
| "learning_rate": 9.999967517827444e-05, |
| "loss": 0.0255, |
| "step": 5110 |
| }, |
| { |
| "epoch": 3.37063857801185, |
| "grad_norm": 0.36117279529571533, |
| "learning_rate": 9.999961284407879e-05, |
| "loss": 0.027, |
| "step": 5120 |
| }, |
| { |
| "epoch": 3.377221856484529, |
| "grad_norm": 0.40951865911483765, |
| "learning_rate": 9.999954504200067e-05, |
| "loss": 0.0199, |
| "step": 5130 |
| }, |
| { |
| "epoch": 3.3838051349572087, |
| "grad_norm": 0.3361895978450775, |
| "learning_rate": 9.999947177204744e-05, |
| "loss": 0.0249, |
| "step": 5140 |
| }, |
| { |
| "epoch": 3.3903884134298883, |
| "grad_norm": 0.5306394696235657, |
| "learning_rate": 9.999939303422718e-05, |
| "loss": 0.0271, |
| "step": 5150 |
| }, |
| { |
| "epoch": 3.3969716919025674, |
| "grad_norm": 0.439833402633667, |
| "learning_rate": 9.999930882854847e-05, |
| "loss": 0.023, |
| "step": 5160 |
| }, |
| { |
| "epoch": 3.403554970375247, |
| "grad_norm": 0.6075140237808228, |
| "learning_rate": 9.999921915502051e-05, |
| "loss": 0.0247, |
| "step": 5170 |
| }, |
| { |
| "epoch": 3.410138248847926, |
| "grad_norm": 0.3841625452041626, |
| "learning_rate": 9.99991240136531e-05, |
| "loss": 0.0245, |
| "step": 5180 |
| }, |
| { |
| "epoch": 3.4167215273206057, |
| "grad_norm": 0.38033556938171387, |
| "learning_rate": 9.999902340445668e-05, |
| "loss": 0.0226, |
| "step": 5190 |
| }, |
| { |
| "epoch": 3.423304805793285, |
| "grad_norm": 0.25364062190055847, |
| "learning_rate": 9.999891732744224e-05, |
| "loss": 0.0226, |
| "step": 5200 |
| }, |
| { |
| "epoch": 3.4298880842659645, |
| "grad_norm": 0.4260493218898773, |
| "learning_rate": 9.999880578262135e-05, |
| "loss": 0.0246, |
| "step": 5210 |
| }, |
| { |
| "epoch": 3.4364713627386436, |
| "grad_norm": 0.33678051829338074, |
| "learning_rate": 9.999868877000624e-05, |
| "loss": 0.0196, |
| "step": 5220 |
| }, |
| { |
| "epoch": 3.443054641211323, |
| "grad_norm": 0.4172752797603607, |
| "learning_rate": 9.99985662896097e-05, |
| "loss": 0.0267, |
| "step": 5230 |
| }, |
| { |
| "epoch": 3.449637919684003, |
| "grad_norm": 0.2745722532272339, |
| "learning_rate": 9.999843834144513e-05, |
| "loss": 0.0223, |
| "step": 5240 |
| }, |
| { |
| "epoch": 3.456221198156682, |
| "grad_norm": 0.41593703627586365, |
| "learning_rate": 9.99983049255265e-05, |
| "loss": 0.0182, |
| "step": 5250 |
| }, |
| { |
| "epoch": 3.4628044766293615, |
| "grad_norm": 0.31720176339149475, |
| "learning_rate": 9.999816604186843e-05, |
| "loss": 0.0251, |
| "step": 5260 |
| }, |
| { |
| "epoch": 3.4693877551020407, |
| "grad_norm": 0.2906181216239929, |
| "learning_rate": 9.999802169048609e-05, |
| "loss": 0.0222, |
| "step": 5270 |
| }, |
| { |
| "epoch": 3.4759710335747203, |
| "grad_norm": 0.3803907334804535, |
| "learning_rate": 9.999787187139527e-05, |
| "loss": 0.0179, |
| "step": 5280 |
| }, |
| { |
| "epoch": 3.4825543120474, |
| "grad_norm": 0.41219231486320496, |
| "learning_rate": 9.999771658461234e-05, |
| "loss": 0.0223, |
| "step": 5290 |
| }, |
| { |
| "epoch": 3.489137590520079, |
| "grad_norm": 0.3526517450809479, |
| "learning_rate": 9.999755583015431e-05, |
| "loss": 0.031, |
| "step": 5300 |
| }, |
| { |
| "epoch": 3.4957208689927586, |
| "grad_norm": 0.3900449573993683, |
| "learning_rate": 9.999738960803874e-05, |
| "loss": 0.0386, |
| "step": 5310 |
| }, |
| { |
| "epoch": 3.5023041474654377, |
| "grad_norm": 0.3482288718223572, |
| "learning_rate": 9.99972179182838e-05, |
| "loss": 0.0224, |
| "step": 5320 |
| }, |
| { |
| "epoch": 3.5088874259381173, |
| "grad_norm": 0.4343709349632263, |
| "learning_rate": 9.99970407609083e-05, |
| "loss": 0.0285, |
| "step": 5330 |
| }, |
| { |
| "epoch": 3.5154707044107965, |
| "grad_norm": 0.3820982277393341, |
| "learning_rate": 9.999685813593159e-05, |
| "loss": 0.0236, |
| "step": 5340 |
| }, |
| { |
| "epoch": 3.522053982883476, |
| "grad_norm": 0.3641161322593689, |
| "learning_rate": 9.999667004337362e-05, |
| "loss": 0.0335, |
| "step": 5350 |
| }, |
| { |
| "epoch": 3.528637261356155, |
| "grad_norm": 0.3691553771495819, |
| "learning_rate": 9.9996476483255e-05, |
| "loss": 0.0275, |
| "step": 5360 |
| }, |
| { |
| "epoch": 3.5352205398288348, |
| "grad_norm": 0.3383963406085968, |
| "learning_rate": 9.999627745559688e-05, |
| "loss": 0.0191, |
| "step": 5370 |
| }, |
| { |
| "epoch": 3.5418038183015144, |
| "grad_norm": 0.4110528826713562, |
| "learning_rate": 9.999607296042101e-05, |
| "loss": 0.0266, |
| "step": 5380 |
| }, |
| { |
| "epoch": 3.5483870967741935, |
| "grad_norm": 0.45626935362815857, |
| "learning_rate": 9.99958629977498e-05, |
| "loss": 0.0299, |
| "step": 5390 |
| }, |
| { |
| "epoch": 3.554970375246873, |
| "grad_norm": 0.4285246431827545, |
| "learning_rate": 9.999564756760615e-05, |
| "loss": 0.0266, |
| "step": 5400 |
| }, |
| { |
| "epoch": 3.5615536537195522, |
| "grad_norm": 0.41502803564071655, |
| "learning_rate": 9.999542667001366e-05, |
| "loss": 0.0242, |
| "step": 5410 |
| }, |
| { |
| "epoch": 3.568136932192232, |
| "grad_norm": 0.4082993268966675, |
| "learning_rate": 9.999520030499647e-05, |
| "loss": 0.0272, |
| "step": 5420 |
| }, |
| { |
| "epoch": 3.574720210664911, |
| "grad_norm": 0.47983601689338684, |
| "learning_rate": 9.999496847257936e-05, |
| "loss": 0.0219, |
| "step": 5430 |
| }, |
| { |
| "epoch": 3.5813034891375906, |
| "grad_norm": 0.4671506881713867, |
| "learning_rate": 9.999473117278764e-05, |
| "loss": 0.0223, |
| "step": 5440 |
| }, |
| { |
| "epoch": 3.5878867676102697, |
| "grad_norm": 0.573223888874054, |
| "learning_rate": 9.999448840564731e-05, |
| "loss": 0.0253, |
| "step": 5450 |
| }, |
| { |
| "epoch": 3.5944700460829493, |
| "grad_norm": 0.47985541820526123, |
| "learning_rate": 9.999424017118488e-05, |
| "loss": 0.0219, |
| "step": 5460 |
| }, |
| { |
| "epoch": 3.601053324555629, |
| "grad_norm": 0.49612581729888916, |
| "learning_rate": 9.999398646942751e-05, |
| "loss": 0.0286, |
| "step": 5470 |
| }, |
| { |
| "epoch": 3.607636603028308, |
| "grad_norm": 0.41392359137535095, |
| "learning_rate": 9.999372730040296e-05, |
| "loss": 0.0189, |
| "step": 5480 |
| }, |
| { |
| "epoch": 3.6142198815009876, |
| "grad_norm": 0.30266517400741577, |
| "learning_rate": 9.999346266413953e-05, |
| "loss": 0.0198, |
| "step": 5490 |
| }, |
| { |
| "epoch": 3.6208031599736668, |
| "grad_norm": 0.29903119802474976, |
| "learning_rate": 9.99931925606662e-05, |
| "loss": 0.0201, |
| "step": 5500 |
| }, |
| { |
| "epoch": 3.6273864384463463, |
| "grad_norm": 0.36555612087249756, |
| "learning_rate": 9.99929169900125e-05, |
| "loss": 0.0216, |
| "step": 5510 |
| }, |
| { |
| "epoch": 3.633969716919026, |
| "grad_norm": 0.361990749835968, |
| "learning_rate": 9.999263595220855e-05, |
| "loss": 0.021, |
| "step": 5520 |
| }, |
| { |
| "epoch": 3.640552995391705, |
| "grad_norm": 0.2887035608291626, |
| "learning_rate": 9.99923494472851e-05, |
| "loss": 0.0199, |
| "step": 5530 |
| }, |
| { |
| "epoch": 3.647136273864384, |
| "grad_norm": 0.3344179689884186, |
| "learning_rate": 9.999205747527348e-05, |
| "loss": 0.0173, |
| "step": 5540 |
| }, |
| { |
| "epoch": 3.653719552337064, |
| "grad_norm": 0.3673497438430786, |
| "learning_rate": 9.999176003620561e-05, |
| "loss": 0.0195, |
| "step": 5550 |
| }, |
| { |
| "epoch": 3.6603028308097434, |
| "grad_norm": 0.32160887122154236, |
| "learning_rate": 9.999145713011405e-05, |
| "loss": 0.0201, |
| "step": 5560 |
| }, |
| { |
| "epoch": 3.6668861092824225, |
| "grad_norm": 0.2807530164718628, |
| "learning_rate": 9.999114875703186e-05, |
| "loss": 0.0226, |
| "step": 5570 |
| }, |
| { |
| "epoch": 3.673469387755102, |
| "grad_norm": 0.4456839859485626, |
| "learning_rate": 9.999083491699281e-05, |
| "loss": 0.0187, |
| "step": 5580 |
| }, |
| { |
| "epoch": 3.6800526662277813, |
| "grad_norm": 0.5123438239097595, |
| "learning_rate": 9.999051561003123e-05, |
| "loss": 0.0211, |
| "step": 5590 |
| }, |
| { |
| "epoch": 3.686635944700461, |
| "grad_norm": 0.384736031293869, |
| "learning_rate": 9.999019083618202e-05, |
| "loss": 0.0252, |
| "step": 5600 |
| }, |
| { |
| "epoch": 3.6932192231731404, |
| "grad_norm": 0.2919522523880005, |
| "learning_rate": 9.99898605954807e-05, |
| "loss": 0.0237, |
| "step": 5610 |
| }, |
| { |
| "epoch": 3.6998025016458196, |
| "grad_norm": 0.34822607040405273, |
| "learning_rate": 9.998952488796338e-05, |
| "loss": 0.0238, |
| "step": 5620 |
| }, |
| { |
| "epoch": 3.706385780118499, |
| "grad_norm": 0.38299793004989624, |
| "learning_rate": 9.998918371366676e-05, |
| "loss": 0.0162, |
| "step": 5630 |
| }, |
| { |
| "epoch": 3.7129690585911783, |
| "grad_norm": 0.440780907869339, |
| "learning_rate": 9.99888370726282e-05, |
| "loss": 0.0254, |
| "step": 5640 |
| }, |
| { |
| "epoch": 3.719552337063858, |
| "grad_norm": 0.31846708059310913, |
| "learning_rate": 9.998848496488556e-05, |
| "loss": 0.0218, |
| "step": 5650 |
| }, |
| { |
| "epoch": 3.726135615536537, |
| "grad_norm": 0.32942384481430054, |
| "learning_rate": 9.998812739047736e-05, |
| "loss": 0.0215, |
| "step": 5660 |
| }, |
| { |
| "epoch": 3.7327188940092166, |
| "grad_norm": 0.3526286780834198, |
| "learning_rate": 9.99877643494427e-05, |
| "loss": 0.0183, |
| "step": 5670 |
| }, |
| { |
| "epoch": 3.739302172481896, |
| "grad_norm": 0.4554576873779297, |
| "learning_rate": 9.998739584182128e-05, |
| "loss": 0.0279, |
| "step": 5680 |
| }, |
| { |
| "epoch": 3.7458854509545754, |
| "grad_norm": 0.3991876244544983, |
| "learning_rate": 9.998702186765342e-05, |
| "loss": 0.02, |
| "step": 5690 |
| }, |
| { |
| "epoch": 3.752468729427255, |
| "grad_norm": 0.43987610936164856, |
| "learning_rate": 9.998664242698e-05, |
| "loss": 0.0239, |
| "step": 5700 |
| }, |
| { |
| "epoch": 3.759052007899934, |
| "grad_norm": 0.2586442232131958, |
| "learning_rate": 9.998625751984251e-05, |
| "loss": 0.0237, |
| "step": 5710 |
| }, |
| { |
| "epoch": 3.7656352863726137, |
| "grad_norm": 0.3601788878440857, |
| "learning_rate": 9.998586714628307e-05, |
| "loss": 0.0161, |
| "step": 5720 |
| }, |
| { |
| "epoch": 3.772218564845293, |
| "grad_norm": 0.4342748820781708, |
| "learning_rate": 9.998547130634432e-05, |
| "loss": 0.0253, |
| "step": 5730 |
| }, |
| { |
| "epoch": 3.7788018433179724, |
| "grad_norm": 0.3642992377281189, |
| "learning_rate": 9.99850700000696e-05, |
| "loss": 0.0198, |
| "step": 5740 |
| }, |
| { |
| "epoch": 3.785385121790652, |
| "grad_norm": 0.3224031627178192, |
| "learning_rate": 9.998466322750278e-05, |
| "loss": 0.0223, |
| "step": 5750 |
| }, |
| { |
| "epoch": 3.791968400263331, |
| "grad_norm": 0.4167894721031189, |
| "learning_rate": 9.998425098868834e-05, |
| "loss": 0.0191, |
| "step": 5760 |
| }, |
| { |
| "epoch": 3.7985516787360103, |
| "grad_norm": 0.4189382493495941, |
| "learning_rate": 9.998383328367136e-05, |
| "loss": 0.0199, |
| "step": 5770 |
| }, |
| { |
| "epoch": 3.80513495720869, |
| "grad_norm": 0.468149334192276, |
| "learning_rate": 9.99834101124975e-05, |
| "loss": 0.0231, |
| "step": 5780 |
| }, |
| { |
| "epoch": 3.8117182356813695, |
| "grad_norm": 0.41158705949783325, |
| "learning_rate": 9.998298147521309e-05, |
| "loss": 0.0244, |
| "step": 5790 |
| }, |
| { |
| "epoch": 3.8183015141540486, |
| "grad_norm": 0.376764714717865, |
| "learning_rate": 9.998254737186496e-05, |
| "loss": 0.0222, |
| "step": 5800 |
| }, |
| { |
| "epoch": 3.824884792626728, |
| "grad_norm": 0.36619943380355835, |
| "learning_rate": 9.99821078025006e-05, |
| "loss": 0.0312, |
| "step": 5810 |
| }, |
| { |
| "epoch": 3.8314680710994073, |
| "grad_norm": 0.24391573667526245, |
| "learning_rate": 9.998166276716807e-05, |
| "loss": 0.0276, |
| "step": 5820 |
| }, |
| { |
| "epoch": 3.838051349572087, |
| "grad_norm": 0.3048151731491089, |
| "learning_rate": 9.998121226591606e-05, |
| "loss": 0.0231, |
| "step": 5830 |
| }, |
| { |
| "epoch": 3.8446346280447665, |
| "grad_norm": 0.38544580340385437, |
| "learning_rate": 9.998075629879382e-05, |
| "loss": 0.0196, |
| "step": 5840 |
| }, |
| { |
| "epoch": 3.8512179065174457, |
| "grad_norm": 0.2672668695449829, |
| "learning_rate": 9.99802948658512e-05, |
| "loss": 0.0218, |
| "step": 5850 |
| }, |
| { |
| "epoch": 3.857801184990125, |
| "grad_norm": 0.4527229368686676, |
| "learning_rate": 9.99798279671387e-05, |
| "loss": 0.021, |
| "step": 5860 |
| }, |
| { |
| "epoch": 3.8643844634628044, |
| "grad_norm": 0.3108569085597992, |
| "learning_rate": 9.997935560270734e-05, |
| "loss": 0.019, |
| "step": 5870 |
| }, |
| { |
| "epoch": 3.870967741935484, |
| "grad_norm": 0.29073500633239746, |
| "learning_rate": 9.997887777260879e-05, |
| "loss": 0.0248, |
| "step": 5880 |
| }, |
| { |
| "epoch": 3.877551020408163, |
| "grad_norm": 0.34856799244880676, |
| "learning_rate": 9.997839447689532e-05, |
| "loss": 0.0217, |
| "step": 5890 |
| }, |
| { |
| "epoch": 3.8841342988808427, |
| "grad_norm": 0.3232513666152954, |
| "learning_rate": 9.997790571561978e-05, |
| "loss": 0.0203, |
| "step": 5900 |
| }, |
| { |
| "epoch": 3.890717577353522, |
| "grad_norm": 0.31828194856643677, |
| "learning_rate": 9.99774114888356e-05, |
| "loss": 0.0264, |
| "step": 5910 |
| }, |
| { |
| "epoch": 3.8973008558262014, |
| "grad_norm": 0.323972225189209, |
| "learning_rate": 9.997691179659684e-05, |
| "loss": 0.0241, |
| "step": 5920 |
| }, |
| { |
| "epoch": 3.903884134298881, |
| "grad_norm": 0.21808934211730957, |
| "learning_rate": 9.997640663895815e-05, |
| "loss": 0.0211, |
| "step": 5930 |
| }, |
| { |
| "epoch": 3.91046741277156, |
| "grad_norm": 0.29870593547821045, |
| "learning_rate": 9.997589601597477e-05, |
| "loss": 0.0235, |
| "step": 5940 |
| }, |
| { |
| "epoch": 3.9170506912442398, |
| "grad_norm": 0.36733514070510864, |
| "learning_rate": 9.997537992770252e-05, |
| "loss": 0.0205, |
| "step": 5950 |
| }, |
| { |
| "epoch": 3.923633969716919, |
| "grad_norm": 0.451858252286911, |
| "learning_rate": 9.997485837419788e-05, |
| "loss": 0.0211, |
| "step": 5960 |
| }, |
| { |
| "epoch": 3.9302172481895985, |
| "grad_norm": 0.361368328332901, |
| "learning_rate": 9.997433135551786e-05, |
| "loss": 0.0221, |
| "step": 5970 |
| }, |
| { |
| "epoch": 3.936800526662278, |
| "grad_norm": 0.40851062536239624, |
| "learning_rate": 9.997379887172009e-05, |
| "loss": 0.0176, |
| "step": 5980 |
| }, |
| { |
| "epoch": 3.9433838051349572, |
| "grad_norm": 0.3659604787826538, |
| "learning_rate": 9.997326092286281e-05, |
| "loss": 0.0244, |
| "step": 5990 |
| }, |
| { |
| "epoch": 3.9499670836076364, |
| "grad_norm": 0.38411015272140503, |
| "learning_rate": 9.997271750900486e-05, |
| "loss": 0.0259, |
| "step": 6000 |
| }, |
| { |
| "epoch": 3.956550362080316, |
| "grad_norm": 0.33671897649765015, |
| "learning_rate": 9.997216863020565e-05, |
| "loss": 0.0207, |
| "step": 6010 |
| }, |
| { |
| "epoch": 3.9631336405529956, |
| "grad_norm": 0.3913155496120453, |
| "learning_rate": 9.99716142865252e-05, |
| "loss": 0.0217, |
| "step": 6020 |
| }, |
| { |
| "epoch": 3.9697169190256747, |
| "grad_norm": 0.2653172016143799, |
| "learning_rate": 9.997105447802415e-05, |
| "loss": 0.0241, |
| "step": 6030 |
| }, |
| { |
| "epoch": 3.9763001974983543, |
| "grad_norm": 0.36002129316329956, |
| "learning_rate": 9.997048920476373e-05, |
| "loss": 0.0266, |
| "step": 6040 |
| }, |
| { |
| "epoch": 3.9828834759710334, |
| "grad_norm": 0.4489007294178009, |
| "learning_rate": 9.996991846680572e-05, |
| "loss": 0.0217, |
| "step": 6050 |
| }, |
| { |
| "epoch": 3.989466754443713, |
| "grad_norm": 0.4268869161605835, |
| "learning_rate": 9.996934226421257e-05, |
| "loss": 0.019, |
| "step": 6060 |
| }, |
| { |
| "epoch": 3.9960500329163926, |
| "grad_norm": 0.3032863736152649, |
| "learning_rate": 9.996876059704726e-05, |
| "loss": 0.0212, |
| "step": 6070 |
| }, |
| { |
| "epoch": 4.002633311389072, |
| "grad_norm": 0.3210552930831909, |
| "learning_rate": 9.996817346537343e-05, |
| "loss": 0.0176, |
| "step": 6080 |
| }, |
| { |
| "epoch": 4.009216589861751, |
| "grad_norm": 0.3281209468841553, |
| "learning_rate": 9.996758086925526e-05, |
| "loss": 0.0244, |
| "step": 6090 |
| }, |
| { |
| "epoch": 4.0157998683344305, |
| "grad_norm": 0.46323278546333313, |
| "learning_rate": 9.996698280875759e-05, |
| "loss": 0.023, |
| "step": 6100 |
| }, |
| { |
| "epoch": 4.02238314680711, |
| "grad_norm": 0.32954826951026917, |
| "learning_rate": 9.99663792839458e-05, |
| "loss": 0.0263, |
| "step": 6110 |
| }, |
| { |
| "epoch": 4.02896642527979, |
| "grad_norm": 0.3930584788322449, |
| "learning_rate": 9.99657702948859e-05, |
| "loss": 0.0224, |
| "step": 6120 |
| }, |
| { |
| "epoch": 4.035549703752468, |
| "grad_norm": 0.2861038148403168, |
| "learning_rate": 9.996515584164448e-05, |
| "loss": 0.026, |
| "step": 6130 |
| }, |
| { |
| "epoch": 4.042132982225148, |
| "grad_norm": 0.2715913653373718, |
| "learning_rate": 9.996453592428873e-05, |
| "loss": 0.0209, |
| "step": 6140 |
| }, |
| { |
| "epoch": 4.0487162606978275, |
| "grad_norm": 0.34742867946624756, |
| "learning_rate": 9.996391054288646e-05, |
| "loss": 0.0198, |
| "step": 6150 |
| }, |
| { |
| "epoch": 4.055299539170507, |
| "grad_norm": 0.3816830515861511, |
| "learning_rate": 9.996327969750605e-05, |
| "loss": 0.0251, |
| "step": 6160 |
| }, |
| { |
| "epoch": 4.061882817643187, |
| "grad_norm": 0.3666089177131653, |
| "learning_rate": 9.996264338821649e-05, |
| "loss": 0.0242, |
| "step": 6170 |
| }, |
| { |
| "epoch": 4.068466096115865, |
| "grad_norm": 0.4186146855354309, |
| "learning_rate": 9.996200161508735e-05, |
| "loss": 0.0236, |
| "step": 6180 |
| }, |
| { |
| "epoch": 4.075049374588545, |
| "grad_norm": 0.41126886010169983, |
| "learning_rate": 9.996135437818885e-05, |
| "loss": 0.0194, |
| "step": 6190 |
| }, |
| { |
| "epoch": 4.081632653061225, |
| "grad_norm": 0.35650280117988586, |
| "learning_rate": 9.996070167759175e-05, |
| "loss": 0.025, |
| "step": 6200 |
| }, |
| { |
| "epoch": 4.088215931533904, |
| "grad_norm": 0.3541823923587799, |
| "learning_rate": 9.996004351336743e-05, |
| "loss": 0.0223, |
| "step": 6210 |
| }, |
| { |
| "epoch": 4.094799210006583, |
| "grad_norm": 0.37730729579925537, |
| "learning_rate": 9.995937988558785e-05, |
| "loss": 0.0312, |
| "step": 6220 |
| }, |
| { |
| "epoch": 4.1013824884792625, |
| "grad_norm": 0.36955150961875916, |
| "learning_rate": 9.995871079432561e-05, |
| "loss": 0.0259, |
| "step": 6230 |
| }, |
| { |
| "epoch": 4.107965766951942, |
| "grad_norm": 0.293836385011673, |
| "learning_rate": 9.995803623965389e-05, |
| "loss": 0.017, |
| "step": 6240 |
| }, |
| { |
| "epoch": 4.114549045424622, |
| "grad_norm": 0.3713253438472748, |
| "learning_rate": 9.995735622164641e-05, |
| "loss": 0.0208, |
| "step": 6250 |
| }, |
| { |
| "epoch": 4.121132323897301, |
| "grad_norm": 0.4140655994415283, |
| "learning_rate": 9.995667074037758e-05, |
| "loss": 0.0259, |
| "step": 6260 |
| }, |
| { |
| "epoch": 4.12771560236998, |
| "grad_norm": 0.48406219482421875, |
| "learning_rate": 9.995597979592232e-05, |
| "loss": 0.0254, |
| "step": 6270 |
| }, |
| { |
| "epoch": 4.1342988808426595, |
| "grad_norm": 0.5829688310623169, |
| "learning_rate": 9.995528338835625e-05, |
| "loss": 0.0298, |
| "step": 6280 |
| }, |
| { |
| "epoch": 4.140882159315339, |
| "grad_norm": 0.42463943362236023, |
| "learning_rate": 9.995458151775547e-05, |
| "loss": 0.0257, |
| "step": 6290 |
| }, |
| { |
| "epoch": 4.147465437788019, |
| "grad_norm": 0.3564859926700592, |
| "learning_rate": 9.995387418419677e-05, |
| "loss": 0.0295, |
| "step": 6300 |
| }, |
| { |
| "epoch": 4.154048716260698, |
| "grad_norm": 0.3211365044116974, |
| "learning_rate": 9.99531613877575e-05, |
| "loss": 0.0213, |
| "step": 6310 |
| }, |
| { |
| "epoch": 4.160631994733377, |
| "grad_norm": 0.45185497403144836, |
| "learning_rate": 9.995244312851559e-05, |
| "loss": 0.0272, |
| "step": 6320 |
| }, |
| { |
| "epoch": 4.167215273206057, |
| "grad_norm": 0.48442375659942627, |
| "learning_rate": 9.995171940654961e-05, |
| "loss": 0.0273, |
| "step": 6330 |
| }, |
| { |
| "epoch": 4.173798551678736, |
| "grad_norm": 0.24598322808742523, |
| "learning_rate": 9.995099022193871e-05, |
| "loss": 0.0284, |
| "step": 6340 |
| }, |
| { |
| "epoch": 4.180381830151416, |
| "grad_norm": 0.39929965138435364, |
| "learning_rate": 9.995025557476261e-05, |
| "loss": 0.0245, |
| "step": 6350 |
| }, |
| { |
| "epoch": 4.186965108624094, |
| "grad_norm": 0.3389293849468231, |
| "learning_rate": 9.994951546510165e-05, |
| "loss": 0.0249, |
| "step": 6360 |
| }, |
| { |
| "epoch": 4.193548387096774, |
| "grad_norm": 0.3898114860057831, |
| "learning_rate": 9.994876989303679e-05, |
| "loss": 0.0265, |
| "step": 6370 |
| }, |
| { |
| "epoch": 4.200131665569454, |
| "grad_norm": 0.36348646879196167, |
| "learning_rate": 9.994801885864955e-05, |
| "loss": 0.0239, |
| "step": 6380 |
| }, |
| { |
| "epoch": 4.206714944042133, |
| "grad_norm": 0.2853721082210541, |
| "learning_rate": 9.994726236202205e-05, |
| "loss": 0.0291, |
| "step": 6390 |
| }, |
| { |
| "epoch": 4.213298222514813, |
| "grad_norm": 0.3526742458343506, |
| "learning_rate": 9.994650040323704e-05, |
| "loss": 0.0265, |
| "step": 6400 |
| }, |
| { |
| "epoch": 4.2198815009874915, |
| "grad_norm": 0.3583781123161316, |
| "learning_rate": 9.994573298237784e-05, |
| "loss": 0.0257, |
| "step": 6410 |
| }, |
| { |
| "epoch": 4.226464779460171, |
| "grad_norm": 0.38797321915626526, |
| "learning_rate": 9.994496009952837e-05, |
| "loss": 0.0249, |
| "step": 6420 |
| }, |
| { |
| "epoch": 4.233048057932851, |
| "grad_norm": 0.5112622976303101, |
| "learning_rate": 9.994418175477316e-05, |
| "loss": 0.0275, |
| "step": 6430 |
| }, |
| { |
| "epoch": 4.23963133640553, |
| "grad_norm": 0.5210843682289124, |
| "learning_rate": 9.994339794819733e-05, |
| "loss": 0.0213, |
| "step": 6440 |
| }, |
| { |
| "epoch": 4.246214614878209, |
| "grad_norm": 0.30685919523239136, |
| "learning_rate": 9.994260867988658e-05, |
| "loss": 0.0265, |
| "step": 6450 |
| }, |
| { |
| "epoch": 4.2527978933508885, |
| "grad_norm": 0.35485345125198364, |
| "learning_rate": 9.994181394992723e-05, |
| "loss": 0.017, |
| "step": 6460 |
| }, |
| { |
| "epoch": 4.259381171823568, |
| "grad_norm": 0.28581544756889343, |
| "learning_rate": 9.994101375840618e-05, |
| "loss": 0.0234, |
| "step": 6470 |
| }, |
| { |
| "epoch": 4.265964450296248, |
| "grad_norm": 0.3446362018585205, |
| "learning_rate": 9.994020810541098e-05, |
| "loss": 0.0169, |
| "step": 6480 |
| }, |
| { |
| "epoch": 4.272547728768927, |
| "grad_norm": 0.3929535746574402, |
| "learning_rate": 9.99393969910297e-05, |
| "loss": 0.0178, |
| "step": 6490 |
| }, |
| { |
| "epoch": 4.279131007241606, |
| "grad_norm": 0.3449273109436035, |
| "learning_rate": 9.993858041535104e-05, |
| "loss": 0.0187, |
| "step": 6500 |
| }, |
| { |
| "epoch": 4.285714285714286, |
| "grad_norm": 0.4571034908294678, |
| "learning_rate": 9.99377583784643e-05, |
| "loss": 0.0287, |
| "step": 6510 |
| }, |
| { |
| "epoch": 4.292297564186965, |
| "grad_norm": 0.3422394394874573, |
| "learning_rate": 9.993693088045939e-05, |
| "loss": 0.0221, |
| "step": 6520 |
| }, |
| { |
| "epoch": 4.298880842659645, |
| "grad_norm": 0.31809157133102417, |
| "learning_rate": 9.99360979214268e-05, |
| "loss": 0.0181, |
| "step": 6530 |
| }, |
| { |
| "epoch": 4.305464121132324, |
| "grad_norm": 0.36174312233924866, |
| "learning_rate": 9.99352595014576e-05, |
| "loss": 0.0259, |
| "step": 6540 |
| }, |
| { |
| "epoch": 4.312047399605003, |
| "grad_norm": 0.3008595407009125, |
| "learning_rate": 9.993441562064354e-05, |
| "loss": 0.0212, |
| "step": 6550 |
| }, |
| { |
| "epoch": 4.318630678077683, |
| "grad_norm": 0.3762459456920624, |
| "learning_rate": 9.993356627907685e-05, |
| "loss": 0.0174, |
| "step": 6560 |
| }, |
| { |
| "epoch": 4.325213956550362, |
| "grad_norm": 0.6818409562110901, |
| "learning_rate": 9.99327114768504e-05, |
| "loss": 0.0252, |
| "step": 6570 |
| }, |
| { |
| "epoch": 4.331797235023042, |
| "grad_norm": 0.3158642649650574, |
| "learning_rate": 9.99318512140577e-05, |
| "loss": 0.0189, |
| "step": 6580 |
| }, |
| { |
| "epoch": 4.3383805134957205, |
| "grad_norm": 0.3021540343761444, |
| "learning_rate": 9.993098549079284e-05, |
| "loss": 0.0232, |
| "step": 6590 |
| }, |
| { |
| "epoch": 4.3449637919684, |
| "grad_norm": 0.36075422167778015, |
| "learning_rate": 9.993011430715047e-05, |
| "loss": 0.0208, |
| "step": 6600 |
| }, |
| { |
| "epoch": 4.35154707044108, |
| "grad_norm": 0.31216225028038025, |
| "learning_rate": 9.992923766322586e-05, |
| "loss": 0.0145, |
| "step": 6610 |
| }, |
| { |
| "epoch": 4.358130348913759, |
| "grad_norm": 0.37069186568260193, |
| "learning_rate": 9.99283555591149e-05, |
| "loss": 0.0253, |
| "step": 6620 |
| }, |
| { |
| "epoch": 4.364713627386438, |
| "grad_norm": 0.42145857214927673, |
| "learning_rate": 9.992746799491404e-05, |
| "loss": 0.0175, |
| "step": 6630 |
| }, |
| { |
| "epoch": 4.371296905859118, |
| "grad_norm": 0.35462507605552673, |
| "learning_rate": 9.992657497072033e-05, |
| "loss": 0.017, |
| "step": 6640 |
| }, |
| { |
| "epoch": 4.377880184331797, |
| "grad_norm": 0.3720964789390564, |
| "learning_rate": 9.992567648663147e-05, |
| "loss": 0.0158, |
| "step": 6650 |
| }, |
| { |
| "epoch": 4.384463462804477, |
| "grad_norm": 0.42377179861068726, |
| "learning_rate": 9.992477254274568e-05, |
| "loss": 0.0244, |
| "step": 6660 |
| }, |
| { |
| "epoch": 4.391046741277156, |
| "grad_norm": 0.4149368703365326, |
| "learning_rate": 9.992386313916183e-05, |
| "loss": 0.0206, |
| "step": 6670 |
| }, |
| { |
| "epoch": 4.397630019749835, |
| "grad_norm": 0.3542799651622772, |
| "learning_rate": 9.992294827597934e-05, |
| "loss": 0.0204, |
| "step": 6680 |
| }, |
| { |
| "epoch": 4.404213298222515, |
| "grad_norm": 0.30297449231147766, |
| "learning_rate": 9.992202795329831e-05, |
| "loss": 0.0235, |
| "step": 6690 |
| }, |
| { |
| "epoch": 4.410796576695194, |
| "grad_norm": 0.2499985247850418, |
| "learning_rate": 9.992110217121936e-05, |
| "loss": 0.0255, |
| "step": 6700 |
| }, |
| { |
| "epoch": 4.417379855167874, |
| "grad_norm": 0.38808703422546387, |
| "learning_rate": 9.992017092984372e-05, |
| "loss": 0.0208, |
| "step": 6710 |
| }, |
| { |
| "epoch": 4.423963133640553, |
| "grad_norm": 0.3152003586292267, |
| "learning_rate": 9.991923422927326e-05, |
| "loss": 0.0193, |
| "step": 6720 |
| }, |
| { |
| "epoch": 4.430546412113232, |
| "grad_norm": 0.4033868908882141, |
| "learning_rate": 9.991829206961037e-05, |
| "loss": 0.0301, |
| "step": 6730 |
| }, |
| { |
| "epoch": 4.437129690585912, |
| "grad_norm": 0.24699853360652924, |
| "learning_rate": 9.991734445095813e-05, |
| "loss": 0.0274, |
| "step": 6740 |
| }, |
| { |
| "epoch": 4.443712969058591, |
| "grad_norm": 0.31773144006729126, |
| "learning_rate": 9.991639137342015e-05, |
| "loss": 0.0195, |
| "step": 6750 |
| }, |
| { |
| "epoch": 4.450296247531271, |
| "grad_norm": 0.24428239464759827, |
| "learning_rate": 9.991543283710064e-05, |
| "loss": 0.0269, |
| "step": 6760 |
| }, |
| { |
| "epoch": 4.45687952600395, |
| "grad_norm": 0.34858056902885437, |
| "learning_rate": 9.991446884210445e-05, |
| "loss": 0.0266, |
| "step": 6770 |
| }, |
| { |
| "epoch": 4.463462804476629, |
| "grad_norm": 0.4921180307865143, |
| "learning_rate": 9.9913499388537e-05, |
| "loss": 0.0228, |
| "step": 6780 |
| }, |
| { |
| "epoch": 4.470046082949309, |
| "grad_norm": 0.3228455185890198, |
| "learning_rate": 9.99125244765043e-05, |
| "loss": 0.02, |
| "step": 6790 |
| }, |
| { |
| "epoch": 4.476629361421988, |
| "grad_norm": 0.4304894804954529, |
| "learning_rate": 9.991154410611296e-05, |
| "loss": 0.031, |
| "step": 6800 |
| }, |
| { |
| "epoch": 4.483212639894668, |
| "grad_norm": 0.39444026350975037, |
| "learning_rate": 9.99105582774702e-05, |
| "loss": 0.0236, |
| "step": 6810 |
| }, |
| { |
| "epoch": 4.489795918367347, |
| "grad_norm": 0.3531991243362427, |
| "learning_rate": 9.990956699068384e-05, |
| "loss": 0.0206, |
| "step": 6820 |
| }, |
| { |
| "epoch": 4.496379196840026, |
| "grad_norm": 0.39403006434440613, |
| "learning_rate": 9.990857024586224e-05, |
| "loss": 0.0265, |
| "step": 6830 |
| }, |
| { |
| "epoch": 4.502962475312706, |
| "grad_norm": 0.3178650438785553, |
| "learning_rate": 9.990756804311446e-05, |
| "loss": 0.021, |
| "step": 6840 |
| }, |
| { |
| "epoch": 4.509545753785385, |
| "grad_norm": 0.32949298620224, |
| "learning_rate": 9.990656038255006e-05, |
| "loss": 0.0228, |
| "step": 6850 |
| }, |
| { |
| "epoch": 4.516129032258064, |
| "grad_norm": 0.5329727530479431, |
| "learning_rate": 9.990554726427926e-05, |
| "loss": 0.018, |
| "step": 6860 |
| }, |
| { |
| "epoch": 4.522712310730744, |
| "grad_norm": 0.41025176644325256, |
| "learning_rate": 9.990452868841284e-05, |
| "loss": 0.0187, |
| "step": 6870 |
| }, |
| { |
| "epoch": 4.529295589203423, |
| "grad_norm": 0.5469089150428772, |
| "learning_rate": 9.99035046550622e-05, |
| "loss": 0.0288, |
| "step": 6880 |
| }, |
| { |
| "epoch": 4.535878867676103, |
| "grad_norm": 0.27765026688575745, |
| "learning_rate": 9.99024751643393e-05, |
| "loss": 0.0177, |
| "step": 6890 |
| }, |
| { |
| "epoch": 4.542462146148782, |
| "grad_norm": 0.4035395383834839, |
| "learning_rate": 9.990144021635677e-05, |
| "loss": 0.0208, |
| "step": 6900 |
| }, |
| { |
| "epoch": 4.549045424621461, |
| "grad_norm": 0.27665823698043823, |
| "learning_rate": 9.990039981122775e-05, |
| "loss": 0.024, |
| "step": 6910 |
| }, |
| { |
| "epoch": 4.555628703094141, |
| "grad_norm": 0.4746190905570984, |
| "learning_rate": 9.989935394906602e-05, |
| "loss": 0.0256, |
| "step": 6920 |
| }, |
| { |
| "epoch": 4.56221198156682, |
| "grad_norm": 0.32918480038642883, |
| "learning_rate": 9.989830262998598e-05, |
| "loss": 0.0196, |
| "step": 6930 |
| }, |
| { |
| "epoch": 4.5687952600395, |
| "grad_norm": 0.2479863166809082, |
| "learning_rate": 9.989724585410259e-05, |
| "loss": 0.0209, |
| "step": 6940 |
| }, |
| { |
| "epoch": 4.5753785385121795, |
| "grad_norm": 0.26176539063453674, |
| "learning_rate": 9.989618362153139e-05, |
| "loss": 0.0228, |
| "step": 6950 |
| }, |
| { |
| "epoch": 4.581961816984858, |
| "grad_norm": 0.3173213303089142, |
| "learning_rate": 9.989511593238859e-05, |
| "loss": 0.0217, |
| "step": 6960 |
| }, |
| { |
| "epoch": 4.588545095457538, |
| "grad_norm": 0.36864015460014343, |
| "learning_rate": 9.98940427867909e-05, |
| "loss": 0.0185, |
| "step": 6970 |
| }, |
| { |
| "epoch": 4.595128373930217, |
| "grad_norm": 0.37078654766082764, |
| "learning_rate": 9.989296418485573e-05, |
| "loss": 0.0205, |
| "step": 6980 |
| }, |
| { |
| "epoch": 4.601711652402897, |
| "grad_norm": 0.3953816592693329, |
| "learning_rate": 9.989188012670101e-05, |
| "loss": 0.0332, |
| "step": 6990 |
| }, |
| { |
| "epoch": 4.6082949308755765, |
| "grad_norm": 0.3798612058162689, |
| "learning_rate": 9.989079061244528e-05, |
| "loss": 0.022, |
| "step": 7000 |
| }, |
| { |
| "epoch": 4.614878209348255, |
| "grad_norm": 0.5186861157417297, |
| "learning_rate": 9.988969564220769e-05, |
| "loss": 0.027, |
| "step": 7010 |
| }, |
| { |
| "epoch": 4.621461487820935, |
| "grad_norm": 0.37296605110168457, |
| "learning_rate": 9.988859521610801e-05, |
| "loss": 0.0228, |
| "step": 7020 |
| }, |
| { |
| "epoch": 4.628044766293614, |
| "grad_norm": 0.42057400941848755, |
| "learning_rate": 9.988748933426656e-05, |
| "loss": 0.0205, |
| "step": 7030 |
| }, |
| { |
| "epoch": 4.634628044766294, |
| "grad_norm": 0.37162378430366516, |
| "learning_rate": 9.988637799680428e-05, |
| "loss": 0.0226, |
| "step": 7040 |
| }, |
| { |
| "epoch": 4.641211323238973, |
| "grad_norm": 0.35913753509521484, |
| "learning_rate": 9.98852612038427e-05, |
| "loss": 0.0223, |
| "step": 7050 |
| }, |
| { |
| "epoch": 4.647794601711652, |
| "grad_norm": 0.38595256209373474, |
| "learning_rate": 9.988413895550397e-05, |
| "loss": 0.0224, |
| "step": 7060 |
| }, |
| { |
| "epoch": 4.654377880184332, |
| "grad_norm": 0.3278777599334717, |
| "learning_rate": 9.98830112519108e-05, |
| "loss": 0.0244, |
| "step": 7070 |
| }, |
| { |
| "epoch": 4.660961158657011, |
| "grad_norm": 0.46379902958869934, |
| "learning_rate": 9.98818780931865e-05, |
| "loss": 0.0245, |
| "step": 7080 |
| }, |
| { |
| "epoch": 4.66754443712969, |
| "grad_norm": 0.3076514005661011, |
| "learning_rate": 9.988073947945502e-05, |
| "loss": 0.0208, |
| "step": 7090 |
| }, |
| { |
| "epoch": 4.67412771560237, |
| "grad_norm": 0.3563447594642639, |
| "learning_rate": 9.987959541084087e-05, |
| "loss": 0.0248, |
| "step": 7100 |
| }, |
| { |
| "epoch": 4.680710994075049, |
| "grad_norm": 0.3640218675136566, |
| "learning_rate": 9.987844588746915e-05, |
| "loss": 0.0235, |
| "step": 7110 |
| }, |
| { |
| "epoch": 4.687294272547729, |
| "grad_norm": 0.4865831434726715, |
| "learning_rate": 9.987729090946558e-05, |
| "loss": 0.0213, |
| "step": 7120 |
| }, |
| { |
| "epoch": 4.6938775510204085, |
| "grad_norm": 0.27077776193618774, |
| "learning_rate": 9.987613047695647e-05, |
| "loss": 0.0249, |
| "step": 7130 |
| }, |
| { |
| "epoch": 4.700460829493087, |
| "grad_norm": 0.4091435372829437, |
| "learning_rate": 9.987496459006871e-05, |
| "loss": 0.0252, |
| "step": 7140 |
| }, |
| { |
| "epoch": 4.707044107965767, |
| "grad_norm": 0.31777116656303406, |
| "learning_rate": 9.987379324892982e-05, |
| "loss": 0.0187, |
| "step": 7150 |
| }, |
| { |
| "epoch": 4.713627386438446, |
| "grad_norm": 0.2603038251399994, |
| "learning_rate": 9.987261645366788e-05, |
| "loss": 0.0248, |
| "step": 7160 |
| }, |
| { |
| "epoch": 4.720210664911126, |
| "grad_norm": 0.31177574396133423, |
| "learning_rate": 9.987143420441158e-05, |
| "loss": 0.0197, |
| "step": 7170 |
| }, |
| { |
| "epoch": 4.7267939433838055, |
| "grad_norm": 0.30174535512924194, |
| "learning_rate": 9.987024650129022e-05, |
| "loss": 0.0199, |
| "step": 7180 |
| }, |
| { |
| "epoch": 4.733377221856484, |
| "grad_norm": 0.3529543876647949, |
| "learning_rate": 9.986905334443368e-05, |
| "loss": 0.0199, |
| "step": 7190 |
| }, |
| { |
| "epoch": 4.739960500329164, |
| "grad_norm": 0.37991321086883545, |
| "learning_rate": 9.986785473397245e-05, |
| "loss": 0.0257, |
| "step": 7200 |
| }, |
| { |
| "epoch": 4.746543778801843, |
| "grad_norm": 0.3611675500869751, |
| "learning_rate": 9.98666506700376e-05, |
| "loss": 0.0195, |
| "step": 7210 |
| }, |
| { |
| "epoch": 4.753127057274523, |
| "grad_norm": 0.3074056804180145, |
| "learning_rate": 9.986544115276081e-05, |
| "loss": 0.0163, |
| "step": 7220 |
| }, |
| { |
| "epoch": 4.759710335747203, |
| "grad_norm": 0.29158279299736023, |
| "learning_rate": 9.986422618227433e-05, |
| "loss": 0.0195, |
| "step": 7230 |
| }, |
| { |
| "epoch": 4.766293614219881, |
| "grad_norm": 0.2504565715789795, |
| "learning_rate": 9.986300575871106e-05, |
| "loss": 0.0195, |
| "step": 7240 |
| }, |
| { |
| "epoch": 4.772876892692561, |
| "grad_norm": 0.36455443501472473, |
| "learning_rate": 9.986177988220444e-05, |
| "loss": 0.0231, |
| "step": 7250 |
| }, |
| { |
| "epoch": 4.7794601711652405, |
| "grad_norm": 0.281720906496048, |
| "learning_rate": 9.986054855288856e-05, |
| "loss": 0.019, |
| "step": 7260 |
| }, |
| { |
| "epoch": 4.78604344963792, |
| "grad_norm": 0.3896733820438385, |
| "learning_rate": 9.985931177089802e-05, |
| "loss": 0.0273, |
| "step": 7270 |
| }, |
| { |
| "epoch": 4.792626728110599, |
| "grad_norm": 0.45102396607398987, |
| "learning_rate": 9.985806953636814e-05, |
| "loss": 0.0193, |
| "step": 7280 |
| }, |
| { |
| "epoch": 4.799210006583278, |
| "grad_norm": 0.3472176790237427, |
| "learning_rate": 9.985682184943471e-05, |
| "loss": 0.0216, |
| "step": 7290 |
| }, |
| { |
| "epoch": 4.805793285055958, |
| "grad_norm": 0.3363492786884308, |
| "learning_rate": 9.98555687102342e-05, |
| "loss": 0.0313, |
| "step": 7300 |
| }, |
| { |
| "epoch": 4.8123765635286375, |
| "grad_norm": 0.39487481117248535, |
| "learning_rate": 9.985431011890367e-05, |
| "loss": 0.0191, |
| "step": 7310 |
| }, |
| { |
| "epoch": 4.818959842001316, |
| "grad_norm": 0.3850216567516327, |
| "learning_rate": 9.985304607558075e-05, |
| "loss": 0.02, |
| "step": 7320 |
| }, |
| { |
| "epoch": 4.825543120473996, |
| "grad_norm": 0.3322221040725708, |
| "learning_rate": 9.985177658040364e-05, |
| "loss": 0.0231, |
| "step": 7330 |
| }, |
| { |
| "epoch": 4.832126398946675, |
| "grad_norm": 0.5157605409622192, |
| "learning_rate": 9.985050163351119e-05, |
| "loss": 0.0225, |
| "step": 7340 |
| }, |
| { |
| "epoch": 4.838709677419355, |
| "grad_norm": 0.3799228072166443, |
| "learning_rate": 9.984922123504286e-05, |
| "loss": 0.0225, |
| "step": 7350 |
| }, |
| { |
| "epoch": 4.845292955892035, |
| "grad_norm": 0.3860776722431183, |
| "learning_rate": 9.984793538513862e-05, |
| "loss": 0.0241, |
| "step": 7360 |
| }, |
| { |
| "epoch": 4.851876234364713, |
| "grad_norm": 0.2610214948654175, |
| "learning_rate": 9.984664408393912e-05, |
| "loss": 0.024, |
| "step": 7370 |
| }, |
| { |
| "epoch": 4.858459512837393, |
| "grad_norm": 0.21491529047489166, |
| "learning_rate": 9.984534733158556e-05, |
| "loss": 0.0227, |
| "step": 7380 |
| }, |
| { |
| "epoch": 4.8650427913100724, |
| "grad_norm": 0.2675805687904358, |
| "learning_rate": 9.984404512821977e-05, |
| "loss": 0.02, |
| "step": 7390 |
| }, |
| { |
| "epoch": 4.871626069782752, |
| "grad_norm": 0.34597620368003845, |
| "learning_rate": 9.984273747398411e-05, |
| "loss": 0.0195, |
| "step": 7400 |
| }, |
| { |
| "epoch": 4.878209348255432, |
| "grad_norm": 0.3053875267505646, |
| "learning_rate": 9.984142436902165e-05, |
| "loss": 0.0187, |
| "step": 7410 |
| }, |
| { |
| "epoch": 4.88479262672811, |
| "grad_norm": 0.317487508058548, |
| "learning_rate": 9.984010581347596e-05, |
| "loss": 0.0323, |
| "step": 7420 |
| }, |
| { |
| "epoch": 4.89137590520079, |
| "grad_norm": 0.29832401871681213, |
| "learning_rate": 9.983878180749121e-05, |
| "loss": 0.0264, |
| "step": 7430 |
| }, |
| { |
| "epoch": 4.8979591836734695, |
| "grad_norm": 0.4275784492492676, |
| "learning_rate": 9.983745235121222e-05, |
| "loss": 0.0181, |
| "step": 7440 |
| }, |
| { |
| "epoch": 4.904542462146149, |
| "grad_norm": 0.39839449524879456, |
| "learning_rate": 9.983611744478438e-05, |
| "loss": 0.0197, |
| "step": 7450 |
| }, |
| { |
| "epoch": 4.911125740618829, |
| "grad_norm": 0.34340113401412964, |
| "learning_rate": 9.983477708835365e-05, |
| "loss": 0.0208, |
| "step": 7460 |
| }, |
| { |
| "epoch": 4.917709019091507, |
| "grad_norm": 0.3064946234226227, |
| "learning_rate": 9.983343128206664e-05, |
| "loss": 0.0232, |
| "step": 7470 |
| }, |
| { |
| "epoch": 4.924292297564187, |
| "grad_norm": 0.32203012704849243, |
| "learning_rate": 9.983208002607049e-05, |
| "loss": 0.0278, |
| "step": 7480 |
| }, |
| { |
| "epoch": 4.9308755760368665, |
| "grad_norm": 0.34060534834861755, |
| "learning_rate": 9.9830723320513e-05, |
| "loss": 0.0216, |
| "step": 7490 |
| }, |
| { |
| "epoch": 4.937458854509546, |
| "grad_norm": 0.3820332884788513, |
| "learning_rate": 9.982936116554254e-05, |
| "loss": 0.0233, |
| "step": 7500 |
| }, |
| { |
| "epoch": 4.944042132982225, |
| "grad_norm": 0.5205534100532532, |
| "learning_rate": 9.982799356130803e-05, |
| "loss": 0.0165, |
| "step": 7510 |
| }, |
| { |
| "epoch": 4.950625411454904, |
| "grad_norm": 0.3744429647922516, |
| "learning_rate": 9.982662050795908e-05, |
| "loss": 0.0246, |
| "step": 7520 |
| }, |
| { |
| "epoch": 4.957208689927584, |
| "grad_norm": 0.38129329681396484, |
| "learning_rate": 9.982524200564583e-05, |
| "loss": 0.0298, |
| "step": 7530 |
| }, |
| { |
| "epoch": 4.963791968400264, |
| "grad_norm": 0.40962719917297363, |
| "learning_rate": 9.982385805451901e-05, |
| "loss": 0.0229, |
| "step": 7540 |
| }, |
| { |
| "epoch": 4.970375246872942, |
| "grad_norm": 0.3934646248817444, |
| "learning_rate": 9.982246865472998e-05, |
| "loss": 0.024, |
| "step": 7550 |
| }, |
| { |
| "epoch": 4.976958525345622, |
| "grad_norm": 0.4171105921268463, |
| "learning_rate": 9.982107380643069e-05, |
| "loss": 0.02, |
| "step": 7560 |
| }, |
| { |
| "epoch": 4.9835418038183015, |
| "grad_norm": 0.3089905381202698, |
| "learning_rate": 9.981967350977368e-05, |
| "loss": 0.0161, |
| "step": 7570 |
| }, |
| { |
| "epoch": 4.990125082290981, |
| "grad_norm": 0.4313291013240814, |
| "learning_rate": 9.981826776491208e-05, |
| "loss": 0.0224, |
| "step": 7580 |
| }, |
| { |
| "epoch": 4.996708360763661, |
| "grad_norm": 0.2518802285194397, |
| "learning_rate": 9.98168565719996e-05, |
| "loss": 0.0242, |
| "step": 7590 |
| }, |
| { |
| "epoch": 5.003291639236339, |
| "grad_norm": 0.3616885542869568, |
| "learning_rate": 9.98154399311906e-05, |
| "loss": 0.0208, |
| "step": 7600 |
| }, |
| { |
| "epoch": 5.009874917709019, |
| "grad_norm": 0.3517681956291199, |
| "learning_rate": 9.981401784263997e-05, |
| "loss": 0.0172, |
| "step": 7610 |
| }, |
| { |
| "epoch": 5.0164581961816985, |
| "grad_norm": 0.31701499223709106, |
| "learning_rate": 9.981259030650326e-05, |
| "loss": 0.0157, |
| "step": 7620 |
| }, |
| { |
| "epoch": 5.023041474654378, |
| "grad_norm": 0.33666568994522095, |
| "learning_rate": 9.981115732293655e-05, |
| "loss": 0.0291, |
| "step": 7630 |
| }, |
| { |
| "epoch": 5.029624753127058, |
| "grad_norm": 0.3851187527179718, |
| "learning_rate": 9.980971889209659e-05, |
| "loss": 0.018, |
| "step": 7640 |
| }, |
| { |
| "epoch": 5.036208031599736, |
| "grad_norm": 0.3008062541484833, |
| "learning_rate": 9.980827501414064e-05, |
| "loss": 0.0251, |
| "step": 7650 |
| }, |
| { |
| "epoch": 5.042791310072416, |
| "grad_norm": 0.29571911692619324, |
| "learning_rate": 9.980682568922663e-05, |
| "loss": 0.0216, |
| "step": 7660 |
| }, |
| { |
| "epoch": 5.049374588545096, |
| "grad_norm": 0.297370582818985, |
| "learning_rate": 9.980537091751304e-05, |
| "loss": 0.0207, |
| "step": 7670 |
| }, |
| { |
| "epoch": 5.055957867017775, |
| "grad_norm": 0.32923704385757446, |
| "learning_rate": 9.980391069915897e-05, |
| "loss": 0.0221, |
| "step": 7680 |
| }, |
| { |
| "epoch": 5.062541145490454, |
| "grad_norm": 0.2297673374414444, |
| "learning_rate": 9.98024450343241e-05, |
| "loss": 0.0196, |
| "step": 7690 |
| }, |
| { |
| "epoch": 5.0691244239631335, |
| "grad_norm": 0.3981427252292633, |
| "learning_rate": 9.980097392316872e-05, |
| "loss": 0.0185, |
| "step": 7700 |
| }, |
| { |
| "epoch": 5.075707702435813, |
| "grad_norm": 0.2640717923641205, |
| "learning_rate": 9.97994973658537e-05, |
| "loss": 0.0189, |
| "step": 7710 |
| }, |
| { |
| "epoch": 5.082290980908493, |
| "grad_norm": 0.4028050899505615, |
| "learning_rate": 9.979801536254054e-05, |
| "loss": 0.0246, |
| "step": 7720 |
| }, |
| { |
| "epoch": 5.088874259381172, |
| "grad_norm": 0.36920779943466187, |
| "learning_rate": 9.979652791339127e-05, |
| "loss": 0.0221, |
| "step": 7730 |
| }, |
| { |
| "epoch": 5.095457537853851, |
| "grad_norm": 0.35855594277381897, |
| "learning_rate": 9.97950350185686e-05, |
| "loss": 0.0209, |
| "step": 7740 |
| }, |
| { |
| "epoch": 5.1020408163265305, |
| "grad_norm": 0.3702905476093292, |
| "learning_rate": 9.979353667823574e-05, |
| "loss": 0.0231, |
| "step": 7750 |
| }, |
| { |
| "epoch": 5.10862409479921, |
| "grad_norm": 0.3827485144138336, |
| "learning_rate": 9.979203289255658e-05, |
| "loss": 0.022, |
| "step": 7760 |
| }, |
| { |
| "epoch": 5.11520737327189, |
| "grad_norm": 0.3270743787288666, |
| "learning_rate": 9.979052366169557e-05, |
| "loss": 0.0176, |
| "step": 7770 |
| }, |
| { |
| "epoch": 5.121790651744568, |
| "grad_norm": 0.31202802062034607, |
| "learning_rate": 9.978900898581775e-05, |
| "loss": 0.0199, |
| "step": 7780 |
| }, |
| { |
| "epoch": 5.128373930217248, |
| "grad_norm": 0.3751831650733948, |
| "learning_rate": 9.978748886508875e-05, |
| "loss": 0.0256, |
| "step": 7790 |
| }, |
| { |
| "epoch": 5.1349572086899276, |
| "grad_norm": 0.29420793056488037, |
| "learning_rate": 9.978596329967484e-05, |
| "loss": 0.0171, |
| "step": 7800 |
| }, |
| { |
| "epoch": 5.141540487162607, |
| "grad_norm": 0.28880563378334045, |
| "learning_rate": 9.978443228974284e-05, |
| "loss": 0.0212, |
| "step": 7810 |
| }, |
| { |
| "epoch": 5.148123765635287, |
| "grad_norm": 0.42300334572792053, |
| "learning_rate": 9.978289583546015e-05, |
| "loss": 0.0205, |
| "step": 7820 |
| }, |
| { |
| "epoch": 5.154707044107965, |
| "grad_norm": 0.4288804233074188, |
| "learning_rate": 9.978135393699484e-05, |
| "loss": 0.0232, |
| "step": 7830 |
| }, |
| { |
| "epoch": 5.161290322580645, |
| "grad_norm": 0.29093754291534424, |
| "learning_rate": 9.977980659451548e-05, |
| "loss": 0.0171, |
| "step": 7840 |
| }, |
| { |
| "epoch": 5.167873601053325, |
| "grad_norm": 0.26314979791641235, |
| "learning_rate": 9.977825380819135e-05, |
| "loss": 0.0208, |
| "step": 7850 |
| }, |
| { |
| "epoch": 5.174456879526004, |
| "grad_norm": 0.5064106583595276, |
| "learning_rate": 9.97766955781922e-05, |
| "loss": 0.0188, |
| "step": 7860 |
| }, |
| { |
| "epoch": 5.181040157998684, |
| "grad_norm": 0.31865066289901733, |
| "learning_rate": 9.977513190468848e-05, |
| "loss": 0.0225, |
| "step": 7870 |
| }, |
| { |
| "epoch": 5.1876234364713625, |
| "grad_norm": 0.3516758382320404, |
| "learning_rate": 9.977356278785116e-05, |
| "loss": 0.0211, |
| "step": 7880 |
| }, |
| { |
| "epoch": 5.194206714944042, |
| "grad_norm": 0.38052287697792053, |
| "learning_rate": 9.977198822785184e-05, |
| "loss": 0.0212, |
| "step": 7890 |
| }, |
| { |
| "epoch": 5.200789993416722, |
| "grad_norm": 0.2903013527393341, |
| "learning_rate": 9.977040822486273e-05, |
| "loss": 0.0247, |
| "step": 7900 |
| }, |
| { |
| "epoch": 5.207373271889401, |
| "grad_norm": 0.4080137014389038, |
| "learning_rate": 9.97688227790566e-05, |
| "loss": 0.0237, |
| "step": 7910 |
| }, |
| { |
| "epoch": 5.21395655036208, |
| "grad_norm": 0.38828808069229126, |
| "learning_rate": 9.976723189060684e-05, |
| "loss": 0.0191, |
| "step": 7920 |
| }, |
| { |
| "epoch": 5.2205398288347595, |
| "grad_norm": 0.31710729002952576, |
| "learning_rate": 9.976563555968742e-05, |
| "loss": 0.0196, |
| "step": 7930 |
| }, |
| { |
| "epoch": 5.227123107307439, |
| "grad_norm": 0.34222549200057983, |
| "learning_rate": 9.976403378647292e-05, |
| "loss": 0.025, |
| "step": 7940 |
| }, |
| { |
| "epoch": 5.233706385780119, |
| "grad_norm": 0.3185136020183563, |
| "learning_rate": 9.97624265711385e-05, |
| "loss": 0.0199, |
| "step": 7950 |
| }, |
| { |
| "epoch": 5.240289664252798, |
| "grad_norm": 0.2891014516353607, |
| "learning_rate": 9.976081391385993e-05, |
| "loss": 0.0187, |
| "step": 7960 |
| }, |
| { |
| "epoch": 5.246872942725477, |
| "grad_norm": 0.31885841488838196, |
| "learning_rate": 9.975919581481356e-05, |
| "loss": 0.021, |
| "step": 7970 |
| }, |
| { |
| "epoch": 5.253456221198157, |
| "grad_norm": 0.28424131870269775, |
| "learning_rate": 9.975757227417634e-05, |
| "loss": 0.0176, |
| "step": 7980 |
| }, |
| { |
| "epoch": 5.260039499670836, |
| "grad_norm": 0.3443284332752228, |
| "learning_rate": 9.975594329212586e-05, |
| "loss": 0.0187, |
| "step": 7990 |
| }, |
| { |
| "epoch": 5.266622778143516, |
| "grad_norm": 0.24576932191848755, |
| "learning_rate": 9.97543088688402e-05, |
| "loss": 0.0209, |
| "step": 8000 |
| }, |
| { |
| "epoch": 5.2732060566161945, |
| "grad_norm": 0.27556195855140686, |
| "learning_rate": 9.975266900449814e-05, |
| "loss": 0.0184, |
| "step": 8010 |
| }, |
| { |
| "epoch": 5.279789335088874, |
| "grad_norm": 0.26561492681503296, |
| "learning_rate": 9.975102369927898e-05, |
| "loss": 0.0204, |
| "step": 8020 |
| }, |
| { |
| "epoch": 5.286372613561554, |
| "grad_norm": 0.4152951240539551, |
| "learning_rate": 9.974937295336269e-05, |
| "loss": 0.0184, |
| "step": 8030 |
| }, |
| { |
| "epoch": 5.292955892034233, |
| "grad_norm": 0.3729632496833801, |
| "learning_rate": 9.974771676692975e-05, |
| "loss": 0.0192, |
| "step": 8040 |
| }, |
| { |
| "epoch": 5.299539170506913, |
| "grad_norm": 0.465273380279541, |
| "learning_rate": 9.974605514016131e-05, |
| "loss": 0.0221, |
| "step": 8050 |
| }, |
| { |
| "epoch": 5.3061224489795915, |
| "grad_norm": 0.4699523448944092, |
| "learning_rate": 9.974438807323907e-05, |
| "loss": 0.0233, |
| "step": 8060 |
| }, |
| { |
| "epoch": 5.312705727452271, |
| "grad_norm": 0.3265931308269501, |
| "learning_rate": 9.974271556634535e-05, |
| "loss": 0.0216, |
| "step": 8070 |
| }, |
| { |
| "epoch": 5.319289005924951, |
| "grad_norm": 0.24461212754249573, |
| "learning_rate": 9.974103761966302e-05, |
| "loss": 0.0247, |
| "step": 8080 |
| }, |
| { |
| "epoch": 5.32587228439763, |
| "grad_norm": 0.25693199038505554, |
| "learning_rate": 9.973935423337563e-05, |
| "loss": 0.0169, |
| "step": 8090 |
| }, |
| { |
| "epoch": 5.33245556287031, |
| "grad_norm": 0.29432883858680725, |
| "learning_rate": 9.973766540766722e-05, |
| "loss": 0.0191, |
| "step": 8100 |
| }, |
| { |
| "epoch": 5.339038841342989, |
| "grad_norm": 0.31555745005607605, |
| "learning_rate": 9.97359711427225e-05, |
| "loss": 0.0206, |
| "step": 8110 |
| }, |
| { |
| "epoch": 5.345622119815668, |
| "grad_norm": 0.28863316774368286, |
| "learning_rate": 9.973427143872677e-05, |
| "loss": 0.0252, |
| "step": 8120 |
| }, |
| { |
| "epoch": 5.352205398288348, |
| "grad_norm": 0.3105698823928833, |
| "learning_rate": 9.973256629586589e-05, |
| "loss": 0.021, |
| "step": 8130 |
| }, |
| { |
| "epoch": 5.358788676761027, |
| "grad_norm": 0.29443371295928955, |
| "learning_rate": 9.973085571432632e-05, |
| "loss": 0.02, |
| "step": 8140 |
| }, |
| { |
| "epoch": 5.365371955233706, |
| "grad_norm": 0.21303094923496246, |
| "learning_rate": 9.972913969429513e-05, |
| "loss": 0.0162, |
| "step": 8150 |
| }, |
| { |
| "epoch": 5.371955233706386, |
| "grad_norm": 0.4356093108654022, |
| "learning_rate": 9.972741823596e-05, |
| "loss": 0.0201, |
| "step": 8160 |
| }, |
| { |
| "epoch": 5.378538512179065, |
| "grad_norm": 0.3321067690849304, |
| "learning_rate": 9.972569133950917e-05, |
| "loss": 0.0213, |
| "step": 8170 |
| }, |
| { |
| "epoch": 5.385121790651745, |
| "grad_norm": 0.39959898591041565, |
| "learning_rate": 9.972395900513151e-05, |
| "loss": 0.0179, |
| "step": 8180 |
| }, |
| { |
| "epoch": 5.391705069124424, |
| "grad_norm": 0.3250821828842163, |
| "learning_rate": 9.972222123301645e-05, |
| "loss": 0.0234, |
| "step": 8190 |
| }, |
| { |
| "epoch": 5.398288347597103, |
| "grad_norm": 0.44511812925338745, |
| "learning_rate": 9.972047802335403e-05, |
| "loss": 0.0217, |
| "step": 8200 |
| }, |
| { |
| "epoch": 5.404871626069783, |
| "grad_norm": 0.38315075635910034, |
| "learning_rate": 9.971872937633488e-05, |
| "loss": 0.0225, |
| "step": 8210 |
| }, |
| { |
| "epoch": 5.411454904542462, |
| "grad_norm": 0.33623558282852173, |
| "learning_rate": 9.971697529215024e-05, |
| "loss": 0.0239, |
| "step": 8220 |
| }, |
| { |
| "epoch": 5.418038183015142, |
| "grad_norm": 0.3871420919895172, |
| "learning_rate": 9.971521577099192e-05, |
| "loss": 0.0191, |
| "step": 8230 |
| }, |
| { |
| "epoch": 5.4246214614878205, |
| "grad_norm": 0.3877359628677368, |
| "learning_rate": 9.971345081305236e-05, |
| "loss": 0.0236, |
| "step": 8240 |
| }, |
| { |
| "epoch": 5.4312047399605, |
| "grad_norm": 0.30630284547805786, |
| "learning_rate": 9.971168041852456e-05, |
| "loss": 0.0202, |
| "step": 8250 |
| }, |
| { |
| "epoch": 5.43778801843318, |
| "grad_norm": 0.3268486261367798, |
| "learning_rate": 9.970990458760215e-05, |
| "loss": 0.0215, |
| "step": 8260 |
| }, |
| { |
| "epoch": 5.444371296905859, |
| "grad_norm": 0.30865469574928284, |
| "learning_rate": 9.970812332047929e-05, |
| "loss": 0.0179, |
| "step": 8270 |
| }, |
| { |
| "epoch": 5.450954575378539, |
| "grad_norm": 0.4323071837425232, |
| "learning_rate": 9.97063366173508e-05, |
| "loss": 0.0219, |
| "step": 8280 |
| }, |
| { |
| "epoch": 5.457537853851218, |
| "grad_norm": 0.29873839020729065, |
| "learning_rate": 9.970454447841207e-05, |
| "loss": 0.0218, |
| "step": 8290 |
| }, |
| { |
| "epoch": 5.464121132323897, |
| "grad_norm": 0.3131571412086487, |
| "learning_rate": 9.970274690385909e-05, |
| "loss": 0.0154, |
| "step": 8300 |
| }, |
| { |
| "epoch": 5.470704410796577, |
| "grad_norm": 0.34280869364738464, |
| "learning_rate": 9.970094389388844e-05, |
| "loss": 0.0133, |
| "step": 8310 |
| }, |
| { |
| "epoch": 5.477287689269256, |
| "grad_norm": 0.3649035692214966, |
| "learning_rate": 9.969913544869728e-05, |
| "loss": 0.0214, |
| "step": 8320 |
| }, |
| { |
| "epoch": 5.483870967741936, |
| "grad_norm": 0.29891666769981384, |
| "learning_rate": 9.96973215684834e-05, |
| "loss": 0.0183, |
| "step": 8330 |
| }, |
| { |
| "epoch": 5.490454246214615, |
| "grad_norm": 0.41757312417030334, |
| "learning_rate": 9.969550225344513e-05, |
| "loss": 0.0233, |
| "step": 8340 |
| }, |
| { |
| "epoch": 5.497037524687294, |
| "grad_norm": 0.350940078496933, |
| "learning_rate": 9.969367750378147e-05, |
| "loss": 0.0181, |
| "step": 8350 |
| }, |
| { |
| "epoch": 5.503620803159974, |
| "grad_norm": 0.41458868980407715, |
| "learning_rate": 9.969184731969194e-05, |
| "loss": 0.0276, |
| "step": 8360 |
| }, |
| { |
| "epoch": 5.510204081632653, |
| "grad_norm": 0.2997893691062927, |
| "learning_rate": 9.96900117013767e-05, |
| "loss": 0.0257, |
| "step": 8370 |
| }, |
| { |
| "epoch": 5.516787360105332, |
| "grad_norm": 0.35646510124206543, |
| "learning_rate": 9.96881706490365e-05, |
| "loss": 0.0213, |
| "step": 8380 |
| }, |
| { |
| "epoch": 5.523370638578012, |
| "grad_norm": 0.34611764550209045, |
| "learning_rate": 9.968632416287265e-05, |
| "loss": 0.0208, |
| "step": 8390 |
| }, |
| { |
| "epoch": 5.529953917050691, |
| "grad_norm": 0.27896642684936523, |
| "learning_rate": 9.96844722430871e-05, |
| "loss": 0.0169, |
| "step": 8400 |
| }, |
| { |
| "epoch": 5.536537195523371, |
| "grad_norm": 0.29233112931251526, |
| "learning_rate": 9.968261488988235e-05, |
| "loss": 0.0175, |
| "step": 8410 |
| }, |
| { |
| "epoch": 5.54312047399605, |
| "grad_norm": 0.33013954758644104, |
| "learning_rate": 9.968075210346155e-05, |
| "loss": 0.0151, |
| "step": 8420 |
| }, |
| { |
| "epoch": 5.549703752468729, |
| "grad_norm": 0.35673898458480835, |
| "learning_rate": 9.967888388402839e-05, |
| "loss": 0.0217, |
| "step": 8430 |
| }, |
| { |
| "epoch": 5.556287030941409, |
| "grad_norm": 0.35260915756225586, |
| "learning_rate": 9.967701023178717e-05, |
| "loss": 0.0153, |
| "step": 8440 |
| }, |
| { |
| "epoch": 5.562870309414088, |
| "grad_norm": 0.40267956256866455, |
| "learning_rate": 9.967513114694282e-05, |
| "loss": 0.0184, |
| "step": 8450 |
| }, |
| { |
| "epoch": 5.569453587886768, |
| "grad_norm": 0.37056267261505127, |
| "learning_rate": 9.967324662970079e-05, |
| "loss": 0.0164, |
| "step": 8460 |
| }, |
| { |
| "epoch": 5.576036866359447, |
| "grad_norm": 0.25257834792137146, |
| "learning_rate": 9.96713566802672e-05, |
| "loss": 0.0211, |
| "step": 8470 |
| }, |
| { |
| "epoch": 5.582620144832126, |
| "grad_norm": 0.43158891797065735, |
| "learning_rate": 9.966946129884873e-05, |
| "loss": 0.0261, |
| "step": 8480 |
| }, |
| { |
| "epoch": 5.589203423304806, |
| "grad_norm": 0.28529560565948486, |
| "learning_rate": 9.966756048565265e-05, |
| "loss": 0.0213, |
| "step": 8490 |
| }, |
| { |
| "epoch": 5.595786701777485, |
| "grad_norm": 0.5274585485458374, |
| "learning_rate": 9.966565424088681e-05, |
| "loss": 0.0264, |
| "step": 8500 |
| }, |
| { |
| "epoch": 5.602369980250165, |
| "grad_norm": 0.3596530258655548, |
| "learning_rate": 9.96637425647597e-05, |
| "loss": 0.0307, |
| "step": 8510 |
| }, |
| { |
| "epoch": 5.608953258722844, |
| "grad_norm": 0.30984270572662354, |
| "learning_rate": 9.966182545748038e-05, |
| "loss": 0.0165, |
| "step": 8520 |
| }, |
| { |
| "epoch": 5.615536537195523, |
| "grad_norm": 0.44396498799324036, |
| "learning_rate": 9.96599029192585e-05, |
| "loss": 0.024, |
| "step": 8530 |
| }, |
| { |
| "epoch": 5.622119815668203, |
| "grad_norm": 0.3186427354812622, |
| "learning_rate": 9.965797495030428e-05, |
| "loss": 0.017, |
| "step": 8540 |
| }, |
| { |
| "epoch": 5.628703094140882, |
| "grad_norm": 0.4049028158187866, |
| "learning_rate": 9.96560415508286e-05, |
| "loss": 0.0185, |
| "step": 8550 |
| }, |
| { |
| "epoch": 5.635286372613562, |
| "grad_norm": 0.27260008454322815, |
| "learning_rate": 9.965410272104286e-05, |
| "loss": 0.0191, |
| "step": 8560 |
| }, |
| { |
| "epoch": 5.641869651086241, |
| "grad_norm": 0.25815439224243164, |
| "learning_rate": 9.96521584611591e-05, |
| "loss": 0.0162, |
| "step": 8570 |
| }, |
| { |
| "epoch": 5.64845292955892, |
| "grad_norm": 0.25912392139434814, |
| "learning_rate": 9.965020877138994e-05, |
| "loss": 0.0232, |
| "step": 8580 |
| }, |
| { |
| "epoch": 5.6550362080316, |
| "grad_norm": 0.28062114119529724, |
| "learning_rate": 9.964825365194861e-05, |
| "loss": 0.0204, |
| "step": 8590 |
| }, |
| { |
| "epoch": 5.6616194865042795, |
| "grad_norm": 0.29528099298477173, |
| "learning_rate": 9.96462931030489e-05, |
| "loss": 0.0201, |
| "step": 8600 |
| }, |
| { |
| "epoch": 5.668202764976958, |
| "grad_norm": 0.3116486370563507, |
| "learning_rate": 9.96443271249052e-05, |
| "loss": 0.0168, |
| "step": 8610 |
| }, |
| { |
| "epoch": 5.674786043449638, |
| "grad_norm": 0.4527759552001953, |
| "learning_rate": 9.964235571773255e-05, |
| "loss": 0.0175, |
| "step": 8620 |
| }, |
| { |
| "epoch": 5.681369321922317, |
| "grad_norm": 0.34042954444885254, |
| "learning_rate": 9.96403788817465e-05, |
| "loss": 0.0227, |
| "step": 8630 |
| }, |
| { |
| "epoch": 5.687952600394997, |
| "grad_norm": 0.343671053647995, |
| "learning_rate": 9.963839661716325e-05, |
| "loss": 0.0155, |
| "step": 8640 |
| }, |
| { |
| "epoch": 5.694535878867676, |
| "grad_norm": 0.3126232624053955, |
| "learning_rate": 9.963640892419958e-05, |
| "loss": 0.0202, |
| "step": 8650 |
| }, |
| { |
| "epoch": 5.701119157340355, |
| "grad_norm": 0.36390814185142517, |
| "learning_rate": 9.963441580307286e-05, |
| "loss": 0.0148, |
| "step": 8660 |
| }, |
| { |
| "epoch": 5.707702435813035, |
| "grad_norm": 0.37608572840690613, |
| "learning_rate": 9.963241725400104e-05, |
| "loss": 0.0175, |
| "step": 8670 |
| }, |
| { |
| "epoch": 5.714285714285714, |
| "grad_norm": 0.35906463861465454, |
| "learning_rate": 9.963041327720271e-05, |
| "loss": 0.0202, |
| "step": 8680 |
| }, |
| { |
| "epoch": 5.720868992758394, |
| "grad_norm": 0.22975964844226837, |
| "learning_rate": 9.962840387289697e-05, |
| "loss": 0.0212, |
| "step": 8690 |
| }, |
| { |
| "epoch": 5.727452271231073, |
| "grad_norm": 0.355388343334198, |
| "learning_rate": 9.962638904130363e-05, |
| "loss": 0.0184, |
| "step": 8700 |
| }, |
| { |
| "epoch": 5.734035549703752, |
| "grad_norm": 0.31850746273994446, |
| "learning_rate": 9.962436878264298e-05, |
| "loss": 0.0159, |
| "step": 8710 |
| }, |
| { |
| "epoch": 5.740618828176432, |
| "grad_norm": 0.2832736372947693, |
| "learning_rate": 9.962234309713598e-05, |
| "loss": 0.018, |
| "step": 8720 |
| }, |
| { |
| "epoch": 5.7472021066491115, |
| "grad_norm": 0.3577004075050354, |
| "learning_rate": 9.962031198500414e-05, |
| "loss": 0.0188, |
| "step": 8730 |
| }, |
| { |
| "epoch": 5.753785385121791, |
| "grad_norm": 0.380075603723526, |
| "learning_rate": 9.961827544646958e-05, |
| "loss": 0.0182, |
| "step": 8740 |
| }, |
| { |
| "epoch": 5.76036866359447, |
| "grad_norm": 0.3154783844947815, |
| "learning_rate": 9.961623348175501e-05, |
| "loss": 0.0157, |
| "step": 8750 |
| }, |
| { |
| "epoch": 5.766951942067149, |
| "grad_norm": 0.4730320870876312, |
| "learning_rate": 9.961418609108377e-05, |
| "loss": 0.02, |
| "step": 8760 |
| }, |
| { |
| "epoch": 5.773535220539829, |
| "grad_norm": 0.3341652750968933, |
| "learning_rate": 9.961213327467971e-05, |
| "loss": 0.0227, |
| "step": 8770 |
| }, |
| { |
| "epoch": 5.7801184990125085, |
| "grad_norm": 0.2865208685398102, |
| "learning_rate": 9.961007503276736e-05, |
| "loss": 0.0225, |
| "step": 8780 |
| }, |
| { |
| "epoch": 5.786701777485188, |
| "grad_norm": 0.33236029744148254, |
| "learning_rate": 9.960801136557179e-05, |
| "loss": 0.0214, |
| "step": 8790 |
| }, |
| { |
| "epoch": 5.793285055957867, |
| "grad_norm": 0.3582252860069275, |
| "learning_rate": 9.960594227331866e-05, |
| "loss": 0.0251, |
| "step": 8800 |
| }, |
| { |
| "epoch": 5.799868334430546, |
| "grad_norm": 0.28339603543281555, |
| "learning_rate": 9.960386775623429e-05, |
| "loss": 0.0216, |
| "step": 8810 |
| }, |
| { |
| "epoch": 5.806451612903226, |
| "grad_norm": 0.3069753348827362, |
| "learning_rate": 9.96017878145455e-05, |
| "loss": 0.0183, |
| "step": 8820 |
| }, |
| { |
| "epoch": 5.813034891375906, |
| "grad_norm": 0.4349236786365509, |
| "learning_rate": 9.959970244847977e-05, |
| "loss": 0.0249, |
| "step": 8830 |
| }, |
| { |
| "epoch": 5.819618169848584, |
| "grad_norm": 0.523542046546936, |
| "learning_rate": 9.959761165826518e-05, |
| "loss": 0.0265, |
| "step": 8840 |
| }, |
| { |
| "epoch": 5.826201448321264, |
| "grad_norm": 0.3403133749961853, |
| "learning_rate": 9.959551544413033e-05, |
| "loss": 0.0224, |
| "step": 8850 |
| }, |
| { |
| "epoch": 5.832784726793943, |
| "grad_norm": 0.3043544590473175, |
| "learning_rate": 9.959341380630448e-05, |
| "loss": 0.0233, |
| "step": 8860 |
| }, |
| { |
| "epoch": 5.839368005266623, |
| "grad_norm": 0.4742325246334076, |
| "learning_rate": 9.959130674501746e-05, |
| "loss": 0.0249, |
| "step": 8870 |
| }, |
| { |
| "epoch": 5.845951283739302, |
| "grad_norm": 0.4292590618133545, |
| "learning_rate": 9.958919426049968e-05, |
| "loss": 0.0305, |
| "step": 8880 |
| }, |
| { |
| "epoch": 5.852534562211981, |
| "grad_norm": 0.26942798495292664, |
| "learning_rate": 9.958707635298219e-05, |
| "loss": 0.0225, |
| "step": 8890 |
| }, |
| { |
| "epoch": 5.859117840684661, |
| "grad_norm": 0.31493642926216125, |
| "learning_rate": 9.958495302269657e-05, |
| "loss": 0.014, |
| "step": 8900 |
| }, |
| { |
| "epoch": 5.8657011191573405, |
| "grad_norm": 0.3119445741176605, |
| "learning_rate": 9.958282426987503e-05, |
| "loss": 0.0217, |
| "step": 8910 |
| }, |
| { |
| "epoch": 5.87228439763002, |
| "grad_norm": 0.3077771067619324, |
| "learning_rate": 9.95806900947504e-05, |
| "loss": 0.0216, |
| "step": 8920 |
| }, |
| { |
| "epoch": 5.878867676102699, |
| "grad_norm": 0.29881590604782104, |
| "learning_rate": 9.957855049755604e-05, |
| "loss": 0.0188, |
| "step": 8930 |
| }, |
| { |
| "epoch": 5.885450954575378, |
| "grad_norm": 0.294398695230484, |
| "learning_rate": 9.957640547852593e-05, |
| "loss": 0.0184, |
| "step": 8940 |
| }, |
| { |
| "epoch": 5.892034233048058, |
| "grad_norm": 0.3678267300128937, |
| "learning_rate": 9.957425503789466e-05, |
| "loss": 0.0189, |
| "step": 8950 |
| }, |
| { |
| "epoch": 5.8986175115207375, |
| "grad_norm": 0.2749888002872467, |
| "learning_rate": 9.957209917589738e-05, |
| "loss": 0.0192, |
| "step": 8960 |
| }, |
| { |
| "epoch": 5.905200789993417, |
| "grad_norm": 0.2994067668914795, |
| "learning_rate": 9.956993789276987e-05, |
| "loss": 0.0217, |
| "step": 8970 |
| }, |
| { |
| "epoch": 5.911784068466096, |
| "grad_norm": 0.32843664288520813, |
| "learning_rate": 9.956777118874847e-05, |
| "loss": 0.0256, |
| "step": 8980 |
| }, |
| { |
| "epoch": 5.918367346938775, |
| "grad_norm": 0.3331758975982666, |
| "learning_rate": 9.956559906407016e-05, |
| "loss": 0.0229, |
| "step": 8990 |
| }, |
| { |
| "epoch": 5.924950625411455, |
| "grad_norm": 0.43505731225013733, |
| "learning_rate": 9.956342151897245e-05, |
| "loss": 0.0199, |
| "step": 9000 |
| }, |
| { |
| "epoch": 5.931533903884135, |
| "grad_norm": 0.46164658665657043, |
| "learning_rate": 9.956123855369346e-05, |
| "loss": 0.0267, |
| "step": 9010 |
| }, |
| { |
| "epoch": 5.938117182356814, |
| "grad_norm": 0.27105483412742615, |
| "learning_rate": 9.955905016847196e-05, |
| "loss": 0.0213, |
| "step": 9020 |
| }, |
| { |
| "epoch": 5.944700460829493, |
| "grad_norm": 0.4163826107978821, |
| "learning_rate": 9.955685636354723e-05, |
| "loss": 0.0219, |
| "step": 9030 |
| }, |
| { |
| "epoch": 5.9512837393021725, |
| "grad_norm": 0.4182054400444031, |
| "learning_rate": 9.95546571391592e-05, |
| "loss": 0.0195, |
| "step": 9040 |
| }, |
| { |
| "epoch": 5.957867017774852, |
| "grad_norm": 0.35891517996788025, |
| "learning_rate": 9.955245249554837e-05, |
| "loss": 0.0235, |
| "step": 9050 |
| }, |
| { |
| "epoch": 5.964450296247532, |
| "grad_norm": 0.2635720670223236, |
| "learning_rate": 9.955024243295582e-05, |
| "loss": 0.0188, |
| "step": 9060 |
| }, |
| { |
| "epoch": 5.97103357472021, |
| "grad_norm": 0.20277492702007294, |
| "learning_rate": 9.954802695162328e-05, |
| "loss": 0.018, |
| "step": 9070 |
| }, |
| { |
| "epoch": 5.97761685319289, |
| "grad_norm": 0.2811432480812073, |
| "learning_rate": 9.954580605179302e-05, |
| "loss": 0.0192, |
| "step": 9080 |
| }, |
| { |
| "epoch": 5.9842001316655695, |
| "grad_norm": 0.3374830186367035, |
| "learning_rate": 9.954357973370788e-05, |
| "loss": 0.0179, |
| "step": 9090 |
| }, |
| { |
| "epoch": 5.990783410138249, |
| "grad_norm": 0.23352426290512085, |
| "learning_rate": 9.954134799761135e-05, |
| "loss": 0.018, |
| "step": 9100 |
| }, |
| { |
| "epoch": 5.997366688610928, |
| "grad_norm": 0.27364882826805115, |
| "learning_rate": 9.953911084374748e-05, |
| "loss": 0.0161, |
| "step": 9110 |
| }, |
| { |
| "epoch": 6.003949967083607, |
| "grad_norm": 0.379571795463562, |
| "learning_rate": 9.953686827236093e-05, |
| "loss": 0.0179, |
| "step": 9120 |
| }, |
| { |
| "epoch": 6.010533245556287, |
| "grad_norm": 0.2913884222507477, |
| "learning_rate": 9.953462028369695e-05, |
| "loss": 0.0198, |
| "step": 9130 |
| }, |
| { |
| "epoch": 6.017116524028967, |
| "grad_norm": 0.3363860249519348, |
| "learning_rate": 9.953236687800136e-05, |
| "loss": 0.0161, |
| "step": 9140 |
| }, |
| { |
| "epoch": 6.023699802501646, |
| "grad_norm": 0.3260352909564972, |
| "learning_rate": 9.95301080555206e-05, |
| "loss": 0.0178, |
| "step": 9150 |
| }, |
| { |
| "epoch": 6.030283080974325, |
| "grad_norm": 0.32913151383399963, |
| "learning_rate": 9.952784381650171e-05, |
| "loss": 0.0184, |
| "step": 9160 |
| }, |
| { |
| "epoch": 6.0368663594470044, |
| "grad_norm": 0.353580504655838, |
| "learning_rate": 9.952557416119226e-05, |
| "loss": 0.0205, |
| "step": 9170 |
| }, |
| { |
| "epoch": 6.043449637919684, |
| "grad_norm": 0.2919161319732666, |
| "learning_rate": 9.95232990898405e-05, |
| "loss": 0.0167, |
| "step": 9180 |
| }, |
| { |
| "epoch": 6.050032916392364, |
| "grad_norm": 0.3464362919330597, |
| "learning_rate": 9.95210186026952e-05, |
| "loss": 0.0184, |
| "step": 9190 |
| }, |
| { |
| "epoch": 6.056616194865043, |
| "grad_norm": 0.27000024914741516, |
| "learning_rate": 9.951873270000576e-05, |
| "loss": 0.0206, |
| "step": 9200 |
| }, |
| { |
| "epoch": 6.063199473337722, |
| "grad_norm": 0.5808350443840027, |
| "learning_rate": 9.951644138202216e-05, |
| "loss": 0.0223, |
| "step": 9210 |
| }, |
| { |
| "epoch": 6.0697827518104015, |
| "grad_norm": 0.3968835175037384, |
| "learning_rate": 9.951414464899498e-05, |
| "loss": 0.0164, |
| "step": 9220 |
| }, |
| { |
| "epoch": 6.076366030283081, |
| "grad_norm": 0.3585447669029236, |
| "learning_rate": 9.951184250117538e-05, |
| "loss": 0.0224, |
| "step": 9230 |
| }, |
| { |
| "epoch": 6.082949308755761, |
| "grad_norm": 0.32544565200805664, |
| "learning_rate": 9.950953493881513e-05, |
| "loss": 0.0218, |
| "step": 9240 |
| }, |
| { |
| "epoch": 6.089532587228439, |
| "grad_norm": 0.23520123958587646, |
| "learning_rate": 9.950722196216658e-05, |
| "loss": 0.0196, |
| "step": 9250 |
| }, |
| { |
| "epoch": 6.096115865701119, |
| "grad_norm": 0.4596306383609772, |
| "learning_rate": 9.950490357148265e-05, |
| "loss": 0.0183, |
| "step": 9260 |
| }, |
| { |
| "epoch": 6.1026991441737986, |
| "grad_norm": 0.2417062520980835, |
| "learning_rate": 9.950257976701692e-05, |
| "loss": 0.0158, |
| "step": 9270 |
| }, |
| { |
| "epoch": 6.109282422646478, |
| "grad_norm": 0.2519543766975403, |
| "learning_rate": 9.950025054902348e-05, |
| "loss": 0.0243, |
| "step": 9280 |
| }, |
| { |
| "epoch": 6.115865701119158, |
| "grad_norm": 0.4018669128417969, |
| "learning_rate": 9.949791591775706e-05, |
| "loss": 0.0176, |
| "step": 9290 |
| }, |
| { |
| "epoch": 6.122448979591836, |
| "grad_norm": 0.21316957473754883, |
| "learning_rate": 9.949557587347298e-05, |
| "loss": 0.0248, |
| "step": 9300 |
| }, |
| { |
| "epoch": 6.129032258064516, |
| "grad_norm": 0.33540183305740356, |
| "learning_rate": 9.949323041642713e-05, |
| "loss": 0.0215, |
| "step": 9310 |
| }, |
| { |
| "epoch": 6.135615536537196, |
| "grad_norm": 0.3875342309474945, |
| "learning_rate": 9.949087954687602e-05, |
| "loss": 0.032, |
| "step": 9320 |
| }, |
| { |
| "epoch": 6.142198815009875, |
| "grad_norm": 0.38081595301628113, |
| "learning_rate": 9.948852326507672e-05, |
| "loss": 0.0213, |
| "step": 9330 |
| }, |
| { |
| "epoch": 6.148782093482554, |
| "grad_norm": 0.3210954964160919, |
| "learning_rate": 9.948616157128694e-05, |
| "loss": 0.0208, |
| "step": 9340 |
| }, |
| { |
| "epoch": 6.1553653719552335, |
| "grad_norm": 0.2606159746646881, |
| "learning_rate": 9.948379446576493e-05, |
| "loss": 0.0148, |
| "step": 9350 |
| }, |
| { |
| "epoch": 6.161948650427913, |
| "grad_norm": 0.23226390779018402, |
| "learning_rate": 9.948142194876952e-05, |
| "loss": 0.0142, |
| "step": 9360 |
| }, |
| { |
| "epoch": 6.168531928900593, |
| "grad_norm": 0.22695526480674744, |
| "learning_rate": 9.947904402056024e-05, |
| "loss": 0.0273, |
| "step": 9370 |
| }, |
| { |
| "epoch": 6.175115207373272, |
| "grad_norm": 0.2978394031524658, |
| "learning_rate": 9.947666068139708e-05, |
| "loss": 0.0157, |
| "step": 9380 |
| }, |
| { |
| "epoch": 6.181698485845951, |
| "grad_norm": 0.32799768447875977, |
| "learning_rate": 9.947427193154071e-05, |
| "loss": 0.0296, |
| "step": 9390 |
| }, |
| { |
| "epoch": 6.1882817643186305, |
| "grad_norm": 0.3532279133796692, |
| "learning_rate": 9.947187777125233e-05, |
| "loss": 0.018, |
| "step": 9400 |
| }, |
| { |
| "epoch": 6.19486504279131, |
| "grad_norm": 0.36867061257362366, |
| "learning_rate": 9.946947820079377e-05, |
| "loss": 0.0192, |
| "step": 9410 |
| }, |
| { |
| "epoch": 6.20144832126399, |
| "grad_norm": 0.2883126437664032, |
| "learning_rate": 9.946707322042747e-05, |
| "loss": 0.0191, |
| "step": 9420 |
| }, |
| { |
| "epoch": 6.208031599736669, |
| "grad_norm": 0.4079958200454712, |
| "learning_rate": 9.94646628304164e-05, |
| "loss": 0.0218, |
| "step": 9430 |
| }, |
| { |
| "epoch": 6.214614878209348, |
| "grad_norm": 0.2711893618106842, |
| "learning_rate": 9.946224703102418e-05, |
| "loss": 0.0201, |
| "step": 9440 |
| }, |
| { |
| "epoch": 6.221198156682028, |
| "grad_norm": 0.36159566044807434, |
| "learning_rate": 9.945982582251498e-05, |
| "loss": 0.0261, |
| "step": 9450 |
| }, |
| { |
| "epoch": 6.227781435154707, |
| "grad_norm": 0.33721408247947693, |
| "learning_rate": 9.94573992051536e-05, |
| "loss": 0.0148, |
| "step": 9460 |
| }, |
| { |
| "epoch": 6.234364713627387, |
| "grad_norm": 0.29908159375190735, |
| "learning_rate": 9.94549671792054e-05, |
| "loss": 0.0196, |
| "step": 9470 |
| }, |
| { |
| "epoch": 6.2409479921000655, |
| "grad_norm": 0.26687297224998474, |
| "learning_rate": 9.945252974493635e-05, |
| "loss": 0.0177, |
| "step": 9480 |
| }, |
| { |
| "epoch": 6.247531270572745, |
| "grad_norm": 0.3233434855937958, |
| "learning_rate": 9.9450086902613e-05, |
| "loss": 0.0202, |
| "step": 9490 |
| }, |
| { |
| "epoch": 6.254114549045425, |
| "grad_norm": 0.33357781171798706, |
| "learning_rate": 9.944763865250248e-05, |
| "loss": 0.0185, |
| "step": 9500 |
| }, |
| { |
| "epoch": 6.260697827518104, |
| "grad_norm": 0.27512818574905396, |
| "learning_rate": 9.944518499487254e-05, |
| "loss": 0.0208, |
| "step": 9510 |
| }, |
| { |
| "epoch": 6.267281105990784, |
| "grad_norm": 0.30229079723358154, |
| "learning_rate": 9.944272592999151e-05, |
| "loss": 0.0187, |
| "step": 9520 |
| }, |
| { |
| "epoch": 6.2738643844634625, |
| "grad_norm": 0.42628300189971924, |
| "learning_rate": 9.94402614581283e-05, |
| "loss": 0.0215, |
| "step": 9530 |
| }, |
| { |
| "epoch": 6.280447662936142, |
| "grad_norm": 0.2989635169506073, |
| "learning_rate": 9.943779157955244e-05, |
| "loss": 0.0202, |
| "step": 9540 |
| }, |
| { |
| "epoch": 6.287030941408822, |
| "grad_norm": 0.3049742877483368, |
| "learning_rate": 9.943531629453403e-05, |
| "loss": 0.0248, |
| "step": 9550 |
| }, |
| { |
| "epoch": 6.293614219881501, |
| "grad_norm": 0.2720232307910919, |
| "learning_rate": 9.943283560334375e-05, |
| "loss": 0.0151, |
| "step": 9560 |
| }, |
| { |
| "epoch": 6.30019749835418, |
| "grad_norm": 0.19958046078681946, |
| "learning_rate": 9.943034950625288e-05, |
| "loss": 0.0237, |
| "step": 9570 |
| }, |
| { |
| "epoch": 6.30678077682686, |
| "grad_norm": 0.21954038739204407, |
| "learning_rate": 9.942785800353332e-05, |
| "loss": 0.0144, |
| "step": 9580 |
| }, |
| { |
| "epoch": 6.313364055299539, |
| "grad_norm": 0.35476773977279663, |
| "learning_rate": 9.942536109545751e-05, |
| "loss": 0.0158, |
| "step": 9590 |
| }, |
| { |
| "epoch": 6.319947333772219, |
| "grad_norm": 0.3394959270954132, |
| "learning_rate": 9.942285878229853e-05, |
| "loss": 0.0249, |
| "step": 9600 |
| }, |
| { |
| "epoch": 6.326530612244898, |
| "grad_norm": 0.3519703447818756, |
| "learning_rate": 9.942035106433001e-05, |
| "loss": 0.0144, |
| "step": 9610 |
| }, |
| { |
| "epoch": 6.333113890717577, |
| "grad_norm": 0.2918345332145691, |
| "learning_rate": 9.94178379418262e-05, |
| "loss": 0.0187, |
| "step": 9620 |
| }, |
| { |
| "epoch": 6.339697169190257, |
| "grad_norm": 0.19374874234199524, |
| "learning_rate": 9.941531941506194e-05, |
| "loss": 0.0152, |
| "step": 9630 |
| }, |
| { |
| "epoch": 6.346280447662936, |
| "grad_norm": 0.29477545619010925, |
| "learning_rate": 9.941279548431263e-05, |
| "loss": 0.0156, |
| "step": 9640 |
| }, |
| { |
| "epoch": 6.352863726135616, |
| "grad_norm": 0.33442914485931396, |
| "learning_rate": 9.941026614985431e-05, |
| "loss": 0.02, |
| "step": 9650 |
| }, |
| { |
| "epoch": 6.359447004608295, |
| "grad_norm": 0.24333545565605164, |
| "learning_rate": 9.940773141196357e-05, |
| "loss": 0.0214, |
| "step": 9660 |
| }, |
| { |
| "epoch": 6.366030283080974, |
| "grad_norm": 0.36624905467033386, |
| "learning_rate": 9.94051912709176e-05, |
| "loss": 0.0337, |
| "step": 9670 |
| }, |
| { |
| "epoch": 6.372613561553654, |
| "grad_norm": 0.2542989253997803, |
| "learning_rate": 9.940264572699421e-05, |
| "loss": 0.016, |
| "step": 9680 |
| }, |
| { |
| "epoch": 6.379196840026333, |
| "grad_norm": 0.3040478527545929, |
| "learning_rate": 9.940009478047174e-05, |
| "loss": 0.0208, |
| "step": 9690 |
| }, |
| { |
| "epoch": 6.385780118499013, |
| "grad_norm": 0.2591792345046997, |
| "learning_rate": 9.939753843162918e-05, |
| "loss": 0.0175, |
| "step": 9700 |
| }, |
| { |
| "epoch": 6.3923633969716915, |
| "grad_norm": 0.287160724401474, |
| "learning_rate": 9.939497668074609e-05, |
| "loss": 0.0146, |
| "step": 9710 |
| }, |
| { |
| "epoch": 6.398946675444371, |
| "grad_norm": 0.30162158608436584, |
| "learning_rate": 9.93924095281026e-05, |
| "loss": 0.0248, |
| "step": 9720 |
| }, |
| { |
| "epoch": 6.405529953917051, |
| "grad_norm": 0.24138455092906952, |
| "learning_rate": 9.938983697397948e-05, |
| "loss": 0.0172, |
| "step": 9730 |
| }, |
| { |
| "epoch": 6.41211323238973, |
| "grad_norm": 0.26627230644226074, |
| "learning_rate": 9.938725901865805e-05, |
| "loss": 0.0193, |
| "step": 9740 |
| }, |
| { |
| "epoch": 6.41869651086241, |
| "grad_norm": 0.384267121553421, |
| "learning_rate": 9.93846756624202e-05, |
| "loss": 0.0228, |
| "step": 9750 |
| }, |
| { |
| "epoch": 6.425279789335089, |
| "grad_norm": 0.3151776194572449, |
| "learning_rate": 9.938208690554849e-05, |
| "loss": 0.0233, |
| "step": 9760 |
| }, |
| { |
| "epoch": 6.431863067807768, |
| "grad_norm": 0.4698539078235626, |
| "learning_rate": 9.9379492748326e-05, |
| "loss": 0.0171, |
| "step": 9770 |
| }, |
| { |
| "epoch": 6.438446346280448, |
| "grad_norm": 0.357870489358902, |
| "learning_rate": 9.937689319103641e-05, |
| "loss": 0.0241, |
| "step": 9780 |
| }, |
| { |
| "epoch": 6.445029624753127, |
| "grad_norm": 0.24749311804771423, |
| "learning_rate": 9.937428823396404e-05, |
| "loss": 0.0194, |
| "step": 9790 |
| }, |
| { |
| "epoch": 6.451612903225806, |
| "grad_norm": 0.30506858229637146, |
| "learning_rate": 9.937167787739372e-05, |
| "loss": 0.0198, |
| "step": 9800 |
| }, |
| { |
| "epoch": 6.458196181698486, |
| "grad_norm": 0.26913967728614807, |
| "learning_rate": 9.936906212161095e-05, |
| "loss": 0.0176, |
| "step": 9810 |
| }, |
| { |
| "epoch": 6.464779460171165, |
| "grad_norm": 0.21204650402069092, |
| "learning_rate": 9.936644096690176e-05, |
| "loss": 0.0169, |
| "step": 9820 |
| }, |
| { |
| "epoch": 6.471362738643845, |
| "grad_norm": 0.29451656341552734, |
| "learning_rate": 9.936381441355282e-05, |
| "loss": 0.0155, |
| "step": 9830 |
| }, |
| { |
| "epoch": 6.477946017116524, |
| "grad_norm": 0.28931787610054016, |
| "learning_rate": 9.936118246185136e-05, |
| "loss": 0.0166, |
| "step": 9840 |
| }, |
| { |
| "epoch": 6.484529295589203, |
| "grad_norm": 0.3742450773715973, |
| "learning_rate": 9.935854511208518e-05, |
| "loss": 0.0183, |
| "step": 9850 |
| }, |
| { |
| "epoch": 6.491112574061883, |
| "grad_norm": 0.3527494966983795, |
| "learning_rate": 9.935590236454272e-05, |
| "loss": 0.0189, |
| "step": 9860 |
| }, |
| { |
| "epoch": 6.497695852534562, |
| "grad_norm": 0.2684400677680969, |
| "learning_rate": 9.935325421951298e-05, |
| "loss": 0.0153, |
| "step": 9870 |
| }, |
| { |
| "epoch": 6.504279131007242, |
| "grad_norm": 0.3686043322086334, |
| "learning_rate": 9.935060067728557e-05, |
| "loss": 0.0234, |
| "step": 9880 |
| }, |
| { |
| "epoch": 6.5108624094799215, |
| "grad_norm": 0.35398194193840027, |
| "learning_rate": 9.934794173815067e-05, |
| "loss": 0.0208, |
| "step": 9890 |
| }, |
| { |
| "epoch": 6.5174456879526, |
| "grad_norm": 0.3215058445930481, |
| "learning_rate": 9.934527740239906e-05, |
| "loss": 0.0228, |
| "step": 9900 |
| }, |
| { |
| "epoch": 6.52402896642528, |
| "grad_norm": 0.34322696924209595, |
| "learning_rate": 9.934260767032209e-05, |
| "loss": 0.0207, |
| "step": 9910 |
| }, |
| { |
| "epoch": 6.530612244897959, |
| "grad_norm": 0.41083627939224243, |
| "learning_rate": 9.933993254221172e-05, |
| "loss": 0.016, |
| "step": 9920 |
| }, |
| { |
| "epoch": 6.537195523370639, |
| "grad_norm": 0.3417953550815582, |
| "learning_rate": 9.933725201836053e-05, |
| "loss": 0.0304, |
| "step": 9930 |
| }, |
| { |
| "epoch": 6.543778801843318, |
| "grad_norm": 0.2922670841217041, |
| "learning_rate": 9.933456609906162e-05, |
| "loss": 0.0211, |
| "step": 9940 |
| }, |
| { |
| "epoch": 6.550362080315997, |
| "grad_norm": 0.34726616740226746, |
| "learning_rate": 9.933187478460875e-05, |
| "loss": 0.0315, |
| "step": 9950 |
| }, |
| { |
| "epoch": 6.556945358788677, |
| "grad_norm": 0.3180295526981354, |
| "learning_rate": 9.93291780752962e-05, |
| "loss": 0.0214, |
| "step": 9960 |
| }, |
| { |
| "epoch": 6.563528637261356, |
| "grad_norm": 0.3323359489440918, |
| "learning_rate": 9.932647597141893e-05, |
| "loss": 0.0213, |
| "step": 9970 |
| }, |
| { |
| "epoch": 6.570111915734035, |
| "grad_norm": 0.38590207695961, |
| "learning_rate": 9.932376847327239e-05, |
| "loss": 0.0182, |
| "step": 9980 |
| }, |
| { |
| "epoch": 6.576695194206715, |
| "grad_norm": 0.3982744514942169, |
| "learning_rate": 9.932105558115268e-05, |
| "loss": 0.0217, |
| "step": 9990 |
| }, |
| { |
| "epoch": 6.583278472679394, |
| "grad_norm": 0.41468364000320435, |
| "learning_rate": 9.931833729535651e-05, |
| "loss": 0.02, |
| "step": 10000 |
| }, |
| { |
| "epoch": 6.589861751152074, |
| "grad_norm": 0.2962639331817627, |
| "learning_rate": 9.931561361618111e-05, |
| "loss": 0.0184, |
| "step": 10010 |
| }, |
| { |
| "epoch": 6.596445029624753, |
| "grad_norm": 0.29026249051094055, |
| "learning_rate": 9.931288454392435e-05, |
| "loss": 0.0257, |
| "step": 10020 |
| }, |
| { |
| "epoch": 6.603028308097432, |
| "grad_norm": 0.35137197375297546, |
| "learning_rate": 9.931015007888467e-05, |
| "loss": 0.0204, |
| "step": 10030 |
| }, |
| { |
| "epoch": 6.609611586570112, |
| "grad_norm": 0.27640193700790405, |
| "learning_rate": 9.930741022136112e-05, |
| "loss": 0.019, |
| "step": 10040 |
| }, |
| { |
| "epoch": 6.616194865042791, |
| "grad_norm": 0.358206570148468, |
| "learning_rate": 9.930466497165333e-05, |
| "loss": 0.0199, |
| "step": 10050 |
| }, |
| { |
| "epoch": 6.622778143515471, |
| "grad_norm": 0.37465885281562805, |
| "learning_rate": 9.93019143300615e-05, |
| "loss": 0.0183, |
| "step": 10060 |
| }, |
| { |
| "epoch": 6.6293614219881505, |
| "grad_norm": 0.29446157813072205, |
| "learning_rate": 9.929915829688644e-05, |
| "loss": 0.0191, |
| "step": 10070 |
| }, |
| { |
| "epoch": 6.635944700460829, |
| "grad_norm": 0.2849454879760742, |
| "learning_rate": 9.929639687242955e-05, |
| "loss": 0.0205, |
| "step": 10080 |
| }, |
| { |
| "epoch": 6.642527978933509, |
| "grad_norm": 0.40511831641197205, |
| "learning_rate": 9.929363005699281e-05, |
| "loss": 0.0236, |
| "step": 10090 |
| }, |
| { |
| "epoch": 6.649111257406188, |
| "grad_norm": 0.31258076429367065, |
| "learning_rate": 9.92908578508788e-05, |
| "loss": 0.0171, |
| "step": 10100 |
| }, |
| { |
| "epoch": 6.655694535878868, |
| "grad_norm": 0.2597019076347351, |
| "learning_rate": 9.928808025439069e-05, |
| "loss": 0.0169, |
| "step": 10110 |
| }, |
| { |
| "epoch": 6.6622778143515475, |
| "grad_norm": 0.3026615083217621, |
| "learning_rate": 9.928529726783223e-05, |
| "loss": 0.0251, |
| "step": 10120 |
| }, |
| { |
| "epoch": 6.668861092824226, |
| "grad_norm": 0.40658512711524963, |
| "learning_rate": 9.928250889150774e-05, |
| "loss": 0.0157, |
| "step": 10130 |
| }, |
| { |
| "epoch": 6.675444371296906, |
| "grad_norm": 0.296414852142334, |
| "learning_rate": 9.92797151257222e-05, |
| "loss": 0.0141, |
| "step": 10140 |
| }, |
| { |
| "epoch": 6.682027649769585, |
| "grad_norm": 0.19929881393909454, |
| "learning_rate": 9.927691597078108e-05, |
| "loss": 0.0208, |
| "step": 10150 |
| }, |
| { |
| "epoch": 6.688610928242265, |
| "grad_norm": 0.2986491024494171, |
| "learning_rate": 9.927411142699053e-05, |
| "loss": 0.02, |
| "step": 10160 |
| }, |
| { |
| "epoch": 6.695194206714944, |
| "grad_norm": 0.29914233088493347, |
| "learning_rate": 9.927130149465725e-05, |
| "loss": 0.0221, |
| "step": 10170 |
| }, |
| { |
| "epoch": 6.701777485187623, |
| "grad_norm": 0.21189433336257935, |
| "learning_rate": 9.92684861740885e-05, |
| "loss": 0.0189, |
| "step": 10180 |
| }, |
| { |
| "epoch": 6.708360763660303, |
| "grad_norm": 0.37645912170410156, |
| "learning_rate": 9.926566546559217e-05, |
| "loss": 0.027, |
| "step": 10190 |
| }, |
| { |
| "epoch": 6.7149440421329825, |
| "grad_norm": 0.3663330674171448, |
| "learning_rate": 9.926283936947673e-05, |
| "loss": 0.019, |
| "step": 10200 |
| }, |
| { |
| "epoch": 6.721527320605661, |
| "grad_norm": 0.32212164998054504, |
| "learning_rate": 9.926000788605126e-05, |
| "loss": 0.019, |
| "step": 10210 |
| }, |
| { |
| "epoch": 6.728110599078341, |
| "grad_norm": 0.44465067982673645, |
| "learning_rate": 9.92571710156254e-05, |
| "loss": 0.0201, |
| "step": 10220 |
| }, |
| { |
| "epoch": 6.73469387755102, |
| "grad_norm": 0.3856736421585083, |
| "learning_rate": 9.925432875850936e-05, |
| "loss": 0.0263, |
| "step": 10230 |
| }, |
| { |
| "epoch": 6.7412771560237, |
| "grad_norm": 0.28890272974967957, |
| "learning_rate": 9.925148111501396e-05, |
| "loss": 0.0219, |
| "step": 10240 |
| }, |
| { |
| "epoch": 6.7478604344963795, |
| "grad_norm": 0.3673318922519684, |
| "learning_rate": 9.924862808545066e-05, |
| "loss": 0.0169, |
| "step": 10250 |
| }, |
| { |
| "epoch": 6.754443712969058, |
| "grad_norm": 0.3341732323169708, |
| "learning_rate": 9.924576967013141e-05, |
| "loss": 0.0178, |
| "step": 10260 |
| }, |
| { |
| "epoch": 6.761026991441738, |
| "grad_norm": 0.34217989444732666, |
| "learning_rate": 9.924290586936887e-05, |
| "loss": 0.0175, |
| "step": 10270 |
| }, |
| { |
| "epoch": 6.767610269914417, |
| "grad_norm": 0.3089868426322937, |
| "learning_rate": 9.924003668347614e-05, |
| "loss": 0.0194, |
| "step": 10280 |
| }, |
| { |
| "epoch": 6.774193548387097, |
| "grad_norm": 0.298808753490448, |
| "learning_rate": 9.923716211276704e-05, |
| "loss": 0.014, |
| "step": 10290 |
| }, |
| { |
| "epoch": 6.780776826859777, |
| "grad_norm": 0.24005000293254852, |
| "learning_rate": 9.923428215755594e-05, |
| "loss": 0.0203, |
| "step": 10300 |
| }, |
| { |
| "epoch": 6.787360105332455, |
| "grad_norm": 0.21396656334400177, |
| "learning_rate": 9.923139681815775e-05, |
| "loss": 0.0185, |
| "step": 10310 |
| }, |
| { |
| "epoch": 6.793943383805135, |
| "grad_norm": 0.32189464569091797, |
| "learning_rate": 9.922850609488801e-05, |
| "loss": 0.0175, |
| "step": 10320 |
| }, |
| { |
| "epoch": 6.800526662277814, |
| "grad_norm": 0.28423628211021423, |
| "learning_rate": 9.922560998806287e-05, |
| "loss": 0.013, |
| "step": 10330 |
| }, |
| { |
| "epoch": 6.807109940750494, |
| "grad_norm": 0.2921487092971802, |
| "learning_rate": 9.922270849799905e-05, |
| "loss": 0.0139, |
| "step": 10340 |
| }, |
| { |
| "epoch": 6.813693219223174, |
| "grad_norm": 0.33387309312820435, |
| "learning_rate": 9.92198016250138e-05, |
| "loss": 0.0179, |
| "step": 10350 |
| }, |
| { |
| "epoch": 6.820276497695852, |
| "grad_norm": 0.2593229115009308, |
| "learning_rate": 9.921688936942506e-05, |
| "loss": 0.0172, |
| "step": 10360 |
| }, |
| { |
| "epoch": 6.826859776168532, |
| "grad_norm": 0.2489296942949295, |
| "learning_rate": 9.921397173155129e-05, |
| "loss": 0.0183, |
| "step": 10370 |
| }, |
| { |
| "epoch": 6.8334430546412115, |
| "grad_norm": 0.40210461616516113, |
| "learning_rate": 9.921104871171157e-05, |
| "loss": 0.0216, |
| "step": 10380 |
| }, |
| { |
| "epoch": 6.840026333113891, |
| "grad_norm": 0.3916763961315155, |
| "learning_rate": 9.920812031022554e-05, |
| "loss": 0.0233, |
| "step": 10390 |
| }, |
| { |
| "epoch": 6.84660961158657, |
| "grad_norm": 0.3899797201156616, |
| "learning_rate": 9.920518652741348e-05, |
| "loss": 0.0198, |
| "step": 10400 |
| }, |
| { |
| "epoch": 6.853192890059249, |
| "grad_norm": 0.33417588472366333, |
| "learning_rate": 9.920224736359618e-05, |
| "loss": 0.0197, |
| "step": 10410 |
| }, |
| { |
| "epoch": 6.859776168531929, |
| "grad_norm": 0.36752772331237793, |
| "learning_rate": 9.91993028190951e-05, |
| "loss": 0.0172, |
| "step": 10420 |
| }, |
| { |
| "epoch": 6.8663594470046085, |
| "grad_norm": 0.19663628935813904, |
| "learning_rate": 9.919635289423222e-05, |
| "loss": 0.021, |
| "step": 10430 |
| }, |
| { |
| "epoch": 6.872942725477287, |
| "grad_norm": 0.24231010675430298, |
| "learning_rate": 9.919339758933015e-05, |
| "loss": 0.021, |
| "step": 10440 |
| }, |
| { |
| "epoch": 6.879526003949967, |
| "grad_norm": 0.31300294399261475, |
| "learning_rate": 9.919043690471209e-05, |
| "loss": 0.0204, |
| "step": 10450 |
| }, |
| { |
| "epoch": 6.886109282422646, |
| "grad_norm": 0.37167423963546753, |
| "learning_rate": 9.91874708407018e-05, |
| "loss": 0.017, |
| "step": 10460 |
| }, |
| { |
| "epoch": 6.892692560895326, |
| "grad_norm": 0.23635649681091309, |
| "learning_rate": 9.918449939762367e-05, |
| "loss": 0.0147, |
| "step": 10470 |
| }, |
| { |
| "epoch": 6.899275839368006, |
| "grad_norm": 0.32587042450904846, |
| "learning_rate": 9.91815225758026e-05, |
| "loss": 0.0186, |
| "step": 10480 |
| }, |
| { |
| "epoch": 6.905859117840684, |
| "grad_norm": 0.31372883915901184, |
| "learning_rate": 9.917854037556419e-05, |
| "loss": 0.014, |
| "step": 10490 |
| }, |
| { |
| "epoch": 6.912442396313364, |
| "grad_norm": 0.32236507534980774, |
| "learning_rate": 9.917555279723454e-05, |
| "loss": 0.0166, |
| "step": 10500 |
| }, |
| { |
| "epoch": 6.9190256747860435, |
| "grad_norm": 0.3173193335533142, |
| "learning_rate": 9.917255984114036e-05, |
| "loss": 0.0184, |
| "step": 10510 |
| }, |
| { |
| "epoch": 6.925608953258723, |
| "grad_norm": 0.23854570090770721, |
| "learning_rate": 9.916956150760896e-05, |
| "loss": 0.0198, |
| "step": 10520 |
| }, |
| { |
| "epoch": 6.932192231731403, |
| "grad_norm": 0.3578750491142273, |
| "learning_rate": 9.916655779696826e-05, |
| "loss": 0.0237, |
| "step": 10530 |
| }, |
| { |
| "epoch": 6.938775510204081, |
| "grad_norm": 0.22527861595153809, |
| "learning_rate": 9.916354870954671e-05, |
| "loss": 0.0169, |
| "step": 10540 |
| }, |
| { |
| "epoch": 6.945358788676761, |
| "grad_norm": 0.2790786623954773, |
| "learning_rate": 9.91605342456734e-05, |
| "loss": 0.0235, |
| "step": 10550 |
| }, |
| { |
| "epoch": 6.9519420671494405, |
| "grad_norm": 0.32542911171913147, |
| "learning_rate": 9.915751440567795e-05, |
| "loss": 0.0177, |
| "step": 10560 |
| }, |
| { |
| "epoch": 6.95852534562212, |
| "grad_norm": 0.29238200187683105, |
| "learning_rate": 9.915448918989066e-05, |
| "loss": 0.021, |
| "step": 10570 |
| }, |
| { |
| "epoch": 6.9651086240948, |
| "grad_norm": 0.4408346116542816, |
| "learning_rate": 9.915145859864232e-05, |
| "loss": 0.0193, |
| "step": 10580 |
| }, |
| { |
| "epoch": 6.971691902567478, |
| "grad_norm": 0.34986612200737, |
| "learning_rate": 9.914842263226437e-05, |
| "loss": 0.0178, |
| "step": 10590 |
| }, |
| { |
| "epoch": 6.978275181040158, |
| "grad_norm": 0.28159600496292114, |
| "learning_rate": 9.914538129108882e-05, |
| "loss": 0.0183, |
| "step": 10600 |
| }, |
| { |
| "epoch": 6.984858459512838, |
| "grad_norm": 0.25488001108169556, |
| "learning_rate": 9.914233457544825e-05, |
| "loss": 0.0173, |
| "step": 10610 |
| }, |
| { |
| "epoch": 6.991441737985517, |
| "grad_norm": 0.27186429500579834, |
| "learning_rate": 9.913928248567586e-05, |
| "loss": 0.0171, |
| "step": 10620 |
| }, |
| { |
| "epoch": 6.998025016458196, |
| "grad_norm": 0.2964438796043396, |
| "learning_rate": 9.913622502210542e-05, |
| "loss": 0.0175, |
| "step": 10630 |
| }, |
| { |
| "epoch": 7.0046082949308754, |
| "grad_norm": 0.25319603085517883, |
| "learning_rate": 9.913316218507128e-05, |
| "loss": 0.0195, |
| "step": 10640 |
| }, |
| { |
| "epoch": 7.011191573403555, |
| "grad_norm": 0.2829616963863373, |
| "learning_rate": 9.91300939749084e-05, |
| "loss": 0.0152, |
| "step": 10650 |
| }, |
| { |
| "epoch": 7.017774851876235, |
| "grad_norm": 0.2091553807258606, |
| "learning_rate": 9.91270203919523e-05, |
| "loss": 0.0156, |
| "step": 10660 |
| }, |
| { |
| "epoch": 7.024358130348913, |
| "grad_norm": 0.27263903617858887, |
| "learning_rate": 9.912394143653912e-05, |
| "loss": 0.0186, |
| "step": 10670 |
| }, |
| { |
| "epoch": 7.030941408821593, |
| "grad_norm": 0.2951875329017639, |
| "learning_rate": 9.912085710900555e-05, |
| "loss": 0.0177, |
| "step": 10680 |
| }, |
| { |
| "epoch": 7.0375246872942725, |
| "grad_norm": 0.2087211161851883, |
| "learning_rate": 9.911776740968892e-05, |
| "loss": 0.0153, |
| "step": 10690 |
| }, |
| { |
| "epoch": 7.044107965766952, |
| "grad_norm": 0.37653759121894836, |
| "learning_rate": 9.911467233892709e-05, |
| "loss": 0.018, |
| "step": 10700 |
| }, |
| { |
| "epoch": 7.050691244239632, |
| "grad_norm": 0.2645755410194397, |
| "learning_rate": 9.911157189705853e-05, |
| "loss": 0.0242, |
| "step": 10710 |
| }, |
| { |
| "epoch": 7.05727452271231, |
| "grad_norm": 0.30586713552474976, |
| "learning_rate": 9.910846608442229e-05, |
| "loss": 0.0174, |
| "step": 10720 |
| }, |
| { |
| "epoch": 7.06385780118499, |
| "grad_norm": 0.22648707032203674, |
| "learning_rate": 9.910535490135805e-05, |
| "loss": 0.022, |
| "step": 10730 |
| }, |
| { |
| "epoch": 7.0704410796576695, |
| "grad_norm": 0.3550933599472046, |
| "learning_rate": 9.910223834820603e-05, |
| "loss": 0.0221, |
| "step": 10740 |
| }, |
| { |
| "epoch": 7.077024358130349, |
| "grad_norm": 0.3650365173816681, |
| "learning_rate": 9.909911642530703e-05, |
| "loss": 0.0201, |
| "step": 10750 |
| }, |
| { |
| "epoch": 7.083607636603029, |
| "grad_norm": 0.29339197278022766, |
| "learning_rate": 9.909598913300249e-05, |
| "loss": 0.0182, |
| "step": 10760 |
| }, |
| { |
| "epoch": 7.090190915075707, |
| "grad_norm": 0.2898188531398773, |
| "learning_rate": 9.909285647163438e-05, |
| "loss": 0.0169, |
| "step": 10770 |
| }, |
| { |
| "epoch": 7.096774193548387, |
| "grad_norm": 0.210793599486351, |
| "learning_rate": 9.908971844154531e-05, |
| "loss": 0.0183, |
| "step": 10780 |
| }, |
| { |
| "epoch": 7.103357472021067, |
| "grad_norm": 0.2698214054107666, |
| "learning_rate": 9.908657504307843e-05, |
| "loss": 0.0149, |
| "step": 10790 |
| }, |
| { |
| "epoch": 7.109940750493746, |
| "grad_norm": 0.34165287017822266, |
| "learning_rate": 9.908342627657751e-05, |
| "loss": 0.0191, |
| "step": 10800 |
| }, |
| { |
| "epoch": 7.116524028966425, |
| "grad_norm": 0.33044493198394775, |
| "learning_rate": 9.908027214238689e-05, |
| "loss": 0.0217, |
| "step": 10810 |
| }, |
| { |
| "epoch": 7.1231073074391045, |
| "grad_norm": 0.3296797275543213, |
| "learning_rate": 9.90771126408515e-05, |
| "loss": 0.0195, |
| "step": 10820 |
| }, |
| { |
| "epoch": 7.129690585911784, |
| "grad_norm": 0.4196171164512634, |
| "learning_rate": 9.907394777231685e-05, |
| "loss": 0.0192, |
| "step": 10830 |
| }, |
| { |
| "epoch": 7.136273864384464, |
| "grad_norm": 0.3580937385559082, |
| "learning_rate": 9.907077753712905e-05, |
| "loss": 0.0161, |
| "step": 10840 |
| }, |
| { |
| "epoch": 7.142857142857143, |
| "grad_norm": 0.3238092064857483, |
| "learning_rate": 9.906760193563482e-05, |
| "loss": 0.0191, |
| "step": 10850 |
| }, |
| { |
| "epoch": 7.149440421329822, |
| "grad_norm": 0.309400349855423, |
| "learning_rate": 9.906442096818139e-05, |
| "loss": 0.0177, |
| "step": 10860 |
| }, |
| { |
| "epoch": 7.1560236998025015, |
| "grad_norm": 0.2711527645587921, |
| "learning_rate": 9.906123463511665e-05, |
| "loss": 0.0147, |
| "step": 10870 |
| }, |
| { |
| "epoch": 7.162606978275181, |
| "grad_norm": 0.25941452383995056, |
| "learning_rate": 9.905804293678907e-05, |
| "loss": 0.0195, |
| "step": 10880 |
| }, |
| { |
| "epoch": 7.169190256747861, |
| "grad_norm": 0.34450215101242065, |
| "learning_rate": 9.905484587354766e-05, |
| "loss": 0.0244, |
| "step": 10890 |
| }, |
| { |
| "epoch": 7.175773535220539, |
| "grad_norm": 0.39104101061820984, |
| "learning_rate": 9.905164344574205e-05, |
| "loss": 0.0196, |
| "step": 10900 |
| }, |
| { |
| "epoch": 7.182356813693219, |
| "grad_norm": 0.24513410031795502, |
| "learning_rate": 9.904843565372248e-05, |
| "loss": 0.0139, |
| "step": 10910 |
| }, |
| { |
| "epoch": 7.188940092165899, |
| "grad_norm": 0.37569987773895264, |
| "learning_rate": 9.904522249783972e-05, |
| "loss": 0.0186, |
| "step": 10920 |
| }, |
| { |
| "epoch": 7.195523370638578, |
| "grad_norm": 0.3551914691925049, |
| "learning_rate": 9.904200397844517e-05, |
| "loss": 0.021, |
| "step": 10930 |
| }, |
| { |
| "epoch": 7.202106649111258, |
| "grad_norm": 0.24651531875133514, |
| "learning_rate": 9.903878009589078e-05, |
| "loss": 0.0143, |
| "step": 10940 |
| }, |
| { |
| "epoch": 7.2086899275839365, |
| "grad_norm": 0.2332409769296646, |
| "learning_rate": 9.903555085052915e-05, |
| "loss": 0.0133, |
| "step": 10950 |
| }, |
| { |
| "epoch": 7.215273206056616, |
| "grad_norm": 0.39533382654190063, |
| "learning_rate": 9.903231624271338e-05, |
| "loss": 0.0174, |
| "step": 10960 |
| }, |
| { |
| "epoch": 7.221856484529296, |
| "grad_norm": 0.34340912103652954, |
| "learning_rate": 9.902907627279724e-05, |
| "loss": 0.0142, |
| "step": 10970 |
| }, |
| { |
| "epoch": 7.228439763001975, |
| "grad_norm": 0.22741550207138062, |
| "learning_rate": 9.902583094113504e-05, |
| "loss": 0.0134, |
| "step": 10980 |
| }, |
| { |
| "epoch": 7.235023041474655, |
| "grad_norm": 0.2840103209018707, |
| "learning_rate": 9.902258024808168e-05, |
| "loss": 0.0158, |
| "step": 10990 |
| }, |
| { |
| "epoch": 7.2416063199473335, |
| "grad_norm": 0.39114007353782654, |
| "learning_rate": 9.901932419399264e-05, |
| "loss": 0.017, |
| "step": 11000 |
| }, |
| { |
| "epoch": 7.248189598420013, |
| "grad_norm": 0.247371643781662, |
| "learning_rate": 9.9016062779224e-05, |
| "loss": 0.0193, |
| "step": 11010 |
| }, |
| { |
| "epoch": 7.254772876892693, |
| "grad_norm": 0.3058176338672638, |
| "learning_rate": 9.901279600413242e-05, |
| "loss": 0.0188, |
| "step": 11020 |
| }, |
| { |
| "epoch": 7.261356155365372, |
| "grad_norm": 0.3149106204509735, |
| "learning_rate": 9.900952386907518e-05, |
| "loss": 0.0142, |
| "step": 11030 |
| }, |
| { |
| "epoch": 7.267939433838051, |
| "grad_norm": 0.2861136496067047, |
| "learning_rate": 9.90062463744101e-05, |
| "loss": 0.0152, |
| "step": 11040 |
| }, |
| { |
| "epoch": 7.2745227123107306, |
| "grad_norm": 0.31497111916542053, |
| "learning_rate": 9.900296352049558e-05, |
| "loss": 0.0193, |
| "step": 11050 |
| }, |
| { |
| "epoch": 7.28110599078341, |
| "grad_norm": 0.3361019790172577, |
| "learning_rate": 9.899967530769065e-05, |
| "loss": 0.0269, |
| "step": 11060 |
| }, |
| { |
| "epoch": 7.28768926925609, |
| "grad_norm": 0.3321257531642914, |
| "learning_rate": 9.899638173635489e-05, |
| "loss": 0.0185, |
| "step": 11070 |
| }, |
| { |
| "epoch": 7.294272547728769, |
| "grad_norm": 0.3059992492198944, |
| "learning_rate": 9.899308280684849e-05, |
| "loss": 0.0168, |
| "step": 11080 |
| }, |
| { |
| "epoch": 7.300855826201448, |
| "grad_norm": 0.3122404217720032, |
| "learning_rate": 9.898977851953222e-05, |
| "loss": 0.0137, |
| "step": 11090 |
| }, |
| { |
| "epoch": 7.307439104674128, |
| "grad_norm": 0.27130135893821716, |
| "learning_rate": 9.898646887476741e-05, |
| "loss": 0.016, |
| "step": 11100 |
| }, |
| { |
| "epoch": 7.314022383146807, |
| "grad_norm": 0.24871034920215607, |
| "learning_rate": 9.898315387291603e-05, |
| "loss": 0.0179, |
| "step": 11110 |
| }, |
| { |
| "epoch": 7.320605661619487, |
| "grad_norm": 0.33382299542427063, |
| "learning_rate": 9.89798335143406e-05, |
| "loss": 0.0155, |
| "step": 11120 |
| }, |
| { |
| "epoch": 7.3271889400921655, |
| "grad_norm": 0.4217686951160431, |
| "learning_rate": 9.897650779940419e-05, |
| "loss": 0.0158, |
| "step": 11130 |
| }, |
| { |
| "epoch": 7.333772218564845, |
| "grad_norm": 0.37109145522117615, |
| "learning_rate": 9.897317672847054e-05, |
| "loss": 0.0152, |
| "step": 11140 |
| }, |
| { |
| "epoch": 7.340355497037525, |
| "grad_norm": 0.3274284899234772, |
| "learning_rate": 9.89698403019039e-05, |
| "loss": 0.0149, |
| "step": 11150 |
| }, |
| { |
| "epoch": 7.346938775510204, |
| "grad_norm": 0.35187312960624695, |
| "learning_rate": 9.896649852006917e-05, |
| "loss": 0.0203, |
| "step": 11160 |
| }, |
| { |
| "epoch": 7.353522053982884, |
| "grad_norm": 0.347332239151001, |
| "learning_rate": 9.896315138333177e-05, |
| "loss": 0.0205, |
| "step": 11170 |
| }, |
| { |
| "epoch": 7.3601053324555625, |
| "grad_norm": 0.33512142300605774, |
| "learning_rate": 9.895979889205774e-05, |
| "loss": 0.0191, |
| "step": 11180 |
| }, |
| { |
| "epoch": 7.366688610928242, |
| "grad_norm": 0.3043818175792694, |
| "learning_rate": 9.895644104661372e-05, |
| "loss": 0.0238, |
| "step": 11190 |
| }, |
| { |
| "epoch": 7.373271889400922, |
| "grad_norm": 0.28545814752578735, |
| "learning_rate": 9.895307784736691e-05, |
| "loss": 0.0166, |
| "step": 11200 |
| }, |
| { |
| "epoch": 7.379855167873601, |
| "grad_norm": 0.38100355863571167, |
| "learning_rate": 9.894970929468512e-05, |
| "loss": 0.0294, |
| "step": 11210 |
| }, |
| { |
| "epoch": 7.386438446346281, |
| "grad_norm": 0.36033323407173157, |
| "learning_rate": 9.89463353889367e-05, |
| "loss": 0.0171, |
| "step": 11220 |
| }, |
| { |
| "epoch": 7.39302172481896, |
| "grad_norm": 0.41543373465538025, |
| "learning_rate": 9.894295613049065e-05, |
| "loss": 0.0214, |
| "step": 11230 |
| }, |
| { |
| "epoch": 7.399605003291639, |
| "grad_norm": 0.35040634870529175, |
| "learning_rate": 9.893957151971649e-05, |
| "loss": 0.0219, |
| "step": 11240 |
| }, |
| { |
| "epoch": 7.406188281764319, |
| "grad_norm": 0.21702241897583008, |
| "learning_rate": 9.893618155698436e-05, |
| "loss": 0.0172, |
| "step": 11250 |
| }, |
| { |
| "epoch": 7.412771560236998, |
| "grad_norm": 0.16841621696949005, |
| "learning_rate": 9.8932786242665e-05, |
| "loss": 0.0163, |
| "step": 11260 |
| }, |
| { |
| "epoch": 7.419354838709677, |
| "grad_norm": 0.2708188593387604, |
| "learning_rate": 9.89293855771297e-05, |
| "loss": 0.0174, |
| "step": 11270 |
| }, |
| { |
| "epoch": 7.425938117182357, |
| "grad_norm": 0.2793221175670624, |
| "learning_rate": 9.892597956075036e-05, |
| "loss": 0.0301, |
| "step": 11280 |
| }, |
| { |
| "epoch": 7.432521395655036, |
| "grad_norm": 0.28793931007385254, |
| "learning_rate": 9.892256819389947e-05, |
| "loss": 0.0136, |
| "step": 11290 |
| }, |
| { |
| "epoch": 7.439104674127716, |
| "grad_norm": 0.2080307900905609, |
| "learning_rate": 9.891915147695006e-05, |
| "loss": 0.0135, |
| "step": 11300 |
| }, |
| { |
| "epoch": 7.445687952600395, |
| "grad_norm": 0.34421682357788086, |
| "learning_rate": 9.891572941027577e-05, |
| "loss": 0.0154, |
| "step": 11310 |
| }, |
| { |
| "epoch": 7.452271231073074, |
| "grad_norm": 0.28043636679649353, |
| "learning_rate": 9.89123019942509e-05, |
| "loss": 0.0227, |
| "step": 11320 |
| }, |
| { |
| "epoch": 7.458854509545754, |
| "grad_norm": 0.43760061264038086, |
| "learning_rate": 9.89088692292502e-05, |
| "loss": 0.0205, |
| "step": 11330 |
| }, |
| { |
| "epoch": 7.465437788018433, |
| "grad_norm": 0.36671656370162964, |
| "learning_rate": 9.89054311156491e-05, |
| "loss": 0.0188, |
| "step": 11340 |
| }, |
| { |
| "epoch": 7.472021066491113, |
| "grad_norm": 0.32964199781417847, |
| "learning_rate": 9.890198765382357e-05, |
| "loss": 0.0169, |
| "step": 11350 |
| }, |
| { |
| "epoch": 7.478604344963792, |
| "grad_norm": 0.2949651777744293, |
| "learning_rate": 9.889853884415021e-05, |
| "loss": 0.0204, |
| "step": 11360 |
| }, |
| { |
| "epoch": 7.485187623436471, |
| "grad_norm": 0.19746604561805725, |
| "learning_rate": 9.889508468700614e-05, |
| "loss": 0.0154, |
| "step": 11370 |
| }, |
| { |
| "epoch": 7.491770901909151, |
| "grad_norm": 0.25154274702072144, |
| "learning_rate": 9.889162518276915e-05, |
| "loss": 0.024, |
| "step": 11380 |
| }, |
| { |
| "epoch": 7.49835418038183, |
| "grad_norm": 0.28722724318504333, |
| "learning_rate": 9.888816033181752e-05, |
| "loss": 0.0144, |
| "step": 11390 |
| }, |
| { |
| "epoch": 7.50493745885451, |
| "grad_norm": 0.30025094747543335, |
| "learning_rate": 9.888469013453018e-05, |
| "loss": 0.0132, |
| "step": 11400 |
| }, |
| { |
| "epoch": 7.511520737327189, |
| "grad_norm": 0.3434738218784332, |
| "learning_rate": 9.888121459128663e-05, |
| "loss": 0.0204, |
| "step": 11410 |
| }, |
| { |
| "epoch": 7.518104015799868, |
| "grad_norm": 0.3177078068256378, |
| "learning_rate": 9.887773370246693e-05, |
| "loss": 0.0203, |
| "step": 11420 |
| }, |
| { |
| "epoch": 7.524687294272548, |
| "grad_norm": 0.20764517784118652, |
| "learning_rate": 9.887424746845177e-05, |
| "loss": 0.0236, |
| "step": 11430 |
| }, |
| { |
| "epoch": 7.531270572745227, |
| "grad_norm": 0.32055962085723877, |
| "learning_rate": 9.887075588962239e-05, |
| "loss": 0.0193, |
| "step": 11440 |
| }, |
| { |
| "epoch": 7.537853851217907, |
| "grad_norm": 0.41916972398757935, |
| "learning_rate": 9.88672589663606e-05, |
| "loss": 0.0236, |
| "step": 11450 |
| }, |
| { |
| "epoch": 7.544437129690586, |
| "grad_norm": 0.3371690511703491, |
| "learning_rate": 9.886375669904886e-05, |
| "loss": 0.0217, |
| "step": 11460 |
| }, |
| { |
| "epoch": 7.551020408163265, |
| "grad_norm": 0.3066478669643402, |
| "learning_rate": 9.886024908807014e-05, |
| "loss": 0.0154, |
| "step": 11470 |
| }, |
| { |
| "epoch": 7.557603686635945, |
| "grad_norm": 0.35706502199172974, |
| "learning_rate": 9.885673613380806e-05, |
| "loss": 0.02, |
| "step": 11480 |
| }, |
| { |
| "epoch": 7.564186965108624, |
| "grad_norm": 0.32649919390678406, |
| "learning_rate": 9.885321783664676e-05, |
| "loss": 0.0165, |
| "step": 11490 |
| }, |
| { |
| "epoch": 7.570770243581303, |
| "grad_norm": 0.41602134704589844, |
| "learning_rate": 9.884969419697101e-05, |
| "loss": 0.0171, |
| "step": 11500 |
| }, |
| { |
| "epoch": 7.577353522053983, |
| "grad_norm": 0.24239778518676758, |
| "learning_rate": 9.884616521516614e-05, |
| "loss": 0.0161, |
| "step": 11510 |
| }, |
| { |
| "epoch": 7.583936800526662, |
| "grad_norm": 0.3191376328468323, |
| "learning_rate": 9.88426308916181e-05, |
| "loss": 0.0197, |
| "step": 11520 |
| }, |
| { |
| "epoch": 7.590520078999342, |
| "grad_norm": 0.28587859869003296, |
| "learning_rate": 9.883909122671335e-05, |
| "loss": 0.0225, |
| "step": 11530 |
| }, |
| { |
| "epoch": 7.597103357472021, |
| "grad_norm": 0.29848742485046387, |
| "learning_rate": 9.883554622083904e-05, |
| "loss": 0.0162, |
| "step": 11540 |
| }, |
| { |
| "epoch": 7.6036866359447, |
| "grad_norm": 0.2986828684806824, |
| "learning_rate": 9.88319958743828e-05, |
| "loss": 0.0193, |
| "step": 11550 |
| }, |
| { |
| "epoch": 7.61026991441738, |
| "grad_norm": 0.2457902580499649, |
| "learning_rate": 9.882844018773291e-05, |
| "loss": 0.0236, |
| "step": 11560 |
| }, |
| { |
| "epoch": 7.616853192890059, |
| "grad_norm": 0.2636571526527405, |
| "learning_rate": 9.882487916127823e-05, |
| "loss": 0.0135, |
| "step": 11570 |
| }, |
| { |
| "epoch": 7.623436471362739, |
| "grad_norm": 0.2617330849170685, |
| "learning_rate": 9.882131279540815e-05, |
| "loss": 0.0232, |
| "step": 11580 |
| }, |
| { |
| "epoch": 7.630019749835418, |
| "grad_norm": 0.2502003014087677, |
| "learning_rate": 9.881774109051271e-05, |
| "loss": 0.0145, |
| "step": 11590 |
| }, |
| { |
| "epoch": 7.636603028308097, |
| "grad_norm": 0.3198162615299225, |
| "learning_rate": 9.881416404698252e-05, |
| "loss": 0.0161, |
| "step": 11600 |
| }, |
| { |
| "epoch": 7.643186306780777, |
| "grad_norm": 0.2585660517215729, |
| "learning_rate": 9.881058166520873e-05, |
| "loss": 0.015, |
| "step": 11610 |
| }, |
| { |
| "epoch": 7.649769585253456, |
| "grad_norm": 0.4241032600402832, |
| "learning_rate": 9.880699394558311e-05, |
| "loss": 0.0156, |
| "step": 11620 |
| }, |
| { |
| "epoch": 7.656352863726136, |
| "grad_norm": 0.2813708484172821, |
| "learning_rate": 9.880340088849801e-05, |
| "loss": 0.0158, |
| "step": 11630 |
| }, |
| { |
| "epoch": 7.662936142198815, |
| "grad_norm": 0.3326049745082855, |
| "learning_rate": 9.879980249434637e-05, |
| "loss": 0.0186, |
| "step": 11640 |
| }, |
| { |
| "epoch": 7.669519420671494, |
| "grad_norm": 0.42590346932411194, |
| "learning_rate": 9.879619876352168e-05, |
| "loss": 0.0214, |
| "step": 11650 |
| }, |
| { |
| "epoch": 7.676102699144174, |
| "grad_norm": 0.37882736325263977, |
| "learning_rate": 9.879258969641809e-05, |
| "loss": 0.0209, |
| "step": 11660 |
| }, |
| { |
| "epoch": 7.6826859776168535, |
| "grad_norm": 0.3366725742816925, |
| "learning_rate": 9.878897529343023e-05, |
| "loss": 0.0192, |
| "step": 11670 |
| }, |
| { |
| "epoch": 7.689269256089533, |
| "grad_norm": 0.3143966794013977, |
| "learning_rate": 9.878535555495338e-05, |
| "loss": 0.0194, |
| "step": 11680 |
| }, |
| { |
| "epoch": 7.695852534562212, |
| "grad_norm": 0.24715743958950043, |
| "learning_rate": 9.87817304813834e-05, |
| "loss": 0.0249, |
| "step": 11690 |
| }, |
| { |
| "epoch": 7.702435813034891, |
| "grad_norm": 0.45325416326522827, |
| "learning_rate": 9.877810007311671e-05, |
| "loss": 0.0279, |
| "step": 11700 |
| }, |
| { |
| "epoch": 7.709019091507571, |
| "grad_norm": 0.2868269681930542, |
| "learning_rate": 9.877446433055035e-05, |
| "loss": 0.0201, |
| "step": 11710 |
| }, |
| { |
| "epoch": 7.7156023699802505, |
| "grad_norm": 0.42461174726486206, |
| "learning_rate": 9.877082325408191e-05, |
| "loss": 0.0192, |
| "step": 11720 |
| }, |
| { |
| "epoch": 7.722185648452929, |
| "grad_norm": 0.325031578540802, |
| "learning_rate": 9.876717684410954e-05, |
| "loss": 0.0197, |
| "step": 11730 |
| }, |
| { |
| "epoch": 7.728768926925609, |
| "grad_norm": 0.23536282777786255, |
| "learning_rate": 9.876352510103204e-05, |
| "loss": 0.0168, |
| "step": 11740 |
| }, |
| { |
| "epoch": 7.735352205398288, |
| "grad_norm": 0.34148913621902466, |
| "learning_rate": 9.875986802524875e-05, |
| "loss": 0.0257, |
| "step": 11750 |
| }, |
| { |
| "epoch": 7.741935483870968, |
| "grad_norm": 0.23587101697921753, |
| "learning_rate": 9.87562056171596e-05, |
| "loss": 0.0286, |
| "step": 11760 |
| }, |
| { |
| "epoch": 7.748518762343647, |
| "grad_norm": 0.3217344284057617, |
| "learning_rate": 9.875253787716511e-05, |
| "loss": 0.0166, |
| "step": 11770 |
| }, |
| { |
| "epoch": 7.755102040816326, |
| "grad_norm": 0.286668062210083, |
| "learning_rate": 9.874886480566637e-05, |
| "loss": 0.0163, |
| "step": 11780 |
| }, |
| { |
| "epoch": 7.761685319289006, |
| "grad_norm": 0.2901325225830078, |
| "learning_rate": 9.874518640306507e-05, |
| "loss": 0.0163, |
| "step": 11790 |
| }, |
| { |
| "epoch": 7.768268597761685, |
| "grad_norm": 0.31648361682891846, |
| "learning_rate": 9.874150266976347e-05, |
| "loss": 0.0234, |
| "step": 11800 |
| }, |
| { |
| "epoch": 7.774851876234365, |
| "grad_norm": 0.21095728874206543, |
| "learning_rate": 9.873781360616443e-05, |
| "loss": 0.0203, |
| "step": 11810 |
| }, |
| { |
| "epoch": 7.781435154707044, |
| "grad_norm": 0.3472936153411865, |
| "learning_rate": 9.873411921267137e-05, |
| "loss": 0.0193, |
| "step": 11820 |
| }, |
| { |
| "epoch": 7.788018433179723, |
| "grad_norm": 0.2894751727581024, |
| "learning_rate": 9.873041948968829e-05, |
| "loss": 0.0189, |
| "step": 11830 |
| }, |
| { |
| "epoch": 7.794601711652403, |
| "grad_norm": 0.2715581953525543, |
| "learning_rate": 9.872671443761981e-05, |
| "loss": 0.0216, |
| "step": 11840 |
| }, |
| { |
| "epoch": 7.8011849901250825, |
| "grad_norm": 0.307728111743927, |
| "learning_rate": 9.872300405687109e-05, |
| "loss": 0.0172, |
| "step": 11850 |
| }, |
| { |
| "epoch": 7.807768268597762, |
| "grad_norm": 0.29953813552856445, |
| "learning_rate": 9.871928834784792e-05, |
| "loss": 0.0167, |
| "step": 11860 |
| }, |
| { |
| "epoch": 7.814351547070441, |
| "grad_norm": 0.23695741593837738, |
| "learning_rate": 9.871556731095661e-05, |
| "loss": 0.0185, |
| "step": 11870 |
| }, |
| { |
| "epoch": 7.82093482554312, |
| "grad_norm": 0.29778993129730225, |
| "learning_rate": 9.871184094660411e-05, |
| "loss": 0.0175, |
| "step": 11880 |
| }, |
| { |
| "epoch": 7.8275181040158, |
| "grad_norm": 0.340423583984375, |
| "learning_rate": 9.870810925519791e-05, |
| "loss": 0.0172, |
| "step": 11890 |
| }, |
| { |
| "epoch": 7.8341013824884795, |
| "grad_norm": 0.27096155285835266, |
| "learning_rate": 9.870437223714612e-05, |
| "loss": 0.0167, |
| "step": 11900 |
| }, |
| { |
| "epoch": 7.840684660961159, |
| "grad_norm": 0.31351974606513977, |
| "learning_rate": 9.87006298928574e-05, |
| "loss": 0.0163, |
| "step": 11910 |
| }, |
| { |
| "epoch": 7.847267939433838, |
| "grad_norm": 0.30044785141944885, |
| "learning_rate": 9.869688222274103e-05, |
| "loss": 0.0161, |
| "step": 11920 |
| }, |
| { |
| "epoch": 7.853851217906517, |
| "grad_norm": 0.358417809009552, |
| "learning_rate": 9.869312922720681e-05, |
| "loss": 0.0152, |
| "step": 11930 |
| }, |
| { |
| "epoch": 7.860434496379197, |
| "grad_norm": 0.1807613968849182, |
| "learning_rate": 9.868937090666521e-05, |
| "loss": 0.0163, |
| "step": 11940 |
| }, |
| { |
| "epoch": 7.867017774851877, |
| "grad_norm": 0.31109392642974854, |
| "learning_rate": 9.86856072615272e-05, |
| "loss": 0.0162, |
| "step": 11950 |
| }, |
| { |
| "epoch": 7.873601053324555, |
| "grad_norm": 0.2280602753162384, |
| "learning_rate": 9.868183829220438e-05, |
| "loss": 0.0179, |
| "step": 11960 |
| }, |
| { |
| "epoch": 7.880184331797235, |
| "grad_norm": 0.24024052917957306, |
| "learning_rate": 9.867806399910893e-05, |
| "loss": 0.0136, |
| "step": 11970 |
| }, |
| { |
| "epoch": 7.8867676102699145, |
| "grad_norm": 0.3139645755290985, |
| "learning_rate": 9.867428438265356e-05, |
| "loss": 0.0193, |
| "step": 11980 |
| }, |
| { |
| "epoch": 7.893350888742594, |
| "grad_norm": 0.2891336679458618, |
| "learning_rate": 9.867049944325165e-05, |
| "loss": 0.0169, |
| "step": 11990 |
| }, |
| { |
| "epoch": 7.899934167215273, |
| "grad_norm": 0.2247208207845688, |
| "learning_rate": 9.86667091813171e-05, |
| "loss": 0.0189, |
| "step": 12000 |
| }, |
| { |
| "epoch": 7.906517445687952, |
| "grad_norm": 0.2784267067909241, |
| "learning_rate": 9.866291359726438e-05, |
| "loss": 0.0127, |
| "step": 12010 |
| }, |
| { |
| "epoch": 7.913100724160632, |
| "grad_norm": 0.24842417240142822, |
| "learning_rate": 9.865911269150861e-05, |
| "loss": 0.0165, |
| "step": 12020 |
| }, |
| { |
| "epoch": 7.9196840026333115, |
| "grad_norm": 0.3291228413581848, |
| "learning_rate": 9.865530646446544e-05, |
| "loss": 0.0175, |
| "step": 12030 |
| }, |
| { |
| "epoch": 7.926267281105991, |
| "grad_norm": 0.26979872584342957, |
| "learning_rate": 9.86514949165511e-05, |
| "loss": 0.0154, |
| "step": 12040 |
| }, |
| { |
| "epoch": 7.93285055957867, |
| "grad_norm": 0.2742098569869995, |
| "learning_rate": 9.864767804818243e-05, |
| "loss": 0.0153, |
| "step": 12050 |
| }, |
| { |
| "epoch": 7.939433838051349, |
| "grad_norm": 0.3229682147502899, |
| "learning_rate": 9.86438558597768e-05, |
| "loss": 0.0125, |
| "step": 12060 |
| }, |
| { |
| "epoch": 7.946017116524029, |
| "grad_norm": 0.2588154375553131, |
| "learning_rate": 9.864002835175225e-05, |
| "loss": 0.0215, |
| "step": 12070 |
| }, |
| { |
| "epoch": 7.952600394996709, |
| "grad_norm": 0.22620663046836853, |
| "learning_rate": 9.863619552452734e-05, |
| "loss": 0.0148, |
| "step": 12080 |
| }, |
| { |
| "epoch": 7.959183673469388, |
| "grad_norm": 0.3100728392601013, |
| "learning_rate": 9.863235737852119e-05, |
| "loss": 0.0143, |
| "step": 12090 |
| }, |
| { |
| "epoch": 7.965766951942067, |
| "grad_norm": 0.2987661063671112, |
| "learning_rate": 9.862851391415356e-05, |
| "loss": 0.0132, |
| "step": 12100 |
| }, |
| { |
| "epoch": 7.972350230414746, |
| "grad_norm": 0.45167309045791626, |
| "learning_rate": 9.862466513184477e-05, |
| "loss": 0.0182, |
| "step": 12110 |
| }, |
| { |
| "epoch": 7.978933508887426, |
| "grad_norm": 0.21111200749874115, |
| "learning_rate": 9.86208110320157e-05, |
| "loss": 0.0165, |
| "step": 12120 |
| }, |
| { |
| "epoch": 7.985516787360106, |
| "grad_norm": 0.30797868967056274, |
| "learning_rate": 9.861695161508784e-05, |
| "loss": 0.015, |
| "step": 12130 |
| }, |
| { |
| "epoch": 7.992100065832785, |
| "grad_norm": 0.40244606137275696, |
| "learning_rate": 9.861308688148324e-05, |
| "loss": 0.0156, |
| "step": 12140 |
| }, |
| { |
| "epoch": 7.998683344305464, |
| "grad_norm": 0.39233842492103577, |
| "learning_rate": 9.860921683162455e-05, |
| "loss": 0.0229, |
| "step": 12150 |
| }, |
| { |
| "epoch": 8.005266622778144, |
| "grad_norm": 0.34103813767433167, |
| "learning_rate": 9.860534146593499e-05, |
| "loss": 0.0183, |
| "step": 12160 |
| }, |
| { |
| "epoch": 8.011849901250823, |
| "grad_norm": 0.24232713878154755, |
| "learning_rate": 9.860146078483836e-05, |
| "loss": 0.0136, |
| "step": 12170 |
| }, |
| { |
| "epoch": 8.018433179723502, |
| "grad_norm": 0.2246544510126114, |
| "learning_rate": 9.859757478875905e-05, |
| "loss": 0.0173, |
| "step": 12180 |
| }, |
| { |
| "epoch": 8.025016458196182, |
| "grad_norm": 0.3285483419895172, |
| "learning_rate": 9.859368347812204e-05, |
| "loss": 0.0135, |
| "step": 12190 |
| }, |
| { |
| "epoch": 8.031599736668861, |
| "grad_norm": 0.36343762278556824, |
| "learning_rate": 9.858978685335285e-05, |
| "loss": 0.0141, |
| "step": 12200 |
| }, |
| { |
| "epoch": 8.03818301514154, |
| "grad_norm": 0.32194772362709045, |
| "learning_rate": 9.858588491487763e-05, |
| "loss": 0.0148, |
| "step": 12210 |
| }, |
| { |
| "epoch": 8.04476629361422, |
| "grad_norm": 0.30875617265701294, |
| "learning_rate": 9.858197766312308e-05, |
| "loss": 0.0145, |
| "step": 12220 |
| }, |
| { |
| "epoch": 8.051349572086899, |
| "grad_norm": 0.3113337457180023, |
| "learning_rate": 9.857806509851649e-05, |
| "loss": 0.0178, |
| "step": 12230 |
| }, |
| { |
| "epoch": 8.05793285055958, |
| "grad_norm": 0.33212047815322876, |
| "learning_rate": 9.857414722148574e-05, |
| "loss": 0.018, |
| "step": 12240 |
| }, |
| { |
| "epoch": 8.064516129032258, |
| "grad_norm": 0.3719279170036316, |
| "learning_rate": 9.857022403245928e-05, |
| "loss": 0.018, |
| "step": 12250 |
| }, |
| { |
| "epoch": 8.071099407504937, |
| "grad_norm": 0.2751464545726776, |
| "learning_rate": 9.856629553186615e-05, |
| "loss": 0.0185, |
| "step": 12260 |
| }, |
| { |
| "epoch": 8.077682685977617, |
| "grad_norm": 0.2813555896282196, |
| "learning_rate": 9.856236172013595e-05, |
| "loss": 0.0145, |
| "step": 12270 |
| }, |
| { |
| "epoch": 8.084265964450296, |
| "grad_norm": 0.22800247371196747, |
| "learning_rate": 9.85584225976989e-05, |
| "loss": 0.0149, |
| "step": 12280 |
| }, |
| { |
| "epoch": 8.090849242922976, |
| "grad_norm": 0.2789894640445709, |
| "learning_rate": 9.855447816498575e-05, |
| "loss": 0.0139, |
| "step": 12290 |
| }, |
| { |
| "epoch": 8.097432521395655, |
| "grad_norm": 0.3160497546195984, |
| "learning_rate": 9.855052842242787e-05, |
| "loss": 0.0149, |
| "step": 12300 |
| }, |
| { |
| "epoch": 8.104015799868334, |
| "grad_norm": 0.19210468232631683, |
| "learning_rate": 9.85465733704572e-05, |
| "loss": 0.0159, |
| "step": 12310 |
| }, |
| { |
| "epoch": 8.110599078341014, |
| "grad_norm": 0.28471383452415466, |
| "learning_rate": 9.854261300950624e-05, |
| "loss": 0.0204, |
| "step": 12320 |
| }, |
| { |
| "epoch": 8.117182356813693, |
| "grad_norm": 0.23705516755580902, |
| "learning_rate": 9.853864734000813e-05, |
| "loss": 0.0178, |
| "step": 12330 |
| }, |
| { |
| "epoch": 8.123765635286373, |
| "grad_norm": 0.2857564389705658, |
| "learning_rate": 9.85346763623965e-05, |
| "loss": 0.0185, |
| "step": 12340 |
| }, |
| { |
| "epoch": 8.130348913759052, |
| "grad_norm": 0.3060814440250397, |
| "learning_rate": 9.853070007710564e-05, |
| "loss": 0.0178, |
| "step": 12350 |
| }, |
| { |
| "epoch": 8.13693219223173, |
| "grad_norm": 0.31875714659690857, |
| "learning_rate": 9.85267184845704e-05, |
| "loss": 0.016, |
| "step": 12360 |
| }, |
| { |
| "epoch": 8.143515470704411, |
| "grad_norm": 0.35909396409988403, |
| "learning_rate": 9.852273158522616e-05, |
| "loss": 0.0193, |
| "step": 12370 |
| }, |
| { |
| "epoch": 8.15009874917709, |
| "grad_norm": 0.2615959644317627, |
| "learning_rate": 9.851873937950896e-05, |
| "loss": 0.023, |
| "step": 12380 |
| }, |
| { |
| "epoch": 8.156682027649769, |
| "grad_norm": 0.36124199628829956, |
| "learning_rate": 9.851474186785537e-05, |
| "loss": 0.0203, |
| "step": 12390 |
| }, |
| { |
| "epoch": 8.16326530612245, |
| "grad_norm": 0.24005907773971558, |
| "learning_rate": 9.851073905070254e-05, |
| "loss": 0.0144, |
| "step": 12400 |
| }, |
| { |
| "epoch": 8.169848584595128, |
| "grad_norm": 0.2791614532470703, |
| "learning_rate": 9.850673092848824e-05, |
| "loss": 0.0175, |
| "step": 12410 |
| }, |
| { |
| "epoch": 8.176431863067808, |
| "grad_norm": 0.3442709743976593, |
| "learning_rate": 9.850271750165077e-05, |
| "loss": 0.0199, |
| "step": 12420 |
| }, |
| { |
| "epoch": 8.183015141540487, |
| "grad_norm": 0.33790722489356995, |
| "learning_rate": 9.849869877062902e-05, |
| "loss": 0.0133, |
| "step": 12430 |
| }, |
| { |
| "epoch": 8.189598420013166, |
| "grad_norm": 0.27029949426651, |
| "learning_rate": 9.849467473586252e-05, |
| "loss": 0.0205, |
| "step": 12440 |
| }, |
| { |
| "epoch": 8.196181698485846, |
| "grad_norm": 0.28875410556793213, |
| "learning_rate": 9.849064539779127e-05, |
| "loss": 0.0191, |
| "step": 12450 |
| }, |
| { |
| "epoch": 8.202764976958525, |
| "grad_norm": 0.24372316896915436, |
| "learning_rate": 9.848661075685594e-05, |
| "loss": 0.0122, |
| "step": 12460 |
| }, |
| { |
| "epoch": 8.209348255431205, |
| "grad_norm": 0.32099875807762146, |
| "learning_rate": 9.848257081349778e-05, |
| "loss": 0.0173, |
| "step": 12470 |
| }, |
| { |
| "epoch": 8.215931533903884, |
| "grad_norm": 0.37903597950935364, |
| "learning_rate": 9.847852556815856e-05, |
| "loss": 0.0177, |
| "step": 12480 |
| }, |
| { |
| "epoch": 8.222514812376563, |
| "grad_norm": 0.355498731136322, |
| "learning_rate": 9.847447502128067e-05, |
| "loss": 0.0173, |
| "step": 12490 |
| }, |
| { |
| "epoch": 8.229098090849243, |
| "grad_norm": 0.23270663619041443, |
| "learning_rate": 9.847041917330708e-05, |
| "loss": 0.0205, |
| "step": 12500 |
| }, |
| { |
| "epoch": 8.235681369321922, |
| "grad_norm": 0.25598177313804626, |
| "learning_rate": 9.846635802468132e-05, |
| "loss": 0.0167, |
| "step": 12510 |
| }, |
| { |
| "epoch": 8.242264647794602, |
| "grad_norm": 0.1973666250705719, |
| "learning_rate": 9.84622915758475e-05, |
| "loss": 0.0183, |
| "step": 12520 |
| }, |
| { |
| "epoch": 8.248847926267281, |
| "grad_norm": 0.30461353063583374, |
| "learning_rate": 9.845821982725034e-05, |
| "loss": 0.0186, |
| "step": 12530 |
| }, |
| { |
| "epoch": 8.25543120473996, |
| "grad_norm": 0.20619577169418335, |
| "learning_rate": 9.845414277933514e-05, |
| "loss": 0.0166, |
| "step": 12540 |
| }, |
| { |
| "epoch": 8.26201448321264, |
| "grad_norm": 0.3321439325809479, |
| "learning_rate": 9.845006043254771e-05, |
| "loss": 0.0206, |
| "step": 12550 |
| }, |
| { |
| "epoch": 8.268597761685319, |
| "grad_norm": 0.3072890043258667, |
| "learning_rate": 9.844597278733451e-05, |
| "loss": 0.0175, |
| "step": 12560 |
| }, |
| { |
| "epoch": 8.275181040158, |
| "grad_norm": 0.3021565079689026, |
| "learning_rate": 9.844187984414259e-05, |
| "loss": 0.0241, |
| "step": 12570 |
| }, |
| { |
| "epoch": 8.281764318630678, |
| "grad_norm": 0.19653943181037903, |
| "learning_rate": 9.84377816034195e-05, |
| "loss": 0.0161, |
| "step": 12580 |
| }, |
| { |
| "epoch": 8.288347597103357, |
| "grad_norm": 0.3110966682434082, |
| "learning_rate": 9.843367806561345e-05, |
| "loss": 0.0141, |
| "step": 12590 |
| }, |
| { |
| "epoch": 8.294930875576037, |
| "grad_norm": 0.23024876415729523, |
| "learning_rate": 9.842956923117317e-05, |
| "loss": 0.0156, |
| "step": 12600 |
| }, |
| { |
| "epoch": 8.301514154048716, |
| "grad_norm": 0.21673083305358887, |
| "learning_rate": 9.842545510054802e-05, |
| "loss": 0.0175, |
| "step": 12610 |
| }, |
| { |
| "epoch": 8.308097432521397, |
| "grad_norm": 0.32435718178749084, |
| "learning_rate": 9.842133567418792e-05, |
| "loss": 0.0177, |
| "step": 12620 |
| }, |
| { |
| "epoch": 8.314680710994075, |
| "grad_norm": 0.3552844524383545, |
| "learning_rate": 9.841721095254333e-05, |
| "loss": 0.0133, |
| "step": 12630 |
| }, |
| { |
| "epoch": 8.321263989466754, |
| "grad_norm": 0.24043118953704834, |
| "learning_rate": 9.841308093606537e-05, |
| "loss": 0.0162, |
| "step": 12640 |
| }, |
| { |
| "epoch": 8.327847267939434, |
| "grad_norm": 0.3286025822162628, |
| "learning_rate": 9.840894562520565e-05, |
| "loss": 0.0168, |
| "step": 12650 |
| }, |
| { |
| "epoch": 8.334430546412113, |
| "grad_norm": 0.3328453004360199, |
| "learning_rate": 9.840480502041642e-05, |
| "loss": 0.0185, |
| "step": 12660 |
| }, |
| { |
| "epoch": 8.341013824884792, |
| "grad_norm": 0.36894917488098145, |
| "learning_rate": 9.840065912215049e-05, |
| "loss": 0.0213, |
| "step": 12670 |
| }, |
| { |
| "epoch": 8.347597103357472, |
| "grad_norm": 0.3171577453613281, |
| "learning_rate": 9.839650793086124e-05, |
| "loss": 0.0167, |
| "step": 12680 |
| }, |
| { |
| "epoch": 8.354180381830151, |
| "grad_norm": 0.25338155031204224, |
| "learning_rate": 9.839235144700265e-05, |
| "loss": 0.0153, |
| "step": 12690 |
| }, |
| { |
| "epoch": 8.360763660302831, |
| "grad_norm": 0.3059747517108917, |
| "learning_rate": 9.838818967102926e-05, |
| "loss": 0.0135, |
| "step": 12700 |
| }, |
| { |
| "epoch": 8.36734693877551, |
| "grad_norm": 0.37138986587524414, |
| "learning_rate": 9.83840226033962e-05, |
| "loss": 0.0155, |
| "step": 12710 |
| }, |
| { |
| "epoch": 8.373930217248189, |
| "grad_norm": 0.34434598684310913, |
| "learning_rate": 9.837985024455918e-05, |
| "loss": 0.0184, |
| "step": 12720 |
| }, |
| { |
| "epoch": 8.38051349572087, |
| "grad_norm": 0.30485403537750244, |
| "learning_rate": 9.837567259497447e-05, |
| "loss": 0.0188, |
| "step": 12730 |
| }, |
| { |
| "epoch": 8.387096774193548, |
| "grad_norm": 0.3552128076553345, |
| "learning_rate": 9.837148965509894e-05, |
| "loss": 0.0192, |
| "step": 12740 |
| }, |
| { |
| "epoch": 8.393680052666229, |
| "grad_norm": 0.34970349073410034, |
| "learning_rate": 9.836730142539001e-05, |
| "loss": 0.0158, |
| "step": 12750 |
| }, |
| { |
| "epoch": 8.400263331138907, |
| "grad_norm": 0.2959810197353363, |
| "learning_rate": 9.836310790630574e-05, |
| "loss": 0.015, |
| "step": 12760 |
| }, |
| { |
| "epoch": 8.406846609611586, |
| "grad_norm": 0.38214898109436035, |
| "learning_rate": 9.83589090983047e-05, |
| "loss": 0.0235, |
| "step": 12770 |
| }, |
| { |
| "epoch": 8.413429888084266, |
| "grad_norm": 0.2933112382888794, |
| "learning_rate": 9.835470500184605e-05, |
| "loss": 0.0152, |
| "step": 12780 |
| }, |
| { |
| "epoch": 8.420013166556945, |
| "grad_norm": 0.30480775237083435, |
| "learning_rate": 9.835049561738957e-05, |
| "loss": 0.0183, |
| "step": 12790 |
| }, |
| { |
| "epoch": 8.426596445029626, |
| "grad_norm": 0.3544946610927582, |
| "learning_rate": 9.834628094539558e-05, |
| "loss": 0.0163, |
| "step": 12800 |
| }, |
| { |
| "epoch": 8.433179723502304, |
| "grad_norm": 0.33438676595687866, |
| "learning_rate": 9.834206098632499e-05, |
| "loss": 0.0186, |
| "step": 12810 |
| }, |
| { |
| "epoch": 8.439763001974983, |
| "grad_norm": 0.3019654452800751, |
| "learning_rate": 9.833783574063931e-05, |
| "loss": 0.0164, |
| "step": 12820 |
| }, |
| { |
| "epoch": 8.446346280447663, |
| "grad_norm": 0.3421627879142761, |
| "learning_rate": 9.833360520880058e-05, |
| "loss": 0.0157, |
| "step": 12830 |
| }, |
| { |
| "epoch": 8.452929558920342, |
| "grad_norm": 0.2156718522310257, |
| "learning_rate": 9.832936939127144e-05, |
| "loss": 0.0201, |
| "step": 12840 |
| }, |
| { |
| "epoch": 8.45951283739302, |
| "grad_norm": 0.26637282967567444, |
| "learning_rate": 9.832512828851515e-05, |
| "loss": 0.0134, |
| "step": 12850 |
| }, |
| { |
| "epoch": 8.466096115865701, |
| "grad_norm": 0.27418282628059387, |
| "learning_rate": 9.832088190099546e-05, |
| "loss": 0.0145, |
| "step": 12860 |
| }, |
| { |
| "epoch": 8.47267939433838, |
| "grad_norm": 0.29825589060783386, |
| "learning_rate": 9.831663022917679e-05, |
| "loss": 0.0192, |
| "step": 12870 |
| }, |
| { |
| "epoch": 8.47926267281106, |
| "grad_norm": 0.2637762725353241, |
| "learning_rate": 9.831237327352407e-05, |
| "loss": 0.0156, |
| "step": 12880 |
| }, |
| { |
| "epoch": 8.48584595128374, |
| "grad_norm": 0.29409998655319214, |
| "learning_rate": 9.830811103450286e-05, |
| "loss": 0.0125, |
| "step": 12890 |
| }, |
| { |
| "epoch": 8.492429229756418, |
| "grad_norm": 0.23705434799194336, |
| "learning_rate": 9.830384351257924e-05, |
| "loss": 0.0146, |
| "step": 12900 |
| }, |
| { |
| "epoch": 8.499012508229098, |
| "grad_norm": 0.21183177828788757, |
| "learning_rate": 9.829957070821993e-05, |
| "loss": 0.0135, |
| "step": 12910 |
| }, |
| { |
| "epoch": 8.505595786701777, |
| "grad_norm": 0.31055688858032227, |
| "learning_rate": 9.829529262189218e-05, |
| "loss": 0.018, |
| "step": 12920 |
| }, |
| { |
| "epoch": 8.512179065174458, |
| "grad_norm": 0.42195186018943787, |
| "learning_rate": 9.829100925406385e-05, |
| "loss": 0.0164, |
| "step": 12930 |
| }, |
| { |
| "epoch": 8.518762343647136, |
| "grad_norm": 0.3602997064590454, |
| "learning_rate": 9.828672060520333e-05, |
| "loss": 0.0237, |
| "step": 12940 |
| }, |
| { |
| "epoch": 8.525345622119815, |
| "grad_norm": 0.3757852613925934, |
| "learning_rate": 9.828242667577966e-05, |
| "loss": 0.0141, |
| "step": 12950 |
| }, |
| { |
| "epoch": 8.531928900592495, |
| "grad_norm": 0.25511571764945984, |
| "learning_rate": 9.82781274662624e-05, |
| "loss": 0.0175, |
| "step": 12960 |
| }, |
| { |
| "epoch": 8.538512179065174, |
| "grad_norm": 0.20275302231311798, |
| "learning_rate": 9.82738229771217e-05, |
| "loss": 0.0117, |
| "step": 12970 |
| }, |
| { |
| "epoch": 8.545095457537855, |
| "grad_norm": 0.23094315826892853, |
| "learning_rate": 9.826951320882829e-05, |
| "loss": 0.016, |
| "step": 12980 |
| }, |
| { |
| "epoch": 8.551678736010533, |
| "grad_norm": 0.365413099527359, |
| "learning_rate": 9.826519816185351e-05, |
| "loss": 0.0153, |
| "step": 12990 |
| }, |
| { |
| "epoch": 8.558262014483212, |
| "grad_norm": 0.35667482018470764, |
| "learning_rate": 9.826087783666921e-05, |
| "loss": 0.0155, |
| "step": 13000 |
| }, |
| { |
| "epoch": 8.564845292955892, |
| "grad_norm": 0.2302827686071396, |
| "learning_rate": 9.825655223374787e-05, |
| "loss": 0.0158, |
| "step": 13010 |
| }, |
| { |
| "epoch": 8.571428571428571, |
| "grad_norm": 0.24258863925933838, |
| "learning_rate": 9.825222135356253e-05, |
| "loss": 0.015, |
| "step": 13020 |
| }, |
| { |
| "epoch": 8.578011849901252, |
| "grad_norm": 0.28371527791023254, |
| "learning_rate": 9.82478851965868e-05, |
| "loss": 0.0141, |
| "step": 13030 |
| }, |
| { |
| "epoch": 8.58459512837393, |
| "grad_norm": 0.30404961109161377, |
| "learning_rate": 9.82435437632949e-05, |
| "loss": 0.0232, |
| "step": 13040 |
| }, |
| { |
| "epoch": 8.591178406846609, |
| "grad_norm": 0.31755396723747253, |
| "learning_rate": 9.823919705416158e-05, |
| "loss": 0.0193, |
| "step": 13050 |
| }, |
| { |
| "epoch": 8.59776168531929, |
| "grad_norm": 0.327505886554718, |
| "learning_rate": 9.82348450696622e-05, |
| "loss": 0.0157, |
| "step": 13060 |
| }, |
| { |
| "epoch": 8.604344963791968, |
| "grad_norm": 0.285749614238739, |
| "learning_rate": 9.823048781027268e-05, |
| "loss": 0.016, |
| "step": 13070 |
| }, |
| { |
| "epoch": 8.610928242264649, |
| "grad_norm": 0.27768033742904663, |
| "learning_rate": 9.822612527646953e-05, |
| "loss": 0.0191, |
| "step": 13080 |
| }, |
| { |
| "epoch": 8.617511520737327, |
| "grad_norm": 0.2752527892589569, |
| "learning_rate": 9.822175746872984e-05, |
| "loss": 0.0154, |
| "step": 13090 |
| }, |
| { |
| "epoch": 8.624094799210006, |
| "grad_norm": 0.2068960964679718, |
| "learning_rate": 9.821738438753123e-05, |
| "loss": 0.0169, |
| "step": 13100 |
| }, |
| { |
| "epoch": 8.630678077682687, |
| "grad_norm": 0.3518577814102173, |
| "learning_rate": 9.821300603335196e-05, |
| "loss": 0.0183, |
| "step": 13110 |
| }, |
| { |
| "epoch": 8.637261356155365, |
| "grad_norm": 0.3151343762874603, |
| "learning_rate": 9.820862240667085e-05, |
| "loss": 0.0144, |
| "step": 13120 |
| }, |
| { |
| "epoch": 8.643844634628044, |
| "grad_norm": 0.25698354840278625, |
| "learning_rate": 9.820423350796726e-05, |
| "loss": 0.0192, |
| "step": 13130 |
| }, |
| { |
| "epoch": 8.650427913100724, |
| "grad_norm": 0.2843801975250244, |
| "learning_rate": 9.819983933772118e-05, |
| "loss": 0.0223, |
| "step": 13140 |
| }, |
| { |
| "epoch": 8.657011191573403, |
| "grad_norm": 0.294238418340683, |
| "learning_rate": 9.819543989641314e-05, |
| "loss": 0.0246, |
| "step": 13150 |
| }, |
| { |
| "epoch": 8.663594470046084, |
| "grad_norm": 0.33931365609169006, |
| "learning_rate": 9.819103518452423e-05, |
| "loss": 0.022, |
| "step": 13160 |
| }, |
| { |
| "epoch": 8.670177748518762, |
| "grad_norm": 0.3251313269138336, |
| "learning_rate": 9.818662520253618e-05, |
| "loss": 0.0178, |
| "step": 13170 |
| }, |
| { |
| "epoch": 8.676761026991441, |
| "grad_norm": 0.31433048844337463, |
| "learning_rate": 9.818220995093126e-05, |
| "loss": 0.0166, |
| "step": 13180 |
| }, |
| { |
| "epoch": 8.683344305464122, |
| "grad_norm": 0.39611032605171204, |
| "learning_rate": 9.817778943019228e-05, |
| "loss": 0.0153, |
| "step": 13190 |
| }, |
| { |
| "epoch": 8.6899275839368, |
| "grad_norm": 0.3499734401702881, |
| "learning_rate": 9.81733636408027e-05, |
| "loss": 0.0199, |
| "step": 13200 |
| }, |
| { |
| "epoch": 8.69651086240948, |
| "grad_norm": 0.306035578250885, |
| "learning_rate": 9.816893258324649e-05, |
| "loss": 0.0133, |
| "step": 13210 |
| }, |
| { |
| "epoch": 8.70309414088216, |
| "grad_norm": 0.28625723719596863, |
| "learning_rate": 9.816449625800823e-05, |
| "loss": 0.0185, |
| "step": 13220 |
| }, |
| { |
| "epoch": 8.709677419354838, |
| "grad_norm": 0.2791520655155182, |
| "learning_rate": 9.816005466557308e-05, |
| "loss": 0.0169, |
| "step": 13230 |
| }, |
| { |
| "epoch": 8.716260697827519, |
| "grad_norm": 0.33265793323516846, |
| "learning_rate": 9.815560780642674e-05, |
| "loss": 0.0123, |
| "step": 13240 |
| }, |
| { |
| "epoch": 8.722843976300197, |
| "grad_norm": 0.3330969512462616, |
| "learning_rate": 9.815115568105555e-05, |
| "loss": 0.0163, |
| "step": 13250 |
| }, |
| { |
| "epoch": 8.729427254772876, |
| "grad_norm": 0.35198885202407837, |
| "learning_rate": 9.814669828994638e-05, |
| "loss": 0.0216, |
| "step": 13260 |
| }, |
| { |
| "epoch": 8.736010533245556, |
| "grad_norm": 0.27274513244628906, |
| "learning_rate": 9.814223563358665e-05, |
| "loss": 0.0185, |
| "step": 13270 |
| }, |
| { |
| "epoch": 8.742593811718235, |
| "grad_norm": 0.2755146920681, |
| "learning_rate": 9.813776771246443e-05, |
| "loss": 0.0172, |
| "step": 13280 |
| }, |
| { |
| "epoch": 8.749177090190916, |
| "grad_norm": 0.35094380378723145, |
| "learning_rate": 9.813329452706829e-05, |
| "loss": 0.0128, |
| "step": 13290 |
| }, |
| { |
| "epoch": 8.755760368663594, |
| "grad_norm": 0.31531864404678345, |
| "learning_rate": 9.812881607788744e-05, |
| "loss": 0.0177, |
| "step": 13300 |
| }, |
| { |
| "epoch": 8.762343647136273, |
| "grad_norm": 0.37198206782341003, |
| "learning_rate": 9.812433236541163e-05, |
| "loss": 0.0166, |
| "step": 13310 |
| }, |
| { |
| "epoch": 8.768926925608953, |
| "grad_norm": 0.32415178418159485, |
| "learning_rate": 9.811984339013116e-05, |
| "loss": 0.018, |
| "step": 13320 |
| }, |
| { |
| "epoch": 8.775510204081632, |
| "grad_norm": 0.3791441023349762, |
| "learning_rate": 9.811534915253698e-05, |
| "loss": 0.0177, |
| "step": 13330 |
| }, |
| { |
| "epoch": 8.782093482554313, |
| "grad_norm": 0.30991920828819275, |
| "learning_rate": 9.811084965312056e-05, |
| "loss": 0.0167, |
| "step": 13340 |
| }, |
| { |
| "epoch": 8.788676761026991, |
| "grad_norm": 0.42311421036720276, |
| "learning_rate": 9.810634489237396e-05, |
| "loss": 0.0225, |
| "step": 13350 |
| }, |
| { |
| "epoch": 8.79526003949967, |
| "grad_norm": 0.2889334559440613, |
| "learning_rate": 9.81018348707898e-05, |
| "loss": 0.0165, |
| "step": 13360 |
| }, |
| { |
| "epoch": 8.80184331797235, |
| "grad_norm": 0.2725805938243866, |
| "learning_rate": 9.809731958886131e-05, |
| "loss": 0.0128, |
| "step": 13370 |
| }, |
| { |
| "epoch": 8.80842659644503, |
| "grad_norm": 0.19188492000102997, |
| "learning_rate": 9.809279904708224e-05, |
| "loss": 0.0185, |
| "step": 13380 |
| }, |
| { |
| "epoch": 8.81500987491771, |
| "grad_norm": 0.2741115689277649, |
| "learning_rate": 9.808827324594699e-05, |
| "loss": 0.0142, |
| "step": 13390 |
| }, |
| { |
| "epoch": 8.821593153390388, |
| "grad_norm": 0.30418282747268677, |
| "learning_rate": 9.808374218595046e-05, |
| "loss": 0.0168, |
| "step": 13400 |
| }, |
| { |
| "epoch": 8.828176431863067, |
| "grad_norm": 0.20805540680885315, |
| "learning_rate": 9.80792058675882e-05, |
| "loss": 0.0131, |
| "step": 13410 |
| }, |
| { |
| "epoch": 8.834759710335748, |
| "grad_norm": 0.3448200225830078, |
| "learning_rate": 9.807466429135627e-05, |
| "loss": 0.0172, |
| "step": 13420 |
| }, |
| { |
| "epoch": 8.841342988808426, |
| "grad_norm": 0.2902281582355499, |
| "learning_rate": 9.807011745775132e-05, |
| "loss": 0.0148, |
| "step": 13430 |
| }, |
| { |
| "epoch": 8.847926267281107, |
| "grad_norm": 0.3353148102760315, |
| "learning_rate": 9.806556536727061e-05, |
| "loss": 0.0154, |
| "step": 13440 |
| }, |
| { |
| "epoch": 8.854509545753785, |
| "grad_norm": 0.285465270280838, |
| "learning_rate": 9.806100802041193e-05, |
| "loss": 0.0137, |
| "step": 13450 |
| }, |
| { |
| "epoch": 8.861092824226464, |
| "grad_norm": 0.29432445764541626, |
| "learning_rate": 9.805644541767368e-05, |
| "loss": 0.0192, |
| "step": 13460 |
| }, |
| { |
| "epoch": 8.867676102699145, |
| "grad_norm": 0.3276880383491516, |
| "learning_rate": 9.805187755955478e-05, |
| "loss": 0.0225, |
| "step": 13470 |
| }, |
| { |
| "epoch": 8.874259381171823, |
| "grad_norm": 0.3457360565662384, |
| "learning_rate": 9.804730444655483e-05, |
| "loss": 0.0174, |
| "step": 13480 |
| }, |
| { |
| "epoch": 8.880842659644504, |
| "grad_norm": 0.15821167826652527, |
| "learning_rate": 9.804272607917388e-05, |
| "loss": 0.0166, |
| "step": 13490 |
| }, |
| { |
| "epoch": 8.887425938117183, |
| "grad_norm": 0.28339052200317383, |
| "learning_rate": 9.803814245791265e-05, |
| "loss": 0.0159, |
| "step": 13500 |
| }, |
| { |
| "epoch": 8.894009216589861, |
| "grad_norm": 0.2857043445110321, |
| "learning_rate": 9.803355358327239e-05, |
| "loss": 0.0132, |
| "step": 13510 |
| }, |
| { |
| "epoch": 8.900592495062542, |
| "grad_norm": 0.27127256989479065, |
| "learning_rate": 9.802895945575492e-05, |
| "loss": 0.0161, |
| "step": 13520 |
| }, |
| { |
| "epoch": 8.90717577353522, |
| "grad_norm": 0.3474126160144806, |
| "learning_rate": 9.802436007586266e-05, |
| "loss": 0.0135, |
| "step": 13530 |
| }, |
| { |
| "epoch": 8.9137590520079, |
| "grad_norm": 0.32982638478279114, |
| "learning_rate": 9.801975544409858e-05, |
| "loss": 0.0151, |
| "step": 13540 |
| }, |
| { |
| "epoch": 8.92034233048058, |
| "grad_norm": 0.2339026778936386, |
| "learning_rate": 9.801514556096625e-05, |
| "loss": 0.0114, |
| "step": 13550 |
| }, |
| { |
| "epoch": 8.926925608953258, |
| "grad_norm": 0.339264839887619, |
| "learning_rate": 9.801053042696977e-05, |
| "loss": 0.0168, |
| "step": 13560 |
| }, |
| { |
| "epoch": 8.933508887425939, |
| "grad_norm": 0.29597020149230957, |
| "learning_rate": 9.800591004261388e-05, |
| "loss": 0.018, |
| "step": 13570 |
| }, |
| { |
| "epoch": 8.940092165898617, |
| "grad_norm": 0.292415052652359, |
| "learning_rate": 9.800128440840385e-05, |
| "loss": 0.0145, |
| "step": 13580 |
| }, |
| { |
| "epoch": 8.946675444371296, |
| "grad_norm": 0.33653610944747925, |
| "learning_rate": 9.799665352484552e-05, |
| "loss": 0.019, |
| "step": 13590 |
| }, |
| { |
| "epoch": 8.953258722843977, |
| "grad_norm": 0.26187387108802795, |
| "learning_rate": 9.799201739244532e-05, |
| "loss": 0.0232, |
| "step": 13600 |
| }, |
| { |
| "epoch": 8.959842001316655, |
| "grad_norm": 0.33759915828704834, |
| "learning_rate": 9.798737601171025e-05, |
| "loss": 0.014, |
| "step": 13610 |
| }, |
| { |
| "epoch": 8.966425279789336, |
| "grad_norm": 0.25862258672714233, |
| "learning_rate": 9.79827293831479e-05, |
| "loss": 0.014, |
| "step": 13620 |
| }, |
| { |
| "epoch": 8.973008558262014, |
| "grad_norm": 0.2738065719604492, |
| "learning_rate": 9.797807750726638e-05, |
| "loss": 0.0183, |
| "step": 13630 |
| }, |
| { |
| "epoch": 8.979591836734693, |
| "grad_norm": 0.313561350107193, |
| "learning_rate": 9.797342038457446e-05, |
| "loss": 0.0119, |
| "step": 13640 |
| }, |
| { |
| "epoch": 8.986175115207374, |
| "grad_norm": 0.2978798449039459, |
| "learning_rate": 9.796875801558141e-05, |
| "loss": 0.0115, |
| "step": 13650 |
| }, |
| { |
| "epoch": 8.992758393680052, |
| "grad_norm": 0.34267014265060425, |
| "learning_rate": 9.79640904007971e-05, |
| "loss": 0.0161, |
| "step": 13660 |
| }, |
| { |
| "epoch": 8.999341672152733, |
| "grad_norm": 0.31244221329689026, |
| "learning_rate": 9.795941754073199e-05, |
| "loss": 0.0116, |
| "step": 13670 |
| }, |
| { |
| "epoch": 9.005924950625412, |
| "grad_norm": 0.25567924976348877, |
| "learning_rate": 9.795473943589705e-05, |
| "loss": 0.0191, |
| "step": 13680 |
| }, |
| { |
| "epoch": 9.01250822909809, |
| "grad_norm": 0.3351512551307678, |
| "learning_rate": 9.795005608680394e-05, |
| "loss": 0.0135, |
| "step": 13690 |
| }, |
| { |
| "epoch": 9.01909150757077, |
| "grad_norm": 0.3257712423801422, |
| "learning_rate": 9.794536749396477e-05, |
| "loss": 0.0122, |
| "step": 13700 |
| }, |
| { |
| "epoch": 9.02567478604345, |
| "grad_norm": 0.22828339040279388, |
| "learning_rate": 9.79406736578923e-05, |
| "loss": 0.0153, |
| "step": 13710 |
| }, |
| { |
| "epoch": 9.03225806451613, |
| "grad_norm": 0.2682214379310608, |
| "learning_rate": 9.793597457909984e-05, |
| "loss": 0.0221, |
| "step": 13720 |
| }, |
| { |
| "epoch": 9.038841342988809, |
| "grad_norm": 0.29810208082199097, |
| "learning_rate": 9.793127025810127e-05, |
| "loss": 0.0163, |
| "step": 13730 |
| }, |
| { |
| "epoch": 9.045424621461487, |
| "grad_norm": 0.32273998856544495, |
| "learning_rate": 9.792656069541104e-05, |
| "loss": 0.0215, |
| "step": 13740 |
| }, |
| { |
| "epoch": 9.052007899934168, |
| "grad_norm": 0.32357364892959595, |
| "learning_rate": 9.79218458915442e-05, |
| "loss": 0.0205, |
| "step": 13750 |
| }, |
| { |
| "epoch": 9.058591178406846, |
| "grad_norm": 0.2245616763830185, |
| "learning_rate": 9.791712584701634e-05, |
| "loss": 0.0217, |
| "step": 13760 |
| }, |
| { |
| "epoch": 9.065174456879525, |
| "grad_norm": 0.276113361120224, |
| "learning_rate": 9.791240056234364e-05, |
| "loss": 0.0187, |
| "step": 13770 |
| }, |
| { |
| "epoch": 9.071757735352206, |
| "grad_norm": 0.255197674036026, |
| "learning_rate": 9.790767003804283e-05, |
| "loss": 0.0153, |
| "step": 13780 |
| }, |
| { |
| "epoch": 9.078341013824884, |
| "grad_norm": 0.31894806027412415, |
| "learning_rate": 9.790293427463126e-05, |
| "loss": 0.0152, |
| "step": 13790 |
| }, |
| { |
| "epoch": 9.084924292297565, |
| "grad_norm": 0.3326372802257538, |
| "learning_rate": 9.789819327262684e-05, |
| "loss": 0.0171, |
| "step": 13800 |
| }, |
| { |
| "epoch": 9.091507570770244, |
| "grad_norm": 0.31314146518707275, |
| "learning_rate": 9.7893447032548e-05, |
| "loss": 0.0178, |
| "step": 13810 |
| }, |
| { |
| "epoch": 9.098090849242922, |
| "grad_norm": 0.32698312401771545, |
| "learning_rate": 9.78886955549138e-05, |
| "loss": 0.0129, |
| "step": 13820 |
| }, |
| { |
| "epoch": 9.104674127715603, |
| "grad_norm": 0.3800216317176819, |
| "learning_rate": 9.788393884024387e-05, |
| "loss": 0.0248, |
| "step": 13830 |
| }, |
| { |
| "epoch": 9.111257406188281, |
| "grad_norm": 0.29832887649536133, |
| "learning_rate": 9.787917688905836e-05, |
| "loss": 0.0205, |
| "step": 13840 |
| }, |
| { |
| "epoch": 9.117840684660962, |
| "grad_norm": 0.3725479543209076, |
| "learning_rate": 9.787440970187807e-05, |
| "loss": 0.016, |
| "step": 13850 |
| }, |
| { |
| "epoch": 9.12442396313364, |
| "grad_norm": 0.2770329713821411, |
| "learning_rate": 9.786963727922429e-05, |
| "loss": 0.0125, |
| "step": 13860 |
| }, |
| { |
| "epoch": 9.13100724160632, |
| "grad_norm": 0.25596705079078674, |
| "learning_rate": 9.786485962161897e-05, |
| "loss": 0.0143, |
| "step": 13870 |
| }, |
| { |
| "epoch": 9.137590520079, |
| "grad_norm": 0.3303760886192322, |
| "learning_rate": 9.786007672958455e-05, |
| "loss": 0.0136, |
| "step": 13880 |
| }, |
| { |
| "epoch": 9.144173798551678, |
| "grad_norm": 0.24910618364810944, |
| "learning_rate": 9.78552886036441e-05, |
| "loss": 0.0192, |
| "step": 13890 |
| }, |
| { |
| "epoch": 9.150757077024359, |
| "grad_norm": 0.39877766370773315, |
| "learning_rate": 9.785049524432124e-05, |
| "loss": 0.0182, |
| "step": 13900 |
| }, |
| { |
| "epoch": 9.157340355497038, |
| "grad_norm": 0.27651259303092957, |
| "learning_rate": 9.784569665214016e-05, |
| "loss": 0.0165, |
| "step": 13910 |
| }, |
| { |
| "epoch": 9.163923633969716, |
| "grad_norm": 0.3207607865333557, |
| "learning_rate": 9.784089282762563e-05, |
| "loss": 0.0176, |
| "step": 13920 |
| }, |
| { |
| "epoch": 9.170506912442397, |
| "grad_norm": 0.20456086099147797, |
| "learning_rate": 9.7836083771303e-05, |
| "loss": 0.0107, |
| "step": 13930 |
| }, |
| { |
| "epoch": 9.177090190915075, |
| "grad_norm": 0.2635287046432495, |
| "learning_rate": 9.783126948369817e-05, |
| "loss": 0.0203, |
| "step": 13940 |
| }, |
| { |
| "epoch": 9.183673469387756, |
| "grad_norm": 0.23705953359603882, |
| "learning_rate": 9.78264499653376e-05, |
| "loss": 0.013, |
| "step": 13950 |
| }, |
| { |
| "epoch": 9.190256747860435, |
| "grad_norm": 0.24071741104125977, |
| "learning_rate": 9.782162521674838e-05, |
| "loss": 0.0144, |
| "step": 13960 |
| }, |
| { |
| "epoch": 9.196840026333113, |
| "grad_norm": 0.26427075266838074, |
| "learning_rate": 9.781679523845812e-05, |
| "loss": 0.0157, |
| "step": 13970 |
| }, |
| { |
| "epoch": 9.203423304805794, |
| "grad_norm": 0.24588192999362946, |
| "learning_rate": 9.781196003099502e-05, |
| "loss": 0.0204, |
| "step": 13980 |
| }, |
| { |
| "epoch": 9.210006583278473, |
| "grad_norm": 0.2302236407995224, |
| "learning_rate": 9.780711959488786e-05, |
| "loss": 0.011, |
| "step": 13990 |
| }, |
| { |
| "epoch": 9.216589861751151, |
| "grad_norm": 0.3896937072277069, |
| "learning_rate": 9.780227393066599e-05, |
| "loss": 0.0174, |
| "step": 14000 |
| }, |
| { |
| "epoch": 9.223173140223832, |
| "grad_norm": 0.2744394838809967, |
| "learning_rate": 9.77974230388593e-05, |
| "loss": 0.0153, |
| "step": 14010 |
| }, |
| { |
| "epoch": 9.22975641869651, |
| "grad_norm": 0.42921507358551025, |
| "learning_rate": 9.779256691999829e-05, |
| "loss": 0.0176, |
| "step": 14020 |
| }, |
| { |
| "epoch": 9.236339697169191, |
| "grad_norm": 0.26810210943222046, |
| "learning_rate": 9.778770557461403e-05, |
| "loss": 0.0135, |
| "step": 14030 |
| }, |
| { |
| "epoch": 9.24292297564187, |
| "grad_norm": 0.2330348938703537, |
| "learning_rate": 9.778283900323812e-05, |
| "loss": 0.0123, |
| "step": 14040 |
| }, |
| { |
| "epoch": 9.249506254114548, |
| "grad_norm": 0.25289079546928406, |
| "learning_rate": 9.777796720640277e-05, |
| "loss": 0.0158, |
| "step": 14050 |
| }, |
| { |
| "epoch": 9.256089532587229, |
| "grad_norm": 0.31572824716567993, |
| "learning_rate": 9.777309018464078e-05, |
| "loss": 0.0163, |
| "step": 14060 |
| }, |
| { |
| "epoch": 9.262672811059907, |
| "grad_norm": 0.3886810541152954, |
| "learning_rate": 9.776820793848547e-05, |
| "loss": 0.0141, |
| "step": 14070 |
| }, |
| { |
| "epoch": 9.269256089532588, |
| "grad_norm": 0.33628222346305847, |
| "learning_rate": 9.776332046847075e-05, |
| "loss": 0.023, |
| "step": 14080 |
| }, |
| { |
| "epoch": 9.275839368005267, |
| "grad_norm": 0.32423245906829834, |
| "learning_rate": 9.775842777513111e-05, |
| "loss": 0.0202, |
| "step": 14090 |
| }, |
| { |
| "epoch": 9.282422646477945, |
| "grad_norm": 0.29128214716911316, |
| "learning_rate": 9.775352985900163e-05, |
| "loss": 0.0252, |
| "step": 14100 |
| }, |
| { |
| "epoch": 9.289005924950626, |
| "grad_norm": 0.2644447386264801, |
| "learning_rate": 9.774862672061791e-05, |
| "loss": 0.0133, |
| "step": 14110 |
| }, |
| { |
| "epoch": 9.295589203423305, |
| "grad_norm": 0.2934948205947876, |
| "learning_rate": 9.774371836051616e-05, |
| "loss": 0.0152, |
| "step": 14120 |
| }, |
| { |
| "epoch": 9.302172481895985, |
| "grad_norm": 0.3662622570991516, |
| "learning_rate": 9.773880477923315e-05, |
| "loss": 0.0199, |
| "step": 14130 |
| }, |
| { |
| "epoch": 9.308755760368664, |
| "grad_norm": 0.221084862947464, |
| "learning_rate": 9.773388597730623e-05, |
| "loss": 0.0132, |
| "step": 14140 |
| }, |
| { |
| "epoch": 9.315339038841342, |
| "grad_norm": 0.2095106989145279, |
| "learning_rate": 9.77289619552733e-05, |
| "loss": 0.014, |
| "step": 14150 |
| }, |
| { |
| "epoch": 9.321922317314023, |
| "grad_norm": 0.19932235777378082, |
| "learning_rate": 9.772403271367285e-05, |
| "loss": 0.0132, |
| "step": 14160 |
| }, |
| { |
| "epoch": 9.328505595786702, |
| "grad_norm": 0.3056185245513916, |
| "learning_rate": 9.771909825304396e-05, |
| "loss": 0.0156, |
| "step": 14170 |
| }, |
| { |
| "epoch": 9.33508887425938, |
| "grad_norm": 0.2711247503757477, |
| "learning_rate": 9.771415857392619e-05, |
| "loss": 0.0109, |
| "step": 14180 |
| }, |
| { |
| "epoch": 9.34167215273206, |
| "grad_norm": 0.2054968923330307, |
| "learning_rate": 9.770921367685978e-05, |
| "loss": 0.0149, |
| "step": 14190 |
| }, |
| { |
| "epoch": 9.34825543120474, |
| "grad_norm": 0.33008214831352234, |
| "learning_rate": 9.770426356238551e-05, |
| "loss": 0.0155, |
| "step": 14200 |
| }, |
| { |
| "epoch": 9.35483870967742, |
| "grad_norm": 0.25478431582450867, |
| "learning_rate": 9.769930823104469e-05, |
| "loss": 0.0152, |
| "step": 14210 |
| }, |
| { |
| "epoch": 9.361421988150099, |
| "grad_norm": 0.27259862422943115, |
| "learning_rate": 9.769434768337926e-05, |
| "loss": 0.0143, |
| "step": 14220 |
| }, |
| { |
| "epoch": 9.368005266622777, |
| "grad_norm": 0.3343975245952606, |
| "learning_rate": 9.768938191993164e-05, |
| "loss": 0.0157, |
| "step": 14230 |
| }, |
| { |
| "epoch": 9.374588545095458, |
| "grad_norm": 0.4523605704307556, |
| "learning_rate": 9.768441094124494e-05, |
| "loss": 0.0191, |
| "step": 14240 |
| }, |
| { |
| "epoch": 9.381171823568137, |
| "grad_norm": 0.28783687949180603, |
| "learning_rate": 9.767943474786275e-05, |
| "loss": 0.0121, |
| "step": 14250 |
| }, |
| { |
| "epoch": 9.387755102040817, |
| "grad_norm": 0.3093189597129822, |
| "learning_rate": 9.767445334032923e-05, |
| "loss": 0.0179, |
| "step": 14260 |
| }, |
| { |
| "epoch": 9.394338380513496, |
| "grad_norm": 0.1693592220544815, |
| "learning_rate": 9.766946671918919e-05, |
| "loss": 0.0163, |
| "step": 14270 |
| }, |
| { |
| "epoch": 9.400921658986174, |
| "grad_norm": 0.3516111373901367, |
| "learning_rate": 9.766447488498796e-05, |
| "loss": 0.0191, |
| "step": 14280 |
| }, |
| { |
| "epoch": 9.407504937458855, |
| "grad_norm": 0.3251212537288666, |
| "learning_rate": 9.765947783827139e-05, |
| "loss": 0.0216, |
| "step": 14290 |
| }, |
| { |
| "epoch": 9.414088215931534, |
| "grad_norm": 0.18838593363761902, |
| "learning_rate": 9.765447557958599e-05, |
| "loss": 0.0131, |
| "step": 14300 |
| }, |
| { |
| "epoch": 9.420671494404214, |
| "grad_norm": 0.19156122207641602, |
| "learning_rate": 9.764946810947879e-05, |
| "loss": 0.022, |
| "step": 14310 |
| }, |
| { |
| "epoch": 9.427254772876893, |
| "grad_norm": 0.3185754418373108, |
| "learning_rate": 9.764445542849738e-05, |
| "loss": 0.0143, |
| "step": 14320 |
| }, |
| { |
| "epoch": 9.433838051349571, |
| "grad_norm": 0.19829919934272766, |
| "learning_rate": 9.763943753718998e-05, |
| "loss": 0.015, |
| "step": 14330 |
| }, |
| { |
| "epoch": 9.440421329822252, |
| "grad_norm": 0.2635055184364319, |
| "learning_rate": 9.76344144361053e-05, |
| "loss": 0.014, |
| "step": 14340 |
| }, |
| { |
| "epoch": 9.44700460829493, |
| "grad_norm": 0.27124494314193726, |
| "learning_rate": 9.762938612579269e-05, |
| "loss": 0.0156, |
| "step": 14350 |
| }, |
| { |
| "epoch": 9.453587886767611, |
| "grad_norm": 0.23035362362861633, |
| "learning_rate": 9.762435260680202e-05, |
| "loss": 0.0161, |
| "step": 14360 |
| }, |
| { |
| "epoch": 9.46017116524029, |
| "grad_norm": 0.23884962499141693, |
| "learning_rate": 9.761931387968373e-05, |
| "loss": 0.0234, |
| "step": 14370 |
| }, |
| { |
| "epoch": 9.466754443712968, |
| "grad_norm": 0.39816921949386597, |
| "learning_rate": 9.76142699449889e-05, |
| "loss": 0.0207, |
| "step": 14380 |
| }, |
| { |
| "epoch": 9.473337722185649, |
| "grad_norm": 0.2983594238758087, |
| "learning_rate": 9.760922080326908e-05, |
| "loss": 0.0142, |
| "step": 14390 |
| }, |
| { |
| "epoch": 9.479921000658328, |
| "grad_norm": 0.20895807445049286, |
| "learning_rate": 9.760416645507644e-05, |
| "loss": 0.0191, |
| "step": 14400 |
| }, |
| { |
| "epoch": 9.486504279131008, |
| "grad_norm": 0.21971069276332855, |
| "learning_rate": 9.759910690096375e-05, |
| "loss": 0.0135, |
| "step": 14410 |
| }, |
| { |
| "epoch": 9.493087557603687, |
| "grad_norm": 0.2968548834323883, |
| "learning_rate": 9.759404214148429e-05, |
| "loss": 0.0143, |
| "step": 14420 |
| }, |
| { |
| "epoch": 9.499670836076366, |
| "grad_norm": 0.24540165066719055, |
| "learning_rate": 9.758897217719191e-05, |
| "loss": 0.019, |
| "step": 14430 |
| }, |
| { |
| "epoch": 9.506254114549046, |
| "grad_norm": 0.21374639868736267, |
| "learning_rate": 9.758389700864113e-05, |
| "loss": 0.021, |
| "step": 14440 |
| }, |
| { |
| "epoch": 9.512837393021725, |
| "grad_norm": 0.3622443974018097, |
| "learning_rate": 9.757881663638688e-05, |
| "loss": 0.016, |
| "step": 14450 |
| }, |
| { |
| "epoch": 9.519420671494403, |
| "grad_norm": 0.25969240069389343, |
| "learning_rate": 9.757373106098478e-05, |
| "loss": 0.0146, |
| "step": 14460 |
| }, |
| { |
| "epoch": 9.526003949967084, |
| "grad_norm": 0.25105011463165283, |
| "learning_rate": 9.756864028299097e-05, |
| "loss": 0.0142, |
| "step": 14470 |
| }, |
| { |
| "epoch": 9.532587228439763, |
| "grad_norm": 0.21822065114974976, |
| "learning_rate": 9.75635443029622e-05, |
| "loss": 0.0166, |
| "step": 14480 |
| }, |
| { |
| "epoch": 9.539170506912443, |
| "grad_norm": 0.26269999146461487, |
| "learning_rate": 9.755844312145572e-05, |
| "loss": 0.0135, |
| "step": 14490 |
| }, |
| { |
| "epoch": 9.545753785385122, |
| "grad_norm": 0.38388341665267944, |
| "learning_rate": 9.755333673902941e-05, |
| "loss": 0.0135, |
| "step": 14500 |
| }, |
| { |
| "epoch": 9.5523370638578, |
| "grad_norm": 0.2771194577217102, |
| "learning_rate": 9.75482251562417e-05, |
| "loss": 0.0149, |
| "step": 14510 |
| }, |
| { |
| "epoch": 9.558920342330481, |
| "grad_norm": 0.2810881435871124, |
| "learning_rate": 9.754310837365155e-05, |
| "loss": 0.0157, |
| "step": 14520 |
| }, |
| { |
| "epoch": 9.56550362080316, |
| "grad_norm": 0.27615103125572205, |
| "learning_rate": 9.753798639181856e-05, |
| "loss": 0.0156, |
| "step": 14530 |
| }, |
| { |
| "epoch": 9.57208689927584, |
| "grad_norm": 0.33256658911705017, |
| "learning_rate": 9.753285921130286e-05, |
| "loss": 0.0155, |
| "step": 14540 |
| }, |
| { |
| "epoch": 9.578670177748519, |
| "grad_norm": 0.27427178621292114, |
| "learning_rate": 9.752772683266512e-05, |
| "loss": 0.0159, |
| "step": 14550 |
| }, |
| { |
| "epoch": 9.585253456221198, |
| "grad_norm": 0.23231226205825806, |
| "learning_rate": 9.752258925646665e-05, |
| "loss": 0.0131, |
| "step": 14560 |
| }, |
| { |
| "epoch": 9.591836734693878, |
| "grad_norm": 0.28529050946235657, |
| "learning_rate": 9.751744648326926e-05, |
| "loss": 0.013, |
| "step": 14570 |
| }, |
| { |
| "epoch": 9.598420013166557, |
| "grad_norm": 0.21589602530002594, |
| "learning_rate": 9.751229851363536e-05, |
| "loss": 0.0166, |
| "step": 14580 |
| }, |
| { |
| "epoch": 9.605003291639237, |
| "grad_norm": 0.26866182684898376, |
| "learning_rate": 9.750714534812793e-05, |
| "loss": 0.0193, |
| "step": 14590 |
| }, |
| { |
| "epoch": 9.611586570111916, |
| "grad_norm": 0.1514309197664261, |
| "learning_rate": 9.750198698731053e-05, |
| "loss": 0.0136, |
| "step": 14600 |
| }, |
| { |
| "epoch": 9.618169848584595, |
| "grad_norm": 0.2843020558357239, |
| "learning_rate": 9.749682343174722e-05, |
| "loss": 0.0178, |
| "step": 14610 |
| }, |
| { |
| "epoch": 9.624753127057275, |
| "grad_norm": 0.23375630378723145, |
| "learning_rate": 9.749165468200272e-05, |
| "loss": 0.0175, |
| "step": 14620 |
| }, |
| { |
| "epoch": 9.631336405529954, |
| "grad_norm": 0.2827167809009552, |
| "learning_rate": 9.748648073864229e-05, |
| "loss": 0.0135, |
| "step": 14630 |
| }, |
| { |
| "epoch": 9.637919684002632, |
| "grad_norm": 0.22570891678333282, |
| "learning_rate": 9.748130160223168e-05, |
| "loss": 0.0147, |
| "step": 14640 |
| }, |
| { |
| "epoch": 9.644502962475313, |
| "grad_norm": 0.35171452164649963, |
| "learning_rate": 9.747611727333734e-05, |
| "loss": 0.0145, |
| "step": 14650 |
| }, |
| { |
| "epoch": 9.651086240947992, |
| "grad_norm": 0.3610263168811798, |
| "learning_rate": 9.74709277525262e-05, |
| "loss": 0.0197, |
| "step": 14660 |
| }, |
| { |
| "epoch": 9.657669519420672, |
| "grad_norm": 0.3679834306240082, |
| "learning_rate": 9.746573304036576e-05, |
| "loss": 0.0148, |
| "step": 14670 |
| }, |
| { |
| "epoch": 9.66425279789335, |
| "grad_norm": 0.23180590569972992, |
| "learning_rate": 9.746053313742412e-05, |
| "loss": 0.0165, |
| "step": 14680 |
| }, |
| { |
| "epoch": 9.67083607636603, |
| "grad_norm": 0.2764023244380951, |
| "learning_rate": 9.745532804426994e-05, |
| "loss": 0.0158, |
| "step": 14690 |
| }, |
| { |
| "epoch": 9.67741935483871, |
| "grad_norm": 0.23102205991744995, |
| "learning_rate": 9.745011776147242e-05, |
| "loss": 0.0126, |
| "step": 14700 |
| }, |
| { |
| "epoch": 9.684002633311389, |
| "grad_norm": 0.2220112383365631, |
| "learning_rate": 9.744490228960138e-05, |
| "loss": 0.0119, |
| "step": 14710 |
| }, |
| { |
| "epoch": 9.69058591178407, |
| "grad_norm": 0.20861835777759552, |
| "learning_rate": 9.743968162922713e-05, |
| "loss": 0.0146, |
| "step": 14720 |
| }, |
| { |
| "epoch": 9.697169190256748, |
| "grad_norm": 0.22803926467895508, |
| "learning_rate": 9.743445578092064e-05, |
| "loss": 0.0113, |
| "step": 14730 |
| }, |
| { |
| "epoch": 9.703752468729427, |
| "grad_norm": 0.22774170339107513, |
| "learning_rate": 9.742922474525338e-05, |
| "loss": 0.0158, |
| "step": 14740 |
| }, |
| { |
| "epoch": 9.710335747202107, |
| "grad_norm": 0.28892743587493896, |
| "learning_rate": 9.742398852279741e-05, |
| "loss": 0.0181, |
| "step": 14750 |
| }, |
| { |
| "epoch": 9.716919025674786, |
| "grad_norm": 0.36422398686408997, |
| "learning_rate": 9.741874711412535e-05, |
| "loss": 0.0127, |
| "step": 14760 |
| }, |
| { |
| "epoch": 9.723502304147466, |
| "grad_norm": 0.2788906693458557, |
| "learning_rate": 9.741350051981042e-05, |
| "loss": 0.0241, |
| "step": 14770 |
| }, |
| { |
| "epoch": 9.730085582620145, |
| "grad_norm": 0.2301618754863739, |
| "learning_rate": 9.740824874042633e-05, |
| "loss": 0.013, |
| "step": 14780 |
| }, |
| { |
| "epoch": 9.736668861092824, |
| "grad_norm": 0.23938624560832977, |
| "learning_rate": 9.740299177654746e-05, |
| "loss": 0.019, |
| "step": 14790 |
| }, |
| { |
| "epoch": 9.743252139565504, |
| "grad_norm": 0.24052244424819946, |
| "learning_rate": 9.739772962874867e-05, |
| "loss": 0.0119, |
| "step": 14800 |
| }, |
| { |
| "epoch": 9.749835418038183, |
| "grad_norm": 0.24570004642009735, |
| "learning_rate": 9.739246229760541e-05, |
| "loss": 0.0091, |
| "step": 14810 |
| }, |
| { |
| "epoch": 9.756418696510863, |
| "grad_norm": 0.29425832629203796, |
| "learning_rate": 9.738718978369376e-05, |
| "loss": 0.0141, |
| "step": 14820 |
| }, |
| { |
| "epoch": 9.763001974983542, |
| "grad_norm": 0.22018343210220337, |
| "learning_rate": 9.738191208759025e-05, |
| "loss": 0.0177, |
| "step": 14830 |
| }, |
| { |
| "epoch": 9.76958525345622, |
| "grad_norm": 0.25019919872283936, |
| "learning_rate": 9.73766292098721e-05, |
| "loss": 0.0169, |
| "step": 14840 |
| }, |
| { |
| "epoch": 9.776168531928901, |
| "grad_norm": 0.19468551874160767, |
| "learning_rate": 9.737134115111699e-05, |
| "loss": 0.013, |
| "step": 14850 |
| }, |
| { |
| "epoch": 9.78275181040158, |
| "grad_norm": 0.26408490538597107, |
| "learning_rate": 9.736604791190323e-05, |
| "loss": 0.0181, |
| "step": 14860 |
| }, |
| { |
| "epoch": 9.78933508887426, |
| "grad_norm": 0.2587328255176544, |
| "learning_rate": 9.73607494928097e-05, |
| "loss": 0.019, |
| "step": 14870 |
| }, |
| { |
| "epoch": 9.795918367346939, |
| "grad_norm": 0.23688548803329468, |
| "learning_rate": 9.735544589441581e-05, |
| "loss": 0.0159, |
| "step": 14880 |
| }, |
| { |
| "epoch": 9.802501645819618, |
| "grad_norm": 0.2512758672237396, |
| "learning_rate": 9.735013711730154e-05, |
| "loss": 0.016, |
| "step": 14890 |
| }, |
| { |
| "epoch": 9.809084924292298, |
| "grad_norm": 0.26726773381233215, |
| "learning_rate": 9.734482316204747e-05, |
| "loss": 0.0117, |
| "step": 14900 |
| }, |
| { |
| "epoch": 9.815668202764977, |
| "grad_norm": 0.24948666989803314, |
| "learning_rate": 9.733950402923473e-05, |
| "loss": 0.0106, |
| "step": 14910 |
| }, |
| { |
| "epoch": 9.822251481237656, |
| "grad_norm": 0.3272800147533417, |
| "learning_rate": 9.7334179719445e-05, |
| "loss": 0.0238, |
| "step": 14920 |
| }, |
| { |
| "epoch": 9.828834759710336, |
| "grad_norm": 0.27654412388801575, |
| "learning_rate": 9.732885023326053e-05, |
| "loss": 0.0166, |
| "step": 14930 |
| }, |
| { |
| "epoch": 9.835418038183015, |
| "grad_norm": 0.32585039734840393, |
| "learning_rate": 9.732351557126418e-05, |
| "loss": 0.0159, |
| "step": 14940 |
| }, |
| { |
| "epoch": 9.842001316655695, |
| "grad_norm": 0.35041555762290955, |
| "learning_rate": 9.731817573403929e-05, |
| "loss": 0.0205, |
| "step": 14950 |
| }, |
| { |
| "epoch": 9.848584595128374, |
| "grad_norm": 0.38426727056503296, |
| "learning_rate": 9.731283072216985e-05, |
| "loss": 0.0141, |
| "step": 14960 |
| }, |
| { |
| "epoch": 9.855167873601053, |
| "grad_norm": 0.29917630553245544, |
| "learning_rate": 9.730748053624039e-05, |
| "loss": 0.0207, |
| "step": 14970 |
| }, |
| { |
| "epoch": 9.861751152073733, |
| "grad_norm": 0.21876105666160583, |
| "learning_rate": 9.730212517683598e-05, |
| "loss": 0.0148, |
| "step": 14980 |
| }, |
| { |
| "epoch": 9.868334430546412, |
| "grad_norm": 0.2989797294139862, |
| "learning_rate": 9.729676464454228e-05, |
| "loss": 0.0148, |
| "step": 14990 |
| }, |
| { |
| "epoch": 9.874917709019092, |
| "grad_norm": 0.22588540613651276, |
| "learning_rate": 9.72913989399455e-05, |
| "loss": 0.015, |
| "step": 15000 |
| }, |
| { |
| "epoch": 9.881500987491771, |
| "grad_norm": 0.28132230043411255, |
| "learning_rate": 9.728602806363242e-05, |
| "loss": 0.0153, |
| "step": 15010 |
| }, |
| { |
| "epoch": 9.88808426596445, |
| "grad_norm": 0.3104924261569977, |
| "learning_rate": 9.728065201619043e-05, |
| "loss": 0.0131, |
| "step": 15020 |
| }, |
| { |
| "epoch": 9.89466754443713, |
| "grad_norm": 0.2443353831768036, |
| "learning_rate": 9.727527079820742e-05, |
| "loss": 0.0198, |
| "step": 15030 |
| }, |
| { |
| "epoch": 9.901250822909809, |
| "grad_norm": 0.3172476589679718, |
| "learning_rate": 9.726988441027186e-05, |
| "loss": 0.0147, |
| "step": 15040 |
| }, |
| { |
| "epoch": 9.907834101382488, |
| "grad_norm": 0.3207993507385254, |
| "learning_rate": 9.726449285297281e-05, |
| "loss": 0.0149, |
| "step": 15050 |
| }, |
| { |
| "epoch": 9.914417379855168, |
| "grad_norm": 0.3613393306732178, |
| "learning_rate": 9.72590961268999e-05, |
| "loss": 0.0208, |
| "step": 15060 |
| }, |
| { |
| "epoch": 9.921000658327847, |
| "grad_norm": 0.3080381155014038, |
| "learning_rate": 9.725369423264328e-05, |
| "loss": 0.0155, |
| "step": 15070 |
| }, |
| { |
| "epoch": 9.927583936800527, |
| "grad_norm": 0.24589434266090393, |
| "learning_rate": 9.72482871707937e-05, |
| "loss": 0.0126, |
| "step": 15080 |
| }, |
| { |
| "epoch": 9.934167215273206, |
| "grad_norm": 0.191184401512146, |
| "learning_rate": 9.724287494194247e-05, |
| "loss": 0.0138, |
| "step": 15090 |
| }, |
| { |
| "epoch": 9.940750493745885, |
| "grad_norm": 0.30196091532707214, |
| "learning_rate": 9.723745754668147e-05, |
| "loss": 0.0144, |
| "step": 15100 |
| }, |
| { |
| "epoch": 9.947333772218565, |
| "grad_norm": 0.22865305840969086, |
| "learning_rate": 9.723203498560313e-05, |
| "loss": 0.0125, |
| "step": 15110 |
| }, |
| { |
| "epoch": 9.953917050691244, |
| "grad_norm": 0.2847011983394623, |
| "learning_rate": 9.722660725930046e-05, |
| "loss": 0.0153, |
| "step": 15120 |
| }, |
| { |
| "epoch": 9.960500329163924, |
| "grad_norm": 0.22358070313930511, |
| "learning_rate": 9.722117436836702e-05, |
| "loss": 0.0106, |
| "step": 15130 |
| }, |
| { |
| "epoch": 9.967083607636603, |
| "grad_norm": 0.4344227910041809, |
| "learning_rate": 9.721573631339696e-05, |
| "loss": 0.0212, |
| "step": 15140 |
| }, |
| { |
| "epoch": 9.973666886109282, |
| "grad_norm": 0.4170410633087158, |
| "learning_rate": 9.721029309498494e-05, |
| "loss": 0.0156, |
| "step": 15150 |
| }, |
| { |
| "epoch": 9.980250164581962, |
| "grad_norm": 0.30752262473106384, |
| "learning_rate": 9.720484471372627e-05, |
| "loss": 0.0231, |
| "step": 15160 |
| }, |
| { |
| "epoch": 9.98683344305464, |
| "grad_norm": 0.2725664973258972, |
| "learning_rate": 9.719939117021673e-05, |
| "loss": 0.0166, |
| "step": 15170 |
| }, |
| { |
| "epoch": 9.993416721527321, |
| "grad_norm": 0.2802931070327759, |
| "learning_rate": 9.719393246505275e-05, |
| "loss": 0.0158, |
| "step": 15180 |
| }, |
| { |
| "epoch": 10.0, |
| "grad_norm": 0.37909621000289917, |
| "learning_rate": 9.718846859883128e-05, |
| "loss": 0.0176, |
| "step": 15190 |
| }, |
| { |
| "epoch": 10.006583278472679, |
| "grad_norm": 0.19113107025623322, |
| "learning_rate": 9.718299957214982e-05, |
| "loss": 0.018, |
| "step": 15200 |
| }, |
| { |
| "epoch": 10.01316655694536, |
| "grad_norm": 0.394198477268219, |
| "learning_rate": 9.717752538560646e-05, |
| "loss": 0.0144, |
| "step": 15210 |
| }, |
| { |
| "epoch": 10.019749835418038, |
| "grad_norm": 0.30720144510269165, |
| "learning_rate": 9.717204603979986e-05, |
| "loss": 0.0153, |
| "step": 15220 |
| }, |
| { |
| "epoch": 10.026333113890718, |
| "grad_norm": 0.27015867829322815, |
| "learning_rate": 9.716656153532922e-05, |
| "loss": 0.0148, |
| "step": 15230 |
| }, |
| { |
| "epoch": 10.032916392363397, |
| "grad_norm": 0.20855754613876343, |
| "learning_rate": 9.716107187279434e-05, |
| "loss": 0.0141, |
| "step": 15240 |
| }, |
| { |
| "epoch": 10.039499670836076, |
| "grad_norm": 0.29502955079078674, |
| "learning_rate": 9.715557705279555e-05, |
| "loss": 0.0169, |
| "step": 15250 |
| }, |
| { |
| "epoch": 10.046082949308756, |
| "grad_norm": 0.3268682360649109, |
| "learning_rate": 9.715007707593372e-05, |
| "loss": 0.0156, |
| "step": 15260 |
| }, |
| { |
| "epoch": 10.052666227781435, |
| "grad_norm": 0.27503931522369385, |
| "learning_rate": 9.714457194281036e-05, |
| "loss": 0.0187, |
| "step": 15270 |
| }, |
| { |
| "epoch": 10.059249506254115, |
| "grad_norm": 0.3133302628993988, |
| "learning_rate": 9.713906165402751e-05, |
| "loss": 0.0138, |
| "step": 15280 |
| }, |
| { |
| "epoch": 10.065832784726794, |
| "grad_norm": 0.2011304795742035, |
| "learning_rate": 9.713354621018774e-05, |
| "loss": 0.0183, |
| "step": 15290 |
| }, |
| { |
| "epoch": 10.072416063199473, |
| "grad_norm": 0.40640631318092346, |
| "learning_rate": 9.712802561189422e-05, |
| "loss": 0.0153, |
| "step": 15300 |
| }, |
| { |
| "epoch": 10.078999341672153, |
| "grad_norm": 0.2884555459022522, |
| "learning_rate": 9.712249985975069e-05, |
| "loss": 0.0154, |
| "step": 15310 |
| }, |
| { |
| "epoch": 10.085582620144832, |
| "grad_norm": 0.2679706811904907, |
| "learning_rate": 9.71169689543614e-05, |
| "loss": 0.0151, |
| "step": 15320 |
| }, |
| { |
| "epoch": 10.09216589861751, |
| "grad_norm": 0.33826032280921936, |
| "learning_rate": 9.711143289633123e-05, |
| "loss": 0.0173, |
| "step": 15330 |
| }, |
| { |
| "epoch": 10.098749177090191, |
| "grad_norm": 0.30218732357025146, |
| "learning_rate": 9.710589168626561e-05, |
| "loss": 0.0123, |
| "step": 15340 |
| }, |
| { |
| "epoch": 10.10533245556287, |
| "grad_norm": 0.20553290843963623, |
| "learning_rate": 9.710034532477048e-05, |
| "loss": 0.0147, |
| "step": 15350 |
| }, |
| { |
| "epoch": 10.11191573403555, |
| "grad_norm": 0.3158141076564789, |
| "learning_rate": 9.709479381245239e-05, |
| "loss": 0.0135, |
| "step": 15360 |
| }, |
| { |
| "epoch": 10.118499012508229, |
| "grad_norm": 0.22012987732887268, |
| "learning_rate": 9.708923714991847e-05, |
| "loss": 0.015, |
| "step": 15370 |
| }, |
| { |
| "epoch": 10.125082290980908, |
| "grad_norm": 0.3112947344779968, |
| "learning_rate": 9.708367533777638e-05, |
| "loss": 0.0122, |
| "step": 15380 |
| }, |
| { |
| "epoch": 10.131665569453588, |
| "grad_norm": 0.40745672583580017, |
| "learning_rate": 9.707810837663431e-05, |
| "loss": 0.0142, |
| "step": 15390 |
| }, |
| { |
| "epoch": 10.138248847926267, |
| "grad_norm": 0.24147891998291016, |
| "learning_rate": 9.707253626710113e-05, |
| "loss": 0.0156, |
| "step": 15400 |
| }, |
| { |
| "epoch": 10.144832126398947, |
| "grad_norm": 0.266966313123703, |
| "learning_rate": 9.706695900978613e-05, |
| "loss": 0.0147, |
| "step": 15410 |
| }, |
| { |
| "epoch": 10.151415404871626, |
| "grad_norm": 0.323513388633728, |
| "learning_rate": 9.706137660529926e-05, |
| "loss": 0.0174, |
| "step": 15420 |
| }, |
| { |
| "epoch": 10.157998683344305, |
| "grad_norm": 0.3009984493255615, |
| "learning_rate": 9.705578905425101e-05, |
| "loss": 0.0141, |
| "step": 15430 |
| }, |
| { |
| "epoch": 10.164581961816985, |
| "grad_norm": 0.2053128182888031, |
| "learning_rate": 9.705019635725241e-05, |
| "loss": 0.0134, |
| "step": 15440 |
| }, |
| { |
| "epoch": 10.171165240289664, |
| "grad_norm": 0.24102552235126495, |
| "learning_rate": 9.704459851491508e-05, |
| "loss": 0.0163, |
| "step": 15450 |
| }, |
| { |
| "epoch": 10.177748518762344, |
| "grad_norm": 0.17827284336090088, |
| "learning_rate": 9.703899552785118e-05, |
| "loss": 0.0163, |
| "step": 15460 |
| }, |
| { |
| "epoch": 10.184331797235023, |
| "grad_norm": 0.2356404811143875, |
| "learning_rate": 9.703338739667346e-05, |
| "loss": 0.0116, |
| "step": 15470 |
| }, |
| { |
| "epoch": 10.190915075707702, |
| "grad_norm": 0.2633216977119446, |
| "learning_rate": 9.70277741219952e-05, |
| "loss": 0.016, |
| "step": 15480 |
| }, |
| { |
| "epoch": 10.197498354180382, |
| "grad_norm": 0.3446008563041687, |
| "learning_rate": 9.702215570443027e-05, |
| "loss": 0.0118, |
| "step": 15490 |
| }, |
| { |
| "epoch": 10.204081632653061, |
| "grad_norm": 0.21019017696380615, |
| "learning_rate": 9.701653214459309e-05, |
| "loss": 0.0145, |
| "step": 15500 |
| }, |
| { |
| "epoch": 10.210664911125741, |
| "grad_norm": 0.21062102913856506, |
| "learning_rate": 9.701090344309865e-05, |
| "loss": 0.0116, |
| "step": 15510 |
| }, |
| { |
| "epoch": 10.21724818959842, |
| "grad_norm": 0.2719181478023529, |
| "learning_rate": 9.700526960056247e-05, |
| "loss": 0.0137, |
| "step": 15520 |
| }, |
| { |
| "epoch": 10.223831468071099, |
| "grad_norm": 0.31443876028060913, |
| "learning_rate": 9.699963061760068e-05, |
| "loss": 0.0091, |
| "step": 15530 |
| }, |
| { |
| "epoch": 10.23041474654378, |
| "grad_norm": 0.31492510437965393, |
| "learning_rate": 9.699398649482997e-05, |
| "loss": 0.0133, |
| "step": 15540 |
| }, |
| { |
| "epoch": 10.236998025016458, |
| "grad_norm": 0.3109484016895294, |
| "learning_rate": 9.698833723286753e-05, |
| "loss": 0.0172, |
| "step": 15550 |
| }, |
| { |
| "epoch": 10.243581303489137, |
| "grad_norm": 0.32065045833587646, |
| "learning_rate": 9.698268283233118e-05, |
| "loss": 0.016, |
| "step": 15560 |
| }, |
| { |
| "epoch": 10.250164581961817, |
| "grad_norm": 0.28147438168525696, |
| "learning_rate": 9.697702329383929e-05, |
| "loss": 0.0143, |
| "step": 15570 |
| }, |
| { |
| "epoch": 10.256747860434496, |
| "grad_norm": 0.26053377985954285, |
| "learning_rate": 9.697135861801074e-05, |
| "loss": 0.0121, |
| "step": 15580 |
| }, |
| { |
| "epoch": 10.263331138907176, |
| "grad_norm": 0.3274065852165222, |
| "learning_rate": 9.696568880546505e-05, |
| "loss": 0.0198, |
| "step": 15590 |
| }, |
| { |
| "epoch": 10.269914417379855, |
| "grad_norm": 0.2635926604270935, |
| "learning_rate": 9.696001385682223e-05, |
| "loss": 0.0109, |
| "step": 15600 |
| }, |
| { |
| "epoch": 10.276497695852534, |
| "grad_norm": 0.20655913650989532, |
| "learning_rate": 9.695433377270291e-05, |
| "loss": 0.0145, |
| "step": 15610 |
| }, |
| { |
| "epoch": 10.283080974325214, |
| "grad_norm": 0.27768421173095703, |
| "learning_rate": 9.694864855372824e-05, |
| "loss": 0.0179, |
| "step": 15620 |
| }, |
| { |
| "epoch": 10.289664252797893, |
| "grad_norm": 0.24878139793872833, |
| "learning_rate": 9.694295820051995e-05, |
| "loss": 0.0245, |
| "step": 15630 |
| }, |
| { |
| "epoch": 10.296247531270573, |
| "grad_norm": 0.30092543363571167, |
| "learning_rate": 9.693726271370032e-05, |
| "loss": 0.0148, |
| "step": 15640 |
| }, |
| { |
| "epoch": 10.302830809743252, |
| "grad_norm": 0.30754855275154114, |
| "learning_rate": 9.693156209389221e-05, |
| "loss": 0.0203, |
| "step": 15650 |
| }, |
| { |
| "epoch": 10.30941408821593, |
| "grad_norm": 0.2890348434448242, |
| "learning_rate": 9.692585634171905e-05, |
| "loss": 0.024, |
| "step": 15660 |
| }, |
| { |
| "epoch": 10.315997366688611, |
| "grad_norm": 0.2974121868610382, |
| "learning_rate": 9.692014545780476e-05, |
| "loss": 0.0137, |
| "step": 15670 |
| }, |
| { |
| "epoch": 10.32258064516129, |
| "grad_norm": 0.2702404856681824, |
| "learning_rate": 9.691442944277393e-05, |
| "loss": 0.0174, |
| "step": 15680 |
| }, |
| { |
| "epoch": 10.32916392363397, |
| "grad_norm": 0.30624863505363464, |
| "learning_rate": 9.690870829725162e-05, |
| "loss": 0.0154, |
| "step": 15690 |
| }, |
| { |
| "epoch": 10.33574720210665, |
| "grad_norm": 0.3077887296676636, |
| "learning_rate": 9.69029820218635e-05, |
| "loss": 0.0147, |
| "step": 15700 |
| }, |
| { |
| "epoch": 10.342330480579328, |
| "grad_norm": 0.3283807337284088, |
| "learning_rate": 9.689725061723579e-05, |
| "loss": 0.0144, |
| "step": 15710 |
| }, |
| { |
| "epoch": 10.348913759052008, |
| "grad_norm": 0.24190741777420044, |
| "learning_rate": 9.689151408399527e-05, |
| "loss": 0.017, |
| "step": 15720 |
| }, |
| { |
| "epoch": 10.355497037524687, |
| "grad_norm": 0.22236356139183044, |
| "learning_rate": 9.688577242276924e-05, |
| "loss": 0.0168, |
| "step": 15730 |
| }, |
| { |
| "epoch": 10.362080315997368, |
| "grad_norm": 0.1556847095489502, |
| "learning_rate": 9.688002563418566e-05, |
| "loss": 0.0151, |
| "step": 15740 |
| }, |
| { |
| "epoch": 10.368663594470046, |
| "grad_norm": 0.2426396906375885, |
| "learning_rate": 9.687427371887293e-05, |
| "loss": 0.018, |
| "step": 15750 |
| }, |
| { |
| "epoch": 10.375246872942725, |
| "grad_norm": 0.34557875990867615, |
| "learning_rate": 9.686851667746012e-05, |
| "loss": 0.016, |
| "step": 15760 |
| }, |
| { |
| "epoch": 10.381830151415405, |
| "grad_norm": 0.2825423777103424, |
| "learning_rate": 9.686275451057677e-05, |
| "loss": 0.0169, |
| "step": 15770 |
| }, |
| { |
| "epoch": 10.388413429888084, |
| "grad_norm": 0.30879515409469604, |
| "learning_rate": 9.685698721885308e-05, |
| "loss": 0.0148, |
| "step": 15780 |
| }, |
| { |
| "epoch": 10.394996708360763, |
| "grad_norm": 0.36233267188072205, |
| "learning_rate": 9.68512148029197e-05, |
| "loss": 0.0195, |
| "step": 15790 |
| }, |
| { |
| "epoch": 10.401579986833443, |
| "grad_norm": 0.2731311023235321, |
| "learning_rate": 9.684543726340791e-05, |
| "loss": 0.0126, |
| "step": 15800 |
| }, |
| { |
| "epoch": 10.408163265306122, |
| "grad_norm": 0.3801662027835846, |
| "learning_rate": 9.683965460094952e-05, |
| "loss": 0.0205, |
| "step": 15810 |
| }, |
| { |
| "epoch": 10.414746543778802, |
| "grad_norm": 0.23723062872886658, |
| "learning_rate": 9.683386681617694e-05, |
| "loss": 0.0159, |
| "step": 15820 |
| }, |
| { |
| "epoch": 10.421329822251481, |
| "grad_norm": 0.24990543723106384, |
| "learning_rate": 9.68280739097231e-05, |
| "loss": 0.0163, |
| "step": 15830 |
| }, |
| { |
| "epoch": 10.42791310072416, |
| "grad_norm": 0.18654191493988037, |
| "learning_rate": 9.682227588222148e-05, |
| "loss": 0.0142, |
| "step": 15840 |
| }, |
| { |
| "epoch": 10.43449637919684, |
| "grad_norm": 0.25609639286994934, |
| "learning_rate": 9.681647273430618e-05, |
| "loss": 0.0116, |
| "step": 15850 |
| }, |
| { |
| "epoch": 10.441079657669519, |
| "grad_norm": 0.31502842903137207, |
| "learning_rate": 9.681066446661182e-05, |
| "loss": 0.0193, |
| "step": 15860 |
| }, |
| { |
| "epoch": 10.4476629361422, |
| "grad_norm": 0.1982906609773636, |
| "learning_rate": 9.680485107977357e-05, |
| "loss": 0.0145, |
| "step": 15870 |
| }, |
| { |
| "epoch": 10.454246214614878, |
| "grad_norm": 0.3008141815662384, |
| "learning_rate": 9.679903257442716e-05, |
| "loss": 0.0148, |
| "step": 15880 |
| }, |
| { |
| "epoch": 10.460829493087557, |
| "grad_norm": 0.276407390832901, |
| "learning_rate": 9.679320895120891e-05, |
| "loss": 0.0198, |
| "step": 15890 |
| }, |
| { |
| "epoch": 10.467412771560237, |
| "grad_norm": 0.2045586258172989, |
| "learning_rate": 9.67873802107557e-05, |
| "loss": 0.0199, |
| "step": 15900 |
| }, |
| { |
| "epoch": 10.473996050032916, |
| "grad_norm": 0.33652809262275696, |
| "learning_rate": 9.67815463537049e-05, |
| "loss": 0.0197, |
| "step": 15910 |
| }, |
| { |
| "epoch": 10.480579328505597, |
| "grad_norm": 0.2981519401073456, |
| "learning_rate": 9.677570738069457e-05, |
| "loss": 0.0228, |
| "step": 15920 |
| }, |
| { |
| "epoch": 10.487162606978275, |
| "grad_norm": 0.24559056758880615, |
| "learning_rate": 9.676986329236318e-05, |
| "loss": 0.0158, |
| "step": 15930 |
| }, |
| { |
| "epoch": 10.493745885450954, |
| "grad_norm": 0.3628149926662445, |
| "learning_rate": 9.676401408934987e-05, |
| "loss": 0.0179, |
| "step": 15940 |
| }, |
| { |
| "epoch": 10.500329163923634, |
| "grad_norm": 0.319520503282547, |
| "learning_rate": 9.675815977229428e-05, |
| "loss": 0.0219, |
| "step": 15950 |
| }, |
| { |
| "epoch": 10.506912442396313, |
| "grad_norm": 0.28974470496177673, |
| "learning_rate": 9.675230034183664e-05, |
| "loss": 0.0262, |
| "step": 15960 |
| }, |
| { |
| "epoch": 10.513495720868992, |
| "grad_norm": 0.37616097927093506, |
| "learning_rate": 9.674643579861773e-05, |
| "loss": 0.0148, |
| "step": 15970 |
| }, |
| { |
| "epoch": 10.520078999341672, |
| "grad_norm": 0.2945089340209961, |
| "learning_rate": 9.674056614327886e-05, |
| "loss": 0.0215, |
| "step": 15980 |
| }, |
| { |
| "epoch": 10.526662277814351, |
| "grad_norm": 0.31004783511161804, |
| "learning_rate": 9.673469137646198e-05, |
| "loss": 0.0136, |
| "step": 15990 |
| }, |
| { |
| "epoch": 10.533245556287032, |
| "grad_norm": 0.24885942041873932, |
| "learning_rate": 9.67288114988095e-05, |
| "loss": 0.0186, |
| "step": 16000 |
| }, |
| { |
| "epoch": 10.53982883475971, |
| "grad_norm": 0.2841681241989136, |
| "learning_rate": 9.672292651096447e-05, |
| "loss": 0.02, |
| "step": 16010 |
| }, |
| { |
| "epoch": 10.546412113232389, |
| "grad_norm": 0.23327705264091492, |
| "learning_rate": 9.671703641357042e-05, |
| "loss": 0.0161, |
| "step": 16020 |
| }, |
| { |
| "epoch": 10.55299539170507, |
| "grad_norm": 0.2775796949863434, |
| "learning_rate": 9.67111412072715e-05, |
| "loss": 0.0176, |
| "step": 16030 |
| }, |
| { |
| "epoch": 10.559578670177748, |
| "grad_norm": 0.28706464171409607, |
| "learning_rate": 9.670524089271242e-05, |
| "loss": 0.0139, |
| "step": 16040 |
| }, |
| { |
| "epoch": 10.566161948650429, |
| "grad_norm": 0.2590261995792389, |
| "learning_rate": 9.669933547053842e-05, |
| "loss": 0.0181, |
| "step": 16050 |
| }, |
| { |
| "epoch": 10.572745227123107, |
| "grad_norm": 0.26913416385650635, |
| "learning_rate": 9.669342494139531e-05, |
| "loss": 0.0146, |
| "step": 16060 |
| }, |
| { |
| "epoch": 10.579328505595786, |
| "grad_norm": 0.2555517256259918, |
| "learning_rate": 9.668750930592943e-05, |
| "loss": 0.0146, |
| "step": 16070 |
| }, |
| { |
| "epoch": 10.585911784068466, |
| "grad_norm": 0.2189902365207672, |
| "learning_rate": 9.668158856478775e-05, |
| "loss": 0.0111, |
| "step": 16080 |
| }, |
| { |
| "epoch": 10.592495062541145, |
| "grad_norm": 0.22816002368927002, |
| "learning_rate": 9.66756627186177e-05, |
| "loss": 0.0132, |
| "step": 16090 |
| }, |
| { |
| "epoch": 10.599078341013826, |
| "grad_norm": 0.25368914008140564, |
| "learning_rate": 9.666973176806737e-05, |
| "loss": 0.0118, |
| "step": 16100 |
| }, |
| { |
| "epoch": 10.605661619486504, |
| "grad_norm": 0.27892035245895386, |
| "learning_rate": 9.666379571378534e-05, |
| "loss": 0.0154, |
| "step": 16110 |
| }, |
| { |
| "epoch": 10.612244897959183, |
| "grad_norm": 0.21458196640014648, |
| "learning_rate": 9.665785455642076e-05, |
| "loss": 0.0153, |
| "step": 16120 |
| }, |
| { |
| "epoch": 10.618828176431863, |
| "grad_norm": 0.23175175487995148, |
| "learning_rate": 9.665190829662337e-05, |
| "loss": 0.0174, |
| "step": 16130 |
| }, |
| { |
| "epoch": 10.625411454904542, |
| "grad_norm": 0.16731104254722595, |
| "learning_rate": 9.664595693504342e-05, |
| "loss": 0.0101, |
| "step": 16140 |
| }, |
| { |
| "epoch": 10.631994733377223, |
| "grad_norm": 0.19103018939495087, |
| "learning_rate": 9.664000047233175e-05, |
| "loss": 0.0139, |
| "step": 16150 |
| }, |
| { |
| "epoch": 10.638578011849901, |
| "grad_norm": 0.23936223983764648, |
| "learning_rate": 9.663403890913976e-05, |
| "loss": 0.0152, |
| "step": 16160 |
| }, |
| { |
| "epoch": 10.64516129032258, |
| "grad_norm": 0.2621452212333679, |
| "learning_rate": 9.662807224611938e-05, |
| "loss": 0.0134, |
| "step": 16170 |
| }, |
| { |
| "epoch": 10.65174456879526, |
| "grad_norm": 0.27436408400535583, |
| "learning_rate": 9.662210048392311e-05, |
| "loss": 0.0126, |
| "step": 16180 |
| }, |
| { |
| "epoch": 10.65832784726794, |
| "grad_norm": 0.19598782062530518, |
| "learning_rate": 9.661612362320405e-05, |
| "loss": 0.014, |
| "step": 16190 |
| }, |
| { |
| "epoch": 10.66491112574062, |
| "grad_norm": 0.2814145088195801, |
| "learning_rate": 9.661014166461579e-05, |
| "loss": 0.0124, |
| "step": 16200 |
| }, |
| { |
| "epoch": 10.671494404213298, |
| "grad_norm": 0.25364986062049866, |
| "learning_rate": 9.66041546088125e-05, |
| "loss": 0.0144, |
| "step": 16210 |
| }, |
| { |
| "epoch": 10.678077682685977, |
| "grad_norm": 0.3888259530067444, |
| "learning_rate": 9.659816245644895e-05, |
| "loss": 0.0156, |
| "step": 16220 |
| }, |
| { |
| "epoch": 10.684660961158658, |
| "grad_norm": 0.3312648832798004, |
| "learning_rate": 9.65921652081804e-05, |
| "loss": 0.0136, |
| "step": 16230 |
| }, |
| { |
| "epoch": 10.691244239631336, |
| "grad_norm": 0.290276437997818, |
| "learning_rate": 9.658616286466271e-05, |
| "loss": 0.016, |
| "step": 16240 |
| }, |
| { |
| "epoch": 10.697827518104015, |
| "grad_norm": 0.2101401835680008, |
| "learning_rate": 9.65801554265523e-05, |
| "loss": 0.0142, |
| "step": 16250 |
| }, |
| { |
| "epoch": 10.704410796576695, |
| "grad_norm": 0.14616473019123077, |
| "learning_rate": 9.657414289450612e-05, |
| "loss": 0.0115, |
| "step": 16260 |
| }, |
| { |
| "epoch": 10.710994075049374, |
| "grad_norm": 0.37345191836357117, |
| "learning_rate": 9.656812526918171e-05, |
| "loss": 0.0127, |
| "step": 16270 |
| }, |
| { |
| "epoch": 10.717577353522055, |
| "grad_norm": 0.24671819806098938, |
| "learning_rate": 9.656210255123712e-05, |
| "loss": 0.0188, |
| "step": 16280 |
| }, |
| { |
| "epoch": 10.724160631994733, |
| "grad_norm": 0.2507968246936798, |
| "learning_rate": 9.6556074741331e-05, |
| "loss": 0.0147, |
| "step": 16290 |
| }, |
| { |
| "epoch": 10.730743910467412, |
| "grad_norm": 0.32088175415992737, |
| "learning_rate": 9.655004184012256e-05, |
| "loss": 0.0142, |
| "step": 16300 |
| }, |
| { |
| "epoch": 10.737327188940093, |
| "grad_norm": 0.19999663531780243, |
| "learning_rate": 9.654400384827152e-05, |
| "loss": 0.0158, |
| "step": 16310 |
| }, |
| { |
| "epoch": 10.743910467412771, |
| "grad_norm": 0.24240942299365997, |
| "learning_rate": 9.653796076643818e-05, |
| "loss": 0.0129, |
| "step": 16320 |
| }, |
| { |
| "epoch": 10.750493745885452, |
| "grad_norm": 0.3254489302635193, |
| "learning_rate": 9.653191259528344e-05, |
| "loss": 0.0124, |
| "step": 16330 |
| }, |
| { |
| "epoch": 10.75707702435813, |
| "grad_norm": 0.3790977895259857, |
| "learning_rate": 9.65258593354687e-05, |
| "loss": 0.0162, |
| "step": 16340 |
| }, |
| { |
| "epoch": 10.763660302830809, |
| "grad_norm": 0.2869807481765747, |
| "learning_rate": 9.651980098765591e-05, |
| "loss": 0.0168, |
| "step": 16350 |
| }, |
| { |
| "epoch": 10.77024358130349, |
| "grad_norm": 0.190029114484787, |
| "learning_rate": 9.651373755250765e-05, |
| "loss": 0.015, |
| "step": 16360 |
| }, |
| { |
| "epoch": 10.776826859776168, |
| "grad_norm": 0.21167069673538208, |
| "learning_rate": 9.650766903068697e-05, |
| "loss": 0.0166, |
| "step": 16370 |
| }, |
| { |
| "epoch": 10.783410138248849, |
| "grad_norm": 0.19293388724327087, |
| "learning_rate": 9.650159542285753e-05, |
| "loss": 0.0133, |
| "step": 16380 |
| }, |
| { |
| "epoch": 10.789993416721527, |
| "grad_norm": 0.29362258315086365, |
| "learning_rate": 9.649551672968353e-05, |
| "loss": 0.0176, |
| "step": 16390 |
| }, |
| { |
| "epoch": 10.796576695194206, |
| "grad_norm": 0.3098928928375244, |
| "learning_rate": 9.648943295182973e-05, |
| "loss": 0.0124, |
| "step": 16400 |
| }, |
| { |
| "epoch": 10.803159973666887, |
| "grad_norm": 0.28814199566841125, |
| "learning_rate": 9.648334408996144e-05, |
| "loss": 0.0131, |
| "step": 16410 |
| }, |
| { |
| "epoch": 10.809743252139565, |
| "grad_norm": 0.23959976434707642, |
| "learning_rate": 9.647725014474452e-05, |
| "loss": 0.0179, |
| "step": 16420 |
| }, |
| { |
| "epoch": 10.816326530612244, |
| "grad_norm": 0.2196599245071411, |
| "learning_rate": 9.64711511168454e-05, |
| "loss": 0.0183, |
| "step": 16430 |
| }, |
| { |
| "epoch": 10.822909809084925, |
| "grad_norm": 0.16412965953350067, |
| "learning_rate": 9.646504700693108e-05, |
| "loss": 0.0116, |
| "step": 16440 |
| }, |
| { |
| "epoch": 10.829493087557603, |
| "grad_norm": 0.21654629707336426, |
| "learning_rate": 9.645893781566907e-05, |
| "loss": 0.0145, |
| "step": 16450 |
| }, |
| { |
| "epoch": 10.836076366030284, |
| "grad_norm": 0.2961553931236267, |
| "learning_rate": 9.645282354372744e-05, |
| "loss": 0.0169, |
| "step": 16460 |
| }, |
| { |
| "epoch": 10.842659644502962, |
| "grad_norm": 0.22558678686618805, |
| "learning_rate": 9.644670419177491e-05, |
| "loss": 0.0111, |
| "step": 16470 |
| }, |
| { |
| "epoch": 10.849242922975641, |
| "grad_norm": 0.2290339469909668, |
| "learning_rate": 9.644057976048062e-05, |
| "loss": 0.0142, |
| "step": 16480 |
| }, |
| { |
| "epoch": 10.855826201448322, |
| "grad_norm": 0.29076334834098816, |
| "learning_rate": 9.643445025051435e-05, |
| "loss": 0.0133, |
| "step": 16490 |
| }, |
| { |
| "epoch": 10.862409479921, |
| "grad_norm": 0.2640547454357147, |
| "learning_rate": 9.642831566254641e-05, |
| "loss": 0.0141, |
| "step": 16500 |
| }, |
| { |
| "epoch": 10.86899275839368, |
| "grad_norm": 0.2584684491157532, |
| "learning_rate": 9.642217599724769e-05, |
| "loss": 0.0134, |
| "step": 16510 |
| }, |
| { |
| "epoch": 10.87557603686636, |
| "grad_norm": 0.20886312425136566, |
| "learning_rate": 9.64160312552896e-05, |
| "loss": 0.013, |
| "step": 16520 |
| }, |
| { |
| "epoch": 10.882159315339038, |
| "grad_norm": 0.3242923617362976, |
| "learning_rate": 9.64098814373441e-05, |
| "loss": 0.0203, |
| "step": 16530 |
| }, |
| { |
| "epoch": 10.888742593811719, |
| "grad_norm": 0.3009207844734192, |
| "learning_rate": 9.640372654408374e-05, |
| "loss": 0.0239, |
| "step": 16540 |
| }, |
| { |
| "epoch": 10.895325872284397, |
| "grad_norm": 0.24736428260803223, |
| "learning_rate": 9.639756657618162e-05, |
| "loss": 0.0181, |
| "step": 16550 |
| }, |
| { |
| "epoch": 10.901909150757078, |
| "grad_norm": 0.202747642993927, |
| "learning_rate": 9.639140153431138e-05, |
| "loss": 0.0132, |
| "step": 16560 |
| }, |
| { |
| "epoch": 10.908492429229756, |
| "grad_norm": 0.2655058801174164, |
| "learning_rate": 9.638523141914721e-05, |
| "loss": 0.0179, |
| "step": 16570 |
| }, |
| { |
| "epoch": 10.915075707702435, |
| "grad_norm": 0.26304811239242554, |
| "learning_rate": 9.637905623136388e-05, |
| "loss": 0.0114, |
| "step": 16580 |
| }, |
| { |
| "epoch": 10.921658986175116, |
| "grad_norm": 0.305568665266037, |
| "learning_rate": 9.637287597163669e-05, |
| "loss": 0.0132, |
| "step": 16590 |
| }, |
| { |
| "epoch": 10.928242264647794, |
| "grad_norm": 0.20936600863933563, |
| "learning_rate": 9.63666906406415e-05, |
| "loss": 0.01, |
| "step": 16600 |
| }, |
| { |
| "epoch": 10.934825543120475, |
| "grad_norm": 0.30186283588409424, |
| "learning_rate": 9.636050023905473e-05, |
| "loss": 0.0146, |
| "step": 16610 |
| }, |
| { |
| "epoch": 10.941408821593154, |
| "grad_norm": 0.30084389448165894, |
| "learning_rate": 9.635430476755336e-05, |
| "loss": 0.0221, |
| "step": 16620 |
| }, |
| { |
| "epoch": 10.947992100065832, |
| "grad_norm": 0.2260257601737976, |
| "learning_rate": 9.63481042268149e-05, |
| "loss": 0.0172, |
| "step": 16630 |
| }, |
| { |
| "epoch": 10.954575378538513, |
| "grad_norm": 0.32619011402130127, |
| "learning_rate": 9.634189861751745e-05, |
| "loss": 0.0151, |
| "step": 16640 |
| }, |
| { |
| "epoch": 10.961158657011191, |
| "grad_norm": 0.327972412109375, |
| "learning_rate": 9.633568794033967e-05, |
| "loss": 0.015, |
| "step": 16650 |
| }, |
| { |
| "epoch": 10.967741935483872, |
| "grad_norm": 0.283176988363266, |
| "learning_rate": 9.63294721959607e-05, |
| "loss": 0.0181, |
| "step": 16660 |
| }, |
| { |
| "epoch": 10.97432521395655, |
| "grad_norm": 0.2560659646987915, |
| "learning_rate": 9.63232513850603e-05, |
| "loss": 0.014, |
| "step": 16670 |
| }, |
| { |
| "epoch": 10.98090849242923, |
| "grad_norm": 0.23773403465747833, |
| "learning_rate": 9.631702550831878e-05, |
| "loss": 0.0117, |
| "step": 16680 |
| }, |
| { |
| "epoch": 10.98749177090191, |
| "grad_norm": 0.2701393961906433, |
| "learning_rate": 9.631079456641698e-05, |
| "loss": 0.0166, |
| "step": 16690 |
| }, |
| { |
| "epoch": 10.994075049374588, |
| "grad_norm": 0.28061920404434204, |
| "learning_rate": 9.630455856003632e-05, |
| "loss": 0.0129, |
| "step": 16700 |
| }, |
| { |
| "epoch": 11.000658327847267, |
| "grad_norm": 0.26682597398757935, |
| "learning_rate": 9.629831748985876e-05, |
| "loss": 0.0126, |
| "step": 16710 |
| }, |
| { |
| "epoch": 11.007241606319948, |
| "grad_norm": 0.2745446264743805, |
| "learning_rate": 9.629207135656679e-05, |
| "loss": 0.0156, |
| "step": 16720 |
| }, |
| { |
| "epoch": 11.013824884792626, |
| "grad_norm": 0.16933688521385193, |
| "learning_rate": 9.628582016084353e-05, |
| "loss": 0.0106, |
| "step": 16730 |
| }, |
| { |
| "epoch": 11.020408163265307, |
| "grad_norm": 0.22354745864868164, |
| "learning_rate": 9.627956390337254e-05, |
| "loss": 0.0106, |
| "step": 16740 |
| }, |
| { |
| "epoch": 11.026991441737986, |
| "grad_norm": 0.28213855624198914, |
| "learning_rate": 9.627330258483802e-05, |
| "loss": 0.0133, |
| "step": 16750 |
| }, |
| { |
| "epoch": 11.033574720210664, |
| "grad_norm": 0.18230313062667847, |
| "learning_rate": 9.62670362059247e-05, |
| "loss": 0.0143, |
| "step": 16760 |
| }, |
| { |
| "epoch": 11.040157998683345, |
| "grad_norm": 0.22066256403923035, |
| "learning_rate": 9.626076476731786e-05, |
| "loss": 0.0128, |
| "step": 16770 |
| }, |
| { |
| "epoch": 11.046741277156023, |
| "grad_norm": 0.28549712896347046, |
| "learning_rate": 9.625448826970336e-05, |
| "loss": 0.0167, |
| "step": 16780 |
| }, |
| { |
| "epoch": 11.053324555628704, |
| "grad_norm": 0.32958680391311646, |
| "learning_rate": 9.624820671376755e-05, |
| "loss": 0.0126, |
| "step": 16790 |
| }, |
| { |
| "epoch": 11.059907834101383, |
| "grad_norm": 0.19280874729156494, |
| "learning_rate": 9.62419201001974e-05, |
| "loss": 0.0093, |
| "step": 16800 |
| }, |
| { |
| "epoch": 11.066491112574061, |
| "grad_norm": 0.2638837993144989, |
| "learning_rate": 9.623562842968037e-05, |
| "loss": 0.0123, |
| "step": 16810 |
| }, |
| { |
| "epoch": 11.073074391046742, |
| "grad_norm": 0.29600128531455994, |
| "learning_rate": 9.622933170290454e-05, |
| "loss": 0.0143, |
| "step": 16820 |
| }, |
| { |
| "epoch": 11.07965766951942, |
| "grad_norm": 0.23162941634655, |
| "learning_rate": 9.622302992055849e-05, |
| "loss": 0.0131, |
| "step": 16830 |
| }, |
| { |
| "epoch": 11.086240947992101, |
| "grad_norm": 0.20874431729316711, |
| "learning_rate": 9.62167230833314e-05, |
| "loss": 0.0139, |
| "step": 16840 |
| }, |
| { |
| "epoch": 11.09282422646478, |
| "grad_norm": 0.2711836099624634, |
| "learning_rate": 9.621041119191295e-05, |
| "loss": 0.0133, |
| "step": 16850 |
| }, |
| { |
| "epoch": 11.099407504937458, |
| "grad_norm": 0.2752048969268799, |
| "learning_rate": 9.620409424699342e-05, |
| "loss": 0.0147, |
| "step": 16860 |
| }, |
| { |
| "epoch": 11.105990783410139, |
| "grad_norm": 0.3085440993309021, |
| "learning_rate": 9.619777224926359e-05, |
| "loss": 0.0123, |
| "step": 16870 |
| }, |
| { |
| "epoch": 11.112574061882817, |
| "grad_norm": 0.2839735448360443, |
| "learning_rate": 9.619144519941485e-05, |
| "loss": 0.0139, |
| "step": 16880 |
| }, |
| { |
| "epoch": 11.119157340355496, |
| "grad_norm": 0.2748444676399231, |
| "learning_rate": 9.618511309813912e-05, |
| "loss": 0.0119, |
| "step": 16890 |
| }, |
| { |
| "epoch": 11.125740618828177, |
| "grad_norm": 0.3296380341053009, |
| "learning_rate": 9.617877594612886e-05, |
| "loss": 0.0137, |
| "step": 16900 |
| }, |
| { |
| "epoch": 11.132323897300855, |
| "grad_norm": 0.20475225150585175, |
| "learning_rate": 9.617243374407707e-05, |
| "loss": 0.0103, |
| "step": 16910 |
| }, |
| { |
| "epoch": 11.138907175773536, |
| "grad_norm": 0.20466870069503784, |
| "learning_rate": 9.616608649267736e-05, |
| "loss": 0.0108, |
| "step": 16920 |
| }, |
| { |
| "epoch": 11.145490454246215, |
| "grad_norm": 0.2670227289199829, |
| "learning_rate": 9.615973419262385e-05, |
| "loss": 0.0136, |
| "step": 16930 |
| }, |
| { |
| "epoch": 11.152073732718893, |
| "grad_norm": 0.2923719882965088, |
| "learning_rate": 9.615337684461119e-05, |
| "loss": 0.0113, |
| "step": 16940 |
| }, |
| { |
| "epoch": 11.158657011191574, |
| "grad_norm": 0.23016898334026337, |
| "learning_rate": 9.614701444933465e-05, |
| "loss": 0.0129, |
| "step": 16950 |
| }, |
| { |
| "epoch": 11.165240289664252, |
| "grad_norm": 0.33124321699142456, |
| "learning_rate": 9.614064700748997e-05, |
| "loss": 0.0239, |
| "step": 16960 |
| }, |
| { |
| "epoch": 11.171823568136933, |
| "grad_norm": 0.21006736159324646, |
| "learning_rate": 9.613427451977352e-05, |
| "loss": 0.0114, |
| "step": 16970 |
| }, |
| { |
| "epoch": 11.178406846609612, |
| "grad_norm": 0.29312625527381897, |
| "learning_rate": 9.612789698688216e-05, |
| "loss": 0.0194, |
| "step": 16980 |
| }, |
| { |
| "epoch": 11.18499012508229, |
| "grad_norm": 0.236184760928154, |
| "learning_rate": 9.612151440951334e-05, |
| "loss": 0.0112, |
| "step": 16990 |
| }, |
| { |
| "epoch": 11.19157340355497, |
| "grad_norm": 0.2833174169063568, |
| "learning_rate": 9.611512678836506e-05, |
| "loss": 0.0132, |
| "step": 17000 |
| }, |
| { |
| "epoch": 11.19815668202765, |
| "grad_norm": 0.19580461084842682, |
| "learning_rate": 9.610873412413584e-05, |
| "loss": 0.0156, |
| "step": 17010 |
| }, |
| { |
| "epoch": 11.20473996050033, |
| "grad_norm": 0.1716928333044052, |
| "learning_rate": 9.610233641752476e-05, |
| "loss": 0.0156, |
| "step": 17020 |
| }, |
| { |
| "epoch": 11.211323238973009, |
| "grad_norm": 0.2890176475048065, |
| "learning_rate": 9.609593366923151e-05, |
| "loss": 0.0131, |
| "step": 17030 |
| }, |
| { |
| "epoch": 11.217906517445687, |
| "grad_norm": 0.2618769705295563, |
| "learning_rate": 9.608952587995625e-05, |
| "loss": 0.0146, |
| "step": 17040 |
| }, |
| { |
| "epoch": 11.224489795918368, |
| "grad_norm": 0.18812201917171478, |
| "learning_rate": 9.608311305039972e-05, |
| "loss": 0.0116, |
| "step": 17050 |
| }, |
| { |
| "epoch": 11.231073074391047, |
| "grad_norm": 0.26689669489860535, |
| "learning_rate": 9.607669518126326e-05, |
| "loss": 0.0122, |
| "step": 17060 |
| }, |
| { |
| "epoch": 11.237656352863727, |
| "grad_norm": 0.35730162262916565, |
| "learning_rate": 9.607027227324866e-05, |
| "loss": 0.0112, |
| "step": 17070 |
| }, |
| { |
| "epoch": 11.244239631336406, |
| "grad_norm": 0.2858322858810425, |
| "learning_rate": 9.606384432705837e-05, |
| "loss": 0.0135, |
| "step": 17080 |
| }, |
| { |
| "epoch": 11.250822909809084, |
| "grad_norm": 0.302531361579895, |
| "learning_rate": 9.60574113433953e-05, |
| "loss": 0.0178, |
| "step": 17090 |
| }, |
| { |
| "epoch": 11.257406188281765, |
| "grad_norm": 0.2280137985944748, |
| "learning_rate": 9.6050973322963e-05, |
| "loss": 0.0144, |
| "step": 17100 |
| }, |
| { |
| "epoch": 11.263989466754444, |
| "grad_norm": 0.2035662978887558, |
| "learning_rate": 9.604453026646547e-05, |
| "loss": 0.0125, |
| "step": 17110 |
| }, |
| { |
| "epoch": 11.270572745227122, |
| "grad_norm": 0.24414938688278198, |
| "learning_rate": 9.603808217460735e-05, |
| "loss": 0.0119, |
| "step": 17120 |
| }, |
| { |
| "epoch": 11.277156023699803, |
| "grad_norm": 0.26986372470855713, |
| "learning_rate": 9.603162904809377e-05, |
| "loss": 0.0161, |
| "step": 17130 |
| }, |
| { |
| "epoch": 11.283739302172481, |
| "grad_norm": 0.30425772070884705, |
| "learning_rate": 9.602517088763045e-05, |
| "loss": 0.0174, |
| "step": 17140 |
| }, |
| { |
| "epoch": 11.290322580645162, |
| "grad_norm": 0.24080686271190643, |
| "learning_rate": 9.601870769392365e-05, |
| "loss": 0.0132, |
| "step": 17150 |
| }, |
| { |
| "epoch": 11.29690585911784, |
| "grad_norm": 0.26470744609832764, |
| "learning_rate": 9.601223946768017e-05, |
| "loss": 0.0148, |
| "step": 17160 |
| }, |
| { |
| "epoch": 11.30348913759052, |
| "grad_norm": 0.19979465007781982, |
| "learning_rate": 9.600576620960734e-05, |
| "loss": 0.0092, |
| "step": 17170 |
| }, |
| { |
| "epoch": 11.3100724160632, |
| "grad_norm": 0.23830321431159973, |
| "learning_rate": 9.599928792041308e-05, |
| "loss": 0.0152, |
| "step": 17180 |
| }, |
| { |
| "epoch": 11.316655694535878, |
| "grad_norm": 0.2547787129878998, |
| "learning_rate": 9.599280460080587e-05, |
| "loss": 0.0161, |
| "step": 17190 |
| }, |
| { |
| "epoch": 11.323238973008559, |
| "grad_norm": 0.45135146379470825, |
| "learning_rate": 9.59863162514947e-05, |
| "loss": 0.016, |
| "step": 17200 |
| }, |
| { |
| "epoch": 11.329822251481238, |
| "grad_norm": 0.287458211183548, |
| "learning_rate": 9.597982287318911e-05, |
| "loss": 0.0135, |
| "step": 17210 |
| }, |
| { |
| "epoch": 11.336405529953916, |
| "grad_norm": 0.3474227786064148, |
| "learning_rate": 9.597332446659923e-05, |
| "loss": 0.0159, |
| "step": 17220 |
| }, |
| { |
| "epoch": 11.342988808426597, |
| "grad_norm": 0.34872138500213623, |
| "learning_rate": 9.59668210324357e-05, |
| "loss": 0.0151, |
| "step": 17230 |
| }, |
| { |
| "epoch": 11.349572086899276, |
| "grad_norm": 0.1969517171382904, |
| "learning_rate": 9.596031257140974e-05, |
| "loss": 0.0159, |
| "step": 17240 |
| }, |
| { |
| "epoch": 11.356155365371956, |
| "grad_norm": 0.17637105286121368, |
| "learning_rate": 9.59537990842331e-05, |
| "loss": 0.0125, |
| "step": 17250 |
| }, |
| { |
| "epoch": 11.362738643844635, |
| "grad_norm": 0.31508952379226685, |
| "learning_rate": 9.594728057161806e-05, |
| "loss": 0.0144, |
| "step": 17260 |
| }, |
| { |
| "epoch": 11.369321922317313, |
| "grad_norm": 0.23208802938461304, |
| "learning_rate": 9.594075703427752e-05, |
| "loss": 0.0144, |
| "step": 17270 |
| }, |
| { |
| "epoch": 11.375905200789994, |
| "grad_norm": 0.26345616579055786, |
| "learning_rate": 9.593422847292486e-05, |
| "loss": 0.0116, |
| "step": 17280 |
| }, |
| { |
| "epoch": 11.382488479262673, |
| "grad_norm": 0.3005332052707672, |
| "learning_rate": 9.592769488827402e-05, |
| "loss": 0.0149, |
| "step": 17290 |
| }, |
| { |
| "epoch": 11.389071757735351, |
| "grad_norm": 0.29459723830223083, |
| "learning_rate": 9.592115628103952e-05, |
| "loss": 0.0157, |
| "step": 17300 |
| }, |
| { |
| "epoch": 11.395655036208032, |
| "grad_norm": 0.19516821205615997, |
| "learning_rate": 9.591461265193643e-05, |
| "loss": 0.0121, |
| "step": 17310 |
| }, |
| { |
| "epoch": 11.40223831468071, |
| "grad_norm": 0.3573923110961914, |
| "learning_rate": 9.590806400168032e-05, |
| "loss": 0.0144, |
| "step": 17320 |
| }, |
| { |
| "epoch": 11.408821593153391, |
| "grad_norm": 0.2713916003704071, |
| "learning_rate": 9.590151033098735e-05, |
| "loss": 0.0122, |
| "step": 17330 |
| }, |
| { |
| "epoch": 11.41540487162607, |
| "grad_norm": 0.28751304745674133, |
| "learning_rate": 9.589495164057423e-05, |
| "loss": 0.0162, |
| "step": 17340 |
| }, |
| { |
| "epoch": 11.421988150098748, |
| "grad_norm": 0.33724692463874817, |
| "learning_rate": 9.58883879311582e-05, |
| "loss": 0.0154, |
| "step": 17350 |
| }, |
| { |
| "epoch": 11.428571428571429, |
| "grad_norm": 0.24834242463111877, |
| "learning_rate": 9.588181920345705e-05, |
| "loss": 0.0203, |
| "step": 17360 |
| }, |
| { |
| "epoch": 11.435154707044108, |
| "grad_norm": 0.19150114059448242, |
| "learning_rate": 9.587524545818913e-05, |
| "loss": 0.012, |
| "step": 17370 |
| }, |
| { |
| "epoch": 11.441737985516788, |
| "grad_norm": 0.29528844356536865, |
| "learning_rate": 9.586866669607335e-05, |
| "loss": 0.0142, |
| "step": 17380 |
| }, |
| { |
| "epoch": 11.448321263989467, |
| "grad_norm": 0.2387654185295105, |
| "learning_rate": 9.586208291782915e-05, |
| "loss": 0.0174, |
| "step": 17390 |
| }, |
| { |
| "epoch": 11.454904542462145, |
| "grad_norm": 0.27042609453201294, |
| "learning_rate": 9.58554941241765e-05, |
| "loss": 0.0119, |
| "step": 17400 |
| }, |
| { |
| "epoch": 11.461487820934826, |
| "grad_norm": 0.2882551848888397, |
| "learning_rate": 9.584890031583596e-05, |
| "loss": 0.0123, |
| "step": 17410 |
| }, |
| { |
| "epoch": 11.468071099407505, |
| "grad_norm": 0.23587967455387115, |
| "learning_rate": 9.584230149352861e-05, |
| "loss": 0.0113, |
| "step": 17420 |
| }, |
| { |
| "epoch": 11.474654377880185, |
| "grad_norm": 0.2878916263580322, |
| "learning_rate": 9.58356976579761e-05, |
| "loss": 0.0162, |
| "step": 17430 |
| }, |
| { |
| "epoch": 11.481237656352864, |
| "grad_norm": 0.3046250343322754, |
| "learning_rate": 9.58290888099006e-05, |
| "loss": 0.0139, |
| "step": 17440 |
| }, |
| { |
| "epoch": 11.487820934825542, |
| "grad_norm": 0.2953943610191345, |
| "learning_rate": 9.582247495002486e-05, |
| "loss": 0.0161, |
| "step": 17450 |
| }, |
| { |
| "epoch": 11.494404213298223, |
| "grad_norm": 0.26791849732398987, |
| "learning_rate": 9.581585607907214e-05, |
| "loss": 0.017, |
| "step": 17460 |
| }, |
| { |
| "epoch": 11.500987491770902, |
| "grad_norm": 0.20201347768306732, |
| "learning_rate": 9.580923219776628e-05, |
| "loss": 0.0102, |
| "step": 17470 |
| }, |
| { |
| "epoch": 11.507570770243582, |
| "grad_norm": 0.24374482035636902, |
| "learning_rate": 9.580260330683167e-05, |
| "loss": 0.0148, |
| "step": 17480 |
| }, |
| { |
| "epoch": 11.51415404871626, |
| "grad_norm": 0.22874702513217926, |
| "learning_rate": 9.579596940699322e-05, |
| "loss": 0.016, |
| "step": 17490 |
| }, |
| { |
| "epoch": 11.52073732718894, |
| "grad_norm": 0.26501190662384033, |
| "learning_rate": 9.578933049897643e-05, |
| "loss": 0.0123, |
| "step": 17500 |
| }, |
| { |
| "epoch": 11.52732060566162, |
| "grad_norm": 0.2637917995452881, |
| "learning_rate": 9.578268658350728e-05, |
| "loss": 0.0136, |
| "step": 17510 |
| }, |
| { |
| "epoch": 11.533903884134299, |
| "grad_norm": 0.32776206731796265, |
| "learning_rate": 9.577603766131235e-05, |
| "loss": 0.0181, |
| "step": 17520 |
| }, |
| { |
| "epoch": 11.54048716260698, |
| "grad_norm": 0.28864943981170654, |
| "learning_rate": 9.576938373311878e-05, |
| "loss": 0.0132, |
| "step": 17530 |
| }, |
| { |
| "epoch": 11.547070441079658, |
| "grad_norm": 0.31169456243515015, |
| "learning_rate": 9.576272479965421e-05, |
| "loss": 0.0144, |
| "step": 17540 |
| }, |
| { |
| "epoch": 11.553653719552337, |
| "grad_norm": 0.26172152161598206, |
| "learning_rate": 9.575606086164687e-05, |
| "loss": 0.0199, |
| "step": 17550 |
| }, |
| { |
| "epoch": 11.560236998025017, |
| "grad_norm": 0.26040390133857727, |
| "learning_rate": 9.57493919198255e-05, |
| "loss": 0.014, |
| "step": 17560 |
| }, |
| { |
| "epoch": 11.566820276497696, |
| "grad_norm": 0.3550359904766083, |
| "learning_rate": 9.57427179749194e-05, |
| "loss": 0.0228, |
| "step": 17570 |
| }, |
| { |
| "epoch": 11.573403554970374, |
| "grad_norm": 0.19901423156261444, |
| "learning_rate": 9.573603902765846e-05, |
| "loss": 0.0111, |
| "step": 17580 |
| }, |
| { |
| "epoch": 11.579986833443055, |
| "grad_norm": 0.2301362156867981, |
| "learning_rate": 9.572935507877304e-05, |
| "loss": 0.0135, |
| "step": 17590 |
| }, |
| { |
| "epoch": 11.586570111915734, |
| "grad_norm": 0.2321770191192627, |
| "learning_rate": 9.57226661289941e-05, |
| "loss": 0.0164, |
| "step": 17600 |
| }, |
| { |
| "epoch": 11.593153390388414, |
| "grad_norm": 0.2747436761856079, |
| "learning_rate": 9.571597217905315e-05, |
| "loss": 0.021, |
| "step": 17610 |
| }, |
| { |
| "epoch": 11.599736668861093, |
| "grad_norm": 0.20071610808372498, |
| "learning_rate": 9.57092732296822e-05, |
| "loss": 0.0125, |
| "step": 17620 |
| }, |
| { |
| "epoch": 11.606319947333771, |
| "grad_norm": 0.1949387639760971, |
| "learning_rate": 9.570256928161385e-05, |
| "loss": 0.0116, |
| "step": 17630 |
| }, |
| { |
| "epoch": 11.612903225806452, |
| "grad_norm": 0.3634372353553772, |
| "learning_rate": 9.569586033558126e-05, |
| "loss": 0.0193, |
| "step": 17640 |
| }, |
| { |
| "epoch": 11.61948650427913, |
| "grad_norm": 0.21258898079395294, |
| "learning_rate": 9.568914639231807e-05, |
| "loss": 0.0134, |
| "step": 17650 |
| }, |
| { |
| "epoch": 11.626069782751811, |
| "grad_norm": 0.36896803975105286, |
| "learning_rate": 9.568242745255852e-05, |
| "loss": 0.0159, |
| "step": 17660 |
| }, |
| { |
| "epoch": 11.63265306122449, |
| "grad_norm": 0.2278522551059723, |
| "learning_rate": 9.567570351703739e-05, |
| "loss": 0.0112, |
| "step": 17670 |
| }, |
| { |
| "epoch": 11.639236339697169, |
| "grad_norm": 0.27720415592193604, |
| "learning_rate": 9.566897458649001e-05, |
| "loss": 0.0129, |
| "step": 17680 |
| }, |
| { |
| "epoch": 11.645819618169849, |
| "grad_norm": 0.2750234603881836, |
| "learning_rate": 9.566224066165221e-05, |
| "loss": 0.0129, |
| "step": 17690 |
| }, |
| { |
| "epoch": 11.652402896642528, |
| "grad_norm": 0.20785076916217804, |
| "learning_rate": 9.565550174326043e-05, |
| "loss": 0.0166, |
| "step": 17700 |
| }, |
| { |
| "epoch": 11.658986175115208, |
| "grad_norm": 0.3343009650707245, |
| "learning_rate": 9.564875783205162e-05, |
| "loss": 0.0171, |
| "step": 17710 |
| }, |
| { |
| "epoch": 11.665569453587887, |
| "grad_norm": 0.2655935287475586, |
| "learning_rate": 9.564200892876328e-05, |
| "loss": 0.0145, |
| "step": 17720 |
| }, |
| { |
| "epoch": 11.672152732060566, |
| "grad_norm": 0.2510881721973419, |
| "learning_rate": 9.563525503413348e-05, |
| "loss": 0.0155, |
| "step": 17730 |
| }, |
| { |
| "epoch": 11.678736010533246, |
| "grad_norm": 0.19270378351211548, |
| "learning_rate": 9.562849614890079e-05, |
| "loss": 0.0108, |
| "step": 17740 |
| }, |
| { |
| "epoch": 11.685319289005925, |
| "grad_norm": 0.2604980170726776, |
| "learning_rate": 9.562173227380436e-05, |
| "loss": 0.0126, |
| "step": 17750 |
| }, |
| { |
| "epoch": 11.691902567478603, |
| "grad_norm": 0.266309529542923, |
| "learning_rate": 9.561496340958389e-05, |
| "loss": 0.0166, |
| "step": 17760 |
| }, |
| { |
| "epoch": 11.698485845951284, |
| "grad_norm": 0.25196966528892517, |
| "learning_rate": 9.560818955697959e-05, |
| "loss": 0.0138, |
| "step": 17770 |
| }, |
| { |
| "epoch": 11.705069124423963, |
| "grad_norm": 0.261741578578949, |
| "learning_rate": 9.560141071673228e-05, |
| "loss": 0.0119, |
| "step": 17780 |
| }, |
| { |
| "epoch": 11.711652402896643, |
| "grad_norm": 0.30264192819595337, |
| "learning_rate": 9.559462688958323e-05, |
| "loss": 0.0116, |
| "step": 17790 |
| }, |
| { |
| "epoch": 11.718235681369322, |
| "grad_norm": 0.30297014117240906, |
| "learning_rate": 9.558783807627434e-05, |
| "loss": 0.0232, |
| "step": 17800 |
| }, |
| { |
| "epoch": 11.724818959842, |
| "grad_norm": 0.22254282236099243, |
| "learning_rate": 9.558104427754801e-05, |
| "loss": 0.0127, |
| "step": 17810 |
| }, |
| { |
| "epoch": 11.731402238314681, |
| "grad_norm": 0.43164294958114624, |
| "learning_rate": 9.557424549414722e-05, |
| "loss": 0.0151, |
| "step": 17820 |
| }, |
| { |
| "epoch": 11.73798551678736, |
| "grad_norm": 0.33549776673316956, |
| "learning_rate": 9.556744172681546e-05, |
| "loss": 0.0129, |
| "step": 17830 |
| }, |
| { |
| "epoch": 11.74456879526004, |
| "grad_norm": 0.29119569063186646, |
| "learning_rate": 9.556063297629677e-05, |
| "loss": 0.015, |
| "step": 17840 |
| }, |
| { |
| "epoch": 11.751152073732719, |
| "grad_norm": 0.32678577303886414, |
| "learning_rate": 9.555381924333578e-05, |
| "loss": 0.0143, |
| "step": 17850 |
| }, |
| { |
| "epoch": 11.757735352205398, |
| "grad_norm": 0.2586158215999603, |
| "learning_rate": 9.554700052867758e-05, |
| "loss": 0.012, |
| "step": 17860 |
| }, |
| { |
| "epoch": 11.764318630678078, |
| "grad_norm": 0.38514357805252075, |
| "learning_rate": 9.554017683306789e-05, |
| "loss": 0.015, |
| "step": 17870 |
| }, |
| { |
| "epoch": 11.770901909150757, |
| "grad_norm": 0.2856191396713257, |
| "learning_rate": 9.553334815725294e-05, |
| "loss": 0.015, |
| "step": 17880 |
| }, |
| { |
| "epoch": 11.777485187623437, |
| "grad_norm": 0.3445255756378174, |
| "learning_rate": 9.552651450197949e-05, |
| "loss": 0.0189, |
| "step": 17890 |
| }, |
| { |
| "epoch": 11.784068466096116, |
| "grad_norm": 0.37124982476234436, |
| "learning_rate": 9.551967586799486e-05, |
| "loss": 0.0156, |
| "step": 17900 |
| }, |
| { |
| "epoch": 11.790651744568795, |
| "grad_norm": 0.24827559292316437, |
| "learning_rate": 9.551283225604692e-05, |
| "loss": 0.0152, |
| "step": 17910 |
| }, |
| { |
| "epoch": 11.797235023041475, |
| "grad_norm": 0.24968737363815308, |
| "learning_rate": 9.550598366688406e-05, |
| "loss": 0.0151, |
| "step": 17920 |
| }, |
| { |
| "epoch": 11.803818301514154, |
| "grad_norm": 0.20630638301372528, |
| "learning_rate": 9.549913010125526e-05, |
| "loss": 0.0102, |
| "step": 17930 |
| }, |
| { |
| "epoch": 11.810401579986834, |
| "grad_norm": 0.2887851297855377, |
| "learning_rate": 9.549227155990999e-05, |
| "loss": 0.0115, |
| "step": 17940 |
| }, |
| { |
| "epoch": 11.816984858459513, |
| "grad_norm": 0.21263433992862701, |
| "learning_rate": 9.548540804359828e-05, |
| "loss": 0.0109, |
| "step": 17950 |
| }, |
| { |
| "epoch": 11.823568136932192, |
| "grad_norm": 0.19671645760536194, |
| "learning_rate": 9.547853955307077e-05, |
| "loss": 0.0194, |
| "step": 17960 |
| }, |
| { |
| "epoch": 11.830151415404872, |
| "grad_norm": 0.40197381377220154, |
| "learning_rate": 9.547166608907853e-05, |
| "loss": 0.0164, |
| "step": 17970 |
| }, |
| { |
| "epoch": 11.83673469387755, |
| "grad_norm": 0.1970282793045044, |
| "learning_rate": 9.546478765237326e-05, |
| "loss": 0.0117, |
| "step": 17980 |
| }, |
| { |
| "epoch": 11.843317972350231, |
| "grad_norm": 0.28184401988983154, |
| "learning_rate": 9.545790424370715e-05, |
| "loss": 0.0177, |
| "step": 17990 |
| }, |
| { |
| "epoch": 11.84990125082291, |
| "grad_norm": 0.33765512704849243, |
| "learning_rate": 9.5451015863833e-05, |
| "loss": 0.0157, |
| "step": 18000 |
| }, |
| { |
| "epoch": 11.856484529295589, |
| "grad_norm": 0.2885270118713379, |
| "learning_rate": 9.544412251350408e-05, |
| "loss": 0.0126, |
| "step": 18010 |
| }, |
| { |
| "epoch": 11.86306780776827, |
| "grad_norm": 0.23564064502716064, |
| "learning_rate": 9.543722419347422e-05, |
| "loss": 0.0134, |
| "step": 18020 |
| }, |
| { |
| "epoch": 11.869651086240948, |
| "grad_norm": 0.23535889387130737, |
| "learning_rate": 9.543032090449788e-05, |
| "loss": 0.0102, |
| "step": 18030 |
| }, |
| { |
| "epoch": 11.876234364713627, |
| "grad_norm": 0.2706483006477356, |
| "learning_rate": 9.542341264732992e-05, |
| "loss": 0.0125, |
| "step": 18040 |
| }, |
| { |
| "epoch": 11.882817643186307, |
| "grad_norm": 0.2801242172718048, |
| "learning_rate": 9.541649942272585e-05, |
| "loss": 0.0151, |
| "step": 18050 |
| }, |
| { |
| "epoch": 11.889400921658986, |
| "grad_norm": 0.2163863331079483, |
| "learning_rate": 9.54095812314417e-05, |
| "loss": 0.009, |
| "step": 18060 |
| }, |
| { |
| "epoch": 11.895984200131666, |
| "grad_norm": 0.2012210488319397, |
| "learning_rate": 9.540265807423401e-05, |
| "loss": 0.0117, |
| "step": 18070 |
| }, |
| { |
| "epoch": 11.902567478604345, |
| "grad_norm": 0.2149057537317276, |
| "learning_rate": 9.53957299518599e-05, |
| "loss": 0.0119, |
| "step": 18080 |
| }, |
| { |
| "epoch": 11.909150757077024, |
| "grad_norm": 0.3948190212249756, |
| "learning_rate": 9.5388796865077e-05, |
| "loss": 0.0123, |
| "step": 18090 |
| }, |
| { |
| "epoch": 11.915734035549704, |
| "grad_norm": 0.24839039146900177, |
| "learning_rate": 9.538185881464353e-05, |
| "loss": 0.0145, |
| "step": 18100 |
| }, |
| { |
| "epoch": 11.922317314022383, |
| "grad_norm": 0.21487465500831604, |
| "learning_rate": 9.537491580131821e-05, |
| "loss": 0.0192, |
| "step": 18110 |
| }, |
| { |
| "epoch": 11.928900592495063, |
| "grad_norm": 0.20688077807426453, |
| "learning_rate": 9.53679678258603e-05, |
| "loss": 0.0088, |
| "step": 18120 |
| }, |
| { |
| "epoch": 11.935483870967742, |
| "grad_norm": 0.1747399866580963, |
| "learning_rate": 9.536101488902966e-05, |
| "loss": 0.0111, |
| "step": 18130 |
| }, |
| { |
| "epoch": 11.94206714944042, |
| "grad_norm": 0.27299630641937256, |
| "learning_rate": 9.535405699158663e-05, |
| "loss": 0.014, |
| "step": 18140 |
| }, |
| { |
| "epoch": 11.948650427913101, |
| "grad_norm": 0.27545249462127686, |
| "learning_rate": 9.53470941342921e-05, |
| "loss": 0.017, |
| "step": 18150 |
| }, |
| { |
| "epoch": 11.95523370638578, |
| "grad_norm": 0.20343594253063202, |
| "learning_rate": 9.534012631790756e-05, |
| "loss": 0.0111, |
| "step": 18160 |
| }, |
| { |
| "epoch": 11.96181698485846, |
| "grad_norm": 0.31189754605293274, |
| "learning_rate": 9.533315354319494e-05, |
| "loss": 0.0119, |
| "step": 18170 |
| }, |
| { |
| "epoch": 11.968400263331139, |
| "grad_norm": 0.19460438191890717, |
| "learning_rate": 9.532617581091682e-05, |
| "loss": 0.0145, |
| "step": 18180 |
| }, |
| { |
| "epoch": 11.974983541803818, |
| "grad_norm": 0.29732516407966614, |
| "learning_rate": 9.531919312183629e-05, |
| "loss": 0.0141, |
| "step": 18190 |
| }, |
| { |
| "epoch": 11.981566820276498, |
| "grad_norm": 0.20291005074977875, |
| "learning_rate": 9.531220547671688e-05, |
| "loss": 0.015, |
| "step": 18200 |
| }, |
| { |
| "epoch": 11.988150098749177, |
| "grad_norm": 0.2360871136188507, |
| "learning_rate": 9.530521287632285e-05, |
| "loss": 0.0139, |
| "step": 18210 |
| }, |
| { |
| "epoch": 11.994733377221856, |
| "grad_norm": 0.2085309624671936, |
| "learning_rate": 9.529821532141884e-05, |
| "loss": 0.0163, |
| "step": 18220 |
| }, |
| { |
| "epoch": 12.001316655694536, |
| "grad_norm": 0.3084196150302887, |
| "learning_rate": 9.52912128127701e-05, |
| "loss": 0.0173, |
| "step": 18230 |
| }, |
| { |
| "epoch": 12.007899934167215, |
| "grad_norm": 0.24843260645866394, |
| "learning_rate": 9.528420535114244e-05, |
| "loss": 0.0129, |
| "step": 18240 |
| }, |
| { |
| "epoch": 12.014483212639895, |
| "grad_norm": 0.1993218958377838, |
| "learning_rate": 9.527719293730215e-05, |
| "loss": 0.0108, |
| "step": 18250 |
| }, |
| { |
| "epoch": 12.021066491112574, |
| "grad_norm": 0.2609328627586365, |
| "learning_rate": 9.527017557201611e-05, |
| "loss": 0.0105, |
| "step": 18260 |
| }, |
| { |
| "epoch": 12.027649769585253, |
| "grad_norm": 0.2242310792207718, |
| "learning_rate": 9.526315325605176e-05, |
| "loss": 0.0133, |
| "step": 18270 |
| }, |
| { |
| "epoch": 12.034233048057933, |
| "grad_norm": 0.20115557312965393, |
| "learning_rate": 9.525612599017699e-05, |
| "loss": 0.0128, |
| "step": 18280 |
| }, |
| { |
| "epoch": 12.040816326530612, |
| "grad_norm": 0.27549102902412415, |
| "learning_rate": 9.524909377516033e-05, |
| "loss": 0.0148, |
| "step": 18290 |
| }, |
| { |
| "epoch": 12.047399605003292, |
| "grad_norm": 0.3658803701400757, |
| "learning_rate": 9.524205661177081e-05, |
| "loss": 0.0168, |
| "step": 18300 |
| }, |
| { |
| "epoch": 12.053982883475971, |
| "grad_norm": 0.4345685839653015, |
| "learning_rate": 9.523501450077801e-05, |
| "loss": 0.0139, |
| "step": 18310 |
| }, |
| { |
| "epoch": 12.06056616194865, |
| "grad_norm": 0.20041225850582123, |
| "learning_rate": 9.522796744295202e-05, |
| "loss": 0.0129, |
| "step": 18320 |
| }, |
| { |
| "epoch": 12.06714944042133, |
| "grad_norm": 0.1929173320531845, |
| "learning_rate": 9.522091543906352e-05, |
| "loss": 0.0126, |
| "step": 18330 |
| }, |
| { |
| "epoch": 12.073732718894009, |
| "grad_norm": 0.31811589002609253, |
| "learning_rate": 9.521385848988369e-05, |
| "loss": 0.0184, |
| "step": 18340 |
| }, |
| { |
| "epoch": 12.08031599736669, |
| "grad_norm": 0.17661380767822266, |
| "learning_rate": 9.520679659618428e-05, |
| "loss": 0.0163, |
| "step": 18350 |
| }, |
| { |
| "epoch": 12.086899275839368, |
| "grad_norm": 0.37751442193984985, |
| "learning_rate": 9.519972975873754e-05, |
| "loss": 0.015, |
| "step": 18360 |
| }, |
| { |
| "epoch": 12.093482554312047, |
| "grad_norm": 0.26706910133361816, |
| "learning_rate": 9.519265797831633e-05, |
| "loss": 0.0124, |
| "step": 18370 |
| }, |
| { |
| "epoch": 12.100065832784727, |
| "grad_norm": 0.25929689407348633, |
| "learning_rate": 9.518558125569399e-05, |
| "loss": 0.0138, |
| "step": 18380 |
| }, |
| { |
| "epoch": 12.106649111257406, |
| "grad_norm": 0.4082357585430145, |
| "learning_rate": 9.517849959164442e-05, |
| "loss": 0.0165, |
| "step": 18390 |
| }, |
| { |
| "epoch": 12.113232389730086, |
| "grad_norm": 0.17698632180690765, |
| "learning_rate": 9.517141298694205e-05, |
| "loss": 0.0133, |
| "step": 18400 |
| }, |
| { |
| "epoch": 12.119815668202765, |
| "grad_norm": 0.3541454076766968, |
| "learning_rate": 9.516432144236188e-05, |
| "loss": 0.0156, |
| "step": 18410 |
| }, |
| { |
| "epoch": 12.126398946675444, |
| "grad_norm": 0.3601248264312744, |
| "learning_rate": 9.515722495867941e-05, |
| "loss": 0.0135, |
| "step": 18420 |
| }, |
| { |
| "epoch": 12.132982225148124, |
| "grad_norm": 0.3534928262233734, |
| "learning_rate": 9.515012353667072e-05, |
| "loss": 0.0178, |
| "step": 18430 |
| }, |
| { |
| "epoch": 12.139565503620803, |
| "grad_norm": 0.2444927841424942, |
| "learning_rate": 9.51430171771124e-05, |
| "loss": 0.0194, |
| "step": 18440 |
| }, |
| { |
| "epoch": 12.146148782093482, |
| "grad_norm": 0.25982049107551575, |
| "learning_rate": 9.513590588078159e-05, |
| "loss": 0.0155, |
| "step": 18450 |
| }, |
| { |
| "epoch": 12.152732060566162, |
| "grad_norm": 0.2432614415884018, |
| "learning_rate": 9.512878964845597e-05, |
| "loss": 0.0135, |
| "step": 18460 |
| }, |
| { |
| "epoch": 12.15931533903884, |
| "grad_norm": 0.18943820893764496, |
| "learning_rate": 9.512166848091377e-05, |
| "loss": 0.0149, |
| "step": 18470 |
| }, |
| { |
| "epoch": 12.165898617511521, |
| "grad_norm": 0.18879930675029755, |
| "learning_rate": 9.511454237893376e-05, |
| "loss": 0.0103, |
| "step": 18480 |
| }, |
| { |
| "epoch": 12.1724818959842, |
| "grad_norm": 0.2340516448020935, |
| "learning_rate": 9.51074113432952e-05, |
| "loss": 0.0182, |
| "step": 18490 |
| }, |
| { |
| "epoch": 12.179065174456879, |
| "grad_norm": 0.28328725695610046, |
| "learning_rate": 9.510027537477797e-05, |
| "loss": 0.012, |
| "step": 18500 |
| }, |
| { |
| "epoch": 12.18564845292956, |
| "grad_norm": 0.24688591063022614, |
| "learning_rate": 9.509313447416242e-05, |
| "loss": 0.0137, |
| "step": 18510 |
| }, |
| { |
| "epoch": 12.192231731402238, |
| "grad_norm": 0.32870709896087646, |
| "learning_rate": 9.508598864222949e-05, |
| "loss": 0.0122, |
| "step": 18520 |
| }, |
| { |
| "epoch": 12.198815009874918, |
| "grad_norm": 0.27400925755500793, |
| "learning_rate": 9.507883787976062e-05, |
| "loss": 0.0165, |
| "step": 18530 |
| }, |
| { |
| "epoch": 12.205398288347597, |
| "grad_norm": 0.32363277673721313, |
| "learning_rate": 9.507168218753781e-05, |
| "loss": 0.0141, |
| "step": 18540 |
| }, |
| { |
| "epoch": 12.211981566820276, |
| "grad_norm": 0.18854600191116333, |
| "learning_rate": 9.506452156634362e-05, |
| "loss": 0.0098, |
| "step": 18550 |
| }, |
| { |
| "epoch": 12.218564845292956, |
| "grad_norm": 0.25760045647621155, |
| "learning_rate": 9.505735601696109e-05, |
| "loss": 0.0131, |
| "step": 18560 |
| }, |
| { |
| "epoch": 12.225148123765635, |
| "grad_norm": 0.20355257391929626, |
| "learning_rate": 9.505018554017385e-05, |
| "loss": 0.0119, |
| "step": 18570 |
| }, |
| { |
| "epoch": 12.231731402238315, |
| "grad_norm": 0.21837636828422546, |
| "learning_rate": 9.504301013676604e-05, |
| "loss": 0.0111, |
| "step": 18580 |
| }, |
| { |
| "epoch": 12.238314680710994, |
| "grad_norm": 0.2999340295791626, |
| "learning_rate": 9.503582980752238e-05, |
| "loss": 0.019, |
| "step": 18590 |
| }, |
| { |
| "epoch": 12.244897959183673, |
| "grad_norm": 0.2768423557281494, |
| "learning_rate": 9.502864455322809e-05, |
| "loss": 0.0131, |
| "step": 18600 |
| }, |
| { |
| "epoch": 12.251481237656353, |
| "grad_norm": 0.31495314836502075, |
| "learning_rate": 9.502145437466891e-05, |
| "loss": 0.0115, |
| "step": 18610 |
| }, |
| { |
| "epoch": 12.258064516129032, |
| "grad_norm": 0.2467675507068634, |
| "learning_rate": 9.501425927263116e-05, |
| "loss": 0.0172, |
| "step": 18620 |
| }, |
| { |
| "epoch": 12.264647794601713, |
| "grad_norm": 0.18325938284397125, |
| "learning_rate": 9.500705924790172e-05, |
| "loss": 0.0123, |
| "step": 18630 |
| }, |
| { |
| "epoch": 12.271231073074391, |
| "grad_norm": 0.2049708366394043, |
| "learning_rate": 9.499985430126794e-05, |
| "loss": 0.0162, |
| "step": 18640 |
| }, |
| { |
| "epoch": 12.27781435154707, |
| "grad_norm": 0.19388315081596375, |
| "learning_rate": 9.499264443351775e-05, |
| "loss": 0.0116, |
| "step": 18650 |
| }, |
| { |
| "epoch": 12.28439763001975, |
| "grad_norm": 0.37319058179855347, |
| "learning_rate": 9.498542964543961e-05, |
| "loss": 0.019, |
| "step": 18660 |
| }, |
| { |
| "epoch": 12.290980908492429, |
| "grad_norm": 0.3051353394985199, |
| "learning_rate": 9.497820993782252e-05, |
| "loss": 0.0145, |
| "step": 18670 |
| }, |
| { |
| "epoch": 12.297564186965108, |
| "grad_norm": 0.2269616425037384, |
| "learning_rate": 9.497098531145601e-05, |
| "loss": 0.0131, |
| "step": 18680 |
| }, |
| { |
| "epoch": 12.304147465437788, |
| "grad_norm": 0.29061055183410645, |
| "learning_rate": 9.496375576713017e-05, |
| "loss": 0.013, |
| "step": 18690 |
| }, |
| { |
| "epoch": 12.310730743910467, |
| "grad_norm": 0.203207865357399, |
| "learning_rate": 9.49565213056356e-05, |
| "loss": 0.0097, |
| "step": 18700 |
| }, |
| { |
| "epoch": 12.317314022383147, |
| "grad_norm": 0.252937912940979, |
| "learning_rate": 9.494928192776342e-05, |
| "loss": 0.015, |
| "step": 18710 |
| }, |
| { |
| "epoch": 12.323897300855826, |
| "grad_norm": 0.2651543915271759, |
| "learning_rate": 9.494203763430538e-05, |
| "loss": 0.0162, |
| "step": 18720 |
| }, |
| { |
| "epoch": 12.330480579328505, |
| "grad_norm": 0.2031412422657013, |
| "learning_rate": 9.493478842605366e-05, |
| "loss": 0.0173, |
| "step": 18730 |
| }, |
| { |
| "epoch": 12.337063857801185, |
| "grad_norm": 0.2593730688095093, |
| "learning_rate": 9.492753430380105e-05, |
| "loss": 0.0165, |
| "step": 18740 |
| }, |
| { |
| "epoch": 12.343647136273864, |
| "grad_norm": 0.2717714309692383, |
| "learning_rate": 9.492027526834083e-05, |
| "loss": 0.0141, |
| "step": 18750 |
| }, |
| { |
| "epoch": 12.350230414746544, |
| "grad_norm": 0.22555111348628998, |
| "learning_rate": 9.491301132046684e-05, |
| "loss": 0.0176, |
| "step": 18760 |
| }, |
| { |
| "epoch": 12.356813693219223, |
| "grad_norm": 0.34241417050361633, |
| "learning_rate": 9.490574246097345e-05, |
| "loss": 0.0147, |
| "step": 18770 |
| }, |
| { |
| "epoch": 12.363396971691902, |
| "grad_norm": 0.3548526167869568, |
| "learning_rate": 9.48984686906556e-05, |
| "loss": 0.0167, |
| "step": 18780 |
| }, |
| { |
| "epoch": 12.369980250164582, |
| "grad_norm": 0.2203076183795929, |
| "learning_rate": 9.489119001030871e-05, |
| "loss": 0.0108, |
| "step": 18790 |
| }, |
| { |
| "epoch": 12.376563528637261, |
| "grad_norm": 0.32223716378211975, |
| "learning_rate": 9.488390642072878e-05, |
| "loss": 0.0127, |
| "step": 18800 |
| }, |
| { |
| "epoch": 12.383146807109942, |
| "grad_norm": 0.26266780495643616, |
| "learning_rate": 9.48766179227123e-05, |
| "loss": 0.0121, |
| "step": 18810 |
| }, |
| { |
| "epoch": 12.38973008558262, |
| "grad_norm": 0.31776121258735657, |
| "learning_rate": 9.486932451705636e-05, |
| "loss": 0.0126, |
| "step": 18820 |
| }, |
| { |
| "epoch": 12.396313364055299, |
| "grad_norm": 0.28183192014694214, |
| "learning_rate": 9.486202620455857e-05, |
| "loss": 0.0169, |
| "step": 18830 |
| }, |
| { |
| "epoch": 12.40289664252798, |
| "grad_norm": 0.250258207321167, |
| "learning_rate": 9.485472298601704e-05, |
| "loss": 0.0124, |
| "step": 18840 |
| }, |
| { |
| "epoch": 12.409479921000658, |
| "grad_norm": 0.23605410754680634, |
| "learning_rate": 9.484741486223043e-05, |
| "loss": 0.0124, |
| "step": 18850 |
| }, |
| { |
| "epoch": 12.416063199473339, |
| "grad_norm": 0.3391025960445404, |
| "learning_rate": 9.484010183399797e-05, |
| "loss": 0.0135, |
| "step": 18860 |
| }, |
| { |
| "epoch": 12.422646477946017, |
| "grad_norm": 0.2920762598514557, |
| "learning_rate": 9.483278390211938e-05, |
| "loss": 0.0099, |
| "step": 18870 |
| }, |
| { |
| "epoch": 12.429229756418696, |
| "grad_norm": 0.2580193877220154, |
| "learning_rate": 9.482546106739496e-05, |
| "loss": 0.0252, |
| "step": 18880 |
| }, |
| { |
| "epoch": 12.435813034891376, |
| "grad_norm": 0.26369646191596985, |
| "learning_rate": 9.48181333306255e-05, |
| "loss": 0.0156, |
| "step": 18890 |
| }, |
| { |
| "epoch": 12.442396313364055, |
| "grad_norm": 0.20668303966522217, |
| "learning_rate": 9.481080069261237e-05, |
| "loss": 0.0121, |
| "step": 18900 |
| }, |
| { |
| "epoch": 12.448979591836734, |
| "grad_norm": 0.23545192182064056, |
| "learning_rate": 9.480346315415745e-05, |
| "loss": 0.0163, |
| "step": 18910 |
| }, |
| { |
| "epoch": 12.455562870309414, |
| "grad_norm": 0.33573266863822937, |
| "learning_rate": 9.479612071606314e-05, |
| "loss": 0.0167, |
| "step": 18920 |
| }, |
| { |
| "epoch": 12.462146148782093, |
| "grad_norm": 0.3269185721874237, |
| "learning_rate": 9.478877337913244e-05, |
| "loss": 0.0133, |
| "step": 18930 |
| }, |
| { |
| "epoch": 12.468729427254774, |
| "grad_norm": 0.3243507444858551, |
| "learning_rate": 9.478142114416881e-05, |
| "loss": 0.0161, |
| "step": 18940 |
| }, |
| { |
| "epoch": 12.475312705727452, |
| "grad_norm": 0.32024872303009033, |
| "learning_rate": 9.47740640119763e-05, |
| "loss": 0.0144, |
| "step": 18950 |
| }, |
| { |
| "epoch": 12.481895984200131, |
| "grad_norm": 0.28228938579559326, |
| "learning_rate": 9.476670198335947e-05, |
| "loss": 0.0143, |
| "step": 18960 |
| }, |
| { |
| "epoch": 12.488479262672811, |
| "grad_norm": 0.21601736545562744, |
| "learning_rate": 9.47593350591234e-05, |
| "loss": 0.0137, |
| "step": 18970 |
| }, |
| { |
| "epoch": 12.49506254114549, |
| "grad_norm": 0.2254035770893097, |
| "learning_rate": 9.475196324007376e-05, |
| "loss": 0.0169, |
| "step": 18980 |
| }, |
| { |
| "epoch": 12.50164581961817, |
| "grad_norm": 0.20739617943763733, |
| "learning_rate": 9.474458652701669e-05, |
| "loss": 0.0125, |
| "step": 18990 |
| }, |
| { |
| "epoch": 12.50822909809085, |
| "grad_norm": 0.3237232565879822, |
| "learning_rate": 9.473720492075892e-05, |
| "loss": 0.0216, |
| "step": 19000 |
| }, |
| { |
| "epoch": 12.514812376563528, |
| "grad_norm": 0.2874460518360138, |
| "learning_rate": 9.472981842210768e-05, |
| "loss": 0.0161, |
| "step": 19010 |
| }, |
| { |
| "epoch": 12.521395655036208, |
| "grad_norm": 0.2618703246116638, |
| "learning_rate": 9.472242703187074e-05, |
| "loss": 0.0115, |
| "step": 19020 |
| }, |
| { |
| "epoch": 12.527978933508887, |
| "grad_norm": 0.36395758390426636, |
| "learning_rate": 9.471503075085643e-05, |
| "loss": 0.0191, |
| "step": 19030 |
| }, |
| { |
| "epoch": 12.534562211981568, |
| "grad_norm": 0.26025524735450745, |
| "learning_rate": 9.470762957987359e-05, |
| "loss": 0.0147, |
| "step": 19040 |
| }, |
| { |
| "epoch": 12.541145490454246, |
| "grad_norm": 0.2700994908809662, |
| "learning_rate": 9.470022351973158e-05, |
| "loss": 0.0145, |
| "step": 19050 |
| }, |
| { |
| "epoch": 12.547728768926925, |
| "grad_norm": 0.32361045479774475, |
| "learning_rate": 9.469281257124034e-05, |
| "loss": 0.0157, |
| "step": 19060 |
| }, |
| { |
| "epoch": 12.554312047399605, |
| "grad_norm": 0.3192708492279053, |
| "learning_rate": 9.46853967352103e-05, |
| "loss": 0.0211, |
| "step": 19070 |
| }, |
| { |
| "epoch": 12.560895325872284, |
| "grad_norm": 0.42311349511146545, |
| "learning_rate": 9.467797601245246e-05, |
| "loss": 0.0132, |
| "step": 19080 |
| }, |
| { |
| "epoch": 12.567478604344963, |
| "grad_norm": 0.23498934507369995, |
| "learning_rate": 9.467055040377834e-05, |
| "loss": 0.0164, |
| "step": 19090 |
| }, |
| { |
| "epoch": 12.574061882817643, |
| "grad_norm": 0.21013031899929047, |
| "learning_rate": 9.466311990999999e-05, |
| "loss": 0.0166, |
| "step": 19100 |
| }, |
| { |
| "epoch": 12.580645161290322, |
| "grad_norm": 0.3690164089202881, |
| "learning_rate": 9.465568453193e-05, |
| "loss": 0.0136, |
| "step": 19110 |
| }, |
| { |
| "epoch": 12.587228439763003, |
| "grad_norm": 0.3338952362537384, |
| "learning_rate": 9.464824427038148e-05, |
| "loss": 0.0185, |
| "step": 19120 |
| }, |
| { |
| "epoch": 12.593811718235681, |
| "grad_norm": 0.41204050183296204, |
| "learning_rate": 9.46407991261681e-05, |
| "loss": 0.0116, |
| "step": 19130 |
| }, |
| { |
| "epoch": 12.60039499670836, |
| "grad_norm": 0.35593321919441223, |
| "learning_rate": 9.463334910010404e-05, |
| "loss": 0.0197, |
| "step": 19140 |
| }, |
| { |
| "epoch": 12.60697827518104, |
| "grad_norm": 0.32464295625686646, |
| "learning_rate": 9.462589419300403e-05, |
| "loss": 0.0156, |
| "step": 19150 |
| }, |
| { |
| "epoch": 12.61356155365372, |
| "grad_norm": 0.3284878134727478, |
| "learning_rate": 9.461843440568333e-05, |
| "loss": 0.0177, |
| "step": 19160 |
| }, |
| { |
| "epoch": 12.6201448321264, |
| "grad_norm": 0.3329091966152191, |
| "learning_rate": 9.461096973895773e-05, |
| "loss": 0.0139, |
| "step": 19170 |
| }, |
| { |
| "epoch": 12.626728110599078, |
| "grad_norm": 0.20790034532546997, |
| "learning_rate": 9.460350019364355e-05, |
| "loss": 0.009, |
| "step": 19180 |
| }, |
| { |
| "epoch": 12.633311389071757, |
| "grad_norm": 0.22701913118362427, |
| "learning_rate": 9.459602577055764e-05, |
| "loss": 0.0132, |
| "step": 19190 |
| }, |
| { |
| "epoch": 12.639894667544437, |
| "grad_norm": 0.3165176510810852, |
| "learning_rate": 9.45885464705174e-05, |
| "loss": 0.0166, |
| "step": 19200 |
| }, |
| { |
| "epoch": 12.646477946017116, |
| "grad_norm": 0.4785653352737427, |
| "learning_rate": 9.458106229434076e-05, |
| "loss": 0.019, |
| "step": 19210 |
| }, |
| { |
| "epoch": 12.653061224489797, |
| "grad_norm": 0.4412171542644501, |
| "learning_rate": 9.457357324284617e-05, |
| "loss": 0.0182, |
| "step": 19220 |
| }, |
| { |
| "epoch": 12.659644502962475, |
| "grad_norm": 0.33783483505249023, |
| "learning_rate": 9.456607931685262e-05, |
| "loss": 0.0182, |
| "step": 19230 |
| }, |
| { |
| "epoch": 12.666227781435154, |
| "grad_norm": 0.2214769423007965, |
| "learning_rate": 9.455858051717965e-05, |
| "loss": 0.0165, |
| "step": 19240 |
| }, |
| { |
| "epoch": 12.672811059907835, |
| "grad_norm": 0.26670995354652405, |
| "learning_rate": 9.45510768446473e-05, |
| "loss": 0.0203, |
| "step": 19250 |
| }, |
| { |
| "epoch": 12.679394338380513, |
| "grad_norm": 0.2486993819475174, |
| "learning_rate": 9.454356830007618e-05, |
| "loss": 0.0133, |
| "step": 19260 |
| }, |
| { |
| "epoch": 12.685977616853194, |
| "grad_norm": 0.25949645042419434, |
| "learning_rate": 9.45360548842874e-05, |
| "loss": 0.0131, |
| "step": 19270 |
| }, |
| { |
| "epoch": 12.692560895325872, |
| "grad_norm": 0.23444333672523499, |
| "learning_rate": 9.452853659810261e-05, |
| "loss": 0.011, |
| "step": 19280 |
| }, |
| { |
| "epoch": 12.699144173798551, |
| "grad_norm": 0.23792310059070587, |
| "learning_rate": 9.452101344234401e-05, |
| "loss": 0.0153, |
| "step": 19290 |
| }, |
| { |
| "epoch": 12.705727452271232, |
| "grad_norm": 0.3448595702648163, |
| "learning_rate": 9.451348541783431e-05, |
| "loss": 0.0166, |
| "step": 19300 |
| }, |
| { |
| "epoch": 12.71231073074391, |
| "grad_norm": 0.20378480851650238, |
| "learning_rate": 9.450595252539678e-05, |
| "loss": 0.0102, |
| "step": 19310 |
| }, |
| { |
| "epoch": 12.71889400921659, |
| "grad_norm": 0.24386438727378845, |
| "learning_rate": 9.449841476585518e-05, |
| "loss": 0.0139, |
| "step": 19320 |
| }, |
| { |
| "epoch": 12.72547728768927, |
| "grad_norm": 0.15812814235687256, |
| "learning_rate": 9.449087214003384e-05, |
| "loss": 0.0122, |
| "step": 19330 |
| }, |
| { |
| "epoch": 12.732060566161948, |
| "grad_norm": 0.3400018811225891, |
| "learning_rate": 9.448332464875765e-05, |
| "loss": 0.0181, |
| "step": 19340 |
| }, |
| { |
| "epoch": 12.738643844634629, |
| "grad_norm": 0.24390046298503876, |
| "learning_rate": 9.447577229285192e-05, |
| "loss": 0.0134, |
| "step": 19350 |
| }, |
| { |
| "epoch": 12.745227123107307, |
| "grad_norm": 0.24113021790981293, |
| "learning_rate": 9.446821507314261e-05, |
| "loss": 0.0156, |
| "step": 19360 |
| }, |
| { |
| "epoch": 12.751810401579986, |
| "grad_norm": 0.21532553434371948, |
| "learning_rate": 9.446065299045617e-05, |
| "loss": 0.0105, |
| "step": 19370 |
| }, |
| { |
| "epoch": 12.758393680052666, |
| "grad_norm": 0.21309369802474976, |
| "learning_rate": 9.445308604561955e-05, |
| "loss": 0.0112, |
| "step": 19380 |
| }, |
| { |
| "epoch": 12.764976958525345, |
| "grad_norm": 0.28644633293151855, |
| "learning_rate": 9.444551423946028e-05, |
| "loss": 0.0132, |
| "step": 19390 |
| }, |
| { |
| "epoch": 12.771560236998026, |
| "grad_norm": 0.18560084700584412, |
| "learning_rate": 9.443793757280638e-05, |
| "loss": 0.0101, |
| "step": 19400 |
| }, |
| { |
| "epoch": 12.778143515470704, |
| "grad_norm": 0.2123103141784668, |
| "learning_rate": 9.443035604648646e-05, |
| "loss": 0.0131, |
| "step": 19410 |
| }, |
| { |
| "epoch": 12.784726793943383, |
| "grad_norm": 0.23565056920051575, |
| "learning_rate": 9.44227696613296e-05, |
| "loss": 0.0172, |
| "step": 19420 |
| }, |
| { |
| "epoch": 12.791310072416064, |
| "grad_norm": 0.2035631537437439, |
| "learning_rate": 9.441517841816542e-05, |
| "loss": 0.0163, |
| "step": 19430 |
| }, |
| { |
| "epoch": 12.797893350888742, |
| "grad_norm": 0.2873001992702484, |
| "learning_rate": 9.440758231782413e-05, |
| "loss": 0.014, |
| "step": 19440 |
| }, |
| { |
| "epoch": 12.804476629361423, |
| "grad_norm": 0.33354443311691284, |
| "learning_rate": 9.439998136113639e-05, |
| "loss": 0.0148, |
| "step": 19450 |
| }, |
| { |
| "epoch": 12.811059907834101, |
| "grad_norm": 0.2871869206428528, |
| "learning_rate": 9.439237554893344e-05, |
| "loss": 0.0181, |
| "step": 19460 |
| }, |
| { |
| "epoch": 12.81764318630678, |
| "grad_norm": 0.22437499463558197, |
| "learning_rate": 9.438476488204705e-05, |
| "loss": 0.0156, |
| "step": 19470 |
| }, |
| { |
| "epoch": 12.82422646477946, |
| "grad_norm": 0.203880175948143, |
| "learning_rate": 9.43771493613095e-05, |
| "loss": 0.0117, |
| "step": 19480 |
| }, |
| { |
| "epoch": 12.83080974325214, |
| "grad_norm": 0.27781352400779724, |
| "learning_rate": 9.436952898755362e-05, |
| "loss": 0.0136, |
| "step": 19490 |
| }, |
| { |
| "epoch": 12.83739302172482, |
| "grad_norm": 0.20180515944957733, |
| "learning_rate": 9.436190376161276e-05, |
| "loss": 0.0112, |
| "step": 19500 |
| }, |
| { |
| "epoch": 12.843976300197498, |
| "grad_norm": 0.29745423793792725, |
| "learning_rate": 9.43542736843208e-05, |
| "loss": 0.0121, |
| "step": 19510 |
| }, |
| { |
| "epoch": 12.850559578670177, |
| "grad_norm": 0.21660368144512177, |
| "learning_rate": 9.434663875651216e-05, |
| "loss": 0.0137, |
| "step": 19520 |
| }, |
| { |
| "epoch": 12.857142857142858, |
| "grad_norm": 0.18247519433498383, |
| "learning_rate": 9.433899897902177e-05, |
| "loss": 0.0146, |
| "step": 19530 |
| }, |
| { |
| "epoch": 12.863726135615536, |
| "grad_norm": 0.23599767684936523, |
| "learning_rate": 9.433135435268511e-05, |
| "loss": 0.012, |
| "step": 19540 |
| }, |
| { |
| "epoch": 12.870309414088215, |
| "grad_norm": 0.1869116723537445, |
| "learning_rate": 9.432370487833819e-05, |
| "loss": 0.0136, |
| "step": 19550 |
| }, |
| { |
| "epoch": 12.876892692560896, |
| "grad_norm": 0.1903548389673233, |
| "learning_rate": 9.431605055681756e-05, |
| "loss": 0.01, |
| "step": 19560 |
| }, |
| { |
| "epoch": 12.883475971033574, |
| "grad_norm": 0.23555710911750793, |
| "learning_rate": 9.430839138896026e-05, |
| "loss": 0.0106, |
| "step": 19570 |
| }, |
| { |
| "epoch": 12.890059249506255, |
| "grad_norm": 0.17329998314380646, |
| "learning_rate": 9.43007273756039e-05, |
| "loss": 0.0198, |
| "step": 19580 |
| }, |
| { |
| "epoch": 12.896642527978933, |
| "grad_norm": 0.17231988906860352, |
| "learning_rate": 9.429305851758658e-05, |
| "loss": 0.0093, |
| "step": 19590 |
| }, |
| { |
| "epoch": 12.903225806451612, |
| "grad_norm": 0.2414647340774536, |
| "learning_rate": 9.428538481574699e-05, |
| "loss": 0.0121, |
| "step": 19600 |
| }, |
| { |
| "epoch": 12.909809084924293, |
| "grad_norm": 0.3078465163707733, |
| "learning_rate": 9.42777062709243e-05, |
| "loss": 0.0159, |
| "step": 19610 |
| }, |
| { |
| "epoch": 12.916392363396971, |
| "grad_norm": 0.3000302314758301, |
| "learning_rate": 9.427002288395821e-05, |
| "loss": 0.0139, |
| "step": 19620 |
| }, |
| { |
| "epoch": 12.922975641869652, |
| "grad_norm": 0.23122508823871613, |
| "learning_rate": 9.426233465568898e-05, |
| "loss": 0.0097, |
| "step": 19630 |
| }, |
| { |
| "epoch": 12.92955892034233, |
| "grad_norm": 0.31386280059814453, |
| "learning_rate": 9.42546415869574e-05, |
| "loss": 0.0124, |
| "step": 19640 |
| }, |
| { |
| "epoch": 12.93614219881501, |
| "grad_norm": 0.2583659291267395, |
| "learning_rate": 9.424694367860473e-05, |
| "loss": 0.0209, |
| "step": 19650 |
| }, |
| { |
| "epoch": 12.94272547728769, |
| "grad_norm": 0.2314862757921219, |
| "learning_rate": 9.423924093147284e-05, |
| "loss": 0.0123, |
| "step": 19660 |
| }, |
| { |
| "epoch": 12.949308755760368, |
| "grad_norm": 0.21181035041809082, |
| "learning_rate": 9.423153334640407e-05, |
| "loss": 0.0132, |
| "step": 19670 |
| }, |
| { |
| "epoch": 12.955892034233049, |
| "grad_norm": 0.3480297327041626, |
| "learning_rate": 9.42238209242413e-05, |
| "loss": 0.0176, |
| "step": 19680 |
| }, |
| { |
| "epoch": 12.962475312705728, |
| "grad_norm": 0.25001290440559387, |
| "learning_rate": 9.421610366582798e-05, |
| "loss": 0.0145, |
| "step": 19690 |
| }, |
| { |
| "epoch": 12.969058591178406, |
| "grad_norm": 0.3914773166179657, |
| "learning_rate": 9.420838157200803e-05, |
| "loss": 0.0227, |
| "step": 19700 |
| }, |
| { |
| "epoch": 12.975641869651087, |
| "grad_norm": 0.2896583676338196, |
| "learning_rate": 9.420065464362594e-05, |
| "loss": 0.0167, |
| "step": 19710 |
| }, |
| { |
| "epoch": 12.982225148123765, |
| "grad_norm": 0.2761892080307007, |
| "learning_rate": 9.419292288152673e-05, |
| "loss": 0.0153, |
| "step": 19720 |
| }, |
| { |
| "epoch": 12.988808426596446, |
| "grad_norm": 0.3162051737308502, |
| "learning_rate": 9.418518628655588e-05, |
| "loss": 0.0113, |
| "step": 19730 |
| }, |
| { |
| "epoch": 12.995391705069125, |
| "grad_norm": 0.29129651188850403, |
| "learning_rate": 9.417744485955951e-05, |
| "loss": 0.0138, |
| "step": 19740 |
| }, |
| { |
| "epoch": 13.001974983541803, |
| "grad_norm": 0.21762390434741974, |
| "learning_rate": 9.41696986013842e-05, |
| "loss": 0.0181, |
| "step": 19750 |
| }, |
| { |
| "epoch": 13.008558262014484, |
| "grad_norm": 0.22698360681533813, |
| "learning_rate": 9.416194751287705e-05, |
| "loss": 0.0133, |
| "step": 19760 |
| }, |
| { |
| "epoch": 13.015141540487162, |
| "grad_norm": 0.31235796213150024, |
| "learning_rate": 9.415419159488572e-05, |
| "loss": 0.0154, |
| "step": 19770 |
| }, |
| { |
| "epoch": 13.021724818959841, |
| "grad_norm": 0.4129425287246704, |
| "learning_rate": 9.414643084825837e-05, |
| "loss": 0.0209, |
| "step": 19780 |
| }, |
| { |
| "epoch": 13.028308097432522, |
| "grad_norm": 0.2958117425441742, |
| "learning_rate": 9.413866527384372e-05, |
| "loss": 0.0135, |
| "step": 19790 |
| }, |
| { |
| "epoch": 13.0348913759052, |
| "grad_norm": 0.16440927982330322, |
| "learning_rate": 9.4130894872491e-05, |
| "loss": 0.0161, |
| "step": 19800 |
| }, |
| { |
| "epoch": 13.04147465437788, |
| "grad_norm": 0.2403261810541153, |
| "learning_rate": 9.412311964504998e-05, |
| "loss": 0.0112, |
| "step": 19810 |
| }, |
| { |
| "epoch": 13.04805793285056, |
| "grad_norm": 0.2115643173456192, |
| "learning_rate": 9.411533959237091e-05, |
| "loss": 0.0185, |
| "step": 19820 |
| }, |
| { |
| "epoch": 13.054641211323238, |
| "grad_norm": 0.16743060946464539, |
| "learning_rate": 9.410755471530464e-05, |
| "loss": 0.0211, |
| "step": 19830 |
| }, |
| { |
| "epoch": 13.061224489795919, |
| "grad_norm": 0.2285161018371582, |
| "learning_rate": 9.40997650147025e-05, |
| "loss": 0.0123, |
| "step": 19840 |
| }, |
| { |
| "epoch": 13.067807768268597, |
| "grad_norm": 0.21295054256916046, |
| "learning_rate": 9.409197049141637e-05, |
| "loss": 0.0093, |
| "step": 19850 |
| }, |
| { |
| "epoch": 13.074391046741278, |
| "grad_norm": 0.18060113489627838, |
| "learning_rate": 9.408417114629863e-05, |
| "loss": 0.0104, |
| "step": 19860 |
| }, |
| { |
| "epoch": 13.080974325213957, |
| "grad_norm": 0.25025269389152527, |
| "learning_rate": 9.40763669802022e-05, |
| "loss": 0.018, |
| "step": 19870 |
| }, |
| { |
| "epoch": 13.087557603686635, |
| "grad_norm": 0.22388964891433716, |
| "learning_rate": 9.406855799398056e-05, |
| "loss": 0.0162, |
| "step": 19880 |
| }, |
| { |
| "epoch": 13.094140882159316, |
| "grad_norm": 0.21283680200576782, |
| "learning_rate": 9.406074418848767e-05, |
| "loss": 0.0162, |
| "step": 19890 |
| }, |
| { |
| "epoch": 13.100724160631994, |
| "grad_norm": 0.31367626786231995, |
| "learning_rate": 9.405292556457805e-05, |
| "loss": 0.0175, |
| "step": 19900 |
| }, |
| { |
| "epoch": 13.107307439104675, |
| "grad_norm": 0.32700100541114807, |
| "learning_rate": 9.404510212310671e-05, |
| "loss": 0.0171, |
| "step": 19910 |
| }, |
| { |
| "epoch": 13.113890717577354, |
| "grad_norm": 0.3267519474029541, |
| "learning_rate": 9.403727386492924e-05, |
| "loss": 0.0146, |
| "step": 19920 |
| }, |
| { |
| "epoch": 13.120473996050032, |
| "grad_norm": 0.2790376543998718, |
| "learning_rate": 9.40294407909017e-05, |
| "loss": 0.0137, |
| "step": 19930 |
| }, |
| { |
| "epoch": 13.127057274522713, |
| "grad_norm": 0.3063926100730896, |
| "learning_rate": 9.40216029018807e-05, |
| "loss": 0.0164, |
| "step": 19940 |
| }, |
| { |
| "epoch": 13.133640552995391, |
| "grad_norm": 0.2736910581588745, |
| "learning_rate": 9.401376019872338e-05, |
| "loss": 0.0117, |
| "step": 19950 |
| }, |
| { |
| "epoch": 13.140223831468072, |
| "grad_norm": 0.30961859226226807, |
| "learning_rate": 9.400591268228746e-05, |
| "loss": 0.0184, |
| "step": 19960 |
| }, |
| { |
| "epoch": 13.14680710994075, |
| "grad_norm": 0.2561533749103546, |
| "learning_rate": 9.399806035343106e-05, |
| "loss": 0.0185, |
| "step": 19970 |
| }, |
| { |
| "epoch": 13.15339038841343, |
| "grad_norm": 0.2734316289424896, |
| "learning_rate": 9.399020321301294e-05, |
| "loss": 0.0134, |
| "step": 19980 |
| }, |
| { |
| "epoch": 13.15997366688611, |
| "grad_norm": 0.2370346337556839, |
| "learning_rate": 9.398234126189234e-05, |
| "loss": 0.0173, |
| "step": 19990 |
| }, |
| { |
| "epoch": 13.166556945358789, |
| "grad_norm": 0.300430029630661, |
| "learning_rate": 9.397447450092902e-05, |
| "loss": 0.015, |
| "step": 20000 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 100000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 66, |
| "save_steps": 1000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 16, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
