| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.2734113930093481, | |
| "eval_steps": 500, | |
| "global_step": 10500, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0002603918028660458, | |
| "grad_norm": 0.4500846266746521, | |
| "learning_rate": 5.194805194805195e-06, | |
| "loss": 1.0381, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.0005207836057320916, | |
| "grad_norm": 0.35188010334968567, | |
| "learning_rate": 1.038961038961039e-05, | |
| "loss": 1.0108, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.0007811754085981374, | |
| "grad_norm": 0.2300374060869217, | |
| "learning_rate": 1.5584415584415583e-05, | |
| "loss": 0.9668, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.0010415672114641832, | |
| "grad_norm": 0.16189467906951904, | |
| "learning_rate": 2.077922077922078e-05, | |
| "loss": 0.918, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.001301959014330229, | |
| "grad_norm": 0.18843211233615875, | |
| "learning_rate": 2.5974025974025972e-05, | |
| "loss": 0.9265, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.0015623508171962747, | |
| "grad_norm": 0.20334510505199432, | |
| "learning_rate": 3.1168831168831166e-05, | |
| "loss": 0.9234, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.0018227426200623205, | |
| "grad_norm": 0.1745327115058899, | |
| "learning_rate": 3.6363636363636364e-05, | |
| "loss": 0.881, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.0020831344229283663, | |
| "grad_norm": 0.18667331337928772, | |
| "learning_rate": 4.155844155844156e-05, | |
| "loss": 0.8592, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.002343526225794412, | |
| "grad_norm": 0.1848158985376358, | |
| "learning_rate": 4.675324675324675e-05, | |
| "loss": 0.8537, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.002603918028660458, | |
| "grad_norm": 0.17589879035949707, | |
| "learning_rate": 5.1948051948051944e-05, | |
| "loss": 0.8518, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.0028643098315265037, | |
| "grad_norm": 0.2132624089717865, | |
| "learning_rate": 5.714285714285714e-05, | |
| "loss": 0.8511, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.0031247016343925495, | |
| "grad_norm": 0.23070092499256134, | |
| "learning_rate": 6.233766233766233e-05, | |
| "loss": 0.7975, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.0033850934372585953, | |
| "grad_norm": 0.25368157029151917, | |
| "learning_rate": 6.753246753246754e-05, | |
| "loss": 0.8134, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.003645485240124641, | |
| "grad_norm": 0.22897231578826904, | |
| "learning_rate": 7.272727272727273e-05, | |
| "loss": 0.8322, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.003905877042990687, | |
| "grad_norm": 0.19932536780834198, | |
| "learning_rate": 7.792207792207793e-05, | |
| "loss": 0.7959, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.004166268845856733, | |
| "grad_norm": 0.21011792123317719, | |
| "learning_rate": 8.311688311688312e-05, | |
| "loss": 0.8102, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.004426660648722778, | |
| "grad_norm": 0.20594824850559235, | |
| "learning_rate": 8.831168831168831e-05, | |
| "loss": 0.8128, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.004687052451588824, | |
| "grad_norm": 0.20465536415576935, | |
| "learning_rate": 9.35064935064935e-05, | |
| "loss": 0.7989, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.00494744425445487, | |
| "grad_norm": 0.4109392762184143, | |
| "learning_rate": 9.870129870129871e-05, | |
| "loss": 0.8108, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.005207836057320916, | |
| "grad_norm": 0.4293076694011688, | |
| "learning_rate": 0.00010389610389610389, | |
| "loss": 0.8101, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.005468227860186962, | |
| "grad_norm": 0.31628963351249695, | |
| "learning_rate": 0.00010909090909090909, | |
| "loss": 0.7989, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.005728619663053007, | |
| "grad_norm": 0.24642810225486755, | |
| "learning_rate": 0.00011428571428571428, | |
| "loss": 0.7751, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.005989011465919053, | |
| "grad_norm": 0.3599106967449188, | |
| "learning_rate": 0.00011948051948051949, | |
| "loss": 0.8063, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.006249403268785099, | |
| "grad_norm": 0.17053447663784027, | |
| "learning_rate": 0.00012467532467532467, | |
| "loss": 0.7751, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.006509795071651145, | |
| "grad_norm": 0.17303769290447235, | |
| "learning_rate": 0.00012987012987012987, | |
| "loss": 0.7883, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.0067701868745171905, | |
| "grad_norm": 0.1815861016511917, | |
| "learning_rate": 0.00013506493506493507, | |
| "loss": 0.788, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.007030578677383236, | |
| "grad_norm": 0.24125365912914276, | |
| "learning_rate": 0.00014025974025974028, | |
| "loss": 0.8018, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.007290970480249282, | |
| "grad_norm": 0.19443446397781372, | |
| "learning_rate": 0.00014545454545454546, | |
| "loss": 0.7908, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.007551362283115328, | |
| "grad_norm": 0.17829768359661102, | |
| "learning_rate": 0.00015064935064935066, | |
| "loss": 0.8033, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.007811754085981374, | |
| "grad_norm": 0.19535653293132782, | |
| "learning_rate": 0.00015584415584415587, | |
| "loss": 0.7997, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.008072145888847419, | |
| "grad_norm": 0.19930541515350342, | |
| "learning_rate": 0.00016103896103896104, | |
| "loss": 0.7945, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.008332537691713465, | |
| "grad_norm": 0.2156297266483307, | |
| "learning_rate": 0.00016623376623376625, | |
| "loss": 0.8018, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.00859292949457951, | |
| "grad_norm": 0.1924206018447876, | |
| "learning_rate": 0.00017142857142857143, | |
| "loss": 0.7746, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.008853321297445557, | |
| "grad_norm": 0.2294880747795105, | |
| "learning_rate": 0.00017662337662337663, | |
| "loss": 0.8152, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.009113713100311602, | |
| "grad_norm": 0.16817067563533783, | |
| "learning_rate": 0.00018181818181818183, | |
| "loss": 0.7972, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.009374104903177648, | |
| "grad_norm": 0.18544812500476837, | |
| "learning_rate": 0.000187012987012987, | |
| "loss": 0.7801, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.009634496706043693, | |
| "grad_norm": 0.19597066938877106, | |
| "learning_rate": 0.00019220779220779222, | |
| "loss": 0.7706, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.00989488850890974, | |
| "grad_norm": 0.40291881561279297, | |
| "learning_rate": 0.00019740259740259742, | |
| "loss": 0.7911, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.010155280311775785, | |
| "grad_norm": 0.23841074109077454, | |
| "learning_rate": 0.00019999996515752773, | |
| "loss": 0.7861, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.010415672114641832, | |
| "grad_norm": 0.1675388514995575, | |
| "learning_rate": 0.00019999968641789507, | |
| "loss": 0.788, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.010676063917507876, | |
| "grad_norm": 1.8860758543014526, | |
| "learning_rate": 0.0001999991289394067, | |
| "loss": 0.7632, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.010936455720373923, | |
| "grad_norm": 0.17022117972373962, | |
| "learning_rate": 0.00019999829272361654, | |
| "loss": 0.784, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.011196847523239968, | |
| "grad_norm": 0.21460269391536713, | |
| "learning_rate": 0.00019999717777285545, | |
| "loss": 0.761, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.011457239326106015, | |
| "grad_norm": 0.19413785636425018, | |
| "learning_rate": 0.00019999578409023126, | |
| "loss": 0.7772, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.01171763112897206, | |
| "grad_norm": 0.20223405957221985, | |
| "learning_rate": 0.00019999411167962868, | |
| "loss": 0.7811, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.011978022931838106, | |
| "grad_norm": 0.15166303515434265, | |
| "learning_rate": 0.00019999216054570942, | |
| "loss": 0.7709, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.012238414734704151, | |
| "grad_norm": 0.16307081282138824, | |
| "learning_rate": 0.00019998993069391205, | |
| "loss": 0.7811, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.012498806537570198, | |
| "grad_norm": 0.15996049344539642, | |
| "learning_rate": 0.00019998742213045206, | |
| "loss": 0.7599, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.012759198340436243, | |
| "grad_norm": 0.17560279369354248, | |
| "learning_rate": 0.00019998463486232179, | |
| "loss": 0.7572, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.01301959014330229, | |
| "grad_norm": 0.17571642994880676, | |
| "learning_rate": 0.0001999815688972905, | |
| "loss": 0.7643, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.013279981946168334, | |
| "grad_norm": 0.17719799280166626, | |
| "learning_rate": 0.00019997822424390422, | |
| "loss": 0.7923, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.013540373749034381, | |
| "grad_norm": 0.19846616685390472, | |
| "learning_rate": 0.00019997460091148586, | |
| "loss": 0.7674, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.013800765551900426, | |
| "grad_norm": 0.2715558111667633, | |
| "learning_rate": 0.00019997069891013503, | |
| "loss": 0.7421, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.014061157354766473, | |
| "grad_norm": 0.1725197583436966, | |
| "learning_rate": 0.00019996651825072826, | |
| "loss": 0.7663, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.014321549157632518, | |
| "grad_norm": 0.15060502290725708, | |
| "learning_rate": 0.00019996205894491856, | |
| "loss": 0.7794, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.014581940960498564, | |
| "grad_norm": 0.16645808517932892, | |
| "learning_rate": 0.00019995732100513592, | |
| "loss": 0.752, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.014842332763364609, | |
| "grad_norm": 0.1736789345741272, | |
| "learning_rate": 0.00019995230444458682, | |
| "loss": 0.7788, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.015102724566230656, | |
| "grad_norm": 0.15416319668293, | |
| "learning_rate": 0.0001999470092772544, | |
| "loss": 0.7656, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.0153631163690967, | |
| "grad_norm": 0.16610187292099, | |
| "learning_rate": 0.00019994143551789839, | |
| "loss": 0.7676, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.015623508171962747, | |
| "grad_norm": 0.15843011438846588, | |
| "learning_rate": 0.00019993558318205507, | |
| "loss": 0.7746, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.015883899974828794, | |
| "grad_norm": 0.26837801933288574, | |
| "learning_rate": 0.00019992945228603724, | |
| "loss": 0.7617, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.016144291777694837, | |
| "grad_norm": 0.15099173784255981, | |
| "learning_rate": 0.0001999230428469341, | |
| "loss": 0.7601, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.016404683580560884, | |
| "grad_norm": 0.15511856973171234, | |
| "learning_rate": 0.00019991635488261138, | |
| "loss": 0.7647, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.01666507538342693, | |
| "grad_norm": 0.14919579029083252, | |
| "learning_rate": 0.00019990938841171104, | |
| "loss": 0.7692, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.016925467186292977, | |
| "grad_norm": 0.15838642418384552, | |
| "learning_rate": 0.0001999021434536514, | |
| "loss": 0.7763, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.01718585898915902, | |
| "grad_norm": 0.15956635773181915, | |
| "learning_rate": 0.00019989462002862704, | |
| "loss": 0.7598, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.017446250792025067, | |
| "grad_norm": 0.1499069333076477, | |
| "learning_rate": 0.0001998868181576088, | |
| "loss": 0.7626, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.017706642594891114, | |
| "grad_norm": 0.2170073390007019, | |
| "learning_rate": 0.00019987873786234348, | |
| "loss": 0.7569, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.01796703439775716, | |
| "grad_norm": 0.17841948568820953, | |
| "learning_rate": 0.00019987037916535417, | |
| "loss": 0.7494, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.018227426200623204, | |
| "grad_norm": 0.2066909372806549, | |
| "learning_rate": 0.0001998617420899398, | |
| "loss": 0.7609, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.01848781800348925, | |
| "grad_norm": 0.17015361785888672, | |
| "learning_rate": 0.0001998528266601754, | |
| "loss": 0.7761, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.018748209806355297, | |
| "grad_norm": 0.22166290879249573, | |
| "learning_rate": 0.0001998436329009118, | |
| "loss": 0.7573, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.01900860160922134, | |
| "grad_norm": 0.15084640681743622, | |
| "learning_rate": 0.00019983416083777563, | |
| "loss": 0.7775, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.019268993412087387, | |
| "grad_norm": 0.17800921201705933, | |
| "learning_rate": 0.0001998244104971693, | |
| "loss": 0.7359, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.019529385214953433, | |
| "grad_norm": 0.17354707419872284, | |
| "learning_rate": 0.0001998143819062709, | |
| "loss": 0.7415, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.01978977701781948, | |
| "grad_norm": 0.16408118605613708, | |
| "learning_rate": 0.00019980407509303413, | |
| "loss": 0.7708, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.020050168820685523, | |
| "grad_norm": 0.16820089519023895, | |
| "learning_rate": 0.00019979349008618808, | |
| "loss": 0.791, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.02031056062355157, | |
| "grad_norm": 0.15958388149738312, | |
| "learning_rate": 0.00019978262691523743, | |
| "loss": 0.7412, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.020570952426417616, | |
| "grad_norm": 0.1646542251110077, | |
| "learning_rate": 0.00019977148561046217, | |
| "loss": 0.7529, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.020831344229283663, | |
| "grad_norm": 0.17032025754451752, | |
| "learning_rate": 0.0001997600662029175, | |
| "loss": 0.7656, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.021091736032149706, | |
| "grad_norm": 0.17189227044582367, | |
| "learning_rate": 0.00019974836872443388, | |
| "loss": 0.7433, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.021352127835015753, | |
| "grad_norm": 0.16334249079227448, | |
| "learning_rate": 0.0001997363932076168, | |
| "loss": 0.7703, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.0216125196378818, | |
| "grad_norm": 0.1676424890756607, | |
| "learning_rate": 0.00019972413968584682, | |
| "loss": 0.7603, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.021872911440747846, | |
| "grad_norm": 0.16826209425926208, | |
| "learning_rate": 0.0001997116081932793, | |
| "loss": 0.7569, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.02213330324361389, | |
| "grad_norm": 0.1876436173915863, | |
| "learning_rate": 0.0001996987987648446, | |
| "loss": 0.7553, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.022393695046479936, | |
| "grad_norm": 0.17252250015735626, | |
| "learning_rate": 0.0001996857114362476, | |
| "loss": 0.7644, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.022654086849345983, | |
| "grad_norm": 0.1632252335548401, | |
| "learning_rate": 0.00019967234624396793, | |
| "loss": 0.7568, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.02291447865221203, | |
| "grad_norm": 0.1818259060382843, | |
| "learning_rate": 0.00019965870322525965, | |
| "loss": 0.7672, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.023174870455078073, | |
| "grad_norm": 0.15418195724487305, | |
| "learning_rate": 0.0001996447824181513, | |
| "loss": 0.7642, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.02343526225794412, | |
| "grad_norm": 0.17383505403995514, | |
| "learning_rate": 0.0001996305838614457, | |
| "loss": 0.7607, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.023695654060810166, | |
| "grad_norm": 0.17794272303581238, | |
| "learning_rate": 0.00019961610759471984, | |
| "loss": 0.7588, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.023956045863676213, | |
| "grad_norm": 0.1909121572971344, | |
| "learning_rate": 0.00019960135365832486, | |
| "loss": 0.7438, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.024216437666542256, | |
| "grad_norm": 0.17758873105049133, | |
| "learning_rate": 0.00019958632209338587, | |
| "loss": 0.7323, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.024476829469408302, | |
| "grad_norm": 0.15553662180900574, | |
| "learning_rate": 0.00019957101294180174, | |
| "loss": 0.7508, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.02473722127227435, | |
| "grad_norm": 0.15310749411582947, | |
| "learning_rate": 0.00019955542624624522, | |
| "loss": 0.7563, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.024997613075140396, | |
| "grad_norm": 0.1628728210926056, | |
| "learning_rate": 0.00019953956205016256, | |
| "loss": 0.7524, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.02525800487800644, | |
| "grad_norm": 0.16211454570293427, | |
| "learning_rate": 0.00019952342039777362, | |
| "loss": 0.7564, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.025518396680872486, | |
| "grad_norm": 0.15663012862205505, | |
| "learning_rate": 0.00019950700133407163, | |
| "loss": 0.7395, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.025778788483738532, | |
| "grad_norm": 0.1684863567352295, | |
| "learning_rate": 0.00019949030490482296, | |
| "loss": 0.753, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.02603918028660458, | |
| "grad_norm": 0.1561436653137207, | |
| "learning_rate": 0.0001994733311565673, | |
| "loss": 0.7409, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.026299572089470622, | |
| "grad_norm": 0.1781485229730606, | |
| "learning_rate": 0.0001994560801366171, | |
| "loss": 0.762, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.02655996389233667, | |
| "grad_norm": 0.15422071516513824, | |
| "learning_rate": 0.00019943855189305792, | |
| "loss": 0.7291, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.026820355695202715, | |
| "grad_norm": 0.17980527877807617, | |
| "learning_rate": 0.00019942074647474786, | |
| "loss": 0.7732, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.027080747498068762, | |
| "grad_norm": 0.15810626745224, | |
| "learning_rate": 0.00019940266393131775, | |
| "loss": 0.7764, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.027341139300934805, | |
| "grad_norm": 0.16385480761528015, | |
| "learning_rate": 0.00019938430431317081, | |
| "loss": 0.7404, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.027601531103800852, | |
| "grad_norm": 0.15134255588054657, | |
| "learning_rate": 0.00019936566767148257, | |
| "loss": 0.7506, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.0278619229066669, | |
| "grad_norm": 0.1592187136411667, | |
| "learning_rate": 0.00019934675405820077, | |
| "loss": 0.73, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.028122314709532945, | |
| "grad_norm": 0.16852422058582306, | |
| "learning_rate": 0.00019932756352604515, | |
| "loss": 0.7443, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.02838270651239899, | |
| "grad_norm": 0.15741507709026337, | |
| "learning_rate": 0.00019930809612850735, | |
| "loss": 0.7377, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.028643098315265035, | |
| "grad_norm": 0.22424879670143127, | |
| "learning_rate": 0.00019928835191985076, | |
| "loss": 0.7544, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.028903490118131082, | |
| "grad_norm": 0.2047310769557953, | |
| "learning_rate": 0.0001992683309551103, | |
| "loss": 0.7441, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.02916388192099713, | |
| "grad_norm": 0.16392463445663452, | |
| "learning_rate": 0.00019924803329009243, | |
| "loss": 0.7606, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.02942427372386317, | |
| "grad_norm": 0.16227149963378906, | |
| "learning_rate": 0.00019922745898137473, | |
| "loss": 0.736, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.029684665526729218, | |
| "grad_norm": 0.15652808547019958, | |
| "learning_rate": 0.00019920660808630598, | |
| "loss": 0.7513, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.029945057329595265, | |
| "grad_norm": 0.15162768959999084, | |
| "learning_rate": 0.00019918548066300592, | |
| "loss": 0.7303, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.03020544913246131, | |
| "grad_norm": 0.17650415003299713, | |
| "learning_rate": 0.0001991640767703651, | |
| "loss": 0.7254, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.030465840935327355, | |
| "grad_norm": 0.1594468355178833, | |
| "learning_rate": 0.00019914239646804462, | |
| "loss": 0.741, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.0307262327381934, | |
| "grad_norm": 0.17928367853164673, | |
| "learning_rate": 0.00019912043981647616, | |
| "loss": 0.7515, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.030986624541059448, | |
| "grad_norm": 0.17009998857975006, | |
| "learning_rate": 0.00019909820687686157, | |
| "loss": 0.7539, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.031247016343925495, | |
| "grad_norm": 0.16556763648986816, | |
| "learning_rate": 0.0001990756977111729, | |
| "loss": 0.7418, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.03150740814679154, | |
| "grad_norm": 0.1561640352010727, | |
| "learning_rate": 0.0001990529123821522, | |
| "loss": 0.7465, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.03176779994965759, | |
| "grad_norm": 0.15182287991046906, | |
| "learning_rate": 0.00019902985095331113, | |
| "loss": 0.7694, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.03202819175252363, | |
| "grad_norm": 0.15173685550689697, | |
| "learning_rate": 0.00019900651348893114, | |
| "loss": 0.7519, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.032288583555389674, | |
| "grad_norm": 0.16535787284374237, | |
| "learning_rate": 0.00019898290005406296, | |
| "loss": 0.7646, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.032548975358255725, | |
| "grad_norm": 0.19272534549236298, | |
| "learning_rate": 0.00019895901071452667, | |
| "loss": 0.7655, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.03280936716112177, | |
| "grad_norm": 0.1672705113887787, | |
| "learning_rate": 0.0001989348455369113, | |
| "loss": 0.7486, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.03306975896398781, | |
| "grad_norm": 0.1525493860244751, | |
| "learning_rate": 0.0001989104045885748, | |
| "loss": 0.7546, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.03333015076685386, | |
| "grad_norm": 0.16333037614822388, | |
| "learning_rate": 0.00019888568793764385, | |
| "loss": 0.7299, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.033590542569719904, | |
| "grad_norm": 0.1590205729007721, | |
| "learning_rate": 0.00019886069565301355, | |
| "loss": 0.762, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.033850934372585954, | |
| "grad_norm": 0.15006420016288757, | |
| "learning_rate": 0.00019883542780434733, | |
| "loss": 0.7531, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.034111326175452, | |
| "grad_norm": 0.18390792608261108, | |
| "learning_rate": 0.0001988098844620767, | |
| "loss": 0.7621, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.03437171797831804, | |
| "grad_norm": 0.17046166956424713, | |
| "learning_rate": 0.0001987840656974011, | |
| "loss": 0.7422, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.03463210978118409, | |
| "grad_norm": 0.15121813118457794, | |
| "learning_rate": 0.00019875797158228775, | |
| "loss": 0.7555, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.034892501584050134, | |
| "grad_norm": 0.16219307482242584, | |
| "learning_rate": 0.00019873160218947125, | |
| "loss": 0.7301, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.03515289338691618, | |
| "grad_norm": 0.1779986321926117, | |
| "learning_rate": 0.00019870495759245362, | |
| "loss": 0.7356, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.03541328518978223, | |
| "grad_norm": 0.16951359808444977, | |
| "learning_rate": 0.0001986780378655039, | |
| "loss": 0.7645, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.03567367699264827, | |
| "grad_norm": 0.16620802879333496, | |
| "learning_rate": 0.0001986508430836581, | |
| "loss": 0.7331, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 0.03593406879551432, | |
| "grad_norm": 0.1577858328819275, | |
| "learning_rate": 0.0001986233733227188, | |
| "loss": 0.7667, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.036194460598380364, | |
| "grad_norm": 0.1637091338634491, | |
| "learning_rate": 0.00019859562865925525, | |
| "loss": 0.7521, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 0.03645485240124641, | |
| "grad_norm": 0.15061691403388977, | |
| "learning_rate": 0.00019856760917060277, | |
| "loss": 0.744, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.03671524420411246, | |
| "grad_norm": 0.15373477339744568, | |
| "learning_rate": 0.00019853931493486287, | |
| "loss": 0.7677, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 0.0369756360069785, | |
| "grad_norm": 0.16468606889247894, | |
| "learning_rate": 0.00019851074603090277, | |
| "loss": 0.7179, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.037236027809844544, | |
| "grad_norm": 0.16084876656532288, | |
| "learning_rate": 0.00019848190253835536, | |
| "loss": 0.749, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 0.037496419612710594, | |
| "grad_norm": 0.16743004322052002, | |
| "learning_rate": 0.00019845278453761896, | |
| "loss": 0.7483, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.03775681141557664, | |
| "grad_norm": 0.17335088551044464, | |
| "learning_rate": 0.00019842339210985696, | |
| "loss": 0.735, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.03801720321844268, | |
| "grad_norm": 0.1546197235584259, | |
| "learning_rate": 0.00019839372533699774, | |
| "loss": 0.7549, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.03827759502130873, | |
| "grad_norm": 0.16218656301498413, | |
| "learning_rate": 0.00019836378430173438, | |
| "loss": 0.7425, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 0.03853798682417477, | |
| "grad_norm": 0.1712743639945984, | |
| "learning_rate": 0.0001983335690875245, | |
| "loss": 0.733, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.03879837862704082, | |
| "grad_norm": 0.15490613877773285, | |
| "learning_rate": 0.00019830307977858984, | |
| "loss": 0.7265, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 0.03905877042990687, | |
| "grad_norm": 0.1646670252084732, | |
| "learning_rate": 0.00019827231645991623, | |
| "loss": 0.7315, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.03931916223277291, | |
| "grad_norm": 0.1599082201719284, | |
| "learning_rate": 0.00019824127921725326, | |
| "loss": 0.7293, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 0.03957955403563896, | |
| "grad_norm": 0.1565747708082199, | |
| "learning_rate": 0.00019820996813711407, | |
| "loss": 0.7396, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.039839945838505, | |
| "grad_norm": 0.154826357960701, | |
| "learning_rate": 0.0001981783833067751, | |
| "loss": 0.7217, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 0.040100337641371046, | |
| "grad_norm": 0.16705222427845, | |
| "learning_rate": 0.0001981465248142758, | |
| "loss": 0.761, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.040360729444237096, | |
| "grad_norm": 0.15651623904705048, | |
| "learning_rate": 0.00019811439274841842, | |
| "loss": 0.7565, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.04062112124710314, | |
| "grad_norm": 0.16211090981960297, | |
| "learning_rate": 0.00019808198719876782, | |
| "loss": 0.7555, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.04088151304996919, | |
| "grad_norm": 0.16856881976127625, | |
| "learning_rate": 0.00019804930825565112, | |
| "loss": 0.7567, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 0.04114190485283523, | |
| "grad_norm": 0.1588718593120575, | |
| "learning_rate": 0.00019801635601015752, | |
| "loss": 0.729, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.041402296655701276, | |
| "grad_norm": 0.17078711092472076, | |
| "learning_rate": 0.00019798313055413808, | |
| "loss": 0.7418, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 0.041662688458567326, | |
| "grad_norm": 0.16652734577655792, | |
| "learning_rate": 0.00019794963198020525, | |
| "loss": 0.7341, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.04192308026143337, | |
| "grad_norm": 0.15535488724708557, | |
| "learning_rate": 0.00019791586038173296, | |
| "loss": 0.7396, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 0.04218347206429941, | |
| "grad_norm": 0.3506317734718323, | |
| "learning_rate": 0.00019788181585285602, | |
| "loss": 0.7345, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.04244386386716546, | |
| "grad_norm": 0.16875872015953064, | |
| "learning_rate": 0.00019784749848847003, | |
| "loss": 0.7214, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 0.042704255670031506, | |
| "grad_norm": 0.17675861716270447, | |
| "learning_rate": 0.0001978129083842312, | |
| "loss": 0.7431, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.042964647472897556, | |
| "grad_norm": 0.15601837635040283, | |
| "learning_rate": 0.00019777804563655583, | |
| "loss": 0.7215, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.0432250392757636, | |
| "grad_norm": 0.1874823123216629, | |
| "learning_rate": 0.00019774291034262026, | |
| "loss": 0.727, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.04348543107862964, | |
| "grad_norm": 0.17005637288093567, | |
| "learning_rate": 0.00019770750260036054, | |
| "loss": 0.7446, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 0.04374582288149569, | |
| "grad_norm": 0.17069579660892487, | |
| "learning_rate": 0.00019767182250847207, | |
| "loss": 0.7266, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 0.044006214684361736, | |
| "grad_norm": 0.16133156418800354, | |
| "learning_rate": 0.00019763587016640948, | |
| "loss": 0.7568, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 0.04426660648722778, | |
| "grad_norm": 0.16229428350925446, | |
| "learning_rate": 0.00019759964567438623, | |
| "loss": 0.7402, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.04452699829009383, | |
| "grad_norm": 0.1622512936592102, | |
| "learning_rate": 0.00019756314913337432, | |
| "loss": 0.7536, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 0.04478739009295987, | |
| "grad_norm": 0.2161218672990799, | |
| "learning_rate": 0.00019752638064510415, | |
| "loss": 0.723, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 0.04504778189582592, | |
| "grad_norm": 0.154169961810112, | |
| "learning_rate": 0.00019748934031206414, | |
| "loss": 0.7441, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 0.045308173698691966, | |
| "grad_norm": 0.15468057990074158, | |
| "learning_rate": 0.00019745202823750034, | |
| "loss": 0.7349, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 0.04556856550155801, | |
| "grad_norm": 0.2015281468629837, | |
| "learning_rate": 0.0001974144445254164, | |
| "loss": 0.726, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.04582895730442406, | |
| "grad_norm": 0.1931644082069397, | |
| "learning_rate": 0.00019737658928057302, | |
| "loss": 0.7604, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 0.0460893491072901, | |
| "grad_norm": 0.1528482288122177, | |
| "learning_rate": 0.00019733846260848776, | |
| "loss": 0.7408, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 0.046349740910156145, | |
| "grad_norm": 0.16370061039924622, | |
| "learning_rate": 0.0001973000646154349, | |
| "loss": 0.7647, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 0.046610132713022195, | |
| "grad_norm": 0.16271348297595978, | |
| "learning_rate": 0.00019726139540844484, | |
| "loss": 0.7212, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 0.04687052451588824, | |
| "grad_norm": 0.16218173503875732, | |
| "learning_rate": 0.00019722245509530401, | |
| "loss": 0.735, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.04713091631875429, | |
| "grad_norm": 0.17063820362091064, | |
| "learning_rate": 0.00019718324378455458, | |
| "loss": 0.7311, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 0.04739130812162033, | |
| "grad_norm": 0.1678459346294403, | |
| "learning_rate": 0.00019714376158549404, | |
| "loss": 0.7486, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 0.047651699924486375, | |
| "grad_norm": 0.15926459431648254, | |
| "learning_rate": 0.00019710400860817494, | |
| "loss": 0.743, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 0.047912091727352425, | |
| "grad_norm": 0.1775251179933548, | |
| "learning_rate": 0.00019706398496340463, | |
| "loss": 0.7512, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 0.04817248353021847, | |
| "grad_norm": 0.1572408229112625, | |
| "learning_rate": 0.00019702369076274494, | |
| "loss": 0.733, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.04843287533308451, | |
| "grad_norm": 0.29658186435699463, | |
| "learning_rate": 0.0001969831261185118, | |
| "loss": 0.7297, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 0.04869326713595056, | |
| "grad_norm": 0.16520118713378906, | |
| "learning_rate": 0.00019694229114377494, | |
| "loss": 0.721, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 0.048953658938816605, | |
| "grad_norm": 0.17762574553489685, | |
| "learning_rate": 0.00019690118595235774, | |
| "loss": 0.7304, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 0.049214050741682655, | |
| "grad_norm": 0.16636615991592407, | |
| "learning_rate": 0.00019685981065883663, | |
| "loss": 0.7257, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 0.0494744425445487, | |
| "grad_norm": 0.1622323989868164, | |
| "learning_rate": 0.00019681816537854102, | |
| "loss": 0.7353, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.04973483434741474, | |
| "grad_norm": 0.17419832944869995, | |
| "learning_rate": 0.00019677625022755289, | |
| "loss": 0.7452, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 0.04999522615028079, | |
| "grad_norm": 0.17460434138774872, | |
| "learning_rate": 0.00019673406532270634, | |
| "loss": 0.7391, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 0.050255617953146835, | |
| "grad_norm": 0.15844550728797913, | |
| "learning_rate": 0.00019669161078158753, | |
| "loss": 0.7327, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 0.05051600975601288, | |
| "grad_norm": 0.1638839989900589, | |
| "learning_rate": 0.0001966488867225341, | |
| "loss": 0.745, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 0.05077640155887893, | |
| "grad_norm": 0.1587786227464676, | |
| "learning_rate": 0.00019660589326463498, | |
| "loss": 0.7476, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.05103679336174497, | |
| "grad_norm": 0.15708380937576294, | |
| "learning_rate": 0.00019656263052773002, | |
| "loss": 0.7208, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 0.05129718516461102, | |
| "grad_norm": 0.15816234052181244, | |
| "learning_rate": 0.00019651909863240965, | |
| "loss": 0.7262, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 0.051557576967477065, | |
| "grad_norm": 0.16749270260334015, | |
| "learning_rate": 0.00019647529770001456, | |
| "loss": 0.7284, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 0.05181796877034311, | |
| "grad_norm": 0.16943767666816711, | |
| "learning_rate": 0.00019643122785263536, | |
| "loss": 0.7225, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 0.05207836057320916, | |
| "grad_norm": 0.42929205298423767, | |
| "learning_rate": 0.00019638688921311224, | |
| "loss": 0.7305, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.0523387523760752, | |
| "grad_norm": 0.15851692855358124, | |
| "learning_rate": 0.00019634228190503454, | |
| "loss": 0.7344, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 0.052599144178941244, | |
| "grad_norm": 0.16053883731365204, | |
| "learning_rate": 0.00019629740605274062, | |
| "loss": 0.7468, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 0.052859535981807294, | |
| "grad_norm": 0.16504009068012238, | |
| "learning_rate": 0.00019625226178131728, | |
| "loss": 0.7375, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 0.05311992778467334, | |
| "grad_norm": 0.1618044674396515, | |
| "learning_rate": 0.00019620684921659953, | |
| "loss": 0.7201, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 0.05338031958753939, | |
| "grad_norm": 0.15512776374816895, | |
| "learning_rate": 0.00019616116848517027, | |
| "loss": 0.7355, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.05364071139040543, | |
| "grad_norm": 0.17377036809921265, | |
| "learning_rate": 0.00019611521971435979, | |
| "loss": 0.7226, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 0.053901103193271474, | |
| "grad_norm": 0.1685250997543335, | |
| "learning_rate": 0.0001960690030322456, | |
| "loss": 0.7483, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 0.054161494996137524, | |
| "grad_norm": 0.18394522368907928, | |
| "learning_rate": 0.00019602251856765194, | |
| "loss": 0.7385, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 0.05442188679900357, | |
| "grad_norm": 0.1753673106431961, | |
| "learning_rate": 0.0001959757664501495, | |
| "loss": 0.7378, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 0.05468227860186961, | |
| "grad_norm": 0.1795465052127838, | |
| "learning_rate": 0.000195928746810055, | |
| "loss": 0.748, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.05494267040473566, | |
| "grad_norm": 0.16327305138111115, | |
| "learning_rate": 0.0001958814597784309, | |
| "loss": 0.7306, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 0.055203062207601704, | |
| "grad_norm": 0.15880291163921356, | |
| "learning_rate": 0.00019583390548708486, | |
| "loss": 0.7281, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 0.05546345401046775, | |
| "grad_norm": 0.1702323853969574, | |
| "learning_rate": 0.0001957860840685696, | |
| "loss": 0.7407, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 0.0557238458133338, | |
| "grad_norm": 0.16931670904159546, | |
| "learning_rate": 0.0001957379956561825, | |
| "loss": 0.7272, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 0.05598423761619984, | |
| "grad_norm": 0.15455976128578186, | |
| "learning_rate": 0.000195689640383965, | |
| "loss": 0.7398, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.05624462941906589, | |
| "grad_norm": 0.16061417758464813, | |
| "learning_rate": 0.0001956410183867024, | |
| "loss": 0.749, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 0.056505021221931934, | |
| "grad_norm": 0.14933143556118011, | |
| "learning_rate": 0.00019559212979992365, | |
| "loss": 0.7418, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 0.05676541302479798, | |
| "grad_norm": 0.1592816412448883, | |
| "learning_rate": 0.00019554297475990058, | |
| "loss": 0.7423, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 0.05702580482766403, | |
| "grad_norm": 0.1677238792181015, | |
| "learning_rate": 0.00019549355340364787, | |
| "loss": 0.7101, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 0.05728619663053007, | |
| "grad_norm": 0.3558599054813385, | |
| "learning_rate": 0.00019544386586892238, | |
| "loss": 0.725, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.05754658843339611, | |
| "grad_norm": 0.1746376007795334, | |
| "learning_rate": 0.00019539391229422313, | |
| "loss": 0.7479, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 0.057806980236262163, | |
| "grad_norm": 0.15979182720184326, | |
| "learning_rate": 0.00019534369281879049, | |
| "loss": 0.7352, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 0.05806737203912821, | |
| "grad_norm": 0.16173166036605835, | |
| "learning_rate": 0.0001952932075826061, | |
| "loss": 0.7364, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 0.05832776384199426, | |
| "grad_norm": 0.1514744907617569, | |
| "learning_rate": 0.00019524245672639245, | |
| "loss": 0.734, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 0.0585881556448603, | |
| "grad_norm": 0.16860373318195343, | |
| "learning_rate": 0.00019519144039161222, | |
| "loss": 0.7098, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.05884854744772634, | |
| "grad_norm": 0.16847743093967438, | |
| "learning_rate": 0.00019514015872046833, | |
| "loss": 0.7103, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 0.05910893925059239, | |
| "grad_norm": 0.16181516647338867, | |
| "learning_rate": 0.00019508861185590307, | |
| "loss": 0.7561, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 0.059369331053458436, | |
| "grad_norm": 0.16594484448432922, | |
| "learning_rate": 0.0001950367999415981, | |
| "loss": 0.7308, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 0.05962972285632448, | |
| "grad_norm": 0.166441410779953, | |
| "learning_rate": 0.00019498472312197375, | |
| "loss": 0.735, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 0.05989011465919053, | |
| "grad_norm": 0.16273920238018036, | |
| "learning_rate": 0.00019493238154218886, | |
| "loss": 0.7458, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.06015050646205657, | |
| "grad_norm": 0.16227276623249054, | |
| "learning_rate": 0.00019487977534814012, | |
| "loss": 0.7143, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 0.06041089826492262, | |
| "grad_norm": 0.1619606912136078, | |
| "learning_rate": 0.000194826904686462, | |
| "loss": 0.7285, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 0.060671290067788666, | |
| "grad_norm": 0.1596045345067978, | |
| "learning_rate": 0.00019477376970452603, | |
| "loss": 0.7513, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 0.06093168187065471, | |
| "grad_norm": 0.17504757642745972, | |
| "learning_rate": 0.00019472037055044044, | |
| "loss": 0.7376, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 0.06119207367352076, | |
| "grad_norm": 0.1559167355298996, | |
| "learning_rate": 0.00019466670737304992, | |
| "loss": 0.7339, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 0.0614524654763868, | |
| "grad_norm": 0.1624836027622223, | |
| "learning_rate": 0.0001946127803219351, | |
| "loss": 0.7258, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 0.061712857279252846, | |
| "grad_norm": 0.17907138168811798, | |
| "learning_rate": 0.00019455858954741206, | |
| "loss": 0.72, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 0.061973249082118896, | |
| "grad_norm": 0.15922705829143524, | |
| "learning_rate": 0.00019450413520053202, | |
| "loss": 0.7187, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 0.06223364088498494, | |
| "grad_norm": 0.1552513986825943, | |
| "learning_rate": 0.0001944494174330809, | |
| "loss": 0.7183, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 0.06249403268785099, | |
| "grad_norm": 0.16838514804840088, | |
| "learning_rate": 0.00019439443639757885, | |
| "loss": 0.7286, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.06275442449071703, | |
| "grad_norm": 0.17352423071861267, | |
| "learning_rate": 0.00019433919224727986, | |
| "loss": 0.7436, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 0.06301481629358308, | |
| "grad_norm": 0.17366603016853333, | |
| "learning_rate": 0.0001942836851361713, | |
| "loss": 0.7265, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 0.06327520809644913, | |
| "grad_norm": 0.14833413064479828, | |
| "learning_rate": 0.00019422791521897357, | |
| "loss": 0.7234, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 0.06353559989931518, | |
| "grad_norm": 0.16602723300457, | |
| "learning_rate": 0.00019417188265113958, | |
| "loss": 0.725, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 0.06379599170218121, | |
| "grad_norm": 0.17290353775024414, | |
| "learning_rate": 0.00019411558758885438, | |
| "loss": 0.7174, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 0.06405638350504726, | |
| "grad_norm": 0.16486665606498718, | |
| "learning_rate": 0.0001940590301890346, | |
| "loss": 0.7301, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 0.06431677530791331, | |
| "grad_norm": 0.16255232691764832, | |
| "learning_rate": 0.00019400221060932827, | |
| "loss": 0.7462, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 0.06457716711077935, | |
| "grad_norm": 0.16139757633209229, | |
| "learning_rate": 0.0001939451290081141, | |
| "loss": 0.7424, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 0.0648375589136454, | |
| "grad_norm": 0.165597602725029, | |
| "learning_rate": 0.00019388778554450117, | |
| "loss": 0.7426, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 0.06509795071651145, | |
| "grad_norm": 0.19819000363349915, | |
| "learning_rate": 0.00019383018037832854, | |
| "loss": 0.7356, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.06535834251937749, | |
| "grad_norm": 0.16469696164131165, | |
| "learning_rate": 0.00019377231367016467, | |
| "loss": 0.718, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 0.06561873432224354, | |
| "grad_norm": 0.1644965261220932, | |
| "learning_rate": 0.00019371418558130702, | |
| "loss": 0.7253, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 0.06587912612510959, | |
| "grad_norm": 0.15347526967525482, | |
| "learning_rate": 0.00019365579627378174, | |
| "loss": 0.7214, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 0.06613951792797562, | |
| "grad_norm": 0.1618672013282776, | |
| "learning_rate": 0.00019359714591034302, | |
| "loss": 0.7204, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 0.06639990973084167, | |
| "grad_norm": 0.17043665051460266, | |
| "learning_rate": 0.00019353823465447268, | |
| "loss": 0.7278, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 0.06666030153370772, | |
| "grad_norm": 0.15762579441070557, | |
| "learning_rate": 0.00019347906267037983, | |
| "loss": 0.7283, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 0.06692069333657376, | |
| "grad_norm": 0.1622801572084427, | |
| "learning_rate": 0.00019341963012300029, | |
| "loss": 0.7193, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 0.06718108513943981, | |
| "grad_norm": 0.16705769300460815, | |
| "learning_rate": 0.00019335993717799617, | |
| "loss": 0.7414, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 0.06744147694230586, | |
| "grad_norm": 0.15886452794075012, | |
| "learning_rate": 0.00019329998400175545, | |
| "loss": 0.7242, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 0.06770186874517191, | |
| "grad_norm": 0.17994090914726257, | |
| "learning_rate": 0.00019323977076139142, | |
| "loss": 0.7017, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.06796226054803794, | |
| "grad_norm": 0.1609068214893341, | |
| "learning_rate": 0.00019317929762474232, | |
| "loss": 0.7352, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 0.068222652350904, | |
| "grad_norm": 0.15605950355529785, | |
| "learning_rate": 0.0001931185647603708, | |
| "loss": 0.7249, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 0.06848304415377005, | |
| "grad_norm": 0.16057750582695007, | |
| "learning_rate": 0.00019305757233756352, | |
| "loss": 0.7521, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 0.06874343595663608, | |
| "grad_norm": 0.1703862100839615, | |
| "learning_rate": 0.00019299632052633054, | |
| "loss": 0.7245, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 0.06900382775950213, | |
| "grad_norm": 0.16324444115161896, | |
| "learning_rate": 0.00019293480949740505, | |
| "loss": 0.7395, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 0.06926421956236818, | |
| "grad_norm": 0.15283791720867157, | |
| "learning_rate": 0.00019287303942224266, | |
| "loss": 0.7158, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 0.06952461136523422, | |
| "grad_norm": 0.1882282942533493, | |
| "learning_rate": 0.00019281101047302114, | |
| "loss": 0.724, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 0.06978500316810027, | |
| "grad_norm": 0.16147953271865845, | |
| "learning_rate": 0.00019274872282263984, | |
| "loss": 0.7365, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 0.07004539497096632, | |
| "grad_norm": 0.1614103466272354, | |
| "learning_rate": 0.00019268617664471916, | |
| "loss": 0.7206, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 0.07030578677383235, | |
| "grad_norm": 0.16784432530403137, | |
| "learning_rate": 0.00019262337211360016, | |
| "loss": 0.7279, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.0705661785766984, | |
| "grad_norm": 0.15966112911701202, | |
| "learning_rate": 0.000192560309404344, | |
| "loss": 0.7274, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 0.07082657037956445, | |
| "grad_norm": 0.16970521211624146, | |
| "learning_rate": 0.0001924969886927315, | |
| "loss": 0.7038, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 0.07108696218243049, | |
| "grad_norm": 0.16143856942653656, | |
| "learning_rate": 0.00019243341015526272, | |
| "loss": 0.7097, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 0.07134735398529654, | |
| "grad_norm": 0.16041269898414612, | |
| "learning_rate": 0.00019236957396915623, | |
| "loss": 0.722, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 0.07160774578816259, | |
| "grad_norm": 0.15845969319343567, | |
| "learning_rate": 0.00019230548031234882, | |
| "loss": 0.7238, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 0.07186813759102864, | |
| "grad_norm": 0.14966030418872833, | |
| "learning_rate": 0.00019224112936349502, | |
| "loss": 0.7182, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 0.07212852939389468, | |
| "grad_norm": 0.16525116562843323, | |
| "learning_rate": 0.00019217652130196653, | |
| "loss": 0.7397, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 0.07238892119676073, | |
| "grad_norm": 0.18119119107723236, | |
| "learning_rate": 0.0001921116563078516, | |
| "loss": 0.7222, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 0.07264931299962678, | |
| "grad_norm": 0.1709197610616684, | |
| "learning_rate": 0.00019204653456195478, | |
| "loss": 0.7068, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 0.07290970480249281, | |
| "grad_norm": 0.16309161484241486, | |
| "learning_rate": 0.00019198115624579625, | |
| "loss": 0.7349, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.07317009660535886, | |
| "grad_norm": 0.1736750453710556, | |
| "learning_rate": 0.00019191552154161135, | |
| "loss": 0.7445, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 0.07343048840822491, | |
| "grad_norm": 0.15009112656116486, | |
| "learning_rate": 0.00019184963063235006, | |
| "loss": 0.7034, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 0.07369088021109095, | |
| "grad_norm": 0.17244628071784973, | |
| "learning_rate": 0.0001917834837016766, | |
| "loss": 0.7285, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 0.073951272013957, | |
| "grad_norm": 0.15991820394992828, | |
| "learning_rate": 0.00019171708093396861, | |
| "loss": 0.7096, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 0.07421166381682305, | |
| "grad_norm": 0.17037667334079742, | |
| "learning_rate": 0.0001916504225143171, | |
| "loss": 0.7177, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 0.07447205561968909, | |
| "grad_norm": 0.16700348258018494, | |
| "learning_rate": 0.00019158350862852553, | |
| "loss": 0.7453, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 0.07473244742255514, | |
| "grad_norm": 0.17683659493923187, | |
| "learning_rate": 0.00019151633946310948, | |
| "loss": 0.7331, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 0.07499283922542119, | |
| "grad_norm": 0.16364306211471558, | |
| "learning_rate": 0.00019144891520529608, | |
| "loss": 0.7347, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 0.07525323102828722, | |
| "grad_norm": 0.1781424731016159, | |
| "learning_rate": 0.00019138123604302355, | |
| "loss": 0.7169, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 0.07551362283115327, | |
| "grad_norm": 0.16007259488105774, | |
| "learning_rate": 0.00019131330216494064, | |
| "loss": 0.7269, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.07577401463401932, | |
| "grad_norm": 0.1604921519756317, | |
| "learning_rate": 0.00019124511376040598, | |
| "loss": 0.7094, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 0.07603440643688536, | |
| "grad_norm": 0.16649965941905975, | |
| "learning_rate": 0.00019117667101948782, | |
| "loss": 0.7271, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 0.07629479823975141, | |
| "grad_norm": 0.16084066033363342, | |
| "learning_rate": 0.0001911079741329632, | |
| "loss": 0.7239, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 0.07655519004261746, | |
| "grad_norm": 0.1651066243648529, | |
| "learning_rate": 0.0001910390232923177, | |
| "loss": 0.7304, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 0.07681558184548351, | |
| "grad_norm": 0.1528957635164261, | |
| "learning_rate": 0.00019096981868974467, | |
| "loss": 0.7068, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 0.07707597364834955, | |
| "grad_norm": 0.172830730676651, | |
| "learning_rate": 0.00019090036051814483, | |
| "loss": 0.7277, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 0.0773363654512156, | |
| "grad_norm": 0.15909147262573242, | |
| "learning_rate": 0.00019083064897112571, | |
| "loss": 0.7135, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 0.07759675725408165, | |
| "grad_norm": 0.16273066401481628, | |
| "learning_rate": 0.0001907606842430011, | |
| "loss": 0.7346, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 0.07785714905694768, | |
| "grad_norm": 0.1595291793346405, | |
| "learning_rate": 0.00019069046652879049, | |
| "loss": 0.7377, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 0.07811754085981373, | |
| "grad_norm": 0.15573470294475555, | |
| "learning_rate": 0.0001906199960242185, | |
| "loss": 0.7026, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.07837793266267978, | |
| "grad_norm": 0.1670667678117752, | |
| "learning_rate": 0.0001905492729257145, | |
| "loss": 0.7231, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 0.07863832446554582, | |
| "grad_norm": 0.17074571549892426, | |
| "learning_rate": 0.00019047829743041184, | |
| "loss": 0.7003, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 0.07889871626841187, | |
| "grad_norm": 0.16979442536830902, | |
| "learning_rate": 0.00019040706973614738, | |
| "loss": 0.7217, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 0.07915910807127792, | |
| "grad_norm": 0.15843816101551056, | |
| "learning_rate": 0.00019033559004146103, | |
| "loss": 0.7334, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 0.07941949987414396, | |
| "grad_norm": 0.1607016921043396, | |
| "learning_rate": 0.0001902638585455951, | |
| "loss": 0.7271, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 0.07967989167701, | |
| "grad_norm": 0.1619115173816681, | |
| "learning_rate": 0.0001901918754484938, | |
| "loss": 0.7144, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 0.07994028347987606, | |
| "grad_norm": 0.1638360172510147, | |
| "learning_rate": 0.00019011964095080254, | |
| "loss": 0.7149, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 0.08020067528274209, | |
| "grad_norm": 0.16503652930259705, | |
| "learning_rate": 0.00019004715525386764, | |
| "loss": 0.7011, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 0.08046106708560814, | |
| "grad_norm": 0.16763822734355927, | |
| "learning_rate": 0.00018997441855973552, | |
| "loss": 0.7145, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 0.08072145888847419, | |
| "grad_norm": 0.1621125340461731, | |
| "learning_rate": 0.0001899014310711522, | |
| "loss": 0.7318, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.08098185069134024, | |
| "grad_norm": 0.16480112075805664, | |
| "learning_rate": 0.0001898281929915629, | |
| "loss": 0.7145, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 0.08124224249420628, | |
| "grad_norm": 0.1805388629436493, | |
| "learning_rate": 0.00018975470452511112, | |
| "loss": 0.7102, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 0.08150263429707233, | |
| "grad_norm": 0.1902652531862259, | |
| "learning_rate": 0.00018968096587663853, | |
| "loss": 0.7281, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 0.08176302609993838, | |
| "grad_norm": 0.1732487976551056, | |
| "learning_rate": 0.00018960697725168397, | |
| "loss": 0.7434, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 0.08202341790280442, | |
| "grad_norm": 0.1662171334028244, | |
| "learning_rate": 0.00018953273885648314, | |
| "loss": 0.716, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 0.08228380970567047, | |
| "grad_norm": 0.16129222512245178, | |
| "learning_rate": 0.00018945825089796797, | |
| "loss": 0.7318, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 0.08254420150853652, | |
| "grad_norm": 0.16837772727012634, | |
| "learning_rate": 0.00018938351358376596, | |
| "loss": 0.7137, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 0.08280459331140255, | |
| "grad_norm": 0.1618524193763733, | |
| "learning_rate": 0.00018930852712219974, | |
| "loss": 0.7079, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 0.0830649851142686, | |
| "grad_norm": 0.16333432495594025, | |
| "learning_rate": 0.00018923329172228632, | |
| "loss": 0.7062, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 0.08332537691713465, | |
| "grad_norm": 0.15985700488090515, | |
| "learning_rate": 0.00018915780759373672, | |
| "loss": 0.7277, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.08358576872000069, | |
| "grad_norm": 0.16181236505508423, | |
| "learning_rate": 0.0001890820749469551, | |
| "loss": 0.7048, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 0.08384616052286674, | |
| "grad_norm": 0.1679672747850418, | |
| "learning_rate": 0.00018900609399303853, | |
| "loss": 0.73, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 0.08410655232573279, | |
| "grad_norm": 0.16680286824703217, | |
| "learning_rate": 0.00018892986494377606, | |
| "loss": 0.7169, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 0.08436694412859883, | |
| "grad_norm": 0.15980315208435059, | |
| "learning_rate": 0.00018885338801164834, | |
| "loss": 0.7346, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 0.08462733593146488, | |
| "grad_norm": 0.16863352060317993, | |
| "learning_rate": 0.00018877666340982695, | |
| "loss": 0.7256, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 0.08488772773433093, | |
| "grad_norm": 0.1657836139202118, | |
| "learning_rate": 0.0001886996913521739, | |
| "loss": 0.7219, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 0.08514811953719698, | |
| "grad_norm": 0.1683470606803894, | |
| "learning_rate": 0.00018862247205324087, | |
| "loss": 0.7279, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 0.08540851134006301, | |
| "grad_norm": 0.1686122715473175, | |
| "learning_rate": 0.00018854500572826867, | |
| "loss": 0.7178, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 0.08566890314292906, | |
| "grad_norm": 0.16122782230377197, | |
| "learning_rate": 0.00018846729259318682, | |
| "loss": 0.7289, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 0.08592929494579511, | |
| "grad_norm": 0.1920589804649353, | |
| "learning_rate": 0.0001883893328646126, | |
| "loss": 0.7264, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.08618968674866115, | |
| "grad_norm": 0.17415335774421692, | |
| "learning_rate": 0.00018831112675985083, | |
| "loss": 0.7378, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 0.0864500785515272, | |
| "grad_norm": 0.16903561353683472, | |
| "learning_rate": 0.00018823267449689292, | |
| "loss": 0.702, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 0.08671047035439325, | |
| "grad_norm": 0.17158570885658264, | |
| "learning_rate": 0.00018815397629441658, | |
| "loss": 0.7264, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 0.08697086215725928, | |
| "grad_norm": 0.17094087600708008, | |
| "learning_rate": 0.0001880750323717849, | |
| "loss": 0.741, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 0.08723125396012534, | |
| "grad_norm": 0.1618223935365677, | |
| "learning_rate": 0.000187995842949046, | |
| "loss": 0.7084, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 0.08749164576299139, | |
| "grad_norm": 0.1671626716852188, | |
| "learning_rate": 0.0001879164082469322, | |
| "loss": 0.7236, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 0.08775203756585742, | |
| "grad_norm": 0.1681569665670395, | |
| "learning_rate": 0.00018783672848685966, | |
| "loss": 0.7382, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 0.08801242936872347, | |
| "grad_norm": 0.16421955823898315, | |
| "learning_rate": 0.00018775680389092748, | |
| "loss": 0.717, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 0.08827282117158952, | |
| "grad_norm": 0.174809530377388, | |
| "learning_rate": 0.00018767663468191725, | |
| "loss": 0.7225, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 0.08853321297445556, | |
| "grad_norm": 0.16181902587413788, | |
| "learning_rate": 0.00018759622108329243, | |
| "loss": 0.7014, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.08879360477732161, | |
| "grad_norm": 0.15579254925251007, | |
| "learning_rate": 0.0001875155633191977, | |
| "loss": 0.7125, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 0.08905399658018766, | |
| "grad_norm": 0.16342496871948242, | |
| "learning_rate": 0.00018743466161445823, | |
| "loss": 0.7075, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 0.08931438838305371, | |
| "grad_norm": 0.17215611040592194, | |
| "learning_rate": 0.00018735351619457923, | |
| "loss": 0.7331, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 0.08957478018591974, | |
| "grad_norm": 0.1682904213666916, | |
| "learning_rate": 0.00018727212728574522, | |
| "loss": 0.734, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 0.0898351719887858, | |
| "grad_norm": 0.16969889402389526, | |
| "learning_rate": 0.00018719049511481948, | |
| "loss": 0.7224, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 0.09009556379165184, | |
| "grad_norm": 0.16607950627803802, | |
| "learning_rate": 0.00018710861990934324, | |
| "loss": 0.7218, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 0.09035595559451788, | |
| "grad_norm": 0.16665585339069366, | |
| "learning_rate": 0.00018702650189753525, | |
| "loss": 0.7152, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 0.09061634739738393, | |
| "grad_norm": 0.16812992095947266, | |
| "learning_rate": 0.00018694414130829103, | |
| "loss": 0.7097, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 0.09087673920024998, | |
| "grad_norm": 0.16855508089065552, | |
| "learning_rate": 0.00018686153837118224, | |
| "loss": 0.7268, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 0.09113713100311602, | |
| "grad_norm": 0.1634734570980072, | |
| "learning_rate": 0.00018677869331645613, | |
| "loss": 0.7485, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.09139752280598207, | |
| "grad_norm": 0.17040792107582092, | |
| "learning_rate": 0.00018669560637503478, | |
| "loss": 0.7529, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 0.09165791460884812, | |
| "grad_norm": 0.16575287282466888, | |
| "learning_rate": 0.00018661227777851447, | |
| "loss": 0.7053, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 0.09191830641171415, | |
| "grad_norm": 0.16195647418498993, | |
| "learning_rate": 0.00018652870775916515, | |
| "loss": 0.7498, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 0.0921786982145802, | |
| "grad_norm": 0.16672903299331665, | |
| "learning_rate": 0.00018644489654992956, | |
| "loss": 0.7168, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 0.09243909001744625, | |
| "grad_norm": 0.16135342419147491, | |
| "learning_rate": 0.00018636084438442298, | |
| "loss": 0.6868, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 0.09269948182031229, | |
| "grad_norm": 0.16677817702293396, | |
| "learning_rate": 0.0001862765514969321, | |
| "loss": 0.7128, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 0.09295987362317834, | |
| "grad_norm": 0.16983947157859802, | |
| "learning_rate": 0.00018619201812241474, | |
| "loss": 0.7189, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 0.09322026542604439, | |
| "grad_norm": 0.17054444551467896, | |
| "learning_rate": 0.00018610724449649895, | |
| "loss": 0.6916, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 0.09348065722891043, | |
| "grad_norm": 0.1672518253326416, | |
| "learning_rate": 0.0001860222308554825, | |
| "loss": 0.7002, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 0.09374104903177648, | |
| "grad_norm": 0.16726090013980865, | |
| "learning_rate": 0.00018593697743633225, | |
| "loss": 0.7153, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.09400144083464253, | |
| "grad_norm": 0.16627268493175507, | |
| "learning_rate": 0.0001858514844766833, | |
| "loss": 0.7121, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 0.09426183263750858, | |
| "grad_norm": 0.16322413086891174, | |
| "learning_rate": 0.00018576575221483852, | |
| "loss": 0.7018, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 0.09452222444037461, | |
| "grad_norm": 0.1642254739999771, | |
| "learning_rate": 0.00018567978088976776, | |
| "loss": 0.706, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 0.09478261624324066, | |
| "grad_norm": 0.17001990973949432, | |
| "learning_rate": 0.00018559357074110727, | |
| "loss": 0.7236, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 0.09504300804610671, | |
| "grad_norm": 0.166624054312706, | |
| "learning_rate": 0.00018550712200915897, | |
| "loss": 0.7129, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 0.09530339984897275, | |
| "grad_norm": 0.17228394746780396, | |
| "learning_rate": 0.00018542043493488986, | |
| "loss": 0.7096, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 0.0955637916518388, | |
| "grad_norm": 0.17133943736553192, | |
| "learning_rate": 0.0001853335097599312, | |
| "loss": 0.7164, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 0.09582418345470485, | |
| "grad_norm": 0.16100934147834778, | |
| "learning_rate": 0.00018524634672657805, | |
| "loss": 0.711, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 0.09608457525757089, | |
| "grad_norm": 0.17711074650287628, | |
| "learning_rate": 0.00018515894607778837, | |
| "loss": 0.7153, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 0.09634496706043694, | |
| "grad_norm": 0.20850953459739685, | |
| "learning_rate": 0.00018507130805718252, | |
| "loss": 0.7309, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.09660535886330299, | |
| "grad_norm": 0.15805912017822266, | |
| "learning_rate": 0.00018498343290904246, | |
| "loss": 0.72, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 0.09686575066616902, | |
| "grad_norm": 0.17850877344608307, | |
| "learning_rate": 0.00018489532087831114, | |
| "loss": 0.7235, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 0.09712614246903507, | |
| "grad_norm": 0.16705553233623505, | |
| "learning_rate": 0.0001848069722105918, | |
| "loss": 0.7233, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 0.09738653427190112, | |
| "grad_norm": 0.17024511098861694, | |
| "learning_rate": 0.0001847183871521473, | |
| "loss": 0.7127, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 0.09764692607476716, | |
| "grad_norm": 0.16217222809791565, | |
| "learning_rate": 0.0001846295659498994, | |
| "loss": 0.6844, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 0.09790731787763321, | |
| "grad_norm": 0.20443694293498993, | |
| "learning_rate": 0.00018454050885142803, | |
| "loss": 0.7327, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 0.09816770968049926, | |
| "grad_norm": 0.16370315849781036, | |
| "learning_rate": 0.00018445121610497072, | |
| "loss": 0.7191, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 0.09842810148336531, | |
| "grad_norm": 0.16387638449668884, | |
| "learning_rate": 0.00018436168795942187, | |
| "loss": 0.724, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 0.09868849328623135, | |
| "grad_norm": 0.1664215326309204, | |
| "learning_rate": 0.00018427192466433193, | |
| "loss": 0.6955, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 0.0989488850890974, | |
| "grad_norm": 0.17285983264446259, | |
| "learning_rate": 0.0001841819264699069, | |
| "loss": 0.7063, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.09920927689196345, | |
| "grad_norm": 0.1637914627790451, | |
| "learning_rate": 0.00018409169362700753, | |
| "loss": 0.7211, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 0.09946966869482948, | |
| "grad_norm": 0.1695072054862976, | |
| "learning_rate": 0.00018400122638714855, | |
| "loss": 0.7172, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 0.09973006049769553, | |
| "grad_norm": 0.16097985208034515, | |
| "learning_rate": 0.00018391052500249812, | |
| "loss": 0.7073, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 0.09999045230056158, | |
| "grad_norm": 0.16112865507602692, | |
| "learning_rate": 0.00018381958972587707, | |
| "loss": 0.7126, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 0.10025084410342762, | |
| "grad_norm": 0.16681082546710968, | |
| "learning_rate": 0.0001837284208107581, | |
| "loss": 0.7331, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 0.10051123590629367, | |
| "grad_norm": 0.16337643563747406, | |
| "learning_rate": 0.0001836370185112652, | |
| "loss": 0.7185, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 0.10077162770915972, | |
| "grad_norm": 0.16530117392539978, | |
| "learning_rate": 0.0001835453830821729, | |
| "loss": 0.7058, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 0.10103201951202576, | |
| "grad_norm": 0.1671489030122757, | |
| "learning_rate": 0.00018345351477890554, | |
| "loss": 0.7225, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 0.1012924113148918, | |
| "grad_norm": 0.1631312221288681, | |
| "learning_rate": 0.00018336141385753661, | |
| "loss": 0.7189, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 0.10155280311775786, | |
| "grad_norm": 0.16685089468955994, | |
| "learning_rate": 0.00018326908057478795, | |
| "loss": 0.7076, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.10181319492062389, | |
| "grad_norm": 0.16232247650623322, | |
| "learning_rate": 0.00018317651518802913, | |
| "loss": 0.7168, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 0.10207358672348994, | |
| "grad_norm": 0.16136577725410461, | |
| "learning_rate": 0.0001830837179552766, | |
| "loss": 0.7335, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 0.10233397852635599, | |
| "grad_norm": 0.17820622026920319, | |
| "learning_rate": 0.00018299068913519312, | |
| "loss": 0.7071, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 0.10259437032922204, | |
| "grad_norm": 0.15879027545452118, | |
| "learning_rate": 0.00018289742898708707, | |
| "loss": 0.7301, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 0.10285476213208808, | |
| "grad_norm": 0.1569281965494156, | |
| "learning_rate": 0.00018280393777091143, | |
| "loss": 0.7018, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 0.10311515393495413, | |
| "grad_norm": 0.15729983150959015, | |
| "learning_rate": 0.00018271021574726336, | |
| "loss": 0.717, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 0.10337554573782018, | |
| "grad_norm": 0.1715734452009201, | |
| "learning_rate": 0.00018261626317738348, | |
| "loss": 0.7008, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 0.10363593754068622, | |
| "grad_norm": 0.16048088669776917, | |
| "learning_rate": 0.00018252208032315482, | |
| "loss": 0.7108, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 0.10389632934355227, | |
| "grad_norm": 0.1652391403913498, | |
| "learning_rate": 0.00018242766744710248, | |
| "loss": 0.7164, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 0.10415672114641832, | |
| "grad_norm": 0.17617185413837433, | |
| "learning_rate": 0.0001823330248123926, | |
| "loss": 0.7152, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.10441711294928435, | |
| "grad_norm": 0.16789917647838593, | |
| "learning_rate": 0.00018223815268283186, | |
| "loss": 0.742, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 0.1046775047521504, | |
| "grad_norm": 0.15830789506435394, | |
| "learning_rate": 0.00018214305132286656, | |
| "loss": 0.7127, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 0.10493789655501645, | |
| "grad_norm": 0.16791877150535583, | |
| "learning_rate": 0.00018204772099758194, | |
| "loss": 0.7173, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 0.10519828835788249, | |
| "grad_norm": 0.1708458811044693, | |
| "learning_rate": 0.00018195216197270156, | |
| "loss": 0.7152, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 0.10545868016074854, | |
| "grad_norm": 0.16406644880771637, | |
| "learning_rate": 0.0001818563745145863, | |
| "loss": 0.709, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 0.10571907196361459, | |
| "grad_norm": 0.16491225361824036, | |
| "learning_rate": 0.00018176035889023396, | |
| "loss": 0.6957, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 0.10597946376648062, | |
| "grad_norm": 0.18035203218460083, | |
| "learning_rate": 0.00018166411536727812, | |
| "loss": 0.7166, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 0.10623985556934668, | |
| "grad_norm": 0.1827452927827835, | |
| "learning_rate": 0.0001815676442139878, | |
| "loss": 0.7359, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 0.10650024737221273, | |
| "grad_norm": 0.17651152610778809, | |
| "learning_rate": 0.00018147094569926644, | |
| "loss": 0.7055, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 0.10676063917507878, | |
| "grad_norm": 0.16017574071884155, | |
| "learning_rate": 0.00018137402009265114, | |
| "loss": 0.7175, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 0.10702103097794481, | |
| "grad_norm": 0.16183608770370483, | |
| "learning_rate": 0.00018127686766431213, | |
| "loss": 0.7099, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 0.10728142278081086, | |
| "grad_norm": 0.173137828707695, | |
| "learning_rate": 0.00018117948868505182, | |
| "loss": 0.7139, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 0.10754181458367691, | |
| "grad_norm": 0.1736387312412262, | |
| "learning_rate": 0.00018108188342630413, | |
| "loss": 0.7219, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 0.10780220638654295, | |
| "grad_norm": 0.1679358333349228, | |
| "learning_rate": 0.0001809840521601337, | |
| "loss": 0.7057, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 0.108062598189409, | |
| "grad_norm": 0.16037985682487488, | |
| "learning_rate": 0.00018088599515923503, | |
| "loss": 0.7111, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 0.10832298999227505, | |
| "grad_norm": 0.15554189682006836, | |
| "learning_rate": 0.00018078771269693209, | |
| "loss": 0.6978, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 0.10858338179514108, | |
| "grad_norm": 0.1662927269935608, | |
| "learning_rate": 0.00018068920504717704, | |
| "loss": 0.7016, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 0.10884377359800713, | |
| "grad_norm": 0.168484628200531, | |
| "learning_rate": 0.0001805904724845499, | |
| "loss": 0.695, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 0.10910416540087318, | |
| "grad_norm": 0.18269601464271545, | |
| "learning_rate": 0.0001804915152842575, | |
| "loss": 0.7194, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 0.10936455720373922, | |
| "grad_norm": 0.17641094326972961, | |
| "learning_rate": 0.00018039233372213294, | |
| "loss": 0.7209, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.10962494900660527, | |
| "grad_norm": 0.18733248114585876, | |
| "learning_rate": 0.00018029292807463456, | |
| "loss": 0.7089, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 0.10988534080947132, | |
| "grad_norm": 0.16925212740898132, | |
| "learning_rate": 0.00018019329861884543, | |
| "loss": 0.7097, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 0.11014573261233736, | |
| "grad_norm": 0.15558676421642303, | |
| "learning_rate": 0.00018009344563247245, | |
| "loss": 0.6766, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 0.11040612441520341, | |
| "grad_norm": 0.16530027985572815, | |
| "learning_rate": 0.00017999336939384555, | |
| "loss": 0.7141, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 0.11066651621806946, | |
| "grad_norm": 0.16560573875904083, | |
| "learning_rate": 0.00017989307018191693, | |
| "loss": 0.6989, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 0.1109269080209355, | |
| "grad_norm": 0.17466457188129425, | |
| "learning_rate": 0.00017979254827626037, | |
| "loss": 0.7206, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 0.11118729982380154, | |
| "grad_norm": 0.18086989223957062, | |
| "learning_rate": 0.00017969180395707038, | |
| "loss": 0.714, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 0.1114476916266676, | |
| "grad_norm": 1.1102476119995117, | |
| "learning_rate": 0.00017959083750516137, | |
| "loss": 0.723, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 0.11170808342953364, | |
| "grad_norm": 0.19353629648685455, | |
| "learning_rate": 0.00017948964920196697, | |
| "loss": 0.718, | |
| "step": 4290 | |
| }, | |
| { | |
| "epoch": 0.11196847523239968, | |
| "grad_norm": 0.2126789540052414, | |
| "learning_rate": 0.00017938823932953915, | |
| "loss": 0.7171, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 0.11222886703526573, | |
| "grad_norm": 0.16679035127162933, | |
| "learning_rate": 0.00017928660817054758, | |
| "loss": 0.7113, | |
| "step": 4310 | |
| }, | |
| { | |
| "epoch": 0.11248925883813178, | |
| "grad_norm": 0.1647113859653473, | |
| "learning_rate": 0.00017918475600827861, | |
| "loss": 0.7184, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 0.11274965064099782, | |
| "grad_norm": 0.16823258996009827, | |
| "learning_rate": 0.00017908268312663475, | |
| "loss": 0.6876, | |
| "step": 4330 | |
| }, | |
| { | |
| "epoch": 0.11301004244386387, | |
| "grad_norm": 0.17199194431304932, | |
| "learning_rate": 0.0001789803898101336, | |
| "loss": 0.6954, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 0.11327043424672992, | |
| "grad_norm": 0.16541388630867004, | |
| "learning_rate": 0.00017887787634390733, | |
| "loss": 0.709, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 0.11353082604959595, | |
| "grad_norm": 0.17238549888134003, | |
| "learning_rate": 0.00017877514301370168, | |
| "loss": 0.7056, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 0.113791217852462, | |
| "grad_norm": 0.18374156951904297, | |
| "learning_rate": 0.00017867219010587527, | |
| "loss": 0.6951, | |
| "step": 4370 | |
| }, | |
| { | |
| "epoch": 0.11405160965532805, | |
| "grad_norm": 0.15940402448177338, | |
| "learning_rate": 0.00017856901790739874, | |
| "loss": 0.6873, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 0.11431200145819409, | |
| "grad_norm": 0.16984274983406067, | |
| "learning_rate": 0.00017846562670585398, | |
| "loss": 0.7065, | |
| "step": 4390 | |
| }, | |
| { | |
| "epoch": 0.11457239326106014, | |
| "grad_norm": 0.9227787852287292, | |
| "learning_rate": 0.0001783620167894334, | |
| "loss": 0.7591, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 0.11483278506392619, | |
| "grad_norm": 0.1881164163351059, | |
| "learning_rate": 0.00017825818844693892, | |
| "loss": 0.7133, | |
| "step": 4410 | |
| }, | |
| { | |
| "epoch": 0.11509317686679223, | |
| "grad_norm": 0.20252032577991486, | |
| "learning_rate": 0.00017815414196778147, | |
| "loss": 0.7145, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 0.11535356866965828, | |
| "grad_norm": 0.23380456864833832, | |
| "learning_rate": 0.0001780498776419799, | |
| "loss": 0.7232, | |
| "step": 4430 | |
| }, | |
| { | |
| "epoch": 0.11561396047252433, | |
| "grad_norm": 0.1666252464056015, | |
| "learning_rate": 0.00017794539576016028, | |
| "loss": 0.7224, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 0.11587435227539038, | |
| "grad_norm": 0.2421305775642395, | |
| "learning_rate": 0.0001778406966135551, | |
| "loss": 0.7031, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 0.11613474407825641, | |
| "grad_norm": 0.17607644200325012, | |
| "learning_rate": 0.00017773578049400256, | |
| "loss": 0.7162, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 0.11639513588112246, | |
| "grad_norm": 0.1905539333820343, | |
| "learning_rate": 0.00017763064769394553, | |
| "loss": 0.7087, | |
| "step": 4470 | |
| }, | |
| { | |
| "epoch": 0.11665552768398851, | |
| "grad_norm": 0.17976076900959015, | |
| "learning_rate": 0.00017752529850643088, | |
| "loss": 0.7274, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 0.11691591948685455, | |
| "grad_norm": 0.16786770522594452, | |
| "learning_rate": 0.00017741973322510864, | |
| "loss": 0.7003, | |
| "step": 4490 | |
| }, | |
| { | |
| "epoch": 0.1171763112897206, | |
| "grad_norm": 0.1559310108423233, | |
| "learning_rate": 0.00017731395214423126, | |
| "loss": 0.7279, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.11743670309258665, | |
| "grad_norm": 0.16374662518501282, | |
| "learning_rate": 0.00017720795555865255, | |
| "loss": 0.6924, | |
| "step": 4510 | |
| }, | |
| { | |
| "epoch": 0.11769709489545269, | |
| "grad_norm": 0.1647823303937912, | |
| "learning_rate": 0.00017710174376382712, | |
| "loss": 0.7224, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 0.11795748669831874, | |
| "grad_norm": 0.18070833384990692, | |
| "learning_rate": 0.0001769953170558095, | |
| "loss": 0.7223, | |
| "step": 4530 | |
| }, | |
| { | |
| "epoch": 0.11821787850118479, | |
| "grad_norm": 0.16518941521644592, | |
| "learning_rate": 0.0001768886757312532, | |
| "loss": 0.7153, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 0.11847827030405082, | |
| "grad_norm": 0.17081689834594727, | |
| "learning_rate": 0.0001767818200874099, | |
| "loss": 0.7197, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 0.11873866210691687, | |
| "grad_norm": 0.16503626108169556, | |
| "learning_rate": 0.00017667475042212874, | |
| "loss": 0.7222, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 0.11899905390978292, | |
| "grad_norm": 0.17310748994350433, | |
| "learning_rate": 0.00017656746703385547, | |
| "loss": 0.7057, | |
| "step": 4570 | |
| }, | |
| { | |
| "epoch": 0.11925944571264896, | |
| "grad_norm": 0.1613416224718094, | |
| "learning_rate": 0.0001764599702216315, | |
| "loss": 0.7133, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 0.11951983751551501, | |
| "grad_norm": 0.184098020195961, | |
| "learning_rate": 0.00017635226028509313, | |
| "loss": 0.72, | |
| "step": 4590 | |
| }, | |
| { | |
| "epoch": 0.11978022931838106, | |
| "grad_norm": 0.1819763481616974, | |
| "learning_rate": 0.00017624433752447076, | |
| "loss": 0.7154, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 0.12004062112124711, | |
| "grad_norm": 0.17078550159931183, | |
| "learning_rate": 0.000176136202240588, | |
| "loss": 0.7205, | |
| "step": 4610 | |
| }, | |
| { | |
| "epoch": 0.12030101292411315, | |
| "grad_norm": 0.16961923241615295, | |
| "learning_rate": 0.00017602785473486084, | |
| "loss": 0.6997, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 0.1205614047269792, | |
| "grad_norm": 0.18945324420928955, | |
| "learning_rate": 0.00017591929530929684, | |
| "loss": 0.7295, | |
| "step": 4630 | |
| }, | |
| { | |
| "epoch": 0.12082179652984525, | |
| "grad_norm": 0.1690925508737564, | |
| "learning_rate": 0.00017581052426649424, | |
| "loss": 0.714, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 0.12108218833271128, | |
| "grad_norm": 0.16739274561405182, | |
| "learning_rate": 0.00017570154190964113, | |
| "loss": 0.7018, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 0.12134258013557733, | |
| "grad_norm": 0.17123165726661682, | |
| "learning_rate": 0.0001755923485425147, | |
| "loss": 0.7288, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 0.12160297193844338, | |
| "grad_norm": 0.17006556689739227, | |
| "learning_rate": 0.0001754829444694802, | |
| "loss": 0.7185, | |
| "step": 4670 | |
| }, | |
| { | |
| "epoch": 0.12186336374130942, | |
| "grad_norm": 0.17169633507728577, | |
| "learning_rate": 0.00017537332999549023, | |
| "loss": 0.7169, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 0.12212375554417547, | |
| "grad_norm": 0.17851942777633667, | |
| "learning_rate": 0.00017526350542608393, | |
| "loss": 0.7138, | |
| "step": 4690 | |
| }, | |
| { | |
| "epoch": 0.12238414734704152, | |
| "grad_norm": 0.16988542675971985, | |
| "learning_rate": 0.00017515347106738597, | |
| "loss": 0.7188, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 0.12264453914990756, | |
| "grad_norm": 0.16778436303138733, | |
| "learning_rate": 0.00017504322722610582, | |
| "loss": 0.7034, | |
| "step": 4710 | |
| }, | |
| { | |
| "epoch": 0.1229049309527736, | |
| "grad_norm": 0.1835828721523285, | |
| "learning_rate": 0.00017493277420953688, | |
| "loss": 0.7084, | |
| "step": 4720 | |
| }, | |
| { | |
| "epoch": 0.12316532275563966, | |
| "grad_norm": 0.16590015590190887, | |
| "learning_rate": 0.0001748221123255556, | |
| "loss": 0.7023, | |
| "step": 4730 | |
| }, | |
| { | |
| "epoch": 0.12342571455850569, | |
| "grad_norm": 0.16521744430065155, | |
| "learning_rate": 0.00017471124188262062, | |
| "loss": 0.7224, | |
| "step": 4740 | |
| }, | |
| { | |
| "epoch": 0.12368610636137174, | |
| "grad_norm": 0.17280088365077972, | |
| "learning_rate": 0.00017460016318977188, | |
| "loss": 0.7087, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 0.12394649816423779, | |
| "grad_norm": 0.17343877255916595, | |
| "learning_rate": 0.00017448887655662984, | |
| "loss": 0.7212, | |
| "step": 4760 | |
| }, | |
| { | |
| "epoch": 0.12420688996710384, | |
| "grad_norm": 0.17116770148277283, | |
| "learning_rate": 0.0001743773822933946, | |
| "loss": 0.7289, | |
| "step": 4770 | |
| }, | |
| { | |
| "epoch": 0.12446728176996988, | |
| "grad_norm": 0.17440655827522278, | |
| "learning_rate": 0.0001742656807108449, | |
| "loss": 0.7353, | |
| "step": 4780 | |
| }, | |
| { | |
| "epoch": 0.12472767357283593, | |
| "grad_norm": 0.17304064333438873, | |
| "learning_rate": 0.0001741537721203375, | |
| "loss": 0.7322, | |
| "step": 4790 | |
| }, | |
| { | |
| "epoch": 0.12498806537570198, | |
| "grad_norm": 0.17076118290424347, | |
| "learning_rate": 0.00017404165683380604, | |
| "loss": 0.7199, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 0.12524845717856803, | |
| "grad_norm": 0.17371006309986115, | |
| "learning_rate": 0.0001739293351637604, | |
| "loss": 0.7035, | |
| "step": 4810 | |
| }, | |
| { | |
| "epoch": 0.12550884898143405, | |
| "grad_norm": 0.16811051964759827, | |
| "learning_rate": 0.0001738168074232857, | |
| "loss": 0.7113, | |
| "step": 4820 | |
| }, | |
| { | |
| "epoch": 0.1257692407843001, | |
| "grad_norm": 0.17408473789691925, | |
| "learning_rate": 0.00017370407392604145, | |
| "loss": 0.7151, | |
| "step": 4830 | |
| }, | |
| { | |
| "epoch": 0.12602963258716615, | |
| "grad_norm": 0.16915513575077057, | |
| "learning_rate": 0.0001735911349862607, | |
| "loss": 0.7089, | |
| "step": 4840 | |
| }, | |
| { | |
| "epoch": 0.1262900243900322, | |
| "grad_norm": 0.17281986773014069, | |
| "learning_rate": 0.00017347799091874913, | |
| "loss": 0.6935, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 0.12655041619289825, | |
| "grad_norm": 0.16271603107452393, | |
| "learning_rate": 0.00017336464203888426, | |
| "loss": 0.7131, | |
| "step": 4860 | |
| }, | |
| { | |
| "epoch": 0.1268108079957643, | |
| "grad_norm": 0.1661551147699356, | |
| "learning_rate": 0.00017325108866261439, | |
| "loss": 0.6899, | |
| "step": 4870 | |
| }, | |
| { | |
| "epoch": 0.12707119979863035, | |
| "grad_norm": 0.16490161418914795, | |
| "learning_rate": 0.00017313733110645792, | |
| "loss": 0.7042, | |
| "step": 4880 | |
| }, | |
| { | |
| "epoch": 0.12733159160149637, | |
| "grad_norm": 0.17232102155685425, | |
| "learning_rate": 0.00017302336968750236, | |
| "loss": 0.6965, | |
| "step": 4890 | |
| }, | |
| { | |
| "epoch": 0.12759198340436242, | |
| "grad_norm": 0.17850111424922943, | |
| "learning_rate": 0.00017290920472340347, | |
| "loss": 0.7185, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 0.12785237520722847, | |
| "grad_norm": 0.16296492516994476, | |
| "learning_rate": 0.00017279483653238434, | |
| "loss": 0.7179, | |
| "step": 4910 | |
| }, | |
| { | |
| "epoch": 0.12811276701009452, | |
| "grad_norm": 0.1704237312078476, | |
| "learning_rate": 0.00017268026543323454, | |
| "loss": 0.7103, | |
| "step": 4920 | |
| }, | |
| { | |
| "epoch": 0.12837315881296057, | |
| "grad_norm": 0.18265944719314575, | |
| "learning_rate": 0.00017256549174530928, | |
| "loss": 0.6988, | |
| "step": 4930 | |
| }, | |
| { | |
| "epoch": 0.12863355061582663, | |
| "grad_norm": 0.17257574200630188, | |
| "learning_rate": 0.0001724505157885284, | |
| "loss": 0.7231, | |
| "step": 4940 | |
| }, | |
| { | |
| "epoch": 0.12889394241869265, | |
| "grad_norm": 0.1703302413225174, | |
| "learning_rate": 0.0001723353378833756, | |
| "loss": 0.7192, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 0.1291543342215587, | |
| "grad_norm": 0.16430538892745972, | |
| "learning_rate": 0.00017221995835089743, | |
| "loss": 0.7007, | |
| "step": 4960 | |
| }, | |
| { | |
| "epoch": 0.12941472602442475, | |
| "grad_norm": 0.162199467420578, | |
| "learning_rate": 0.0001721043775127025, | |
| "loss": 0.7123, | |
| "step": 4970 | |
| }, | |
| { | |
| "epoch": 0.1296751178272908, | |
| "grad_norm": 0.1680443435907364, | |
| "learning_rate": 0.00017198859569096057, | |
| "loss": 0.6976, | |
| "step": 4980 | |
| }, | |
| { | |
| "epoch": 0.12993550963015685, | |
| "grad_norm": 0.16768567264080048, | |
| "learning_rate": 0.0001718726132084015, | |
| "loss": 0.6942, | |
| "step": 4990 | |
| }, | |
| { | |
| "epoch": 0.1301959014330229, | |
| "grad_norm": 0.16759110987186432, | |
| "learning_rate": 0.00017175643038831463, | |
| "loss": 0.6995, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.13045629323588892, | |
| "grad_norm": 0.17288459837436676, | |
| "learning_rate": 0.00017164004755454754, | |
| "loss": 0.7193, | |
| "step": 5010 | |
| }, | |
| { | |
| "epoch": 0.13071668503875497, | |
| "grad_norm": 0.18251213431358337, | |
| "learning_rate": 0.00017152346503150552, | |
| "loss": 0.7156, | |
| "step": 5020 | |
| }, | |
| { | |
| "epoch": 0.13097707684162102, | |
| "grad_norm": 0.17177079617977142, | |
| "learning_rate": 0.0001714066831441503, | |
| "loss": 0.7354, | |
| "step": 5030 | |
| }, | |
| { | |
| "epoch": 0.13123746864448707, | |
| "grad_norm": 0.18522126972675323, | |
| "learning_rate": 0.00017128970221799947, | |
| "loss": 0.717, | |
| "step": 5040 | |
| }, | |
| { | |
| "epoch": 0.13149786044735312, | |
| "grad_norm": 0.17539465427398682, | |
| "learning_rate": 0.00017117252257912532, | |
| "loss": 0.7204, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 0.13175825225021917, | |
| "grad_norm": 0.16526655852794647, | |
| "learning_rate": 0.00017105514455415403, | |
| "loss": 0.7099, | |
| "step": 5060 | |
| }, | |
| { | |
| "epoch": 0.13201864405308522, | |
| "grad_norm": 0.1709279865026474, | |
| "learning_rate": 0.00017093756847026483, | |
| "loss": 0.7205, | |
| "step": 5070 | |
| }, | |
| { | |
| "epoch": 0.13227903585595124, | |
| "grad_norm": 0.16695177555084229, | |
| "learning_rate": 0.00017081979465518896, | |
| "loss": 0.7092, | |
| "step": 5080 | |
| }, | |
| { | |
| "epoch": 0.1325394276588173, | |
| "grad_norm": 0.1795840859413147, | |
| "learning_rate": 0.00017070182343720882, | |
| "loss": 0.6983, | |
| "step": 5090 | |
| }, | |
| { | |
| "epoch": 0.13279981946168334, | |
| "grad_norm": 0.17300280928611755, | |
| "learning_rate": 0.0001705836551451571, | |
| "loss": 0.7018, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 0.1330602112645494, | |
| "grad_norm": 0.16966886818408966, | |
| "learning_rate": 0.00017046529010841574, | |
| "loss": 0.708, | |
| "step": 5110 | |
| }, | |
| { | |
| "epoch": 0.13332060306741544, | |
| "grad_norm": 0.18426869809627533, | |
| "learning_rate": 0.00017034672865691515, | |
| "loss": 0.7118, | |
| "step": 5120 | |
| }, | |
| { | |
| "epoch": 0.1335809948702815, | |
| "grad_norm": 0.1808805912733078, | |
| "learning_rate": 0.00017022797112113314, | |
| "loss": 0.7041, | |
| "step": 5130 | |
| }, | |
| { | |
| "epoch": 0.13384138667314752, | |
| "grad_norm": 0.17788094282150269, | |
| "learning_rate": 0.00017010901783209427, | |
| "loss": 0.7032, | |
| "step": 5140 | |
| }, | |
| { | |
| "epoch": 0.13410177847601357, | |
| "grad_norm": 0.17427201569080353, | |
| "learning_rate": 0.00016998986912136852, | |
| "loss": 0.7194, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 0.13436217027887962, | |
| "grad_norm": 0.17783771455287933, | |
| "learning_rate": 0.0001698705253210707, | |
| "loss": 0.705, | |
| "step": 5160 | |
| }, | |
| { | |
| "epoch": 0.13462256208174567, | |
| "grad_norm": 0.16358746588230133, | |
| "learning_rate": 0.0001697509867638594, | |
| "loss": 0.7118, | |
| "step": 5170 | |
| }, | |
| { | |
| "epoch": 0.13488295388461172, | |
| "grad_norm": 0.17140185832977295, | |
| "learning_rate": 0.0001696312537829361, | |
| "loss": 0.6929, | |
| "step": 5180 | |
| }, | |
| { | |
| "epoch": 0.13514334568747777, | |
| "grad_norm": 0.1690370887517929, | |
| "learning_rate": 0.0001695113267120441, | |
| "loss": 0.7044, | |
| "step": 5190 | |
| }, | |
| { | |
| "epoch": 0.13540373749034382, | |
| "grad_norm": 0.16261689364910126, | |
| "learning_rate": 0.0001693912058854679, | |
| "loss": 0.6933, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 0.13566412929320984, | |
| "grad_norm": 0.16243134438991547, | |
| "learning_rate": 0.00016927089163803192, | |
| "loss": 0.7009, | |
| "step": 5210 | |
| }, | |
| { | |
| "epoch": 0.1359245210960759, | |
| "grad_norm": 0.17476530373096466, | |
| "learning_rate": 0.00016915038430509978, | |
| "loss": 0.7215, | |
| "step": 5220 | |
| }, | |
| { | |
| "epoch": 0.13618491289894194, | |
| "grad_norm": 0.167569100856781, | |
| "learning_rate": 0.00016902968422257325, | |
| "loss": 0.6975, | |
| "step": 5230 | |
| }, | |
| { | |
| "epoch": 0.136445304701808, | |
| "grad_norm": 0.1719943732023239, | |
| "learning_rate": 0.00016890879172689146, | |
| "loss": 0.7324, | |
| "step": 5240 | |
| }, | |
| { | |
| "epoch": 0.13670569650467404, | |
| "grad_norm": 0.167982816696167, | |
| "learning_rate": 0.00016878770715502984, | |
| "loss": 0.6884, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 0.1369660883075401, | |
| "grad_norm": 0.1711047738790512, | |
| "learning_rate": 0.00016866643084449914, | |
| "loss": 0.7164, | |
| "step": 5260 | |
| }, | |
| { | |
| "epoch": 0.1372264801104061, | |
| "grad_norm": 0.17784222960472107, | |
| "learning_rate": 0.00016854496313334466, | |
| "loss": 0.6987, | |
| "step": 5270 | |
| }, | |
| { | |
| "epoch": 0.13748687191327216, | |
| "grad_norm": 0.16513650119304657, | |
| "learning_rate": 0.00016842330436014517, | |
| "loss": 0.7078, | |
| "step": 5280 | |
| }, | |
| { | |
| "epoch": 0.1377472637161382, | |
| "grad_norm": 0.17001712322235107, | |
| "learning_rate": 0.000168301454864012, | |
| "loss": 0.7053, | |
| "step": 5290 | |
| }, | |
| { | |
| "epoch": 0.13800765551900426, | |
| "grad_norm": 0.1930648535490036, | |
| "learning_rate": 0.0001681794149845881, | |
| "loss": 0.6954, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 0.1382680473218703, | |
| "grad_norm": 0.1823079138994217, | |
| "learning_rate": 0.00016805718506204711, | |
| "loss": 0.7325, | |
| "step": 5310 | |
| }, | |
| { | |
| "epoch": 0.13852843912473636, | |
| "grad_norm": 0.16231094300746918, | |
| "learning_rate": 0.00016793476543709238, | |
| "loss": 0.7074, | |
| "step": 5320 | |
| }, | |
| { | |
| "epoch": 0.13878883092760239, | |
| "grad_norm": 0.16010914742946625, | |
| "learning_rate": 0.00016781215645095604, | |
| "loss": 0.6946, | |
| "step": 5330 | |
| }, | |
| { | |
| "epoch": 0.13904922273046844, | |
| "grad_norm": 0.17128457129001617, | |
| "learning_rate": 0.00016768935844539804, | |
| "loss": 0.7116, | |
| "step": 5340 | |
| }, | |
| { | |
| "epoch": 0.13930961453333449, | |
| "grad_norm": 0.17700603604316711, | |
| "learning_rate": 0.00016756637176270522, | |
| "loss": 0.7276, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 0.13957000633620054, | |
| "grad_norm": 0.16596612334251404, | |
| "learning_rate": 0.00016744319674569033, | |
| "loss": 0.6683, | |
| "step": 5360 | |
| }, | |
| { | |
| "epoch": 0.1398303981390666, | |
| "grad_norm": 0.17127594351768494, | |
| "learning_rate": 0.00016731983373769106, | |
| "loss": 0.7053, | |
| "step": 5370 | |
| }, | |
| { | |
| "epoch": 0.14009078994193264, | |
| "grad_norm": 0.17723415791988373, | |
| "learning_rate": 0.00016719628308256915, | |
| "loss": 0.7294, | |
| "step": 5380 | |
| }, | |
| { | |
| "epoch": 0.1403511817447987, | |
| "grad_norm": 0.16194766759872437, | |
| "learning_rate": 0.00016707254512470936, | |
| "loss": 0.7164, | |
| "step": 5390 | |
| }, | |
| { | |
| "epoch": 0.1406115735476647, | |
| "grad_norm": 0.17294222116470337, | |
| "learning_rate": 0.00016694862020901852, | |
| "loss": 0.7084, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 0.14087196535053076, | |
| "grad_norm": 0.17684406042099, | |
| "learning_rate": 0.00016682450868092463, | |
| "loss": 0.7141, | |
| "step": 5410 | |
| }, | |
| { | |
| "epoch": 0.1411323571533968, | |
| "grad_norm": 0.16746504604816437, | |
| "learning_rate": 0.00016670021088637579, | |
| "loss": 0.7336, | |
| "step": 5420 | |
| }, | |
| { | |
| "epoch": 0.14139274895626286, | |
| "grad_norm": 0.2371237874031067, | |
| "learning_rate": 0.00016657572717183937, | |
| "loss": 0.7001, | |
| "step": 5430 | |
| }, | |
| { | |
| "epoch": 0.1416531407591289, | |
| "grad_norm": 0.16818630695343018, | |
| "learning_rate": 0.00016645105788430095, | |
| "loss": 0.7124, | |
| "step": 5440 | |
| }, | |
| { | |
| "epoch": 0.14191353256199496, | |
| "grad_norm": 0.1719949096441269, | |
| "learning_rate": 0.00016632620337126333, | |
| "loss": 0.7169, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 0.14217392436486098, | |
| "grad_norm": 0.1754136085510254, | |
| "learning_rate": 0.00016620116398074567, | |
| "loss": 0.6966, | |
| "step": 5460 | |
| }, | |
| { | |
| "epoch": 0.14243431616772703, | |
| "grad_norm": 0.1630551517009735, | |
| "learning_rate": 0.0001660759400612824, | |
| "loss": 0.695, | |
| "step": 5470 | |
| }, | |
| { | |
| "epoch": 0.14269470797059308, | |
| "grad_norm": 0.16431647539138794, | |
| "learning_rate": 0.00016595053196192234, | |
| "loss": 0.6983, | |
| "step": 5480 | |
| }, | |
| { | |
| "epoch": 0.14295509977345913, | |
| "grad_norm": 0.1706673949956894, | |
| "learning_rate": 0.00016582494003222772, | |
| "loss": 0.7025, | |
| "step": 5490 | |
| }, | |
| { | |
| "epoch": 0.14321549157632518, | |
| "grad_norm": 0.1757555902004242, | |
| "learning_rate": 0.00016569916462227312, | |
| "loss": 0.7159, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.14347588337919123, | |
| "grad_norm": 0.1697273999452591, | |
| "learning_rate": 0.0001655732060826446, | |
| "loss": 0.7112, | |
| "step": 5510 | |
| }, | |
| { | |
| "epoch": 0.14373627518205728, | |
| "grad_norm": 0.17706693708896637, | |
| "learning_rate": 0.00016544706476443862, | |
| "loss": 0.746, | |
| "step": 5520 | |
| }, | |
| { | |
| "epoch": 0.1439966669849233, | |
| "grad_norm": 0.17265696823596954, | |
| "learning_rate": 0.00016532074101926117, | |
| "loss": 0.7276, | |
| "step": 5530 | |
| }, | |
| { | |
| "epoch": 0.14425705878778936, | |
| "grad_norm": 0.16773734986782074, | |
| "learning_rate": 0.00016519423519922668, | |
| "loss": 0.6944, | |
| "step": 5540 | |
| }, | |
| { | |
| "epoch": 0.1445174505906554, | |
| "grad_norm": 0.17664338648319244, | |
| "learning_rate": 0.0001650675476569572, | |
| "loss": 0.6953, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 0.14477784239352146, | |
| "grad_norm": 0.17331312596797943, | |
| "learning_rate": 0.00016494067874558117, | |
| "loss": 0.7113, | |
| "step": 5560 | |
| }, | |
| { | |
| "epoch": 0.1450382341963875, | |
| "grad_norm": 0.1759510487318039, | |
| "learning_rate": 0.00016481362881873272, | |
| "loss": 0.71, | |
| "step": 5570 | |
| }, | |
| { | |
| "epoch": 0.14529862599925356, | |
| "grad_norm": 0.18095999956130981, | |
| "learning_rate": 0.00016468639823055044, | |
| "loss": 0.7255, | |
| "step": 5580 | |
| }, | |
| { | |
| "epoch": 0.14555901780211958, | |
| "grad_norm": 0.17434170842170715, | |
| "learning_rate": 0.0001645589873356765, | |
| "loss": 0.6989, | |
| "step": 5590 | |
| }, | |
| { | |
| "epoch": 0.14581940960498563, | |
| "grad_norm": 0.16754081845283508, | |
| "learning_rate": 0.00016443139648925572, | |
| "loss": 0.7196, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 0.14607980140785168, | |
| "grad_norm": 0.17215152084827423, | |
| "learning_rate": 0.00016430362604693448, | |
| "loss": 0.7104, | |
| "step": 5610 | |
| }, | |
| { | |
| "epoch": 0.14634019321071773, | |
| "grad_norm": 0.17826251685619354, | |
| "learning_rate": 0.00016417567636485973, | |
| "loss": 0.7142, | |
| "step": 5620 | |
| }, | |
| { | |
| "epoch": 0.14660058501358378, | |
| "grad_norm": 0.17078974843025208, | |
| "learning_rate": 0.00016404754779967813, | |
| "loss": 0.717, | |
| "step": 5630 | |
| }, | |
| { | |
| "epoch": 0.14686097681644983, | |
| "grad_norm": 0.18085996806621552, | |
| "learning_rate": 0.0001639192407085348, | |
| "loss": 0.711, | |
| "step": 5640 | |
| }, | |
| { | |
| "epoch": 0.14712136861931585, | |
| "grad_norm": 0.19176393747329712, | |
| "learning_rate": 0.00016379075544907268, | |
| "loss": 0.699, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 0.1473817604221819, | |
| "grad_norm": 0.17717042565345764, | |
| "learning_rate": 0.00016366209237943122, | |
| "loss": 0.7069, | |
| "step": 5660 | |
| }, | |
| { | |
| "epoch": 0.14764215222504795, | |
| "grad_norm": 0.17190402746200562, | |
| "learning_rate": 0.0001635332518582455, | |
| "loss": 0.6988, | |
| "step": 5670 | |
| }, | |
| { | |
| "epoch": 0.147902544027914, | |
| "grad_norm": 0.18004834651947021, | |
| "learning_rate": 0.00016340423424464516, | |
| "loss": 0.7196, | |
| "step": 5680 | |
| }, | |
| { | |
| "epoch": 0.14816293583078005, | |
| "grad_norm": 0.17457543313503265, | |
| "learning_rate": 0.00016327503989825364, | |
| "loss": 0.7109, | |
| "step": 5690 | |
| }, | |
| { | |
| "epoch": 0.1484233276336461, | |
| "grad_norm": 0.1904648393392563, | |
| "learning_rate": 0.00016314566917918693, | |
| "loss": 0.6874, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 0.14868371943651215, | |
| "grad_norm": 0.18096795678138733, | |
| "learning_rate": 0.00016301612244805252, | |
| "loss": 0.7154, | |
| "step": 5710 | |
| }, | |
| { | |
| "epoch": 0.14894411123937817, | |
| "grad_norm": 0.17521658539772034, | |
| "learning_rate": 0.00016288640006594874, | |
| "loss": 0.703, | |
| "step": 5720 | |
| }, | |
| { | |
| "epoch": 0.14920450304224422, | |
| "grad_norm": 0.180609330534935, | |
| "learning_rate": 0.00016275650239446328, | |
| "loss": 0.7033, | |
| "step": 5730 | |
| }, | |
| { | |
| "epoch": 0.14946489484511027, | |
| "grad_norm": 0.19524458050727844, | |
| "learning_rate": 0.00016262642979567268, | |
| "loss": 0.6925, | |
| "step": 5740 | |
| }, | |
| { | |
| "epoch": 0.14972528664797632, | |
| "grad_norm": 0.16790035367012024, | |
| "learning_rate": 0.00016249618263214087, | |
| "loss": 0.7104, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 0.14998567845084237, | |
| "grad_norm": 0.16895075142383575, | |
| "learning_rate": 0.00016236576126691843, | |
| "loss": 0.7126, | |
| "step": 5760 | |
| }, | |
| { | |
| "epoch": 0.15024607025370842, | |
| "grad_norm": 0.18354611098766327, | |
| "learning_rate": 0.00016223516606354163, | |
| "loss": 0.7143, | |
| "step": 5770 | |
| }, | |
| { | |
| "epoch": 0.15050646205657445, | |
| "grad_norm": 0.1766786128282547, | |
| "learning_rate": 0.00016210439738603108, | |
| "loss": 0.7164, | |
| "step": 5780 | |
| }, | |
| { | |
| "epoch": 0.1507668538594405, | |
| "grad_norm": 0.17794294655323029, | |
| "learning_rate": 0.00016197345559889107, | |
| "loss": 0.6919, | |
| "step": 5790 | |
| }, | |
| { | |
| "epoch": 0.15102724566230655, | |
| "grad_norm": 0.1671450436115265, | |
| "learning_rate": 0.00016184234106710838, | |
| "loss": 0.7048, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 0.1512876374651726, | |
| "grad_norm": 0.16732144355773926, | |
| "learning_rate": 0.00016171105415615134, | |
| "loss": 0.7168, | |
| "step": 5810 | |
| }, | |
| { | |
| "epoch": 0.15154802926803865, | |
| "grad_norm": 0.16594409942626953, | |
| "learning_rate": 0.00016157959523196866, | |
| "loss": 0.6942, | |
| "step": 5820 | |
| }, | |
| { | |
| "epoch": 0.1518084210709047, | |
| "grad_norm": 0.173036128282547, | |
| "learning_rate": 0.00016144796466098865, | |
| "loss": 0.7093, | |
| "step": 5830 | |
| }, | |
| { | |
| "epoch": 0.15206881287377072, | |
| "grad_norm": 0.17697438597679138, | |
| "learning_rate": 0.00016131616281011798, | |
| "loss": 0.7122, | |
| "step": 5840 | |
| }, | |
| { | |
| "epoch": 0.15232920467663677, | |
| "grad_norm": 0.1677410751581192, | |
| "learning_rate": 0.0001611841900467408, | |
| "loss": 0.7027, | |
| "step": 5850 | |
| }, | |
| { | |
| "epoch": 0.15258959647950282, | |
| "grad_norm": 0.16899007558822632, | |
| "learning_rate": 0.0001610520467387176, | |
| "loss": 0.6949, | |
| "step": 5860 | |
| }, | |
| { | |
| "epoch": 0.15284998828236887, | |
| "grad_norm": 0.17043690383434296, | |
| "learning_rate": 0.00016091973325438428, | |
| "loss": 0.7052, | |
| "step": 5870 | |
| }, | |
| { | |
| "epoch": 0.15311038008523492, | |
| "grad_norm": 0.17432864010334015, | |
| "learning_rate": 0.00016078724996255114, | |
| "loss": 0.7026, | |
| "step": 5880 | |
| }, | |
| { | |
| "epoch": 0.15337077188810097, | |
| "grad_norm": 0.17059588432312012, | |
| "learning_rate": 0.00016065459723250164, | |
| "loss": 0.7234, | |
| "step": 5890 | |
| }, | |
| { | |
| "epoch": 0.15363116369096702, | |
| "grad_norm": 0.16677695512771606, | |
| "learning_rate": 0.0001605217754339918, | |
| "loss": 0.7281, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 0.15389155549383304, | |
| "grad_norm": 0.16831070184707642, | |
| "learning_rate": 0.00016038878493724858, | |
| "loss": 0.6934, | |
| "step": 5910 | |
| }, | |
| { | |
| "epoch": 0.1541519472966991, | |
| "grad_norm": 0.17344878613948822, | |
| "learning_rate": 0.00016025562611296946, | |
| "loss": 0.7096, | |
| "step": 5920 | |
| }, | |
| { | |
| "epoch": 0.15441233909956514, | |
| "grad_norm": 0.16978445649147034, | |
| "learning_rate": 0.0001601222993323209, | |
| "loss": 0.6851, | |
| "step": 5930 | |
| }, | |
| { | |
| "epoch": 0.1546727309024312, | |
| "grad_norm": 0.17398668825626373, | |
| "learning_rate": 0.00015998880496693766, | |
| "loss": 0.7022, | |
| "step": 5940 | |
| }, | |
| { | |
| "epoch": 0.15493312270529724, | |
| "grad_norm": 0.16338910162448883, | |
| "learning_rate": 0.00015985514338892154, | |
| "loss": 0.7257, | |
| "step": 5950 | |
| }, | |
| { | |
| "epoch": 0.1551935145081633, | |
| "grad_norm": 0.1754075437784195, | |
| "learning_rate": 0.0001597213149708405, | |
| "loss": 0.7012, | |
| "step": 5960 | |
| }, | |
| { | |
| "epoch": 0.15545390631102932, | |
| "grad_norm": 0.16998423635959625, | |
| "learning_rate": 0.00015958732008572744, | |
| "loss": 0.7313, | |
| "step": 5970 | |
| }, | |
| { | |
| "epoch": 0.15571429811389537, | |
| "grad_norm": 0.18673604726791382, | |
| "learning_rate": 0.00015945315910707945, | |
| "loss": 0.6923, | |
| "step": 5980 | |
| }, | |
| { | |
| "epoch": 0.15597468991676142, | |
| "grad_norm": 0.17040878534317017, | |
| "learning_rate": 0.0001593188324088564, | |
| "loss": 0.7009, | |
| "step": 5990 | |
| }, | |
| { | |
| "epoch": 0.15623508171962747, | |
| "grad_norm": 0.16569504141807556, | |
| "learning_rate": 0.00015918434036548017, | |
| "loss": 0.6919, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.15649547352249352, | |
| "grad_norm": 0.16722472012043, | |
| "learning_rate": 0.00015904968335183354, | |
| "loss": 0.7028, | |
| "step": 6010 | |
| }, | |
| { | |
| "epoch": 0.15675586532535957, | |
| "grad_norm": 0.16823537647724152, | |
| "learning_rate": 0.00015891486174325912, | |
| "loss": 0.6822, | |
| "step": 6020 | |
| }, | |
| { | |
| "epoch": 0.15701625712822562, | |
| "grad_norm": 0.1750400960445404, | |
| "learning_rate": 0.00015877987591555822, | |
| "loss": 0.7146, | |
| "step": 6030 | |
| }, | |
| { | |
| "epoch": 0.15727664893109164, | |
| "grad_norm": 0.1703154593706131, | |
| "learning_rate": 0.00015864472624499008, | |
| "loss": 0.7057, | |
| "step": 6040 | |
| }, | |
| { | |
| "epoch": 0.1575370407339577, | |
| "grad_norm": 0.17317266762256622, | |
| "learning_rate": 0.00015850941310827045, | |
| "loss": 0.692, | |
| "step": 6050 | |
| }, | |
| { | |
| "epoch": 0.15779743253682374, | |
| "grad_norm": 0.18270671367645264, | |
| "learning_rate": 0.00015837393688257083, | |
| "loss": 0.7279, | |
| "step": 6060 | |
| }, | |
| { | |
| "epoch": 0.1580578243396898, | |
| "grad_norm": 0.1647195667028427, | |
| "learning_rate": 0.00015823829794551724, | |
| "loss": 0.6999, | |
| "step": 6070 | |
| }, | |
| { | |
| "epoch": 0.15831821614255584, | |
| "grad_norm": 0.17559175193309784, | |
| "learning_rate": 0.00015810249667518936, | |
| "loss": 0.6952, | |
| "step": 6080 | |
| }, | |
| { | |
| "epoch": 0.1585786079454219, | |
| "grad_norm": 0.168562114238739, | |
| "learning_rate": 0.00015796653345011928, | |
| "loss": 0.7013, | |
| "step": 6090 | |
| }, | |
| { | |
| "epoch": 0.1588389997482879, | |
| "grad_norm": 0.18079742789268494, | |
| "learning_rate": 0.00015783040864929043, | |
| "loss": 0.7115, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 0.15909939155115396, | |
| "grad_norm": 0.17427009344100952, | |
| "learning_rate": 0.00015769412265213684, | |
| "loss": 0.6955, | |
| "step": 6110 | |
| }, | |
| { | |
| "epoch": 0.15935978335402, | |
| "grad_norm": 0.18136094510555267, | |
| "learning_rate": 0.00015755767583854163, | |
| "loss": 0.7129, | |
| "step": 6120 | |
| }, | |
| { | |
| "epoch": 0.15962017515688606, | |
| "grad_norm": 0.17283126711845398, | |
| "learning_rate": 0.00015742106858883633, | |
| "loss": 0.6993, | |
| "step": 6130 | |
| }, | |
| { | |
| "epoch": 0.1598805669597521, | |
| "grad_norm": 0.16747362911701202, | |
| "learning_rate": 0.00015728430128379963, | |
| "loss": 0.718, | |
| "step": 6140 | |
| }, | |
| { | |
| "epoch": 0.16014095876261816, | |
| "grad_norm": 0.17267820239067078, | |
| "learning_rate": 0.0001571473743046563, | |
| "loss": 0.6946, | |
| "step": 6150 | |
| }, | |
| { | |
| "epoch": 0.16040135056548419, | |
| "grad_norm": 0.17288938164710999, | |
| "learning_rate": 0.00015701028803307625, | |
| "loss": 0.7031, | |
| "step": 6160 | |
| }, | |
| { | |
| "epoch": 0.16066174236835024, | |
| "grad_norm": 0.16363868117332458, | |
| "learning_rate": 0.0001568730428511734, | |
| "loss": 0.7038, | |
| "step": 6170 | |
| }, | |
| { | |
| "epoch": 0.16092213417121629, | |
| "grad_norm": 0.17383398115634918, | |
| "learning_rate": 0.0001567356391415046, | |
| "loss": 0.695, | |
| "step": 6180 | |
| }, | |
| { | |
| "epoch": 0.16118252597408234, | |
| "grad_norm": 0.15880119800567627, | |
| "learning_rate": 0.00015659807728706854, | |
| "loss": 0.6977, | |
| "step": 6190 | |
| }, | |
| { | |
| "epoch": 0.16144291777694839, | |
| "grad_norm": 0.1778557300567627, | |
| "learning_rate": 0.0001564603576713048, | |
| "loss": 0.7319, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 0.16170330957981444, | |
| "grad_norm": 0.1838517040014267, | |
| "learning_rate": 0.00015632248067809265, | |
| "loss": 0.6999, | |
| "step": 6210 | |
| }, | |
| { | |
| "epoch": 0.16196370138268049, | |
| "grad_norm": 0.1765550673007965, | |
| "learning_rate": 0.00015618444669175004, | |
| "loss": 0.689, | |
| "step": 6220 | |
| }, | |
| { | |
| "epoch": 0.1622240931855465, | |
| "grad_norm": 0.17367658019065857, | |
| "learning_rate": 0.00015604625609703257, | |
| "loss": 0.7028, | |
| "step": 6230 | |
| }, | |
| { | |
| "epoch": 0.16248448498841256, | |
| "grad_norm": 0.1650581955909729, | |
| "learning_rate": 0.0001559079092791323, | |
| "loss": 0.6926, | |
| "step": 6240 | |
| }, | |
| { | |
| "epoch": 0.1627448767912786, | |
| "grad_norm": 0.16974525153636932, | |
| "learning_rate": 0.00015576940662367675, | |
| "loss": 0.711, | |
| "step": 6250 | |
| }, | |
| { | |
| "epoch": 0.16300526859414466, | |
| "grad_norm": 0.17168691754341125, | |
| "learning_rate": 0.00015563074851672787, | |
| "loss": 0.6949, | |
| "step": 6260 | |
| }, | |
| { | |
| "epoch": 0.1632656603970107, | |
| "grad_norm": 0.17578692734241486, | |
| "learning_rate": 0.00015549193534478094, | |
| "loss": 0.6858, | |
| "step": 6270 | |
| }, | |
| { | |
| "epoch": 0.16352605219987676, | |
| "grad_norm": 0.17432482540607452, | |
| "learning_rate": 0.00015535296749476335, | |
| "loss": 0.7025, | |
| "step": 6280 | |
| }, | |
| { | |
| "epoch": 0.16378644400274278, | |
| "grad_norm": 0.17605715990066528, | |
| "learning_rate": 0.00015521384535403376, | |
| "loss": 0.7021, | |
| "step": 6290 | |
| }, | |
| { | |
| "epoch": 0.16404683580560883, | |
| "grad_norm": 0.17800843715667725, | |
| "learning_rate": 0.0001550745693103808, | |
| "loss": 0.6998, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 0.16430722760847488, | |
| "grad_norm": 0.17110416293144226, | |
| "learning_rate": 0.0001549351397520222, | |
| "loss": 0.7116, | |
| "step": 6310 | |
| }, | |
| { | |
| "epoch": 0.16456761941134093, | |
| "grad_norm": 0.1723811775445938, | |
| "learning_rate": 0.00015479555706760344, | |
| "loss": 0.72, | |
| "step": 6320 | |
| }, | |
| { | |
| "epoch": 0.16482801121420698, | |
| "grad_norm": 0.1752457171678543, | |
| "learning_rate": 0.00015465582164619703, | |
| "loss": 0.6866, | |
| "step": 6330 | |
| }, | |
| { | |
| "epoch": 0.16508840301707303, | |
| "grad_norm": 0.1849747896194458, | |
| "learning_rate": 0.00015451593387730105, | |
| "loss": 0.7288, | |
| "step": 6340 | |
| }, | |
| { | |
| "epoch": 0.16534879481993905, | |
| "grad_norm": 0.16762009263038635, | |
| "learning_rate": 0.00015437589415083828, | |
| "loss": 0.6919, | |
| "step": 6350 | |
| }, | |
| { | |
| "epoch": 0.1656091866228051, | |
| "grad_norm": 0.17073680460453033, | |
| "learning_rate": 0.00015423570285715506, | |
| "loss": 0.709, | |
| "step": 6360 | |
| }, | |
| { | |
| "epoch": 0.16586957842567115, | |
| "grad_norm": 0.16971205174922943, | |
| "learning_rate": 0.00015409536038702028, | |
| "loss": 0.7156, | |
| "step": 6370 | |
| }, | |
| { | |
| "epoch": 0.1661299702285372, | |
| "grad_norm": 0.17233216762542725, | |
| "learning_rate": 0.00015395486713162414, | |
| "loss": 0.7187, | |
| "step": 6380 | |
| }, | |
| { | |
| "epoch": 0.16639036203140325, | |
| "grad_norm": 0.17737407982349396, | |
| "learning_rate": 0.00015381422348257715, | |
| "loss": 0.71, | |
| "step": 6390 | |
| }, | |
| { | |
| "epoch": 0.1666507538342693, | |
| "grad_norm": 0.17228469252586365, | |
| "learning_rate": 0.00015367342983190906, | |
| "loss": 0.7224, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 0.16691114563713536, | |
| "grad_norm": 0.17020554840564728, | |
| "learning_rate": 0.00015353248657206764, | |
| "loss": 0.7052, | |
| "step": 6410 | |
| }, | |
| { | |
| "epoch": 0.16717153744000138, | |
| "grad_norm": 0.1692919284105301, | |
| "learning_rate": 0.00015339139409591783, | |
| "loss": 0.7035, | |
| "step": 6420 | |
| }, | |
| { | |
| "epoch": 0.16743192924286743, | |
| "grad_norm": 0.17089873552322388, | |
| "learning_rate": 0.00015325015279674036, | |
| "loss": 0.7043, | |
| "step": 6430 | |
| }, | |
| { | |
| "epoch": 0.16769232104573348, | |
| "grad_norm": 0.16704905033111572, | |
| "learning_rate": 0.00015310876306823092, | |
| "loss": 0.6924, | |
| "step": 6440 | |
| }, | |
| { | |
| "epoch": 0.16795271284859953, | |
| "grad_norm": 0.1821179836988449, | |
| "learning_rate": 0.00015296722530449877, | |
| "loss": 0.6996, | |
| "step": 6450 | |
| }, | |
| { | |
| "epoch": 0.16821310465146558, | |
| "grad_norm": 0.17202268540859222, | |
| "learning_rate": 0.000152825539900066, | |
| "loss": 0.7164, | |
| "step": 6460 | |
| }, | |
| { | |
| "epoch": 0.16847349645433163, | |
| "grad_norm": 0.16377121210098267, | |
| "learning_rate": 0.00015268370724986601, | |
| "loss": 0.699, | |
| "step": 6470 | |
| }, | |
| { | |
| "epoch": 0.16873388825719765, | |
| "grad_norm": 0.17642685770988464, | |
| "learning_rate": 0.00015254172774924277, | |
| "loss": 0.7127, | |
| "step": 6480 | |
| }, | |
| { | |
| "epoch": 0.1689942800600637, | |
| "grad_norm": 0.1717827171087265, | |
| "learning_rate": 0.0001523996017939496, | |
| "loss": 0.6927, | |
| "step": 6490 | |
| }, | |
| { | |
| "epoch": 0.16925467186292975, | |
| "grad_norm": 0.1642349660396576, | |
| "learning_rate": 0.000152257329780148, | |
| "loss": 0.704, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.1695150636657958, | |
| "grad_norm": 0.17559029161930084, | |
| "learning_rate": 0.00015211491210440653, | |
| "loss": 0.7236, | |
| "step": 6510 | |
| }, | |
| { | |
| "epoch": 0.16977545546866185, | |
| "grad_norm": 0.1805913746356964, | |
| "learning_rate": 0.00015197234916369996, | |
| "loss": 0.6829, | |
| "step": 6520 | |
| }, | |
| { | |
| "epoch": 0.1700358472715279, | |
| "grad_norm": 0.17583122849464417, | |
| "learning_rate": 0.00015182964135540772, | |
| "loss": 0.7045, | |
| "step": 6530 | |
| }, | |
| { | |
| "epoch": 0.17029623907439395, | |
| "grad_norm": 0.1662655770778656, | |
| "learning_rate": 0.00015168678907731323, | |
| "loss": 0.7173, | |
| "step": 6540 | |
| }, | |
| { | |
| "epoch": 0.17055663087725997, | |
| "grad_norm": 0.1719600409269333, | |
| "learning_rate": 0.00015154379272760252, | |
| "loss": 0.7082, | |
| "step": 6550 | |
| }, | |
| { | |
| "epoch": 0.17081702268012602, | |
| "grad_norm": 0.18137727677822113, | |
| "learning_rate": 0.00015140065270486324, | |
| "loss": 0.7314, | |
| "step": 6560 | |
| }, | |
| { | |
| "epoch": 0.17107741448299207, | |
| "grad_norm": 0.17727130651474, | |
| "learning_rate": 0.00015125736940808351, | |
| "loss": 0.7093, | |
| "step": 6570 | |
| }, | |
| { | |
| "epoch": 0.17133780628585812, | |
| "grad_norm": 0.19269149005413055, | |
| "learning_rate": 0.00015111394323665081, | |
| "loss": 0.6859, | |
| "step": 6580 | |
| }, | |
| { | |
| "epoch": 0.17159819808872417, | |
| "grad_norm": 0.18232578039169312, | |
| "learning_rate": 0.00015097037459035084, | |
| "loss": 0.726, | |
| "step": 6590 | |
| }, | |
| { | |
| "epoch": 0.17185858989159022, | |
| "grad_norm": 0.16427166759967804, | |
| "learning_rate": 0.0001508266638693665, | |
| "loss": 0.6896, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 0.17211898169445625, | |
| "grad_norm": 0.17567217350006104, | |
| "learning_rate": 0.00015068281147427657, | |
| "loss": 0.6968, | |
| "step": 6610 | |
| }, | |
| { | |
| "epoch": 0.1723793734973223, | |
| "grad_norm": 0.17443399131298065, | |
| "learning_rate": 0.00015053881780605495, | |
| "loss": 0.7034, | |
| "step": 6620 | |
| }, | |
| { | |
| "epoch": 0.17263976530018835, | |
| "grad_norm": 0.16696178913116455, | |
| "learning_rate": 0.00015039468326606911, | |
| "loss": 0.6897, | |
| "step": 6630 | |
| }, | |
| { | |
| "epoch": 0.1729001571030544, | |
| "grad_norm": 0.1779368370771408, | |
| "learning_rate": 0.00015025040825607935, | |
| "loss": 0.7036, | |
| "step": 6640 | |
| }, | |
| { | |
| "epoch": 0.17316054890592045, | |
| "grad_norm": 0.17863190174102783, | |
| "learning_rate": 0.00015010599317823734, | |
| "loss": 0.7032, | |
| "step": 6650 | |
| }, | |
| { | |
| "epoch": 0.1734209407087865, | |
| "grad_norm": 0.1763063222169876, | |
| "learning_rate": 0.00014996143843508538, | |
| "loss": 0.6825, | |
| "step": 6660 | |
| }, | |
| { | |
| "epoch": 0.17368133251165252, | |
| "grad_norm": 0.17159639298915863, | |
| "learning_rate": 0.00014981674442955488, | |
| "loss": 0.6988, | |
| "step": 6670 | |
| }, | |
| { | |
| "epoch": 0.17394172431451857, | |
| "grad_norm": 0.17756308615207672, | |
| "learning_rate": 0.00014967191156496564, | |
| "loss": 0.7018, | |
| "step": 6680 | |
| }, | |
| { | |
| "epoch": 0.17420211611738462, | |
| "grad_norm": 0.17641721665859222, | |
| "learning_rate": 0.00014952694024502429, | |
| "loss": 0.7321, | |
| "step": 6690 | |
| }, | |
| { | |
| "epoch": 0.17446250792025067, | |
| "grad_norm": 0.17100387811660767, | |
| "learning_rate": 0.00014938183087382354, | |
| "loss": 0.7099, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 0.17472289972311672, | |
| "grad_norm": 0.16952122747898102, | |
| "learning_rate": 0.00014923658385584084, | |
| "loss": 0.6802, | |
| "step": 6710 | |
| }, | |
| { | |
| "epoch": 0.17498329152598277, | |
| "grad_norm": 0.1642334908246994, | |
| "learning_rate": 0.00014909119959593734, | |
| "loss": 0.7083, | |
| "step": 6720 | |
| }, | |
| { | |
| "epoch": 0.17524368332884882, | |
| "grad_norm": 0.16929323971271515, | |
| "learning_rate": 0.00014894567849935673, | |
| "loss": 0.7144, | |
| "step": 6730 | |
| }, | |
| { | |
| "epoch": 0.17550407513171484, | |
| "grad_norm": 0.180099755525589, | |
| "learning_rate": 0.00014880002097172418, | |
| "loss": 0.7043, | |
| "step": 6740 | |
| }, | |
| { | |
| "epoch": 0.1757644669345809, | |
| "grad_norm": 0.17287197709083557, | |
| "learning_rate": 0.000148654227419045, | |
| "loss": 0.6891, | |
| "step": 6750 | |
| }, | |
| { | |
| "epoch": 0.17602485873744694, | |
| "grad_norm": 0.17458143830299377, | |
| "learning_rate": 0.00014850829824770382, | |
| "loss": 0.6889, | |
| "step": 6760 | |
| }, | |
| { | |
| "epoch": 0.176285250540313, | |
| "grad_norm": 0.1722840964794159, | |
| "learning_rate": 0.00014836223386446317, | |
| "loss": 0.7058, | |
| "step": 6770 | |
| }, | |
| { | |
| "epoch": 0.17654564234317904, | |
| "grad_norm": 0.17535988986492157, | |
| "learning_rate": 0.0001482160346764625, | |
| "loss": 0.7148, | |
| "step": 6780 | |
| }, | |
| { | |
| "epoch": 0.1768060341460451, | |
| "grad_norm": 0.16451425850391388, | |
| "learning_rate": 0.00014806970109121709, | |
| "loss": 0.6975, | |
| "step": 6790 | |
| }, | |
| { | |
| "epoch": 0.17706642594891112, | |
| "grad_norm": 0.16712118685245514, | |
| "learning_rate": 0.00014792323351661671, | |
| "loss": 0.7148, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 0.17732681775177717, | |
| "grad_norm": 0.17245186865329742, | |
| "learning_rate": 0.0001477766323609248, | |
| "loss": 0.7216, | |
| "step": 6810 | |
| }, | |
| { | |
| "epoch": 0.17758720955464322, | |
| "grad_norm": 0.17335280776023865, | |
| "learning_rate": 0.00014762989803277686, | |
| "loss": 0.6949, | |
| "step": 6820 | |
| }, | |
| { | |
| "epoch": 0.17784760135750927, | |
| "grad_norm": 0.16834279894828796, | |
| "learning_rate": 0.0001474830309411799, | |
| "loss": 0.6884, | |
| "step": 6830 | |
| }, | |
| { | |
| "epoch": 0.17810799316037532, | |
| "grad_norm": 0.17499734461307526, | |
| "learning_rate": 0.0001473360314955108, | |
| "loss": 0.7065, | |
| "step": 6840 | |
| }, | |
| { | |
| "epoch": 0.17836838496324137, | |
| "grad_norm": 0.17072665691375732, | |
| "learning_rate": 0.00014718890010551543, | |
| "loss": 0.7067, | |
| "step": 6850 | |
| }, | |
| { | |
| "epoch": 0.17862877676610742, | |
| "grad_norm": 0.192660853266716, | |
| "learning_rate": 0.00014704163718130735, | |
| "loss": 0.7263, | |
| "step": 6860 | |
| }, | |
| { | |
| "epoch": 0.17888916856897344, | |
| "grad_norm": 0.18734219670295715, | |
| "learning_rate": 0.00014689424313336696, | |
| "loss": 0.7044, | |
| "step": 6870 | |
| }, | |
| { | |
| "epoch": 0.1791495603718395, | |
| "grad_norm": 0.17117907106876373, | |
| "learning_rate": 0.00014674671837253998, | |
| "loss": 0.7112, | |
| "step": 6880 | |
| }, | |
| { | |
| "epoch": 0.17940995217470554, | |
| "grad_norm": 0.18425500392913818, | |
| "learning_rate": 0.00014659906331003652, | |
| "loss": 0.6925, | |
| "step": 6890 | |
| }, | |
| { | |
| "epoch": 0.1796703439775716, | |
| "grad_norm": 0.1706390231847763, | |
| "learning_rate": 0.00014645127835742988, | |
| "loss": 0.6916, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 0.17993073578043764, | |
| "grad_norm": 0.17749357223510742, | |
| "learning_rate": 0.00014630336392665552, | |
| "loss": 0.7011, | |
| "step": 6910 | |
| }, | |
| { | |
| "epoch": 0.1801911275833037, | |
| "grad_norm": 0.16545963287353516, | |
| "learning_rate": 0.00014615532043000965, | |
| "loss": 0.7163, | |
| "step": 6920 | |
| }, | |
| { | |
| "epoch": 0.1804515193861697, | |
| "grad_norm": 0.1756933480501175, | |
| "learning_rate": 0.00014600714828014833, | |
| "loss": 0.6954, | |
| "step": 6930 | |
| }, | |
| { | |
| "epoch": 0.18071191118903576, | |
| "grad_norm": 0.16752491891384125, | |
| "learning_rate": 0.0001458588478900862, | |
| "loss": 0.6902, | |
| "step": 6940 | |
| }, | |
| { | |
| "epoch": 0.1809723029919018, | |
| "grad_norm": 0.16998566687107086, | |
| "learning_rate": 0.00014571041967319535, | |
| "loss": 0.6906, | |
| "step": 6950 | |
| }, | |
| { | |
| "epoch": 0.18123269479476786, | |
| "grad_norm": 0.1744604855775833, | |
| "learning_rate": 0.00014556186404320428, | |
| "loss": 0.6814, | |
| "step": 6960 | |
| }, | |
| { | |
| "epoch": 0.1814930865976339, | |
| "grad_norm": 0.17596711218357086, | |
| "learning_rate": 0.00014541318141419646, | |
| "loss": 0.7141, | |
| "step": 6970 | |
| }, | |
| { | |
| "epoch": 0.18175347840049996, | |
| "grad_norm": 0.16803975403308868, | |
| "learning_rate": 0.00014526437220060948, | |
| "loss": 0.6875, | |
| "step": 6980 | |
| }, | |
| { | |
| "epoch": 0.18201387020336598, | |
| "grad_norm": 0.1845843344926834, | |
| "learning_rate": 0.00014511543681723377, | |
| "loss": 0.6921, | |
| "step": 6990 | |
| }, | |
| { | |
| "epoch": 0.18227426200623204, | |
| "grad_norm": 0.1783183515071869, | |
| "learning_rate": 0.00014496637567921135, | |
| "loss": 0.6982, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.18253465380909809, | |
| "grad_norm": 0.17463266849517822, | |
| "learning_rate": 0.00014481718920203492, | |
| "loss": 0.7094, | |
| "step": 7010 | |
| }, | |
| { | |
| "epoch": 0.18279504561196414, | |
| "grad_norm": 0.17779332399368286, | |
| "learning_rate": 0.00014466787780154636, | |
| "loss": 0.6989, | |
| "step": 7020 | |
| }, | |
| { | |
| "epoch": 0.18305543741483019, | |
| "grad_norm": 0.17536398768424988, | |
| "learning_rate": 0.0001445184418939359, | |
| "loss": 0.7009, | |
| "step": 7030 | |
| }, | |
| { | |
| "epoch": 0.18331582921769624, | |
| "grad_norm": 0.17731131613254547, | |
| "learning_rate": 0.00014436888189574084, | |
| "loss": 0.6964, | |
| "step": 7040 | |
| }, | |
| { | |
| "epoch": 0.18357622102056229, | |
| "grad_norm": 0.18129530549049377, | |
| "learning_rate": 0.00014421919822384428, | |
| "loss": 0.6822, | |
| "step": 7050 | |
| }, | |
| { | |
| "epoch": 0.1838366128234283, | |
| "grad_norm": 0.16552576422691345, | |
| "learning_rate": 0.00014406939129547406, | |
| "loss": 0.7172, | |
| "step": 7060 | |
| }, | |
| { | |
| "epoch": 0.18409700462629436, | |
| "grad_norm": 0.17690911889076233, | |
| "learning_rate": 0.00014391946152820167, | |
| "loss": 0.6883, | |
| "step": 7070 | |
| }, | |
| { | |
| "epoch": 0.1843573964291604, | |
| "grad_norm": 0.1851797252893448, | |
| "learning_rate": 0.00014376940933994082, | |
| "loss": 0.6988, | |
| "step": 7080 | |
| }, | |
| { | |
| "epoch": 0.18461778823202646, | |
| "grad_norm": 0.18322911858558655, | |
| "learning_rate": 0.0001436192351489467, | |
| "loss": 0.689, | |
| "step": 7090 | |
| }, | |
| { | |
| "epoch": 0.1848781800348925, | |
| "grad_norm": 0.17606942355632782, | |
| "learning_rate": 0.0001434689393738144, | |
| "loss": 0.7034, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 0.18513857183775856, | |
| "grad_norm": 0.1715836524963379, | |
| "learning_rate": 0.0001433185224334779, | |
| "loss": 0.6939, | |
| "step": 7110 | |
| }, | |
| { | |
| "epoch": 0.18539896364062458, | |
| "grad_norm": 0.18052712082862854, | |
| "learning_rate": 0.00014316798474720908, | |
| "loss": 0.6858, | |
| "step": 7120 | |
| }, | |
| { | |
| "epoch": 0.18565935544349063, | |
| "grad_norm": 0.17608265578746796, | |
| "learning_rate": 0.00014301732673461617, | |
| "loss": 0.7166, | |
| "step": 7130 | |
| }, | |
| { | |
| "epoch": 0.18591974724635668, | |
| "grad_norm": 0.17561575770378113, | |
| "learning_rate": 0.000142866548815643, | |
| "loss": 0.7208, | |
| "step": 7140 | |
| }, | |
| { | |
| "epoch": 0.18618013904922273, | |
| "grad_norm": 0.17250195145606995, | |
| "learning_rate": 0.00014271565141056746, | |
| "loss": 0.687, | |
| "step": 7150 | |
| }, | |
| { | |
| "epoch": 0.18644053085208878, | |
| "grad_norm": 0.1769152581691742, | |
| "learning_rate": 0.00014256463494000064, | |
| "loss": 0.7007, | |
| "step": 7160 | |
| }, | |
| { | |
| "epoch": 0.18670092265495483, | |
| "grad_norm": 0.16784866154193878, | |
| "learning_rate": 0.0001424134998248854, | |
| "loss": 0.6913, | |
| "step": 7170 | |
| }, | |
| { | |
| "epoch": 0.18696131445782085, | |
| "grad_norm": 0.18374022841453552, | |
| "learning_rate": 0.00014226224648649532, | |
| "loss": 0.7048, | |
| "step": 7180 | |
| }, | |
| { | |
| "epoch": 0.1872217062606869, | |
| "grad_norm": 0.173793226480484, | |
| "learning_rate": 0.0001421108753464336, | |
| "loss": 0.6877, | |
| "step": 7190 | |
| }, | |
| { | |
| "epoch": 0.18748209806355295, | |
| "grad_norm": 0.17282545566558838, | |
| "learning_rate": 0.00014195938682663175, | |
| "loss": 0.7132, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 0.187742489866419, | |
| "grad_norm": 0.16977694630622864, | |
| "learning_rate": 0.00014180778134934843, | |
| "loss": 0.6813, | |
| "step": 7210 | |
| }, | |
| { | |
| "epoch": 0.18800288166928505, | |
| "grad_norm": 0.18771855533123016, | |
| "learning_rate": 0.00014165605933716836, | |
| "loss": 0.7037, | |
| "step": 7220 | |
| }, | |
| { | |
| "epoch": 0.1882632734721511, | |
| "grad_norm": 0.17175500094890594, | |
| "learning_rate": 0.00014150422121300105, | |
| "loss": 0.6926, | |
| "step": 7230 | |
| }, | |
| { | |
| "epoch": 0.18852366527501715, | |
| "grad_norm": 0.17340902984142303, | |
| "learning_rate": 0.00014135226740007967, | |
| "loss": 0.6987, | |
| "step": 7240 | |
| }, | |
| { | |
| "epoch": 0.18878405707788318, | |
| "grad_norm": 0.16895218193531036, | |
| "learning_rate": 0.00014120019832195986, | |
| "loss": 0.6771, | |
| "step": 7250 | |
| }, | |
| { | |
| "epoch": 0.18904444888074923, | |
| "grad_norm": 0.17422990500926971, | |
| "learning_rate": 0.00014104801440251863, | |
| "loss": 0.7027, | |
| "step": 7260 | |
| }, | |
| { | |
| "epoch": 0.18930484068361528, | |
| "grad_norm": 0.1705746352672577, | |
| "learning_rate": 0.00014089571606595294, | |
| "loss": 0.6907, | |
| "step": 7270 | |
| }, | |
| { | |
| "epoch": 0.18956523248648133, | |
| "grad_norm": 0.16771703958511353, | |
| "learning_rate": 0.0001407433037367788, | |
| "loss": 0.7105, | |
| "step": 7280 | |
| }, | |
| { | |
| "epoch": 0.18982562428934738, | |
| "grad_norm": 0.1731031835079193, | |
| "learning_rate": 0.00014059077783982993, | |
| "loss": 0.6683, | |
| "step": 7290 | |
| }, | |
| { | |
| "epoch": 0.19008601609221343, | |
| "grad_norm": 0.18010441958904266, | |
| "learning_rate": 0.00014043813880025658, | |
| "loss": 0.692, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 0.19034640789507945, | |
| "grad_norm": 0.17735110223293304, | |
| "learning_rate": 0.0001402853870435244, | |
| "loss": 0.6639, | |
| "step": 7310 | |
| }, | |
| { | |
| "epoch": 0.1906067996979455, | |
| "grad_norm": 0.16834424436092377, | |
| "learning_rate": 0.00014013252299541323, | |
| "loss": 0.6915, | |
| "step": 7320 | |
| }, | |
| { | |
| "epoch": 0.19086719150081155, | |
| "grad_norm": 0.17520864307880402, | |
| "learning_rate": 0.00013997954708201593, | |
| "loss": 0.6907, | |
| "step": 7330 | |
| }, | |
| { | |
| "epoch": 0.1911275833036776, | |
| "grad_norm": 0.18474625051021576, | |
| "learning_rate": 0.00013982645972973715, | |
| "loss": 0.7003, | |
| "step": 7340 | |
| }, | |
| { | |
| "epoch": 0.19138797510654365, | |
| "grad_norm": 0.1774008870124817, | |
| "learning_rate": 0.00013967326136529208, | |
| "loss": 0.7133, | |
| "step": 7350 | |
| }, | |
| { | |
| "epoch": 0.1916483669094097, | |
| "grad_norm": 0.17432044446468353, | |
| "learning_rate": 0.00013951995241570552, | |
| "loss": 0.7072, | |
| "step": 7360 | |
| }, | |
| { | |
| "epoch": 0.19190875871227575, | |
| "grad_norm": 0.1843249648809433, | |
| "learning_rate": 0.0001393665333083104, | |
| "loss": 0.6928, | |
| "step": 7370 | |
| }, | |
| { | |
| "epoch": 0.19216915051514177, | |
| "grad_norm": 0.17402757704257965, | |
| "learning_rate": 0.00013921300447074667, | |
| "loss": 0.7106, | |
| "step": 7380 | |
| }, | |
| { | |
| "epoch": 0.19242954231800782, | |
| "grad_norm": 0.17242158949375153, | |
| "learning_rate": 0.00013905936633096025, | |
| "loss": 0.6903, | |
| "step": 7390 | |
| }, | |
| { | |
| "epoch": 0.19268993412087387, | |
| "grad_norm": 0.18488599359989166, | |
| "learning_rate": 0.00013890561931720167, | |
| "loss": 0.688, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 0.19295032592373992, | |
| "grad_norm": 0.17597128450870514, | |
| "learning_rate": 0.0001387517638580249, | |
| "loss": 0.7062, | |
| "step": 7410 | |
| }, | |
| { | |
| "epoch": 0.19321071772660597, | |
| "grad_norm": 0.1805078685283661, | |
| "learning_rate": 0.00013859780038228634, | |
| "loss": 0.6999, | |
| "step": 7420 | |
| }, | |
| { | |
| "epoch": 0.19347110952947202, | |
| "grad_norm": 0.17452898621559143, | |
| "learning_rate": 0.00013844372931914325, | |
| "loss": 0.6961, | |
| "step": 7430 | |
| }, | |
| { | |
| "epoch": 0.19373150133233805, | |
| "grad_norm": 0.17718560993671417, | |
| "learning_rate": 0.00013828955109805295, | |
| "loss": 0.6909, | |
| "step": 7440 | |
| }, | |
| { | |
| "epoch": 0.1939918931352041, | |
| "grad_norm": 0.1740763783454895, | |
| "learning_rate": 0.00013813526614877138, | |
| "loss": 0.7126, | |
| "step": 7450 | |
| }, | |
| { | |
| "epoch": 0.19425228493807015, | |
| "grad_norm": 0.17878217995166779, | |
| "learning_rate": 0.000137980874901352, | |
| "loss": 0.7, | |
| "step": 7460 | |
| }, | |
| { | |
| "epoch": 0.1945126767409362, | |
| "grad_norm": 0.17267367243766785, | |
| "learning_rate": 0.0001378263777861445, | |
| "loss": 0.6756, | |
| "step": 7470 | |
| }, | |
| { | |
| "epoch": 0.19477306854380225, | |
| "grad_norm": 0.174414724111557, | |
| "learning_rate": 0.00013767177523379382, | |
| "loss": 0.6948, | |
| "step": 7480 | |
| }, | |
| { | |
| "epoch": 0.1950334603466683, | |
| "grad_norm": 0.17386887967586517, | |
| "learning_rate": 0.00013751706767523865, | |
| "loss": 0.6848, | |
| "step": 7490 | |
| }, | |
| { | |
| "epoch": 0.19529385214953432, | |
| "grad_norm": 0.1732412576675415, | |
| "learning_rate": 0.0001373622555417104, | |
| "loss": 0.6914, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.19555424395240037, | |
| "grad_norm": 0.17556026577949524, | |
| "learning_rate": 0.00013720733926473206, | |
| "loss": 0.6866, | |
| "step": 7510 | |
| }, | |
| { | |
| "epoch": 0.19581463575526642, | |
| "grad_norm": 0.1789248138666153, | |
| "learning_rate": 0.00013705231927611675, | |
| "loss": 0.7071, | |
| "step": 7520 | |
| }, | |
| { | |
| "epoch": 0.19607502755813247, | |
| "grad_norm": 0.17923463881015778, | |
| "learning_rate": 0.00013689719600796683, | |
| "loss": 0.684, | |
| "step": 7530 | |
| }, | |
| { | |
| "epoch": 0.19633541936099852, | |
| "grad_norm": 0.18686242401599884, | |
| "learning_rate": 0.00013674196989267245, | |
| "loss": 0.7003, | |
| "step": 7540 | |
| }, | |
| { | |
| "epoch": 0.19659581116386457, | |
| "grad_norm": 0.1743983030319214, | |
| "learning_rate": 0.00013658664136291046, | |
| "loss": 0.7067, | |
| "step": 7550 | |
| }, | |
| { | |
| "epoch": 0.19685620296673062, | |
| "grad_norm": 0.17865756154060364, | |
| "learning_rate": 0.0001364312108516432, | |
| "loss": 0.7005, | |
| "step": 7560 | |
| }, | |
| { | |
| "epoch": 0.19711659476959664, | |
| "grad_norm": 0.17367780208587646, | |
| "learning_rate": 0.0001362756787921173, | |
| "loss": 0.6852, | |
| "step": 7570 | |
| }, | |
| { | |
| "epoch": 0.1973769865724627, | |
| "grad_norm": 0.17140452563762665, | |
| "learning_rate": 0.00013612004561786232, | |
| "loss": 0.6904, | |
| "step": 7580 | |
| }, | |
| { | |
| "epoch": 0.19763737837532874, | |
| "grad_norm": 0.17559275031089783, | |
| "learning_rate": 0.00013596431176268978, | |
| "loss": 0.7174, | |
| "step": 7590 | |
| }, | |
| { | |
| "epoch": 0.1978977701781948, | |
| "grad_norm": 0.17835845053195953, | |
| "learning_rate": 0.00013580847766069183, | |
| "loss": 0.6827, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 0.19815816198106084, | |
| "grad_norm": 0.1730433702468872, | |
| "learning_rate": 0.00013565254374624, | |
| "loss": 0.7099, | |
| "step": 7610 | |
| }, | |
| { | |
| "epoch": 0.1984185537839269, | |
| "grad_norm": 0.1799464374780655, | |
| "learning_rate": 0.00013549651045398407, | |
| "loss": 0.6777, | |
| "step": 7620 | |
| }, | |
| { | |
| "epoch": 0.19867894558679292, | |
| "grad_norm": 0.1781192421913147, | |
| "learning_rate": 0.00013534037821885084, | |
| "loss": 0.7009, | |
| "step": 7630 | |
| }, | |
| { | |
| "epoch": 0.19893933738965897, | |
| "grad_norm": 0.17447307705879211, | |
| "learning_rate": 0.00013518414747604285, | |
| "loss": 0.7016, | |
| "step": 7640 | |
| }, | |
| { | |
| "epoch": 0.19919972919252502, | |
| "grad_norm": 0.17640911042690277, | |
| "learning_rate": 0.00013502781866103726, | |
| "loss": 0.6878, | |
| "step": 7650 | |
| }, | |
| { | |
| "epoch": 0.19946012099539107, | |
| "grad_norm": 0.17320814728736877, | |
| "learning_rate": 0.00013487139220958458, | |
| "loss": 0.6966, | |
| "step": 7660 | |
| }, | |
| { | |
| "epoch": 0.19972051279825712, | |
| "grad_norm": 0.17917166650295258, | |
| "learning_rate": 0.0001347148685577075, | |
| "loss": 0.6858, | |
| "step": 7670 | |
| }, | |
| { | |
| "epoch": 0.19998090460112317, | |
| "grad_norm": 0.1751902550458908, | |
| "learning_rate": 0.00013455824814169958, | |
| "loss": 0.7011, | |
| "step": 7680 | |
| }, | |
| { | |
| "epoch": 0.20024129640398922, | |
| "grad_norm": 0.18323281407356262, | |
| "learning_rate": 0.00013440153139812418, | |
| "loss": 0.6794, | |
| "step": 7690 | |
| }, | |
| { | |
| "epoch": 0.20050168820685524, | |
| "grad_norm": 0.1677102893590927, | |
| "learning_rate": 0.00013424471876381311, | |
| "loss": 0.6791, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 0.2007620800097213, | |
| "grad_norm": 0.17628876864910126, | |
| "learning_rate": 0.0001340878106758655, | |
| "loss": 0.6987, | |
| "step": 7710 | |
| }, | |
| { | |
| "epoch": 0.20102247181258734, | |
| "grad_norm": 0.1839548945426941, | |
| "learning_rate": 0.00013393080757164653, | |
| "loss": 0.6971, | |
| "step": 7720 | |
| }, | |
| { | |
| "epoch": 0.2012828636154534, | |
| "grad_norm": 0.1783684343099594, | |
| "learning_rate": 0.00013377370988878624, | |
| "loss": 0.6881, | |
| "step": 7730 | |
| }, | |
| { | |
| "epoch": 0.20154325541831944, | |
| "grad_norm": 0.17916792631149292, | |
| "learning_rate": 0.00013361651806517824, | |
| "loss": 0.698, | |
| "step": 7740 | |
| }, | |
| { | |
| "epoch": 0.2018036472211855, | |
| "grad_norm": 0.17960959672927856, | |
| "learning_rate": 0.00013345923253897866, | |
| "loss": 0.6858, | |
| "step": 7750 | |
| }, | |
| { | |
| "epoch": 0.2020640390240515, | |
| "grad_norm": 0.17584697902202606, | |
| "learning_rate": 0.00013330185374860467, | |
| "loss": 0.6835, | |
| "step": 7760 | |
| }, | |
| { | |
| "epoch": 0.20232443082691756, | |
| "grad_norm": 0.17761898040771484, | |
| "learning_rate": 0.00013314438213273355, | |
| "loss": 0.701, | |
| "step": 7770 | |
| }, | |
| { | |
| "epoch": 0.2025848226297836, | |
| "grad_norm": 0.16848579049110413, | |
| "learning_rate": 0.00013298681813030122, | |
| "loss": 0.7162, | |
| "step": 7780 | |
| }, | |
| { | |
| "epoch": 0.20284521443264966, | |
| "grad_norm": 0.17633990943431854, | |
| "learning_rate": 0.00013282916218050118, | |
| "loss": 0.7054, | |
| "step": 7790 | |
| }, | |
| { | |
| "epoch": 0.2031056062355157, | |
| "grad_norm": 0.1785901039838791, | |
| "learning_rate": 0.00013267141472278316, | |
| "loss": 0.7137, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 0.20336599803838176, | |
| "grad_norm": 0.16447508335113525, | |
| "learning_rate": 0.00013251357619685207, | |
| "loss": 0.7167, | |
| "step": 7810 | |
| }, | |
| { | |
| "epoch": 0.20362638984124778, | |
| "grad_norm": 0.17035554349422455, | |
| "learning_rate": 0.00013235564704266653, | |
| "loss": 0.6956, | |
| "step": 7820 | |
| }, | |
| { | |
| "epoch": 0.20388678164411383, | |
| "grad_norm": 0.18053407967090607, | |
| "learning_rate": 0.00013219762770043787, | |
| "loss": 0.7016, | |
| "step": 7830 | |
| }, | |
| { | |
| "epoch": 0.20414717344697988, | |
| "grad_norm": 0.18030588328838348, | |
| "learning_rate": 0.00013203951861062873, | |
| "loss": 0.7082, | |
| "step": 7840 | |
| }, | |
| { | |
| "epoch": 0.20440756524984594, | |
| "grad_norm": 0.17645570635795593, | |
| "learning_rate": 0.00013188132021395204, | |
| "loss": 0.6894, | |
| "step": 7850 | |
| }, | |
| { | |
| "epoch": 0.20466795705271199, | |
| "grad_norm": 0.1644545942544937, | |
| "learning_rate": 0.00013172303295136948, | |
| "loss": 0.6944, | |
| "step": 7860 | |
| }, | |
| { | |
| "epoch": 0.20492834885557804, | |
| "grad_norm": 0.1747378408908844, | |
| "learning_rate": 0.0001315646572640906, | |
| "loss": 0.7009, | |
| "step": 7870 | |
| }, | |
| { | |
| "epoch": 0.20518874065844409, | |
| "grad_norm": 0.17992566525936127, | |
| "learning_rate": 0.00013140619359357139, | |
| "loss": 0.7139, | |
| "step": 7880 | |
| }, | |
| { | |
| "epoch": 0.2054491324613101, | |
| "grad_norm": 0.17254693806171417, | |
| "learning_rate": 0.000131247642381513, | |
| "loss": 0.6878, | |
| "step": 7890 | |
| }, | |
| { | |
| "epoch": 0.20570952426417616, | |
| "grad_norm": 0.19822190701961517, | |
| "learning_rate": 0.00013108900406986066, | |
| "loss": 0.7181, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 0.2059699160670422, | |
| "grad_norm": 0.18208132684230804, | |
| "learning_rate": 0.0001309302791008024, | |
| "loss": 0.7086, | |
| "step": 7910 | |
| }, | |
| { | |
| "epoch": 0.20623030786990826, | |
| "grad_norm": 0.1721629798412323, | |
| "learning_rate": 0.00013077146791676776, | |
| "loss": 0.6874, | |
| "step": 7920 | |
| }, | |
| { | |
| "epoch": 0.2064906996727743, | |
| "grad_norm": 0.1776220202445984, | |
| "learning_rate": 0.00013061257096042654, | |
| "loss": 0.6997, | |
| "step": 7930 | |
| }, | |
| { | |
| "epoch": 0.20675109147564036, | |
| "grad_norm": 0.1767396479845047, | |
| "learning_rate": 0.00013045358867468782, | |
| "loss": 0.6839, | |
| "step": 7940 | |
| }, | |
| { | |
| "epoch": 0.20701148327850638, | |
| "grad_norm": 0.17351138591766357, | |
| "learning_rate": 0.00013029452150269827, | |
| "loss": 0.7025, | |
| "step": 7950 | |
| }, | |
| { | |
| "epoch": 0.20727187508137243, | |
| "grad_norm": 0.18614953756332397, | |
| "learning_rate": 0.00013013536988784138, | |
| "loss": 0.7054, | |
| "step": 7960 | |
| }, | |
| { | |
| "epoch": 0.20753226688423848, | |
| "grad_norm": 0.17871534824371338, | |
| "learning_rate": 0.00012997613427373586, | |
| "loss": 0.6855, | |
| "step": 7970 | |
| }, | |
| { | |
| "epoch": 0.20779265868710453, | |
| "grad_norm": 0.17882663011550903, | |
| "learning_rate": 0.00012981681510423472, | |
| "loss": 0.6973, | |
| "step": 7980 | |
| }, | |
| { | |
| "epoch": 0.20805305048997058, | |
| "grad_norm": 0.17025555670261383, | |
| "learning_rate": 0.0001296574128234237, | |
| "loss": 0.6915, | |
| "step": 7990 | |
| }, | |
| { | |
| "epoch": 0.20831344229283663, | |
| "grad_norm": 0.18960419297218323, | |
| "learning_rate": 0.0001294979278756203, | |
| "loss": 0.6961, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.20857383409570265, | |
| "grad_norm": 0.18628227710723877, | |
| "learning_rate": 0.00012933836070537247, | |
| "loss": 0.6676, | |
| "step": 8010 | |
| }, | |
| { | |
| "epoch": 0.2088342258985687, | |
| "grad_norm": 0.17117147147655487, | |
| "learning_rate": 0.00012917871175745726, | |
| "loss": 0.6929, | |
| "step": 8020 | |
| }, | |
| { | |
| "epoch": 0.20909461770143475, | |
| "grad_norm": 0.17737753689289093, | |
| "learning_rate": 0.00012901898147687975, | |
| "loss": 0.7125, | |
| "step": 8030 | |
| }, | |
| { | |
| "epoch": 0.2093550095043008, | |
| "grad_norm": 0.17105183005332947, | |
| "learning_rate": 0.00012885917030887174, | |
| "loss": 0.6709, | |
| "step": 8040 | |
| }, | |
| { | |
| "epoch": 0.20961540130716685, | |
| "grad_norm": 0.17960920929908752, | |
| "learning_rate": 0.00012869927869889032, | |
| "loss": 0.6898, | |
| "step": 8050 | |
| }, | |
| { | |
| "epoch": 0.2098757931100329, | |
| "grad_norm": 0.1776961088180542, | |
| "learning_rate": 0.00012853930709261707, | |
| "loss": 0.6987, | |
| "step": 8060 | |
| }, | |
| { | |
| "epoch": 0.21013618491289895, | |
| "grad_norm": 0.16933076083660126, | |
| "learning_rate": 0.00012837925593595626, | |
| "loss": 0.6793, | |
| "step": 8070 | |
| }, | |
| { | |
| "epoch": 0.21039657671576498, | |
| "grad_norm": 0.17447830736637115, | |
| "learning_rate": 0.0001282191256750342, | |
| "loss": 0.69, | |
| "step": 8080 | |
| }, | |
| { | |
| "epoch": 0.21065696851863103, | |
| "grad_norm": 0.17908291518688202, | |
| "learning_rate": 0.00012805891675619747, | |
| "loss": 0.6805, | |
| "step": 8090 | |
| }, | |
| { | |
| "epoch": 0.21091736032149708, | |
| "grad_norm": 0.17689751088619232, | |
| "learning_rate": 0.00012789862962601201, | |
| "loss": 0.6993, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 0.21117775212436313, | |
| "grad_norm": 0.17400488257408142, | |
| "learning_rate": 0.00012773826473126172, | |
| "loss": 0.6836, | |
| "step": 8110 | |
| }, | |
| { | |
| "epoch": 0.21143814392722918, | |
| "grad_norm": 0.17445240914821625, | |
| "learning_rate": 0.00012757782251894727, | |
| "loss": 0.7105, | |
| "step": 8120 | |
| }, | |
| { | |
| "epoch": 0.21169853573009523, | |
| "grad_norm": 0.18754400312900543, | |
| "learning_rate": 0.00012741730343628484, | |
| "loss": 0.7093, | |
| "step": 8130 | |
| }, | |
| { | |
| "epoch": 0.21195892753296125, | |
| "grad_norm": 0.1769934892654419, | |
| "learning_rate": 0.0001272567079307049, | |
| "loss": 0.6922, | |
| "step": 8140 | |
| }, | |
| { | |
| "epoch": 0.2122193193358273, | |
| "grad_norm": 0.17582187056541443, | |
| "learning_rate": 0.00012709603644985094, | |
| "loss": 0.6955, | |
| "step": 8150 | |
| }, | |
| { | |
| "epoch": 0.21247971113869335, | |
| "grad_norm": 0.1896626353263855, | |
| "learning_rate": 0.00012693528944157818, | |
| "loss": 0.706, | |
| "step": 8160 | |
| }, | |
| { | |
| "epoch": 0.2127401029415594, | |
| "grad_norm": 0.17897091805934906, | |
| "learning_rate": 0.0001267744673539524, | |
| "loss": 0.6903, | |
| "step": 8170 | |
| }, | |
| { | |
| "epoch": 0.21300049474442545, | |
| "grad_norm": 0.1837705820798874, | |
| "learning_rate": 0.0001266135706352487, | |
| "loss": 0.6972, | |
| "step": 8180 | |
| }, | |
| { | |
| "epoch": 0.2132608865472915, | |
| "grad_norm": 0.17943723499774933, | |
| "learning_rate": 0.0001264525997339501, | |
| "loss": 0.6788, | |
| "step": 8190 | |
| }, | |
| { | |
| "epoch": 0.21352127835015755, | |
| "grad_norm": 0.18042807281017303, | |
| "learning_rate": 0.0001262915550987465, | |
| "loss": 0.7139, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 0.21378167015302357, | |
| "grad_norm": 0.1821472942829132, | |
| "learning_rate": 0.00012613043717853324, | |
| "loss": 0.6902, | |
| "step": 8210 | |
| }, | |
| { | |
| "epoch": 0.21404206195588962, | |
| "grad_norm": 0.18218253552913666, | |
| "learning_rate": 0.00012596924642241004, | |
| "loss": 0.6861, | |
| "step": 8220 | |
| }, | |
| { | |
| "epoch": 0.21430245375875567, | |
| "grad_norm": 0.18331663310527802, | |
| "learning_rate": 0.00012580798327967952, | |
| "loss": 0.6746, | |
| "step": 8230 | |
| }, | |
| { | |
| "epoch": 0.21456284556162172, | |
| "grad_norm": 0.1842353492975235, | |
| "learning_rate": 0.0001256466481998461, | |
| "loss": 0.6932, | |
| "step": 8240 | |
| }, | |
| { | |
| "epoch": 0.21482323736448777, | |
| "grad_norm": 0.16256186366081238, | |
| "learning_rate": 0.00012548524163261485, | |
| "loss": 0.6843, | |
| "step": 8250 | |
| }, | |
| { | |
| "epoch": 0.21508362916735382, | |
| "grad_norm": 0.17319098114967346, | |
| "learning_rate": 0.00012532376402788988, | |
| "loss": 0.7022, | |
| "step": 8260 | |
| }, | |
| { | |
| "epoch": 0.21534402097021985, | |
| "grad_norm": 0.1779172569513321, | |
| "learning_rate": 0.00012516221583577355, | |
| "loss": 0.7039, | |
| "step": 8270 | |
| }, | |
| { | |
| "epoch": 0.2156044127730859, | |
| "grad_norm": 0.17087218165397644, | |
| "learning_rate": 0.00012500059750656474, | |
| "loss": 0.6917, | |
| "step": 8280 | |
| }, | |
| { | |
| "epoch": 0.21586480457595195, | |
| "grad_norm": 0.16772834956645966, | |
| "learning_rate": 0.00012483890949075801, | |
| "loss": 0.6848, | |
| "step": 8290 | |
| }, | |
| { | |
| "epoch": 0.216125196378818, | |
| "grad_norm": 0.17318886518478394, | |
| "learning_rate": 0.0001246771522390421, | |
| "loss": 0.6973, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 0.21638558818168405, | |
| "grad_norm": 0.16938996315002441, | |
| "learning_rate": 0.00012451532620229872, | |
| "loss": 0.7016, | |
| "step": 8310 | |
| }, | |
| { | |
| "epoch": 0.2166459799845501, | |
| "grad_norm": 0.17802828550338745, | |
| "learning_rate": 0.0001243534318316013, | |
| "loss": 0.6871, | |
| "step": 8320 | |
| }, | |
| { | |
| "epoch": 0.21690637178741612, | |
| "grad_norm": 0.17595522105693817, | |
| "learning_rate": 0.00012419146957821383, | |
| "loss": 0.7055, | |
| "step": 8330 | |
| }, | |
| { | |
| "epoch": 0.21716676359028217, | |
| "grad_norm": 0.1841190904378891, | |
| "learning_rate": 0.0001240294398935894, | |
| "loss": 0.7154, | |
| "step": 8340 | |
| }, | |
| { | |
| "epoch": 0.21742715539314822, | |
| "grad_norm": 0.16829776763916016, | |
| "learning_rate": 0.0001238673432293692, | |
| "loss": 0.6925, | |
| "step": 8350 | |
| }, | |
| { | |
| "epoch": 0.21768754719601427, | |
| "grad_norm": 0.1729755699634552, | |
| "learning_rate": 0.00012370518003738091, | |
| "loss": 0.7118, | |
| "step": 8360 | |
| }, | |
| { | |
| "epoch": 0.21794793899888032, | |
| "grad_norm": 0.16530723869800568, | |
| "learning_rate": 0.00012354295076963786, | |
| "loss": 0.7029, | |
| "step": 8370 | |
| }, | |
| { | |
| "epoch": 0.21820833080174637, | |
| "grad_norm": 0.17311285436153412, | |
| "learning_rate": 0.00012338065587833748, | |
| "loss": 0.7013, | |
| "step": 8380 | |
| }, | |
| { | |
| "epoch": 0.21846872260461242, | |
| "grad_norm": 0.1771146059036255, | |
| "learning_rate": 0.00012321829581586003, | |
| "loss": 0.6997, | |
| "step": 8390 | |
| }, | |
| { | |
| "epoch": 0.21872911440747844, | |
| "grad_norm": 0.1830943077802658, | |
| "learning_rate": 0.0001230558710347676, | |
| "loss": 0.6945, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 0.2189895062103445, | |
| "grad_norm": 0.1760828197002411, | |
| "learning_rate": 0.00012289338198780253, | |
| "loss": 0.6888, | |
| "step": 8410 | |
| }, | |
| { | |
| "epoch": 0.21924989801321054, | |
| "grad_norm": 0.1744048148393631, | |
| "learning_rate": 0.00012273082912788637, | |
| "loss": 0.676, | |
| "step": 8420 | |
| }, | |
| { | |
| "epoch": 0.2195102898160766, | |
| "grad_norm": 0.17182762920856476, | |
| "learning_rate": 0.00012256821290811855, | |
| "loss": 0.707, | |
| "step": 8430 | |
| }, | |
| { | |
| "epoch": 0.21977068161894264, | |
| "grad_norm": 0.1801503300666809, | |
| "learning_rate": 0.00012240553378177504, | |
| "loss": 0.6907, | |
| "step": 8440 | |
| }, | |
| { | |
| "epoch": 0.2200310734218087, | |
| "grad_norm": 0.1753336787223816, | |
| "learning_rate": 0.0001222427922023072, | |
| "loss": 0.7034, | |
| "step": 8450 | |
| }, | |
| { | |
| "epoch": 0.22029146522467472, | |
| "grad_norm": 0.180914506316185, | |
| "learning_rate": 0.00012207998862334048, | |
| "loss": 0.6773, | |
| "step": 8460 | |
| }, | |
| { | |
| "epoch": 0.22055185702754077, | |
| "grad_norm": 0.17284120619297028, | |
| "learning_rate": 0.00012191712349867315, | |
| "loss": 0.6983, | |
| "step": 8470 | |
| }, | |
| { | |
| "epoch": 0.22081224883040682, | |
| "grad_norm": 0.18915420770645142, | |
| "learning_rate": 0.00012175419728227498, | |
| "loss": 0.7106, | |
| "step": 8480 | |
| }, | |
| { | |
| "epoch": 0.22107264063327287, | |
| "grad_norm": 0.178519144654274, | |
| "learning_rate": 0.00012159121042828612, | |
| "loss": 0.7054, | |
| "step": 8490 | |
| }, | |
| { | |
| "epoch": 0.22133303243613892, | |
| "grad_norm": 0.17323723435401917, | |
| "learning_rate": 0.00012142816339101562, | |
| "loss": 0.6965, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.22159342423900497, | |
| "grad_norm": 0.23265057802200317, | |
| "learning_rate": 0.00012126505662494041, | |
| "loss": 0.6914, | |
| "step": 8510 | |
| }, | |
| { | |
| "epoch": 0.221853816041871, | |
| "grad_norm": 0.1790781468153, | |
| "learning_rate": 0.00012110189058470382, | |
| "loss": 0.6911, | |
| "step": 8520 | |
| }, | |
| { | |
| "epoch": 0.22211420784473704, | |
| "grad_norm": 0.17768746614456177, | |
| "learning_rate": 0.00012093866572511443, | |
| "loss": 0.6829, | |
| "step": 8530 | |
| }, | |
| { | |
| "epoch": 0.2223745996476031, | |
| "grad_norm": 0.17421717941761017, | |
| "learning_rate": 0.00012077538250114478, | |
| "loss": 0.6963, | |
| "step": 8540 | |
| }, | |
| { | |
| "epoch": 0.22263499145046914, | |
| "grad_norm": 0.1880684494972229, | |
| "learning_rate": 0.0001206120413679301, | |
| "loss": 0.6946, | |
| "step": 8550 | |
| }, | |
| { | |
| "epoch": 0.2228953832533352, | |
| "grad_norm": 0.17597487568855286, | |
| "learning_rate": 0.00012044864278076698, | |
| "loss": 0.7016, | |
| "step": 8560 | |
| }, | |
| { | |
| "epoch": 0.22315577505620124, | |
| "grad_norm": 0.17353573441505432, | |
| "learning_rate": 0.00012028518719511225, | |
| "loss": 0.6771, | |
| "step": 8570 | |
| }, | |
| { | |
| "epoch": 0.2234161668590673, | |
| "grad_norm": 0.18333446979522705, | |
| "learning_rate": 0.00012012167506658156, | |
| "loss": 0.6696, | |
| "step": 8580 | |
| }, | |
| { | |
| "epoch": 0.2236765586619333, | |
| "grad_norm": 0.1803252398967743, | |
| "learning_rate": 0.00011995810685094813, | |
| "loss": 0.6988, | |
| "step": 8590 | |
| }, | |
| { | |
| "epoch": 0.22393695046479936, | |
| "grad_norm": 0.17487098276615143, | |
| "learning_rate": 0.0001197944830041416, | |
| "loss": 0.7198, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 0.2241973422676654, | |
| "grad_norm": 0.174115851521492, | |
| "learning_rate": 0.00011963080398224661, | |
| "loss": 0.6904, | |
| "step": 8610 | |
| }, | |
| { | |
| "epoch": 0.22445773407053146, | |
| "grad_norm": 0.17489659786224365, | |
| "learning_rate": 0.0001194670702415017, | |
| "loss": 0.6738, | |
| "step": 8620 | |
| }, | |
| { | |
| "epoch": 0.2247181258733975, | |
| "grad_norm": 0.17910204827785492, | |
| "learning_rate": 0.00011930328223829779, | |
| "loss": 0.7042, | |
| "step": 8630 | |
| }, | |
| { | |
| "epoch": 0.22497851767626356, | |
| "grad_norm": 0.17602995038032532, | |
| "learning_rate": 0.00011913944042917711, | |
| "loss": 0.7068, | |
| "step": 8640 | |
| }, | |
| { | |
| "epoch": 0.22523890947912958, | |
| "grad_norm": 0.18906055390834808, | |
| "learning_rate": 0.0001189755452708319, | |
| "loss": 0.7128, | |
| "step": 8650 | |
| }, | |
| { | |
| "epoch": 0.22549930128199563, | |
| "grad_norm": 0.17224588990211487, | |
| "learning_rate": 0.0001188115972201031, | |
| "loss": 0.7158, | |
| "step": 8660 | |
| }, | |
| { | |
| "epoch": 0.22575969308486168, | |
| "grad_norm": 0.18284164369106293, | |
| "learning_rate": 0.00011864759673397901, | |
| "loss": 0.6838, | |
| "step": 8670 | |
| }, | |
| { | |
| "epoch": 0.22602008488772773, | |
| "grad_norm": 0.17522230744361877, | |
| "learning_rate": 0.00011848354426959417, | |
| "loss": 0.6832, | |
| "step": 8680 | |
| }, | |
| { | |
| "epoch": 0.22628047669059378, | |
| "grad_norm": 0.17182756960391998, | |
| "learning_rate": 0.00011831944028422798, | |
| "loss": 0.6911, | |
| "step": 8690 | |
| }, | |
| { | |
| "epoch": 0.22654086849345983, | |
| "grad_norm": 0.17457079887390137, | |
| "learning_rate": 0.00011815528523530349, | |
| "loss": 0.692, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 0.22680126029632589, | |
| "grad_norm": 0.17242825031280518, | |
| "learning_rate": 0.00011799107958038593, | |
| "loss": 0.6949, | |
| "step": 8710 | |
| }, | |
| { | |
| "epoch": 0.2270616520991919, | |
| "grad_norm": 0.18559910356998444, | |
| "learning_rate": 0.0001178268237771818, | |
| "loss": 0.6802, | |
| "step": 8720 | |
| }, | |
| { | |
| "epoch": 0.22732204390205796, | |
| "grad_norm": 0.18594273924827576, | |
| "learning_rate": 0.00011766251828353722, | |
| "loss": 0.7008, | |
| "step": 8730 | |
| }, | |
| { | |
| "epoch": 0.227582435704924, | |
| "grad_norm": 0.17495504021644592, | |
| "learning_rate": 0.00011749816355743694, | |
| "loss": 0.7119, | |
| "step": 8740 | |
| }, | |
| { | |
| "epoch": 0.22784282750779006, | |
| "grad_norm": 0.17004092037677765, | |
| "learning_rate": 0.00011733376005700283, | |
| "loss": 0.685, | |
| "step": 8750 | |
| }, | |
| { | |
| "epoch": 0.2281032193106561, | |
| "grad_norm": 0.17227309942245483, | |
| "learning_rate": 0.00011716930824049274, | |
| "loss": 0.6895, | |
| "step": 8760 | |
| }, | |
| { | |
| "epoch": 0.22836361111352216, | |
| "grad_norm": 0.18226534128189087, | |
| "learning_rate": 0.00011700480856629929, | |
| "loss": 0.6874, | |
| "step": 8770 | |
| }, | |
| { | |
| "epoch": 0.22862400291638818, | |
| "grad_norm": 0.17005032300949097, | |
| "learning_rate": 0.0001168402614929484, | |
| "loss": 0.693, | |
| "step": 8780 | |
| }, | |
| { | |
| "epoch": 0.22888439471925423, | |
| "grad_norm": 0.1789228320121765, | |
| "learning_rate": 0.0001166756674790981, | |
| "loss": 0.6952, | |
| "step": 8790 | |
| }, | |
| { | |
| "epoch": 0.22914478652212028, | |
| "grad_norm": 0.17560814321041107, | |
| "learning_rate": 0.00011651102698353738, | |
| "loss": 0.7052, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 0.22940517832498633, | |
| "grad_norm": 0.18214547634124756, | |
| "learning_rate": 0.0001163463404651846, | |
| "loss": 0.6864, | |
| "step": 8810 | |
| }, | |
| { | |
| "epoch": 0.22966557012785238, | |
| "grad_norm": 0.17090913653373718, | |
| "learning_rate": 0.00011618160838308663, | |
| "loss": 0.6847, | |
| "step": 8820 | |
| }, | |
| { | |
| "epoch": 0.22992596193071843, | |
| "grad_norm": 0.1777815967798233, | |
| "learning_rate": 0.00011601683119641714, | |
| "loss": 0.7035, | |
| "step": 8830 | |
| }, | |
| { | |
| "epoch": 0.23018635373358445, | |
| "grad_norm": 0.1708465963602066, | |
| "learning_rate": 0.00011585200936447567, | |
| "loss": 0.6939, | |
| "step": 8840 | |
| }, | |
| { | |
| "epoch": 0.2304467455364505, | |
| "grad_norm": 0.1829666793346405, | |
| "learning_rate": 0.00011568714334668612, | |
| "loss": 0.6898, | |
| "step": 8850 | |
| }, | |
| { | |
| "epoch": 0.23070713733931655, | |
| "grad_norm": 0.17379315197467804, | |
| "learning_rate": 0.0001155222336025956, | |
| "loss": 0.7003, | |
| "step": 8860 | |
| }, | |
| { | |
| "epoch": 0.2309675291421826, | |
| "grad_norm": 0.17232435941696167, | |
| "learning_rate": 0.00011535728059187307, | |
| "loss": 0.6967, | |
| "step": 8870 | |
| }, | |
| { | |
| "epoch": 0.23122792094504865, | |
| "grad_norm": 0.1840342879295349, | |
| "learning_rate": 0.00011519228477430814, | |
| "loss": 0.695, | |
| "step": 8880 | |
| }, | |
| { | |
| "epoch": 0.2314883127479147, | |
| "grad_norm": 0.17518925666809082, | |
| "learning_rate": 0.00011502724660980968, | |
| "loss": 0.6982, | |
| "step": 8890 | |
| }, | |
| { | |
| "epoch": 0.23174870455078075, | |
| "grad_norm": 0.18575233221054077, | |
| "learning_rate": 0.00011486216655840463, | |
| "loss": 0.722, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 0.23200909635364678, | |
| "grad_norm": 0.18776971101760864, | |
| "learning_rate": 0.00011469704508023667, | |
| "loss": 0.7283, | |
| "step": 8910 | |
| }, | |
| { | |
| "epoch": 0.23226948815651283, | |
| "grad_norm": 0.17691543698310852, | |
| "learning_rate": 0.00011453188263556493, | |
| "loss": 0.6796, | |
| "step": 8920 | |
| }, | |
| { | |
| "epoch": 0.23252987995937888, | |
| "grad_norm": 0.17249678075313568, | |
| "learning_rate": 0.00011436667968476284, | |
| "loss": 0.6891, | |
| "step": 8930 | |
| }, | |
| { | |
| "epoch": 0.23279027176224493, | |
| "grad_norm": 0.17315714061260223, | |
| "learning_rate": 0.00011420143668831662, | |
| "loss": 0.6844, | |
| "step": 8940 | |
| }, | |
| { | |
| "epoch": 0.23305066356511098, | |
| "grad_norm": 0.17669366300106049, | |
| "learning_rate": 0.00011403615410682416, | |
| "loss": 0.6848, | |
| "step": 8950 | |
| }, | |
| { | |
| "epoch": 0.23331105536797703, | |
| "grad_norm": 0.1768043041229248, | |
| "learning_rate": 0.00011387083240099364, | |
| "loss": 0.6887, | |
| "step": 8960 | |
| }, | |
| { | |
| "epoch": 0.23357144717084305, | |
| "grad_norm": 0.17968913912773132, | |
| "learning_rate": 0.00011370547203164237, | |
| "loss": 0.7092, | |
| "step": 8970 | |
| }, | |
| { | |
| "epoch": 0.2338318389737091, | |
| "grad_norm": 0.1745702028274536, | |
| "learning_rate": 0.0001135400734596954, | |
| "loss": 0.6812, | |
| "step": 8980 | |
| }, | |
| { | |
| "epoch": 0.23409223077657515, | |
| "grad_norm": 0.1707821488380432, | |
| "learning_rate": 0.00011337463714618423, | |
| "loss": 0.6685, | |
| "step": 8990 | |
| }, | |
| { | |
| "epoch": 0.2343526225794412, | |
| "grad_norm": 0.1789083033800125, | |
| "learning_rate": 0.00011320916355224565, | |
| "loss": 0.6746, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.23461301438230725, | |
| "grad_norm": 0.17847011983394623, | |
| "learning_rate": 0.00011304365313912028, | |
| "loss": 0.695, | |
| "step": 9010 | |
| }, | |
| { | |
| "epoch": 0.2348734061851733, | |
| "grad_norm": 0.18885819613933563, | |
| "learning_rate": 0.00011287810636815139, | |
| "loss": 0.698, | |
| "step": 9020 | |
| }, | |
| { | |
| "epoch": 0.23513379798803935, | |
| "grad_norm": 0.17764124274253845, | |
| "learning_rate": 0.00011271252370078363, | |
| "loss": 0.6892, | |
| "step": 9030 | |
| }, | |
| { | |
| "epoch": 0.23539418979090537, | |
| "grad_norm": 0.17720068991184235, | |
| "learning_rate": 0.0001125469055985616, | |
| "loss": 0.6926, | |
| "step": 9040 | |
| }, | |
| { | |
| "epoch": 0.23565458159377142, | |
| "grad_norm": 0.17689958214759827, | |
| "learning_rate": 0.00011238125252312888, | |
| "loss": 0.6987, | |
| "step": 9050 | |
| }, | |
| { | |
| "epoch": 0.23591497339663747, | |
| "grad_norm": 0.19373558461666107, | |
| "learning_rate": 0.00011221556493622627, | |
| "loss": 0.687, | |
| "step": 9060 | |
| }, | |
| { | |
| "epoch": 0.23617536519950352, | |
| "grad_norm": 0.1779530942440033, | |
| "learning_rate": 0.000112049843299691, | |
| "loss": 0.6735, | |
| "step": 9070 | |
| }, | |
| { | |
| "epoch": 0.23643575700236957, | |
| "grad_norm": 0.1853463500738144, | |
| "learning_rate": 0.00011188408807545505, | |
| "loss": 0.6765, | |
| "step": 9080 | |
| }, | |
| { | |
| "epoch": 0.23669614880523562, | |
| "grad_norm": 0.1809043437242508, | |
| "learning_rate": 0.00011171829972554415, | |
| "loss": 0.6775, | |
| "step": 9090 | |
| }, | |
| { | |
| "epoch": 0.23695654060810165, | |
| "grad_norm": 0.16961175203323364, | |
| "learning_rate": 0.00011155247871207624, | |
| "loss": 0.6947, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 0.2372169324109677, | |
| "grad_norm": 0.1882382184267044, | |
| "learning_rate": 0.0001113866254972604, | |
| "loss": 0.6855, | |
| "step": 9110 | |
| }, | |
| { | |
| "epoch": 0.23747732421383375, | |
| "grad_norm": 0.18256156146526337, | |
| "learning_rate": 0.00011122074054339537, | |
| "loss": 0.7131, | |
| "step": 9120 | |
| }, | |
| { | |
| "epoch": 0.2377377160166998, | |
| "grad_norm": 0.18344970047473907, | |
| "learning_rate": 0.00011105482431286852, | |
| "loss": 0.6596, | |
| "step": 9130 | |
| }, | |
| { | |
| "epoch": 0.23799810781956585, | |
| "grad_norm": 0.18037189543247223, | |
| "learning_rate": 0.00011088887726815422, | |
| "loss": 0.6853, | |
| "step": 9140 | |
| }, | |
| { | |
| "epoch": 0.2382584996224319, | |
| "grad_norm": 0.17328627407550812, | |
| "learning_rate": 0.00011072289987181288, | |
| "loss": 0.6833, | |
| "step": 9150 | |
| }, | |
| { | |
| "epoch": 0.23851889142529792, | |
| "grad_norm": 0.1846616417169571, | |
| "learning_rate": 0.00011055689258648938, | |
| "loss": 0.6809, | |
| "step": 9160 | |
| }, | |
| { | |
| "epoch": 0.23877928322816397, | |
| "grad_norm": 0.17733514308929443, | |
| "learning_rate": 0.00011039085587491203, | |
| "loss": 0.7013, | |
| "step": 9170 | |
| }, | |
| { | |
| "epoch": 0.23903967503103002, | |
| "grad_norm": 0.17087826132774353, | |
| "learning_rate": 0.0001102247901998911, | |
| "loss": 0.6808, | |
| "step": 9180 | |
| }, | |
| { | |
| "epoch": 0.23930006683389607, | |
| "grad_norm": 0.17394234240055084, | |
| "learning_rate": 0.00011005869602431758, | |
| "loss": 0.6955, | |
| "step": 9190 | |
| }, | |
| { | |
| "epoch": 0.23956045863676212, | |
| "grad_norm": 0.1748206615447998, | |
| "learning_rate": 0.00010989257381116194, | |
| "loss": 0.6944, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 0.23982085043962817, | |
| "grad_norm": 0.1819637566804886, | |
| "learning_rate": 0.00010972642402347277, | |
| "loss": 0.6875, | |
| "step": 9210 | |
| }, | |
| { | |
| "epoch": 0.24008124224249422, | |
| "grad_norm": 0.17814664542675018, | |
| "learning_rate": 0.00010956024712437558, | |
| "loss": 0.6864, | |
| "step": 9220 | |
| }, | |
| { | |
| "epoch": 0.24034163404536024, | |
| "grad_norm": 0.17680172622203827, | |
| "learning_rate": 0.00010939404357707141, | |
| "loss": 0.6727, | |
| "step": 9230 | |
| }, | |
| { | |
| "epoch": 0.2406020258482263, | |
| "grad_norm": 0.175360307097435, | |
| "learning_rate": 0.00010922781384483553, | |
| "loss": 0.6972, | |
| "step": 9240 | |
| }, | |
| { | |
| "epoch": 0.24086241765109234, | |
| "grad_norm": 0.1745460033416748, | |
| "learning_rate": 0.0001090615583910163, | |
| "loss": 0.6933, | |
| "step": 9250 | |
| }, | |
| { | |
| "epoch": 0.2411228094539584, | |
| "grad_norm": 0.1743789166212082, | |
| "learning_rate": 0.00010889527767903366, | |
| "loss": 0.6719, | |
| "step": 9260 | |
| }, | |
| { | |
| "epoch": 0.24138320125682444, | |
| "grad_norm": 0.17672204971313477, | |
| "learning_rate": 0.00010872897217237812, | |
| "loss": 0.6705, | |
| "step": 9270 | |
| }, | |
| { | |
| "epoch": 0.2416435930596905, | |
| "grad_norm": 0.16973887383937836, | |
| "learning_rate": 0.00010856264233460907, | |
| "loss": 0.6772, | |
| "step": 9280 | |
| }, | |
| { | |
| "epoch": 0.24190398486255651, | |
| "grad_norm": 0.17453502118587494, | |
| "learning_rate": 0.00010839628862935392, | |
| "loss": 0.6856, | |
| "step": 9290 | |
| }, | |
| { | |
| "epoch": 0.24216437666542256, | |
| "grad_norm": 0.17804546654224396, | |
| "learning_rate": 0.00010822991152030655, | |
| "loss": 0.6766, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 0.24242476846828862, | |
| "grad_norm": 0.17404384911060333, | |
| "learning_rate": 0.00010806351147122605, | |
| "loss": 0.6914, | |
| "step": 9310 | |
| }, | |
| { | |
| "epoch": 0.24268516027115467, | |
| "grad_norm": 0.17581741511821747, | |
| "learning_rate": 0.00010789708894593547, | |
| "loss": 0.6933, | |
| "step": 9320 | |
| }, | |
| { | |
| "epoch": 0.24294555207402072, | |
| "grad_norm": 0.18238358199596405, | |
| "learning_rate": 0.00010773064440832047, | |
| "loss": 0.7241, | |
| "step": 9330 | |
| }, | |
| { | |
| "epoch": 0.24320594387688677, | |
| "grad_norm": 0.17800027132034302, | |
| "learning_rate": 0.00010756417832232819, | |
| "loss": 0.6881, | |
| "step": 9340 | |
| }, | |
| { | |
| "epoch": 0.2434663356797528, | |
| "grad_norm": 0.17522063851356506, | |
| "learning_rate": 0.00010739769115196566, | |
| "loss": 0.6916, | |
| "step": 9350 | |
| }, | |
| { | |
| "epoch": 0.24372672748261884, | |
| "grad_norm": 0.17781999707221985, | |
| "learning_rate": 0.00010723118336129878, | |
| "loss": 0.6809, | |
| "step": 9360 | |
| }, | |
| { | |
| "epoch": 0.2439871192854849, | |
| "grad_norm": 0.1767900288105011, | |
| "learning_rate": 0.00010706465541445095, | |
| "loss": 0.6966, | |
| "step": 9370 | |
| }, | |
| { | |
| "epoch": 0.24424751108835094, | |
| "grad_norm": 0.19158516824245453, | |
| "learning_rate": 0.00010689810777560174, | |
| "loss": 0.6949, | |
| "step": 9380 | |
| }, | |
| { | |
| "epoch": 0.244507902891217, | |
| "grad_norm": 0.1787518560886383, | |
| "learning_rate": 0.00010673154090898552, | |
| "loss": 0.6922, | |
| "step": 9390 | |
| }, | |
| { | |
| "epoch": 0.24476829469408304, | |
| "grad_norm": 0.17122618854045868, | |
| "learning_rate": 0.00010656495527889039, | |
| "loss": 0.6878, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 0.2450286864969491, | |
| "grad_norm": 0.18457964062690735, | |
| "learning_rate": 0.00010639835134965664, | |
| "loss": 0.6723, | |
| "step": 9410 | |
| }, | |
| { | |
| "epoch": 0.2452890782998151, | |
| "grad_norm": 0.17373178899288177, | |
| "learning_rate": 0.00010623172958567563, | |
| "loss": 0.6954, | |
| "step": 9420 | |
| }, | |
| { | |
| "epoch": 0.24554947010268116, | |
| "grad_norm": 0.18350104987621307, | |
| "learning_rate": 0.0001060650904513884, | |
| "loss": 0.6824, | |
| "step": 9430 | |
| }, | |
| { | |
| "epoch": 0.2458098619055472, | |
| "grad_norm": 0.17673034965991974, | |
| "learning_rate": 0.00010589843441128445, | |
| "loss": 0.6968, | |
| "step": 9440 | |
| }, | |
| { | |
| "epoch": 0.24607025370841326, | |
| "grad_norm": 0.17909649014472961, | |
| "learning_rate": 0.00010573176192990032, | |
| "loss": 0.7048, | |
| "step": 9450 | |
| }, | |
| { | |
| "epoch": 0.2463306455112793, | |
| "grad_norm": 0.18223048746585846, | |
| "learning_rate": 0.00010556507347181854, | |
| "loss": 0.6939, | |
| "step": 9460 | |
| }, | |
| { | |
| "epoch": 0.24659103731414536, | |
| "grad_norm": 0.17868250608444214, | |
| "learning_rate": 0.00010539836950166595, | |
| "loss": 0.7082, | |
| "step": 9470 | |
| }, | |
| { | |
| "epoch": 0.24685142911701138, | |
| "grad_norm": 0.1783342808485031, | |
| "learning_rate": 0.00010523165048411283, | |
| "loss": 0.6903, | |
| "step": 9480 | |
| }, | |
| { | |
| "epoch": 0.24711182091987743, | |
| "grad_norm": 0.17360354959964752, | |
| "learning_rate": 0.00010506491688387127, | |
| "loss": 0.6635, | |
| "step": 9490 | |
| }, | |
| { | |
| "epoch": 0.24737221272274348, | |
| "grad_norm": 0.18421316146850586, | |
| "learning_rate": 0.0001048981691656941, | |
| "loss": 0.6848, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.24763260452560953, | |
| "grad_norm": 0.1938525140285492, | |
| "learning_rate": 0.00010473140779437341, | |
| "loss": 0.7, | |
| "step": 9510 | |
| }, | |
| { | |
| "epoch": 0.24789299632847558, | |
| "grad_norm": 0.17088712751865387, | |
| "learning_rate": 0.00010456463323473942, | |
| "loss": 0.6827, | |
| "step": 9520 | |
| }, | |
| { | |
| "epoch": 0.24815338813134163, | |
| "grad_norm": 0.17812180519104004, | |
| "learning_rate": 0.00010439784595165909, | |
| "loss": 0.6662, | |
| "step": 9530 | |
| }, | |
| { | |
| "epoch": 0.24841377993420768, | |
| "grad_norm": 0.18220531940460205, | |
| "learning_rate": 0.00010423104641003484, | |
| "loss": 0.6878, | |
| "step": 9540 | |
| }, | |
| { | |
| "epoch": 0.2486741717370737, | |
| "grad_norm": 0.17387458682060242, | |
| "learning_rate": 0.00010406423507480325, | |
| "loss": 0.6896, | |
| "step": 9550 | |
| }, | |
| { | |
| "epoch": 0.24893456353993976, | |
| "grad_norm": 0.16997171938419342, | |
| "learning_rate": 0.00010389741241093382, | |
| "loss": 0.6982, | |
| "step": 9560 | |
| }, | |
| { | |
| "epoch": 0.2491949553428058, | |
| "grad_norm": 0.18163439631462097, | |
| "learning_rate": 0.00010373057888342755, | |
| "loss": 0.6769, | |
| "step": 9570 | |
| }, | |
| { | |
| "epoch": 0.24945534714567186, | |
| "grad_norm": 0.1709483563899994, | |
| "learning_rate": 0.00010356373495731579, | |
| "loss": 0.6935, | |
| "step": 9580 | |
| }, | |
| { | |
| "epoch": 0.2497157389485379, | |
| "grad_norm": 0.17501015961170197, | |
| "learning_rate": 0.00010339688109765882, | |
| "loss": 0.6961, | |
| "step": 9590 | |
| }, | |
| { | |
| "epoch": 0.24997613075140396, | |
| "grad_norm": 0.177652046084404, | |
| "learning_rate": 0.00010323001776954466, | |
| "loss": 0.687, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 0.25023652255427, | |
| "grad_norm": 0.16977092623710632, | |
| "learning_rate": 0.00010306314543808768, | |
| "loss": 0.6758, | |
| "step": 9610 | |
| }, | |
| { | |
| "epoch": 0.25049691435713606, | |
| "grad_norm": 0.17998236417770386, | |
| "learning_rate": 0.00010289626456842743, | |
| "loss": 0.7022, | |
| "step": 9620 | |
| }, | |
| { | |
| "epoch": 0.2507573061600021, | |
| "grad_norm": 0.17297130823135376, | |
| "learning_rate": 0.00010272937562572714, | |
| "loss": 0.6614, | |
| "step": 9630 | |
| }, | |
| { | |
| "epoch": 0.2510176979628681, | |
| "grad_norm": 0.1776668131351471, | |
| "learning_rate": 0.00010256247907517258, | |
| "loss": 0.6723, | |
| "step": 9640 | |
| }, | |
| { | |
| "epoch": 0.2512780897657342, | |
| "grad_norm": 0.17850397527217865, | |
| "learning_rate": 0.00010239557538197077, | |
| "loss": 0.6856, | |
| "step": 9650 | |
| }, | |
| { | |
| "epoch": 0.2515384815686002, | |
| "grad_norm": 0.17861175537109375, | |
| "learning_rate": 0.00010222866501134864, | |
| "loss": 0.6912, | |
| "step": 9660 | |
| }, | |
| { | |
| "epoch": 0.2517988733714663, | |
| "grad_norm": 0.18047182261943817, | |
| "learning_rate": 0.00010206174842855167, | |
| "loss": 0.7047, | |
| "step": 9670 | |
| }, | |
| { | |
| "epoch": 0.2520592651743323, | |
| "grad_norm": 0.1728067547082901, | |
| "learning_rate": 0.00010189482609884269, | |
| "loss": 0.7061, | |
| "step": 9680 | |
| }, | |
| { | |
| "epoch": 0.2523196569771984, | |
| "grad_norm": 0.1772705316543579, | |
| "learning_rate": 0.00010172789848750057, | |
| "loss": 0.6817, | |
| "step": 9690 | |
| }, | |
| { | |
| "epoch": 0.2525800487800644, | |
| "grad_norm": 0.17873169481754303, | |
| "learning_rate": 0.00010156096605981889, | |
| "loss": 0.682, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 0.2528404405829304, | |
| "grad_norm": 0.1827894151210785, | |
| "learning_rate": 0.00010139402928110463, | |
| "loss": 0.6636, | |
| "step": 9710 | |
| }, | |
| { | |
| "epoch": 0.2531008323857965, | |
| "grad_norm": 0.16760335862636566, | |
| "learning_rate": 0.00010122708861667689, | |
| "loss": 0.6725, | |
| "step": 9720 | |
| }, | |
| { | |
| "epoch": 0.2533612241886625, | |
| "grad_norm": 0.18811176717281342, | |
| "learning_rate": 0.00010106014453186568, | |
| "loss": 0.6856, | |
| "step": 9730 | |
| }, | |
| { | |
| "epoch": 0.2536216159915286, | |
| "grad_norm": 0.1821964532136917, | |
| "learning_rate": 0.00010089319749201043, | |
| "loss": 0.6736, | |
| "step": 9740 | |
| }, | |
| { | |
| "epoch": 0.2538820077943946, | |
| "grad_norm": 0.1711428463459015, | |
| "learning_rate": 0.00010072624796245895, | |
| "loss": 0.6811, | |
| "step": 9750 | |
| }, | |
| { | |
| "epoch": 0.2541423995972607, | |
| "grad_norm": 0.1852736473083496, | |
| "learning_rate": 0.00010055929640856583, | |
| "loss": 0.703, | |
| "step": 9760 | |
| }, | |
| { | |
| "epoch": 0.2544027914001267, | |
| "grad_norm": 0.18267115950584412, | |
| "learning_rate": 0.00010039234329569145, | |
| "loss": 0.6874, | |
| "step": 9770 | |
| }, | |
| { | |
| "epoch": 0.25466318320299275, | |
| "grad_norm": 0.1899646520614624, | |
| "learning_rate": 0.00010022538908920039, | |
| "loss": 0.6655, | |
| "step": 9780 | |
| }, | |
| { | |
| "epoch": 0.2549235750058588, | |
| "grad_norm": 0.18259014189243317, | |
| "learning_rate": 0.00010005843425446042, | |
| "loss": 0.6755, | |
| "step": 9790 | |
| }, | |
| { | |
| "epoch": 0.25518396680872485, | |
| "grad_norm": 0.18706420063972473, | |
| "learning_rate": 9.989147925684094e-05, | |
| "loss": 0.678, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 0.2554443586115909, | |
| "grad_norm": 0.17754283547401428, | |
| "learning_rate": 9.97245245617119e-05, | |
| "loss": 0.6793, | |
| "step": 9810 | |
| }, | |
| { | |
| "epoch": 0.25570475041445695, | |
| "grad_norm": 0.16971617937088013, | |
| "learning_rate": 9.955757063444235e-05, | |
| "loss": 0.6864, | |
| "step": 9820 | |
| }, | |
| { | |
| "epoch": 0.25596514221732297, | |
| "grad_norm": 0.1726657599210739, | |
| "learning_rate": 9.939061794039922e-05, | |
| "loss": 0.6751, | |
| "step": 9830 | |
| }, | |
| { | |
| "epoch": 0.25622553402018905, | |
| "grad_norm": 0.18278145790100098, | |
| "learning_rate": 9.922366694494602e-05, | |
| "loss": 0.7024, | |
| "step": 9840 | |
| }, | |
| { | |
| "epoch": 0.25648592582305507, | |
| "grad_norm": 0.1729104220867157, | |
| "learning_rate": 9.905671811344141e-05, | |
| "loss": 0.684, | |
| "step": 9850 | |
| }, | |
| { | |
| "epoch": 0.25674631762592115, | |
| "grad_norm": 0.18848705291748047, | |
| "learning_rate": 9.888977191123825e-05, | |
| "loss": 0.6933, | |
| "step": 9860 | |
| }, | |
| { | |
| "epoch": 0.2570067094287872, | |
| "grad_norm": 0.19198398292064667, | |
| "learning_rate": 9.872282880368186e-05, | |
| "loss": 0.6784, | |
| "step": 9870 | |
| }, | |
| { | |
| "epoch": 0.25726710123165325, | |
| "grad_norm": 0.17954795062541962, | |
| "learning_rate": 9.855588925610898e-05, | |
| "loss": 0.6959, | |
| "step": 9880 | |
| }, | |
| { | |
| "epoch": 0.2575274930345193, | |
| "grad_norm": 0.18434350192546844, | |
| "learning_rate": 9.838895373384649e-05, | |
| "loss": 0.7033, | |
| "step": 9890 | |
| }, | |
| { | |
| "epoch": 0.2577878848373853, | |
| "grad_norm": 0.17057251930236816, | |
| "learning_rate": 9.822202270221002e-05, | |
| "loss": 0.674, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 0.2580482766402514, | |
| "grad_norm": 0.18517877161502838, | |
| "learning_rate": 9.805509662650268e-05, | |
| "loss": 0.6922, | |
| "step": 9910 | |
| }, | |
| { | |
| "epoch": 0.2583086684431174, | |
| "grad_norm": 0.1838076114654541, | |
| "learning_rate": 9.788817597201373e-05, | |
| "loss": 0.6831, | |
| "step": 9920 | |
| }, | |
| { | |
| "epoch": 0.2585690602459835, | |
| "grad_norm": 0.17518235743045807, | |
| "learning_rate": 9.772126120401734e-05, | |
| "loss": 0.7101, | |
| "step": 9930 | |
| }, | |
| { | |
| "epoch": 0.2588294520488495, | |
| "grad_norm": 0.18193618953227997, | |
| "learning_rate": 9.755435278777136e-05, | |
| "loss": 0.6702, | |
| "step": 9940 | |
| }, | |
| { | |
| "epoch": 0.2590898438517156, | |
| "grad_norm": 0.1757705956697464, | |
| "learning_rate": 9.738745118851581e-05, | |
| "loss": 0.6949, | |
| "step": 9950 | |
| }, | |
| { | |
| "epoch": 0.2593502356545816, | |
| "grad_norm": 0.1771358698606491, | |
| "learning_rate": 9.722055687147174e-05, | |
| "loss": 0.6654, | |
| "step": 9960 | |
| }, | |
| { | |
| "epoch": 0.2596106274574476, | |
| "grad_norm": 0.17536123096942902, | |
| "learning_rate": 9.705367030183992e-05, | |
| "loss": 0.6797, | |
| "step": 9970 | |
| }, | |
| { | |
| "epoch": 0.2598710192603137, | |
| "grad_norm": 0.1831720471382141, | |
| "learning_rate": 9.688679194479955e-05, | |
| "loss": 0.696, | |
| "step": 9980 | |
| }, | |
| { | |
| "epoch": 0.2601314110631797, | |
| "grad_norm": 0.17759549617767334, | |
| "learning_rate": 9.671992226550692e-05, | |
| "loss": 0.7069, | |
| "step": 9990 | |
| }, | |
| { | |
| "epoch": 0.2603918028660458, | |
| "grad_norm": 0.17348560690879822, | |
| "learning_rate": 9.65530617290941e-05, | |
| "loss": 0.6808, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.2606521946689118, | |
| "grad_norm": 0.1791519969701767, | |
| "learning_rate": 9.638621080066766e-05, | |
| "loss": 0.6982, | |
| "step": 10010 | |
| }, | |
| { | |
| "epoch": 0.26091258647177784, | |
| "grad_norm": 0.18374033272266388, | |
| "learning_rate": 9.621936994530751e-05, | |
| "loss": 0.6713, | |
| "step": 10020 | |
| }, | |
| { | |
| "epoch": 0.2611729782746439, | |
| "grad_norm": 0.18197116255760193, | |
| "learning_rate": 9.605253962806537e-05, | |
| "loss": 0.6924, | |
| "step": 10030 | |
| }, | |
| { | |
| "epoch": 0.26143337007750994, | |
| "grad_norm": 0.17887791991233826, | |
| "learning_rate": 9.588572031396358e-05, | |
| "loss": 0.6999, | |
| "step": 10040 | |
| }, | |
| { | |
| "epoch": 0.261693761880376, | |
| "grad_norm": 0.17189468443393707, | |
| "learning_rate": 9.571891246799388e-05, | |
| "loss": 0.6617, | |
| "step": 10050 | |
| }, | |
| { | |
| "epoch": 0.26195415368324204, | |
| "grad_norm": 0.17954093217849731, | |
| "learning_rate": 9.555211655511596e-05, | |
| "loss": 0.6809, | |
| "step": 10060 | |
| }, | |
| { | |
| "epoch": 0.2622145454861081, | |
| "grad_norm": 0.1888546645641327, | |
| "learning_rate": 9.538533304025639e-05, | |
| "loss": 0.6989, | |
| "step": 10070 | |
| }, | |
| { | |
| "epoch": 0.26247493728897414, | |
| "grad_norm": 0.17998704314231873, | |
| "learning_rate": 9.521856238830702e-05, | |
| "loss": 0.6715, | |
| "step": 10080 | |
| }, | |
| { | |
| "epoch": 0.26273532909184016, | |
| "grad_norm": 0.17122139036655426, | |
| "learning_rate": 9.505180506412395e-05, | |
| "loss": 0.6902, | |
| "step": 10090 | |
| }, | |
| { | |
| "epoch": 0.26299572089470624, | |
| "grad_norm": 0.17990705370903015, | |
| "learning_rate": 9.488506153252599e-05, | |
| "loss": 0.6799, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 0.26325611269757226, | |
| "grad_norm": 0.17561420798301697, | |
| "learning_rate": 9.471833225829378e-05, | |
| "loss": 0.681, | |
| "step": 10110 | |
| }, | |
| { | |
| "epoch": 0.26351650450043834, | |
| "grad_norm": 0.25144341588020325, | |
| "learning_rate": 9.455161770616791e-05, | |
| "loss": 0.6767, | |
| "step": 10120 | |
| }, | |
| { | |
| "epoch": 0.26377689630330436, | |
| "grad_norm": 0.17986753582954407, | |
| "learning_rate": 9.438491834084815e-05, | |
| "loss": 0.6865, | |
| "step": 10130 | |
| }, | |
| { | |
| "epoch": 0.26403728810617044, | |
| "grad_norm": 0.18176795542240143, | |
| "learning_rate": 9.42182346269918e-05, | |
| "loss": 0.6711, | |
| "step": 10140 | |
| }, | |
| { | |
| "epoch": 0.26429767990903646, | |
| "grad_norm": 0.18171070516109467, | |
| "learning_rate": 9.405156702921266e-05, | |
| "loss": 0.6947, | |
| "step": 10150 | |
| }, | |
| { | |
| "epoch": 0.2645580717119025, | |
| "grad_norm": 0.17113040387630463, | |
| "learning_rate": 9.388491601207951e-05, | |
| "loss": 0.6726, | |
| "step": 10160 | |
| }, | |
| { | |
| "epoch": 0.26481846351476857, | |
| "grad_norm": 0.16792860627174377, | |
| "learning_rate": 9.371828204011496e-05, | |
| "loss": 0.6856, | |
| "step": 10170 | |
| }, | |
| { | |
| "epoch": 0.2650788553176346, | |
| "grad_norm": 0.18093881011009216, | |
| "learning_rate": 9.355166557779402e-05, | |
| "loss": 0.674, | |
| "step": 10180 | |
| }, | |
| { | |
| "epoch": 0.26533924712050067, | |
| "grad_norm": 0.17508314549922943, | |
| "learning_rate": 9.338506708954307e-05, | |
| "loss": 0.6845, | |
| "step": 10190 | |
| }, | |
| { | |
| "epoch": 0.2655996389233667, | |
| "grad_norm": 0.18526801466941833, | |
| "learning_rate": 9.321848703973823e-05, | |
| "loss": 0.684, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 0.26586003072623277, | |
| "grad_norm": 0.17245131731033325, | |
| "learning_rate": 9.305192589270428e-05, | |
| "loss": 0.6782, | |
| "step": 10210 | |
| }, | |
| { | |
| "epoch": 0.2661204225290988, | |
| "grad_norm": 0.17289961874485016, | |
| "learning_rate": 9.28853841127133e-05, | |
| "loss": 0.7016, | |
| "step": 10220 | |
| }, | |
| { | |
| "epoch": 0.2663808143319648, | |
| "grad_norm": 0.1869751363992691, | |
| "learning_rate": 9.271886216398346e-05, | |
| "loss": 0.6754, | |
| "step": 10230 | |
| }, | |
| { | |
| "epoch": 0.2666412061348309, | |
| "grad_norm": 0.1776220202445984, | |
| "learning_rate": 9.255236051067756e-05, | |
| "loss": 0.6837, | |
| "step": 10240 | |
| }, | |
| { | |
| "epoch": 0.2669015979376969, | |
| "grad_norm": 0.17744296789169312, | |
| "learning_rate": 9.238587961690184e-05, | |
| "loss": 0.6877, | |
| "step": 10250 | |
| }, | |
| { | |
| "epoch": 0.267161989740563, | |
| "grad_norm": 0.17213894426822662, | |
| "learning_rate": 9.221941994670465e-05, | |
| "loss": 0.6653, | |
| "step": 10260 | |
| }, | |
| { | |
| "epoch": 0.267422381543429, | |
| "grad_norm": 0.17459706962108612, | |
| "learning_rate": 9.205298196407533e-05, | |
| "loss": 0.6764, | |
| "step": 10270 | |
| }, | |
| { | |
| "epoch": 0.26768277334629503, | |
| "grad_norm": 0.17767804861068726, | |
| "learning_rate": 9.188656613294258e-05, | |
| "loss": 0.663, | |
| "step": 10280 | |
| }, | |
| { | |
| "epoch": 0.2679431651491611, | |
| "grad_norm": 0.1797824501991272, | |
| "learning_rate": 9.17201729171735e-05, | |
| "loss": 0.6841, | |
| "step": 10290 | |
| }, | |
| { | |
| "epoch": 0.26820355695202713, | |
| "grad_norm": 0.17501597106456757, | |
| "learning_rate": 9.1553802780572e-05, | |
| "loss": 0.6737, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 0.2684639487548932, | |
| "grad_norm": 0.1872059851884842, | |
| "learning_rate": 9.138745618687785e-05, | |
| "loss": 0.702, | |
| "step": 10310 | |
| }, | |
| { | |
| "epoch": 0.26872434055775923, | |
| "grad_norm": 0.18220624327659607, | |
| "learning_rate": 9.122113359976507e-05, | |
| "loss": 0.7076, | |
| "step": 10320 | |
| }, | |
| { | |
| "epoch": 0.2689847323606253, | |
| "grad_norm": 0.18646632134914398, | |
| "learning_rate": 9.105483548284075e-05, | |
| "loss": 0.6995, | |
| "step": 10330 | |
| }, | |
| { | |
| "epoch": 0.26924512416349133, | |
| "grad_norm": 0.1900705099105835, | |
| "learning_rate": 9.088856229964379e-05, | |
| "loss": 0.6924, | |
| "step": 10340 | |
| }, | |
| { | |
| "epoch": 0.26950551596635736, | |
| "grad_norm": 0.1800726354122162, | |
| "learning_rate": 9.072231451364369e-05, | |
| "loss": 0.6957, | |
| "step": 10350 | |
| }, | |
| { | |
| "epoch": 0.26976590776922343, | |
| "grad_norm": 0.18188440799713135, | |
| "learning_rate": 9.055609258823907e-05, | |
| "loss": 0.6675, | |
| "step": 10360 | |
| }, | |
| { | |
| "epoch": 0.27002629957208946, | |
| "grad_norm": 0.16966912150382996, | |
| "learning_rate": 9.038989698675644e-05, | |
| "loss": 0.6815, | |
| "step": 10370 | |
| }, | |
| { | |
| "epoch": 0.27028669137495553, | |
| "grad_norm": 0.18895496428012848, | |
| "learning_rate": 9.022372817244894e-05, | |
| "loss": 0.6897, | |
| "step": 10380 | |
| }, | |
| { | |
| "epoch": 0.27054708317782156, | |
| "grad_norm": 0.1844681203365326, | |
| "learning_rate": 9.005758660849516e-05, | |
| "loss": 0.6829, | |
| "step": 10390 | |
| }, | |
| { | |
| "epoch": 0.27080747498068763, | |
| "grad_norm": 0.18955713510513306, | |
| "learning_rate": 8.989147275799761e-05, | |
| "loss": 0.7074, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 0.27106786678355366, | |
| "grad_norm": 0.1776488870382309, | |
| "learning_rate": 8.972538708398154e-05, | |
| "loss": 0.6795, | |
| "step": 10410 | |
| }, | |
| { | |
| "epoch": 0.2713282585864197, | |
| "grad_norm": 0.17599767446517944, | |
| "learning_rate": 8.955933004939378e-05, | |
| "loss": 0.7013, | |
| "step": 10420 | |
| }, | |
| { | |
| "epoch": 0.27158865038928576, | |
| "grad_norm": 0.18769358098506927, | |
| "learning_rate": 8.939330211710118e-05, | |
| "loss": 0.6954, | |
| "step": 10430 | |
| }, | |
| { | |
| "epoch": 0.2718490421921518, | |
| "grad_norm": 0.16961945593357086, | |
| "learning_rate": 8.922730374988965e-05, | |
| "loss": 0.6828, | |
| "step": 10440 | |
| }, | |
| { | |
| "epoch": 0.27210943399501786, | |
| "grad_norm": 0.17419418692588806, | |
| "learning_rate": 8.906133541046253e-05, | |
| "loss": 0.6765, | |
| "step": 10450 | |
| }, | |
| { | |
| "epoch": 0.2723698257978839, | |
| "grad_norm": 0.18160662055015564, | |
| "learning_rate": 8.889539756143953e-05, | |
| "loss": 0.6999, | |
| "step": 10460 | |
| }, | |
| { | |
| "epoch": 0.2726302176007499, | |
| "grad_norm": 0.17763784527778625, | |
| "learning_rate": 8.872949066535532e-05, | |
| "loss": 0.6933, | |
| "step": 10470 | |
| }, | |
| { | |
| "epoch": 0.272890609403616, | |
| "grad_norm": 0.18089672923088074, | |
| "learning_rate": 8.856361518465841e-05, | |
| "loss": 0.6903, | |
| "step": 10480 | |
| }, | |
| { | |
| "epoch": 0.273151001206482, | |
| "grad_norm": 0.18201428651809692, | |
| "learning_rate": 8.839777158170962e-05, | |
| "loss": 0.6746, | |
| "step": 10490 | |
| }, | |
| { | |
| "epoch": 0.2734113930093481, | |
| "grad_norm": 0.17589519917964935, | |
| "learning_rate": 8.823196031878099e-05, | |
| "loss": 0.6898, | |
| "step": 10500 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 19202, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 4.92625704517632e+18, | |
| "train_batch_size": 5, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |