|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 0.09113713100311602, |
|
"eval_steps": 500, |
|
"global_step": 3500, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.0002603918028660458, |
|
"grad_norm": 0.4500846266746521, |
|
"learning_rate": 5.194805194805195e-06, |
|
"loss": 1.0381, |
|
"step": 10 |
|
}, |
|
{ |
|
"epoch": 0.0005207836057320916, |
|
"grad_norm": 0.35188010334968567, |
|
"learning_rate": 1.038961038961039e-05, |
|
"loss": 1.0108, |
|
"step": 20 |
|
}, |
|
{ |
|
"epoch": 0.0007811754085981374, |
|
"grad_norm": 0.2300374060869217, |
|
"learning_rate": 1.5584415584415583e-05, |
|
"loss": 0.9668, |
|
"step": 30 |
|
}, |
|
{ |
|
"epoch": 0.0010415672114641832, |
|
"grad_norm": 0.16189467906951904, |
|
"learning_rate": 2.077922077922078e-05, |
|
"loss": 0.918, |
|
"step": 40 |
|
}, |
|
{ |
|
"epoch": 0.001301959014330229, |
|
"grad_norm": 0.18843211233615875, |
|
"learning_rate": 2.5974025974025972e-05, |
|
"loss": 0.9265, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 0.0015623508171962747, |
|
"grad_norm": 0.20334510505199432, |
|
"learning_rate": 3.1168831168831166e-05, |
|
"loss": 0.9234, |
|
"step": 60 |
|
}, |
|
{ |
|
"epoch": 0.0018227426200623205, |
|
"grad_norm": 0.1745327115058899, |
|
"learning_rate": 3.6363636363636364e-05, |
|
"loss": 0.881, |
|
"step": 70 |
|
}, |
|
{ |
|
"epoch": 0.0020831344229283663, |
|
"grad_norm": 0.18667331337928772, |
|
"learning_rate": 4.155844155844156e-05, |
|
"loss": 0.8592, |
|
"step": 80 |
|
}, |
|
{ |
|
"epoch": 0.002343526225794412, |
|
"grad_norm": 0.1848158985376358, |
|
"learning_rate": 4.675324675324675e-05, |
|
"loss": 0.8537, |
|
"step": 90 |
|
}, |
|
{ |
|
"epoch": 0.002603918028660458, |
|
"grad_norm": 0.17589879035949707, |
|
"learning_rate": 5.1948051948051944e-05, |
|
"loss": 0.8518, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.0028643098315265037, |
|
"grad_norm": 0.2132624089717865, |
|
"learning_rate": 5.714285714285714e-05, |
|
"loss": 0.8511, |
|
"step": 110 |
|
}, |
|
{ |
|
"epoch": 0.0031247016343925495, |
|
"grad_norm": 0.23070092499256134, |
|
"learning_rate": 6.233766233766233e-05, |
|
"loss": 0.7975, |
|
"step": 120 |
|
}, |
|
{ |
|
"epoch": 0.0033850934372585953, |
|
"grad_norm": 0.25368157029151917, |
|
"learning_rate": 6.753246753246754e-05, |
|
"loss": 0.8134, |
|
"step": 130 |
|
}, |
|
{ |
|
"epoch": 0.003645485240124641, |
|
"grad_norm": 0.22897231578826904, |
|
"learning_rate": 7.272727272727273e-05, |
|
"loss": 0.8322, |
|
"step": 140 |
|
}, |
|
{ |
|
"epoch": 0.003905877042990687, |
|
"grad_norm": 0.19932536780834198, |
|
"learning_rate": 7.792207792207793e-05, |
|
"loss": 0.7959, |
|
"step": 150 |
|
}, |
|
{ |
|
"epoch": 0.004166268845856733, |
|
"grad_norm": 0.21011792123317719, |
|
"learning_rate": 8.311688311688312e-05, |
|
"loss": 0.8102, |
|
"step": 160 |
|
}, |
|
{ |
|
"epoch": 0.004426660648722778, |
|
"grad_norm": 0.20594824850559235, |
|
"learning_rate": 8.831168831168831e-05, |
|
"loss": 0.8128, |
|
"step": 170 |
|
}, |
|
{ |
|
"epoch": 0.004687052451588824, |
|
"grad_norm": 0.20465536415576935, |
|
"learning_rate": 9.35064935064935e-05, |
|
"loss": 0.7989, |
|
"step": 180 |
|
}, |
|
{ |
|
"epoch": 0.00494744425445487, |
|
"grad_norm": 0.4109392762184143, |
|
"learning_rate": 9.870129870129871e-05, |
|
"loss": 0.8108, |
|
"step": 190 |
|
}, |
|
{ |
|
"epoch": 0.005207836057320916, |
|
"grad_norm": 0.4293076694011688, |
|
"learning_rate": 0.00010389610389610389, |
|
"loss": 0.8101, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.005468227860186962, |
|
"grad_norm": 0.31628963351249695, |
|
"learning_rate": 0.00010909090909090909, |
|
"loss": 0.7989, |
|
"step": 210 |
|
}, |
|
{ |
|
"epoch": 0.005728619663053007, |
|
"grad_norm": 0.24642810225486755, |
|
"learning_rate": 0.00011428571428571428, |
|
"loss": 0.7751, |
|
"step": 220 |
|
}, |
|
{ |
|
"epoch": 0.005989011465919053, |
|
"grad_norm": 0.3599106967449188, |
|
"learning_rate": 0.00011948051948051949, |
|
"loss": 0.8063, |
|
"step": 230 |
|
}, |
|
{ |
|
"epoch": 0.006249403268785099, |
|
"grad_norm": 0.17053447663784027, |
|
"learning_rate": 0.00012467532467532467, |
|
"loss": 0.7751, |
|
"step": 240 |
|
}, |
|
{ |
|
"epoch": 0.006509795071651145, |
|
"grad_norm": 0.17303769290447235, |
|
"learning_rate": 0.00012987012987012987, |
|
"loss": 0.7883, |
|
"step": 250 |
|
}, |
|
{ |
|
"epoch": 0.0067701868745171905, |
|
"grad_norm": 0.1815861016511917, |
|
"learning_rate": 0.00013506493506493507, |
|
"loss": 0.788, |
|
"step": 260 |
|
}, |
|
{ |
|
"epoch": 0.007030578677383236, |
|
"grad_norm": 0.24125365912914276, |
|
"learning_rate": 0.00014025974025974028, |
|
"loss": 0.8018, |
|
"step": 270 |
|
}, |
|
{ |
|
"epoch": 0.007290970480249282, |
|
"grad_norm": 0.19443446397781372, |
|
"learning_rate": 0.00014545454545454546, |
|
"loss": 0.7908, |
|
"step": 280 |
|
}, |
|
{ |
|
"epoch": 0.007551362283115328, |
|
"grad_norm": 0.17829768359661102, |
|
"learning_rate": 0.00015064935064935066, |
|
"loss": 0.8033, |
|
"step": 290 |
|
}, |
|
{ |
|
"epoch": 0.007811754085981374, |
|
"grad_norm": 0.19535653293132782, |
|
"learning_rate": 0.00015584415584415587, |
|
"loss": 0.7997, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 0.008072145888847419, |
|
"grad_norm": 0.19930541515350342, |
|
"learning_rate": 0.00016103896103896104, |
|
"loss": 0.7945, |
|
"step": 310 |
|
}, |
|
{ |
|
"epoch": 0.008332537691713465, |
|
"grad_norm": 0.2156297266483307, |
|
"learning_rate": 0.00016623376623376625, |
|
"loss": 0.8018, |
|
"step": 320 |
|
}, |
|
{ |
|
"epoch": 0.00859292949457951, |
|
"grad_norm": 0.1924206018447876, |
|
"learning_rate": 0.00017142857142857143, |
|
"loss": 0.7746, |
|
"step": 330 |
|
}, |
|
{ |
|
"epoch": 0.008853321297445557, |
|
"grad_norm": 0.2294880747795105, |
|
"learning_rate": 0.00017662337662337663, |
|
"loss": 0.8152, |
|
"step": 340 |
|
}, |
|
{ |
|
"epoch": 0.009113713100311602, |
|
"grad_norm": 0.16817067563533783, |
|
"learning_rate": 0.00018181818181818183, |
|
"loss": 0.7972, |
|
"step": 350 |
|
}, |
|
{ |
|
"epoch": 0.009374104903177648, |
|
"grad_norm": 0.18544812500476837, |
|
"learning_rate": 0.000187012987012987, |
|
"loss": 0.7801, |
|
"step": 360 |
|
}, |
|
{ |
|
"epoch": 0.009634496706043693, |
|
"grad_norm": 0.19597066938877106, |
|
"learning_rate": 0.00019220779220779222, |
|
"loss": 0.7706, |
|
"step": 370 |
|
}, |
|
{ |
|
"epoch": 0.00989488850890974, |
|
"grad_norm": 0.40291881561279297, |
|
"learning_rate": 0.00019740259740259742, |
|
"loss": 0.7911, |
|
"step": 380 |
|
}, |
|
{ |
|
"epoch": 0.010155280311775785, |
|
"grad_norm": 0.23841074109077454, |
|
"learning_rate": 0.00019999996515752773, |
|
"loss": 0.7861, |
|
"step": 390 |
|
}, |
|
{ |
|
"epoch": 0.010415672114641832, |
|
"grad_norm": 0.1675388514995575, |
|
"learning_rate": 0.00019999968641789507, |
|
"loss": 0.788, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 0.010676063917507876, |
|
"grad_norm": 1.8860758543014526, |
|
"learning_rate": 0.0001999991289394067, |
|
"loss": 0.7632, |
|
"step": 410 |
|
}, |
|
{ |
|
"epoch": 0.010936455720373923, |
|
"grad_norm": 0.17022117972373962, |
|
"learning_rate": 0.00019999829272361654, |
|
"loss": 0.784, |
|
"step": 420 |
|
}, |
|
{ |
|
"epoch": 0.011196847523239968, |
|
"grad_norm": 0.21460269391536713, |
|
"learning_rate": 0.00019999717777285545, |
|
"loss": 0.761, |
|
"step": 430 |
|
}, |
|
{ |
|
"epoch": 0.011457239326106015, |
|
"grad_norm": 0.19413785636425018, |
|
"learning_rate": 0.00019999578409023126, |
|
"loss": 0.7772, |
|
"step": 440 |
|
}, |
|
{ |
|
"epoch": 0.01171763112897206, |
|
"grad_norm": 0.20223405957221985, |
|
"learning_rate": 0.00019999411167962868, |
|
"loss": 0.7811, |
|
"step": 450 |
|
}, |
|
{ |
|
"epoch": 0.011978022931838106, |
|
"grad_norm": 0.15166303515434265, |
|
"learning_rate": 0.00019999216054570942, |
|
"loss": 0.7709, |
|
"step": 460 |
|
}, |
|
{ |
|
"epoch": 0.012238414734704151, |
|
"grad_norm": 0.16307081282138824, |
|
"learning_rate": 0.00019998993069391205, |
|
"loss": 0.7811, |
|
"step": 470 |
|
}, |
|
{ |
|
"epoch": 0.012498806537570198, |
|
"grad_norm": 0.15996049344539642, |
|
"learning_rate": 0.00019998742213045206, |
|
"loss": 0.7599, |
|
"step": 480 |
|
}, |
|
{ |
|
"epoch": 0.012759198340436243, |
|
"grad_norm": 0.17560279369354248, |
|
"learning_rate": 0.00019998463486232179, |
|
"loss": 0.7572, |
|
"step": 490 |
|
}, |
|
{ |
|
"epoch": 0.01301959014330229, |
|
"grad_norm": 0.17571642994880676, |
|
"learning_rate": 0.0001999815688972905, |
|
"loss": 0.7643, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 0.013279981946168334, |
|
"grad_norm": 0.17719799280166626, |
|
"learning_rate": 0.00019997822424390422, |
|
"loss": 0.7923, |
|
"step": 510 |
|
}, |
|
{ |
|
"epoch": 0.013540373749034381, |
|
"grad_norm": 0.19846616685390472, |
|
"learning_rate": 0.00019997460091148586, |
|
"loss": 0.7674, |
|
"step": 520 |
|
}, |
|
{ |
|
"epoch": 0.013800765551900426, |
|
"grad_norm": 0.2715558111667633, |
|
"learning_rate": 0.00019997069891013503, |
|
"loss": 0.7421, |
|
"step": 530 |
|
}, |
|
{ |
|
"epoch": 0.014061157354766473, |
|
"grad_norm": 0.1725197583436966, |
|
"learning_rate": 0.00019996651825072826, |
|
"loss": 0.7663, |
|
"step": 540 |
|
}, |
|
{ |
|
"epoch": 0.014321549157632518, |
|
"grad_norm": 0.15060502290725708, |
|
"learning_rate": 0.00019996205894491856, |
|
"loss": 0.7794, |
|
"step": 550 |
|
}, |
|
{ |
|
"epoch": 0.014581940960498564, |
|
"grad_norm": 0.16645808517932892, |
|
"learning_rate": 0.00019995732100513592, |
|
"loss": 0.752, |
|
"step": 560 |
|
}, |
|
{ |
|
"epoch": 0.014842332763364609, |
|
"grad_norm": 0.1736789345741272, |
|
"learning_rate": 0.00019995230444458682, |
|
"loss": 0.7788, |
|
"step": 570 |
|
}, |
|
{ |
|
"epoch": 0.015102724566230656, |
|
"grad_norm": 0.15416319668293, |
|
"learning_rate": 0.0001999470092772544, |
|
"loss": 0.7656, |
|
"step": 580 |
|
}, |
|
{ |
|
"epoch": 0.0153631163690967, |
|
"grad_norm": 0.16610187292099, |
|
"learning_rate": 0.00019994143551789839, |
|
"loss": 0.7676, |
|
"step": 590 |
|
}, |
|
{ |
|
"epoch": 0.015623508171962747, |
|
"grad_norm": 0.15843011438846588, |
|
"learning_rate": 0.00019993558318205507, |
|
"loss": 0.7746, |
|
"step": 600 |
|
}, |
|
{ |
|
"epoch": 0.015883899974828794, |
|
"grad_norm": 0.26837801933288574, |
|
"learning_rate": 0.00019992945228603724, |
|
"loss": 0.7617, |
|
"step": 610 |
|
}, |
|
{ |
|
"epoch": 0.016144291777694837, |
|
"grad_norm": 0.15099173784255981, |
|
"learning_rate": 0.0001999230428469341, |
|
"loss": 0.7601, |
|
"step": 620 |
|
}, |
|
{ |
|
"epoch": 0.016404683580560884, |
|
"grad_norm": 0.15511856973171234, |
|
"learning_rate": 0.00019991635488261138, |
|
"loss": 0.7647, |
|
"step": 630 |
|
}, |
|
{ |
|
"epoch": 0.01666507538342693, |
|
"grad_norm": 0.14919579029083252, |
|
"learning_rate": 0.00019990938841171104, |
|
"loss": 0.7692, |
|
"step": 640 |
|
}, |
|
{ |
|
"epoch": 0.016925467186292977, |
|
"grad_norm": 0.15838642418384552, |
|
"learning_rate": 0.0001999021434536514, |
|
"loss": 0.7763, |
|
"step": 650 |
|
}, |
|
{ |
|
"epoch": 0.01718585898915902, |
|
"grad_norm": 0.15956635773181915, |
|
"learning_rate": 0.00019989462002862704, |
|
"loss": 0.7598, |
|
"step": 660 |
|
}, |
|
{ |
|
"epoch": 0.017446250792025067, |
|
"grad_norm": 0.1499069333076477, |
|
"learning_rate": 0.0001998868181576088, |
|
"loss": 0.7626, |
|
"step": 670 |
|
}, |
|
{ |
|
"epoch": 0.017706642594891114, |
|
"grad_norm": 0.2170073390007019, |
|
"learning_rate": 0.00019987873786234348, |
|
"loss": 0.7569, |
|
"step": 680 |
|
}, |
|
{ |
|
"epoch": 0.01796703439775716, |
|
"grad_norm": 0.17841948568820953, |
|
"learning_rate": 0.00019987037916535417, |
|
"loss": 0.7494, |
|
"step": 690 |
|
}, |
|
{ |
|
"epoch": 0.018227426200623204, |
|
"grad_norm": 0.2066909372806549, |
|
"learning_rate": 0.0001998617420899398, |
|
"loss": 0.7609, |
|
"step": 700 |
|
}, |
|
{ |
|
"epoch": 0.01848781800348925, |
|
"grad_norm": 0.17015361785888672, |
|
"learning_rate": 0.0001998528266601754, |
|
"loss": 0.7761, |
|
"step": 710 |
|
}, |
|
{ |
|
"epoch": 0.018748209806355297, |
|
"grad_norm": 0.22166290879249573, |
|
"learning_rate": 0.0001998436329009118, |
|
"loss": 0.7573, |
|
"step": 720 |
|
}, |
|
{ |
|
"epoch": 0.01900860160922134, |
|
"grad_norm": 0.15084640681743622, |
|
"learning_rate": 0.00019983416083777563, |
|
"loss": 0.7775, |
|
"step": 730 |
|
}, |
|
{ |
|
"epoch": 0.019268993412087387, |
|
"grad_norm": 0.17800921201705933, |
|
"learning_rate": 0.0001998244104971693, |
|
"loss": 0.7359, |
|
"step": 740 |
|
}, |
|
{ |
|
"epoch": 0.019529385214953433, |
|
"grad_norm": 0.17354707419872284, |
|
"learning_rate": 0.0001998143819062709, |
|
"loss": 0.7415, |
|
"step": 750 |
|
}, |
|
{ |
|
"epoch": 0.01978977701781948, |
|
"grad_norm": 0.16408118605613708, |
|
"learning_rate": 0.00019980407509303413, |
|
"loss": 0.7708, |
|
"step": 760 |
|
}, |
|
{ |
|
"epoch": 0.020050168820685523, |
|
"grad_norm": 0.16820089519023895, |
|
"learning_rate": 0.00019979349008618808, |
|
"loss": 0.791, |
|
"step": 770 |
|
}, |
|
{ |
|
"epoch": 0.02031056062355157, |
|
"grad_norm": 0.15958388149738312, |
|
"learning_rate": 0.00019978262691523743, |
|
"loss": 0.7412, |
|
"step": 780 |
|
}, |
|
{ |
|
"epoch": 0.020570952426417616, |
|
"grad_norm": 0.1646542251110077, |
|
"learning_rate": 0.00019977148561046217, |
|
"loss": 0.7529, |
|
"step": 790 |
|
}, |
|
{ |
|
"epoch": 0.020831344229283663, |
|
"grad_norm": 0.17032025754451752, |
|
"learning_rate": 0.0001997600662029175, |
|
"loss": 0.7656, |
|
"step": 800 |
|
}, |
|
{ |
|
"epoch": 0.021091736032149706, |
|
"grad_norm": 0.17189227044582367, |
|
"learning_rate": 0.00019974836872443388, |
|
"loss": 0.7433, |
|
"step": 810 |
|
}, |
|
{ |
|
"epoch": 0.021352127835015753, |
|
"grad_norm": 0.16334249079227448, |
|
"learning_rate": 0.0001997363932076168, |
|
"loss": 0.7703, |
|
"step": 820 |
|
}, |
|
{ |
|
"epoch": 0.0216125196378818, |
|
"grad_norm": 0.1676424890756607, |
|
"learning_rate": 0.00019972413968584682, |
|
"loss": 0.7603, |
|
"step": 830 |
|
}, |
|
{ |
|
"epoch": 0.021872911440747846, |
|
"grad_norm": 0.16826209425926208, |
|
"learning_rate": 0.0001997116081932793, |
|
"loss": 0.7569, |
|
"step": 840 |
|
}, |
|
{ |
|
"epoch": 0.02213330324361389, |
|
"grad_norm": 0.1876436173915863, |
|
"learning_rate": 0.0001996987987648446, |
|
"loss": 0.7553, |
|
"step": 850 |
|
}, |
|
{ |
|
"epoch": 0.022393695046479936, |
|
"grad_norm": 0.17252250015735626, |
|
"learning_rate": 0.0001996857114362476, |
|
"loss": 0.7644, |
|
"step": 860 |
|
}, |
|
{ |
|
"epoch": 0.022654086849345983, |
|
"grad_norm": 0.1632252335548401, |
|
"learning_rate": 0.00019967234624396793, |
|
"loss": 0.7568, |
|
"step": 870 |
|
}, |
|
{ |
|
"epoch": 0.02291447865221203, |
|
"grad_norm": 0.1818259060382843, |
|
"learning_rate": 0.00019965870322525965, |
|
"loss": 0.7672, |
|
"step": 880 |
|
}, |
|
{ |
|
"epoch": 0.023174870455078073, |
|
"grad_norm": 0.15418195724487305, |
|
"learning_rate": 0.0001996447824181513, |
|
"loss": 0.7642, |
|
"step": 890 |
|
}, |
|
{ |
|
"epoch": 0.02343526225794412, |
|
"grad_norm": 0.17383505403995514, |
|
"learning_rate": 0.0001996305838614457, |
|
"loss": 0.7607, |
|
"step": 900 |
|
}, |
|
{ |
|
"epoch": 0.023695654060810166, |
|
"grad_norm": 0.17794272303581238, |
|
"learning_rate": 0.00019961610759471984, |
|
"loss": 0.7588, |
|
"step": 910 |
|
}, |
|
{ |
|
"epoch": 0.023956045863676213, |
|
"grad_norm": 0.1909121572971344, |
|
"learning_rate": 0.00019960135365832486, |
|
"loss": 0.7438, |
|
"step": 920 |
|
}, |
|
{ |
|
"epoch": 0.024216437666542256, |
|
"grad_norm": 0.17758873105049133, |
|
"learning_rate": 0.00019958632209338587, |
|
"loss": 0.7323, |
|
"step": 930 |
|
}, |
|
{ |
|
"epoch": 0.024476829469408302, |
|
"grad_norm": 0.15553662180900574, |
|
"learning_rate": 0.00019957101294180174, |
|
"loss": 0.7508, |
|
"step": 940 |
|
}, |
|
{ |
|
"epoch": 0.02473722127227435, |
|
"grad_norm": 0.15310749411582947, |
|
"learning_rate": 0.00019955542624624522, |
|
"loss": 0.7563, |
|
"step": 950 |
|
}, |
|
{ |
|
"epoch": 0.024997613075140396, |
|
"grad_norm": 0.1628728210926056, |
|
"learning_rate": 0.00019953956205016256, |
|
"loss": 0.7524, |
|
"step": 960 |
|
}, |
|
{ |
|
"epoch": 0.02525800487800644, |
|
"grad_norm": 0.16211454570293427, |
|
"learning_rate": 0.00019952342039777362, |
|
"loss": 0.7564, |
|
"step": 970 |
|
}, |
|
{ |
|
"epoch": 0.025518396680872486, |
|
"grad_norm": 0.15663012862205505, |
|
"learning_rate": 0.00019950700133407163, |
|
"loss": 0.7395, |
|
"step": 980 |
|
}, |
|
{ |
|
"epoch": 0.025778788483738532, |
|
"grad_norm": 0.1684863567352295, |
|
"learning_rate": 0.00019949030490482296, |
|
"loss": 0.753, |
|
"step": 990 |
|
}, |
|
{ |
|
"epoch": 0.02603918028660458, |
|
"grad_norm": 0.1561436653137207, |
|
"learning_rate": 0.0001994733311565673, |
|
"loss": 0.7409, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 0.026299572089470622, |
|
"grad_norm": 0.1781485229730606, |
|
"learning_rate": 0.0001994560801366171, |
|
"loss": 0.762, |
|
"step": 1010 |
|
}, |
|
{ |
|
"epoch": 0.02655996389233667, |
|
"grad_norm": 0.15422071516513824, |
|
"learning_rate": 0.00019943855189305792, |
|
"loss": 0.7291, |
|
"step": 1020 |
|
}, |
|
{ |
|
"epoch": 0.026820355695202715, |
|
"grad_norm": 0.17980527877807617, |
|
"learning_rate": 0.00019942074647474786, |
|
"loss": 0.7732, |
|
"step": 1030 |
|
}, |
|
{ |
|
"epoch": 0.027080747498068762, |
|
"grad_norm": 0.15810626745224, |
|
"learning_rate": 0.00019940266393131775, |
|
"loss": 0.7764, |
|
"step": 1040 |
|
}, |
|
{ |
|
"epoch": 0.027341139300934805, |
|
"grad_norm": 0.16385480761528015, |
|
"learning_rate": 0.00019938430431317081, |
|
"loss": 0.7404, |
|
"step": 1050 |
|
}, |
|
{ |
|
"epoch": 0.027601531103800852, |
|
"grad_norm": 0.15134255588054657, |
|
"learning_rate": 0.00019936566767148257, |
|
"loss": 0.7506, |
|
"step": 1060 |
|
}, |
|
{ |
|
"epoch": 0.0278619229066669, |
|
"grad_norm": 0.1592187136411667, |
|
"learning_rate": 0.00019934675405820077, |
|
"loss": 0.73, |
|
"step": 1070 |
|
}, |
|
{ |
|
"epoch": 0.028122314709532945, |
|
"grad_norm": 0.16852422058582306, |
|
"learning_rate": 0.00019932756352604515, |
|
"loss": 0.7443, |
|
"step": 1080 |
|
}, |
|
{ |
|
"epoch": 0.02838270651239899, |
|
"grad_norm": 0.15741507709026337, |
|
"learning_rate": 0.00019930809612850735, |
|
"loss": 0.7377, |
|
"step": 1090 |
|
}, |
|
{ |
|
"epoch": 0.028643098315265035, |
|
"grad_norm": 0.22424879670143127, |
|
"learning_rate": 0.00019928835191985076, |
|
"loss": 0.7544, |
|
"step": 1100 |
|
}, |
|
{ |
|
"epoch": 0.028903490118131082, |
|
"grad_norm": 0.2047310769557953, |
|
"learning_rate": 0.0001992683309551103, |
|
"loss": 0.7441, |
|
"step": 1110 |
|
}, |
|
{ |
|
"epoch": 0.02916388192099713, |
|
"grad_norm": 0.16392463445663452, |
|
"learning_rate": 0.00019924803329009243, |
|
"loss": 0.7606, |
|
"step": 1120 |
|
}, |
|
{ |
|
"epoch": 0.02942427372386317, |
|
"grad_norm": 0.16227149963378906, |
|
"learning_rate": 0.00019922745898137473, |
|
"loss": 0.736, |
|
"step": 1130 |
|
}, |
|
{ |
|
"epoch": 0.029684665526729218, |
|
"grad_norm": 0.15652808547019958, |
|
"learning_rate": 0.00019920660808630598, |
|
"loss": 0.7513, |
|
"step": 1140 |
|
}, |
|
{ |
|
"epoch": 0.029945057329595265, |
|
"grad_norm": 0.15162768959999084, |
|
"learning_rate": 0.00019918548066300592, |
|
"loss": 0.7303, |
|
"step": 1150 |
|
}, |
|
{ |
|
"epoch": 0.03020544913246131, |
|
"grad_norm": 0.17650415003299713, |
|
"learning_rate": 0.0001991640767703651, |
|
"loss": 0.7254, |
|
"step": 1160 |
|
}, |
|
{ |
|
"epoch": 0.030465840935327355, |
|
"grad_norm": 0.1594468355178833, |
|
"learning_rate": 0.00019914239646804462, |
|
"loss": 0.741, |
|
"step": 1170 |
|
}, |
|
{ |
|
"epoch": 0.0307262327381934, |
|
"grad_norm": 0.17928367853164673, |
|
"learning_rate": 0.00019912043981647616, |
|
"loss": 0.7515, |
|
"step": 1180 |
|
}, |
|
{ |
|
"epoch": 0.030986624541059448, |
|
"grad_norm": 0.17009998857975006, |
|
"learning_rate": 0.00019909820687686157, |
|
"loss": 0.7539, |
|
"step": 1190 |
|
}, |
|
{ |
|
"epoch": 0.031247016343925495, |
|
"grad_norm": 0.16556763648986816, |
|
"learning_rate": 0.0001990756977111729, |
|
"loss": 0.7418, |
|
"step": 1200 |
|
}, |
|
{ |
|
"epoch": 0.03150740814679154, |
|
"grad_norm": 0.1561640352010727, |
|
"learning_rate": 0.0001990529123821522, |
|
"loss": 0.7465, |
|
"step": 1210 |
|
}, |
|
{ |
|
"epoch": 0.03176779994965759, |
|
"grad_norm": 0.15182287991046906, |
|
"learning_rate": 0.00019902985095331113, |
|
"loss": 0.7694, |
|
"step": 1220 |
|
}, |
|
{ |
|
"epoch": 0.03202819175252363, |
|
"grad_norm": 0.15173685550689697, |
|
"learning_rate": 0.00019900651348893114, |
|
"loss": 0.7519, |
|
"step": 1230 |
|
}, |
|
{ |
|
"epoch": 0.032288583555389674, |
|
"grad_norm": 0.16535787284374237, |
|
"learning_rate": 0.00019898290005406296, |
|
"loss": 0.7646, |
|
"step": 1240 |
|
}, |
|
{ |
|
"epoch": 0.032548975358255725, |
|
"grad_norm": 0.19272534549236298, |
|
"learning_rate": 0.00019895901071452667, |
|
"loss": 0.7655, |
|
"step": 1250 |
|
}, |
|
{ |
|
"epoch": 0.03280936716112177, |
|
"grad_norm": 0.1672705113887787, |
|
"learning_rate": 0.0001989348455369113, |
|
"loss": 0.7486, |
|
"step": 1260 |
|
}, |
|
{ |
|
"epoch": 0.03306975896398781, |
|
"grad_norm": 0.1525493860244751, |
|
"learning_rate": 0.0001989104045885748, |
|
"loss": 0.7546, |
|
"step": 1270 |
|
}, |
|
{ |
|
"epoch": 0.03333015076685386, |
|
"grad_norm": 0.16333037614822388, |
|
"learning_rate": 0.00019888568793764385, |
|
"loss": 0.7299, |
|
"step": 1280 |
|
}, |
|
{ |
|
"epoch": 0.033590542569719904, |
|
"grad_norm": 0.1590205729007721, |
|
"learning_rate": 0.00019886069565301355, |
|
"loss": 0.762, |
|
"step": 1290 |
|
}, |
|
{ |
|
"epoch": 0.033850934372585954, |
|
"grad_norm": 0.15006420016288757, |
|
"learning_rate": 0.00019883542780434733, |
|
"loss": 0.7531, |
|
"step": 1300 |
|
}, |
|
{ |
|
"epoch": 0.034111326175452, |
|
"grad_norm": 0.18390792608261108, |
|
"learning_rate": 0.0001988098844620767, |
|
"loss": 0.7621, |
|
"step": 1310 |
|
}, |
|
{ |
|
"epoch": 0.03437171797831804, |
|
"grad_norm": 0.17046166956424713, |
|
"learning_rate": 0.0001987840656974011, |
|
"loss": 0.7422, |
|
"step": 1320 |
|
}, |
|
{ |
|
"epoch": 0.03463210978118409, |
|
"grad_norm": 0.15121813118457794, |
|
"learning_rate": 0.00019875797158228775, |
|
"loss": 0.7555, |
|
"step": 1330 |
|
}, |
|
{ |
|
"epoch": 0.034892501584050134, |
|
"grad_norm": 0.16219307482242584, |
|
"learning_rate": 0.00019873160218947125, |
|
"loss": 0.7301, |
|
"step": 1340 |
|
}, |
|
{ |
|
"epoch": 0.03515289338691618, |
|
"grad_norm": 0.1779986321926117, |
|
"learning_rate": 0.00019870495759245362, |
|
"loss": 0.7356, |
|
"step": 1350 |
|
}, |
|
{ |
|
"epoch": 0.03541328518978223, |
|
"grad_norm": 0.16951359808444977, |
|
"learning_rate": 0.0001986780378655039, |
|
"loss": 0.7645, |
|
"step": 1360 |
|
}, |
|
{ |
|
"epoch": 0.03567367699264827, |
|
"grad_norm": 0.16620802879333496, |
|
"learning_rate": 0.0001986508430836581, |
|
"loss": 0.7331, |
|
"step": 1370 |
|
}, |
|
{ |
|
"epoch": 0.03593406879551432, |
|
"grad_norm": 0.1577858328819275, |
|
"learning_rate": 0.0001986233733227188, |
|
"loss": 0.7667, |
|
"step": 1380 |
|
}, |
|
{ |
|
"epoch": 0.036194460598380364, |
|
"grad_norm": 0.1637091338634491, |
|
"learning_rate": 0.00019859562865925525, |
|
"loss": 0.7521, |
|
"step": 1390 |
|
}, |
|
{ |
|
"epoch": 0.03645485240124641, |
|
"grad_norm": 0.15061691403388977, |
|
"learning_rate": 0.00019856760917060277, |
|
"loss": 0.744, |
|
"step": 1400 |
|
}, |
|
{ |
|
"epoch": 0.03671524420411246, |
|
"grad_norm": 0.15373477339744568, |
|
"learning_rate": 0.00019853931493486287, |
|
"loss": 0.7677, |
|
"step": 1410 |
|
}, |
|
{ |
|
"epoch": 0.0369756360069785, |
|
"grad_norm": 0.16468606889247894, |
|
"learning_rate": 0.00019851074603090277, |
|
"loss": 0.7179, |
|
"step": 1420 |
|
}, |
|
{ |
|
"epoch": 0.037236027809844544, |
|
"grad_norm": 0.16084876656532288, |
|
"learning_rate": 0.00019848190253835536, |
|
"loss": 0.749, |
|
"step": 1430 |
|
}, |
|
{ |
|
"epoch": 0.037496419612710594, |
|
"grad_norm": 0.16743004322052002, |
|
"learning_rate": 0.00019845278453761896, |
|
"loss": 0.7483, |
|
"step": 1440 |
|
}, |
|
{ |
|
"epoch": 0.03775681141557664, |
|
"grad_norm": 0.17335088551044464, |
|
"learning_rate": 0.00019842339210985696, |
|
"loss": 0.735, |
|
"step": 1450 |
|
}, |
|
{ |
|
"epoch": 0.03801720321844268, |
|
"grad_norm": 0.1546197235584259, |
|
"learning_rate": 0.00019839372533699774, |
|
"loss": 0.7549, |
|
"step": 1460 |
|
}, |
|
{ |
|
"epoch": 0.03827759502130873, |
|
"grad_norm": 0.16218656301498413, |
|
"learning_rate": 0.00019836378430173438, |
|
"loss": 0.7425, |
|
"step": 1470 |
|
}, |
|
{ |
|
"epoch": 0.03853798682417477, |
|
"grad_norm": 0.1712743639945984, |
|
"learning_rate": 0.0001983335690875245, |
|
"loss": 0.733, |
|
"step": 1480 |
|
}, |
|
{ |
|
"epoch": 0.03879837862704082, |
|
"grad_norm": 0.15490613877773285, |
|
"learning_rate": 0.00019830307977858984, |
|
"loss": 0.7265, |
|
"step": 1490 |
|
}, |
|
{ |
|
"epoch": 0.03905877042990687, |
|
"grad_norm": 0.1646670252084732, |
|
"learning_rate": 0.00019827231645991623, |
|
"loss": 0.7315, |
|
"step": 1500 |
|
}, |
|
{ |
|
"epoch": 0.03931916223277291, |
|
"grad_norm": 0.1599082201719284, |
|
"learning_rate": 0.00019824127921725326, |
|
"loss": 0.7293, |
|
"step": 1510 |
|
}, |
|
{ |
|
"epoch": 0.03957955403563896, |
|
"grad_norm": 0.1565747708082199, |
|
"learning_rate": 0.00019820996813711407, |
|
"loss": 0.7396, |
|
"step": 1520 |
|
}, |
|
{ |
|
"epoch": 0.039839945838505, |
|
"grad_norm": 0.154826357960701, |
|
"learning_rate": 0.0001981783833067751, |
|
"loss": 0.7217, |
|
"step": 1530 |
|
}, |
|
{ |
|
"epoch": 0.040100337641371046, |
|
"grad_norm": 0.16705222427845, |
|
"learning_rate": 0.0001981465248142758, |
|
"loss": 0.761, |
|
"step": 1540 |
|
}, |
|
{ |
|
"epoch": 0.040360729444237096, |
|
"grad_norm": 0.15651623904705048, |
|
"learning_rate": 0.00019811439274841842, |
|
"loss": 0.7565, |
|
"step": 1550 |
|
}, |
|
{ |
|
"epoch": 0.04062112124710314, |
|
"grad_norm": 0.16211090981960297, |
|
"learning_rate": 0.00019808198719876782, |
|
"loss": 0.7555, |
|
"step": 1560 |
|
}, |
|
{ |
|
"epoch": 0.04088151304996919, |
|
"grad_norm": 0.16856881976127625, |
|
"learning_rate": 0.00019804930825565112, |
|
"loss": 0.7567, |
|
"step": 1570 |
|
}, |
|
{ |
|
"epoch": 0.04114190485283523, |
|
"grad_norm": 0.1588718593120575, |
|
"learning_rate": 0.00019801635601015752, |
|
"loss": 0.729, |
|
"step": 1580 |
|
}, |
|
{ |
|
"epoch": 0.041402296655701276, |
|
"grad_norm": 0.17078711092472076, |
|
"learning_rate": 0.00019798313055413808, |
|
"loss": 0.7418, |
|
"step": 1590 |
|
}, |
|
{ |
|
"epoch": 0.041662688458567326, |
|
"grad_norm": 0.16652734577655792, |
|
"learning_rate": 0.00019794963198020525, |
|
"loss": 0.7341, |
|
"step": 1600 |
|
}, |
|
{ |
|
"epoch": 0.04192308026143337, |
|
"grad_norm": 0.15535488724708557, |
|
"learning_rate": 0.00019791586038173296, |
|
"loss": 0.7396, |
|
"step": 1610 |
|
}, |
|
{ |
|
"epoch": 0.04218347206429941, |
|
"grad_norm": 0.3506317734718323, |
|
"learning_rate": 0.00019788181585285602, |
|
"loss": 0.7345, |
|
"step": 1620 |
|
}, |
|
{ |
|
"epoch": 0.04244386386716546, |
|
"grad_norm": 0.16875872015953064, |
|
"learning_rate": 0.00019784749848847003, |
|
"loss": 0.7214, |
|
"step": 1630 |
|
}, |
|
{ |
|
"epoch": 0.042704255670031506, |
|
"grad_norm": 0.17675861716270447, |
|
"learning_rate": 0.0001978129083842312, |
|
"loss": 0.7431, |
|
"step": 1640 |
|
}, |
|
{ |
|
"epoch": 0.042964647472897556, |
|
"grad_norm": 0.15601837635040283, |
|
"learning_rate": 0.00019777804563655583, |
|
"loss": 0.7215, |
|
"step": 1650 |
|
}, |
|
{ |
|
"epoch": 0.0432250392757636, |
|
"grad_norm": 0.1874823123216629, |
|
"learning_rate": 0.00019774291034262026, |
|
"loss": 0.727, |
|
"step": 1660 |
|
}, |
|
{ |
|
"epoch": 0.04348543107862964, |
|
"grad_norm": 0.17005637288093567, |
|
"learning_rate": 0.00019770750260036054, |
|
"loss": 0.7446, |
|
"step": 1670 |
|
}, |
|
{ |
|
"epoch": 0.04374582288149569, |
|
"grad_norm": 0.17069579660892487, |
|
"learning_rate": 0.00019767182250847207, |
|
"loss": 0.7266, |
|
"step": 1680 |
|
}, |
|
{ |
|
"epoch": 0.044006214684361736, |
|
"grad_norm": 0.16133156418800354, |
|
"learning_rate": 0.00019763587016640948, |
|
"loss": 0.7568, |
|
"step": 1690 |
|
}, |
|
{ |
|
"epoch": 0.04426660648722778, |
|
"grad_norm": 0.16229428350925446, |
|
"learning_rate": 0.00019759964567438623, |
|
"loss": 0.7402, |
|
"step": 1700 |
|
}, |
|
{ |
|
"epoch": 0.04452699829009383, |
|
"grad_norm": 0.1622512936592102, |
|
"learning_rate": 0.00019756314913337432, |
|
"loss": 0.7536, |
|
"step": 1710 |
|
}, |
|
{ |
|
"epoch": 0.04478739009295987, |
|
"grad_norm": 0.2161218672990799, |
|
"learning_rate": 0.00019752638064510415, |
|
"loss": 0.723, |
|
"step": 1720 |
|
}, |
|
{ |
|
"epoch": 0.04504778189582592, |
|
"grad_norm": 0.154169961810112, |
|
"learning_rate": 0.00019748934031206414, |
|
"loss": 0.7441, |
|
"step": 1730 |
|
}, |
|
{ |
|
"epoch": 0.045308173698691966, |
|
"grad_norm": 0.15468057990074158, |
|
"learning_rate": 0.00019745202823750034, |
|
"loss": 0.7349, |
|
"step": 1740 |
|
}, |
|
{ |
|
"epoch": 0.04556856550155801, |
|
"grad_norm": 0.2015281468629837, |
|
"learning_rate": 0.0001974144445254164, |
|
"loss": 0.726, |
|
"step": 1750 |
|
}, |
|
{ |
|
"epoch": 0.04582895730442406, |
|
"grad_norm": 0.1931644082069397, |
|
"learning_rate": 0.00019737658928057302, |
|
"loss": 0.7604, |
|
"step": 1760 |
|
}, |
|
{ |
|
"epoch": 0.0460893491072901, |
|
"grad_norm": 0.1528482288122177, |
|
"learning_rate": 0.00019733846260848776, |
|
"loss": 0.7408, |
|
"step": 1770 |
|
}, |
|
{ |
|
"epoch": 0.046349740910156145, |
|
"grad_norm": 0.16370061039924622, |
|
"learning_rate": 0.0001973000646154349, |
|
"loss": 0.7647, |
|
"step": 1780 |
|
}, |
|
{ |
|
"epoch": 0.046610132713022195, |
|
"grad_norm": 0.16271348297595978, |
|
"learning_rate": 0.00019726139540844484, |
|
"loss": 0.7212, |
|
"step": 1790 |
|
}, |
|
{ |
|
"epoch": 0.04687052451588824, |
|
"grad_norm": 0.16218173503875732, |
|
"learning_rate": 0.00019722245509530401, |
|
"loss": 0.735, |
|
"step": 1800 |
|
}, |
|
{ |
|
"epoch": 0.04713091631875429, |
|
"grad_norm": 0.17063820362091064, |
|
"learning_rate": 0.00019718324378455458, |
|
"loss": 0.7311, |
|
"step": 1810 |
|
}, |
|
{ |
|
"epoch": 0.04739130812162033, |
|
"grad_norm": 0.1678459346294403, |
|
"learning_rate": 0.00019714376158549404, |
|
"loss": 0.7486, |
|
"step": 1820 |
|
}, |
|
{ |
|
"epoch": 0.047651699924486375, |
|
"grad_norm": 0.15926459431648254, |
|
"learning_rate": 0.00019710400860817494, |
|
"loss": 0.743, |
|
"step": 1830 |
|
}, |
|
{ |
|
"epoch": 0.047912091727352425, |
|
"grad_norm": 0.1775251179933548, |
|
"learning_rate": 0.00019706398496340463, |
|
"loss": 0.7512, |
|
"step": 1840 |
|
}, |
|
{ |
|
"epoch": 0.04817248353021847, |
|
"grad_norm": 0.1572408229112625, |
|
"learning_rate": 0.00019702369076274494, |
|
"loss": 0.733, |
|
"step": 1850 |
|
}, |
|
{ |
|
"epoch": 0.04843287533308451, |
|
"grad_norm": 0.29658186435699463, |
|
"learning_rate": 0.0001969831261185118, |
|
"loss": 0.7297, |
|
"step": 1860 |
|
}, |
|
{ |
|
"epoch": 0.04869326713595056, |
|
"grad_norm": 0.16520118713378906, |
|
"learning_rate": 0.00019694229114377494, |
|
"loss": 0.721, |
|
"step": 1870 |
|
}, |
|
{ |
|
"epoch": 0.048953658938816605, |
|
"grad_norm": 0.17762574553489685, |
|
"learning_rate": 0.00019690118595235774, |
|
"loss": 0.7304, |
|
"step": 1880 |
|
}, |
|
{ |
|
"epoch": 0.049214050741682655, |
|
"grad_norm": 0.16636615991592407, |
|
"learning_rate": 0.00019685981065883663, |
|
"loss": 0.7257, |
|
"step": 1890 |
|
}, |
|
{ |
|
"epoch": 0.0494744425445487, |
|
"grad_norm": 0.1622323989868164, |
|
"learning_rate": 0.00019681816537854102, |
|
"loss": 0.7353, |
|
"step": 1900 |
|
}, |
|
{ |
|
"epoch": 0.04973483434741474, |
|
"grad_norm": 0.17419832944869995, |
|
"learning_rate": 0.00019677625022755289, |
|
"loss": 0.7452, |
|
"step": 1910 |
|
}, |
|
{ |
|
"epoch": 0.04999522615028079, |
|
"grad_norm": 0.17460434138774872, |
|
"learning_rate": 0.00019673406532270634, |
|
"loss": 0.7391, |
|
"step": 1920 |
|
}, |
|
{ |
|
"epoch": 0.050255617953146835, |
|
"grad_norm": 0.15844550728797913, |
|
"learning_rate": 0.00019669161078158753, |
|
"loss": 0.7327, |
|
"step": 1930 |
|
}, |
|
{ |
|
"epoch": 0.05051600975601288, |
|
"grad_norm": 0.1638839989900589, |
|
"learning_rate": 0.0001966488867225341, |
|
"loss": 0.745, |
|
"step": 1940 |
|
}, |
|
{ |
|
"epoch": 0.05077640155887893, |
|
"grad_norm": 0.1587786227464676, |
|
"learning_rate": 0.00019660589326463498, |
|
"loss": 0.7476, |
|
"step": 1950 |
|
}, |
|
{ |
|
"epoch": 0.05103679336174497, |
|
"grad_norm": 0.15708380937576294, |
|
"learning_rate": 0.00019656263052773002, |
|
"loss": 0.7208, |
|
"step": 1960 |
|
}, |
|
{ |
|
"epoch": 0.05129718516461102, |
|
"grad_norm": 0.15816234052181244, |
|
"learning_rate": 0.00019651909863240965, |
|
"loss": 0.7262, |
|
"step": 1970 |
|
}, |
|
{ |
|
"epoch": 0.051557576967477065, |
|
"grad_norm": 0.16749270260334015, |
|
"learning_rate": 0.00019647529770001456, |
|
"loss": 0.7284, |
|
"step": 1980 |
|
}, |
|
{ |
|
"epoch": 0.05181796877034311, |
|
"grad_norm": 0.16943767666816711, |
|
"learning_rate": 0.00019643122785263536, |
|
"loss": 0.7225, |
|
"step": 1990 |
|
}, |
|
{ |
|
"epoch": 0.05207836057320916, |
|
"grad_norm": 0.42929205298423767, |
|
"learning_rate": 0.00019638688921311224, |
|
"loss": 0.7305, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 0.0523387523760752, |
|
"grad_norm": 0.15851692855358124, |
|
"learning_rate": 0.00019634228190503454, |
|
"loss": 0.7344, |
|
"step": 2010 |
|
}, |
|
{ |
|
"epoch": 0.052599144178941244, |
|
"grad_norm": 0.16053883731365204, |
|
"learning_rate": 0.00019629740605274062, |
|
"loss": 0.7468, |
|
"step": 2020 |
|
}, |
|
{ |
|
"epoch": 0.052859535981807294, |
|
"grad_norm": 0.16504009068012238, |
|
"learning_rate": 0.00019625226178131728, |
|
"loss": 0.7375, |
|
"step": 2030 |
|
}, |
|
{ |
|
"epoch": 0.05311992778467334, |
|
"grad_norm": 0.1618044674396515, |
|
"learning_rate": 0.00019620684921659953, |
|
"loss": 0.7201, |
|
"step": 2040 |
|
}, |
|
{ |
|
"epoch": 0.05338031958753939, |
|
"grad_norm": 0.15512776374816895, |
|
"learning_rate": 0.00019616116848517027, |
|
"loss": 0.7355, |
|
"step": 2050 |
|
}, |
|
{ |
|
"epoch": 0.05364071139040543, |
|
"grad_norm": 0.17377036809921265, |
|
"learning_rate": 0.00019611521971435979, |
|
"loss": 0.7226, |
|
"step": 2060 |
|
}, |
|
{ |
|
"epoch": 0.053901103193271474, |
|
"grad_norm": 0.1685250997543335, |
|
"learning_rate": 0.0001960690030322456, |
|
"loss": 0.7483, |
|
"step": 2070 |
|
}, |
|
{ |
|
"epoch": 0.054161494996137524, |
|
"grad_norm": 0.18394522368907928, |
|
"learning_rate": 0.00019602251856765194, |
|
"loss": 0.7385, |
|
"step": 2080 |
|
}, |
|
{ |
|
"epoch": 0.05442188679900357, |
|
"grad_norm": 0.1753673106431961, |
|
"learning_rate": 0.0001959757664501495, |
|
"loss": 0.7378, |
|
"step": 2090 |
|
}, |
|
{ |
|
"epoch": 0.05468227860186961, |
|
"grad_norm": 0.1795465052127838, |
|
"learning_rate": 0.000195928746810055, |
|
"loss": 0.748, |
|
"step": 2100 |
|
}, |
|
{ |
|
"epoch": 0.05494267040473566, |
|
"grad_norm": 0.16327305138111115, |
|
"learning_rate": 0.0001958814597784309, |
|
"loss": 0.7306, |
|
"step": 2110 |
|
}, |
|
{ |
|
"epoch": 0.055203062207601704, |
|
"grad_norm": 0.15880291163921356, |
|
"learning_rate": 0.00019583390548708486, |
|
"loss": 0.7281, |
|
"step": 2120 |
|
}, |
|
{ |
|
"epoch": 0.05546345401046775, |
|
"grad_norm": 0.1702323853969574, |
|
"learning_rate": 0.0001957860840685696, |
|
"loss": 0.7407, |
|
"step": 2130 |
|
}, |
|
{ |
|
"epoch": 0.0557238458133338, |
|
"grad_norm": 0.16931670904159546, |
|
"learning_rate": 0.0001957379956561825, |
|
"loss": 0.7272, |
|
"step": 2140 |
|
}, |
|
{ |
|
"epoch": 0.05598423761619984, |
|
"grad_norm": 0.15455976128578186, |
|
"learning_rate": 0.000195689640383965, |
|
"loss": 0.7398, |
|
"step": 2150 |
|
}, |
|
{ |
|
"epoch": 0.05624462941906589, |
|
"grad_norm": 0.16061417758464813, |
|
"learning_rate": 0.0001956410183867024, |
|
"loss": 0.749, |
|
"step": 2160 |
|
}, |
|
{ |
|
"epoch": 0.056505021221931934, |
|
"grad_norm": 0.14933143556118011, |
|
"learning_rate": 0.00019559212979992365, |
|
"loss": 0.7418, |
|
"step": 2170 |
|
}, |
|
{ |
|
"epoch": 0.05676541302479798, |
|
"grad_norm": 0.1592816412448883, |
|
"learning_rate": 0.00019554297475990058, |
|
"loss": 0.7423, |
|
"step": 2180 |
|
}, |
|
{ |
|
"epoch": 0.05702580482766403, |
|
"grad_norm": 0.1677238792181015, |
|
"learning_rate": 0.00019549355340364787, |
|
"loss": 0.7101, |
|
"step": 2190 |
|
}, |
|
{ |
|
"epoch": 0.05728619663053007, |
|
"grad_norm": 0.3558599054813385, |
|
"learning_rate": 0.00019544386586892238, |
|
"loss": 0.725, |
|
"step": 2200 |
|
}, |
|
{ |
|
"epoch": 0.05754658843339611, |
|
"grad_norm": 0.1746376007795334, |
|
"learning_rate": 0.00019539391229422313, |
|
"loss": 0.7479, |
|
"step": 2210 |
|
}, |
|
{ |
|
"epoch": 0.057806980236262163, |
|
"grad_norm": 0.15979182720184326, |
|
"learning_rate": 0.00019534369281879049, |
|
"loss": 0.7352, |
|
"step": 2220 |
|
}, |
|
{ |
|
"epoch": 0.05806737203912821, |
|
"grad_norm": 0.16173166036605835, |
|
"learning_rate": 0.0001952932075826061, |
|
"loss": 0.7364, |
|
"step": 2230 |
|
}, |
|
{ |
|
"epoch": 0.05832776384199426, |
|
"grad_norm": 0.1514744907617569, |
|
"learning_rate": 0.00019524245672639245, |
|
"loss": 0.734, |
|
"step": 2240 |
|
}, |
|
{ |
|
"epoch": 0.0585881556448603, |
|
"grad_norm": 0.16860373318195343, |
|
"learning_rate": 0.00019519144039161222, |
|
"loss": 0.7098, |
|
"step": 2250 |
|
}, |
|
{ |
|
"epoch": 0.05884854744772634, |
|
"grad_norm": 0.16847743093967438, |
|
"learning_rate": 0.00019514015872046833, |
|
"loss": 0.7103, |
|
"step": 2260 |
|
}, |
|
{ |
|
"epoch": 0.05910893925059239, |
|
"grad_norm": 0.16181516647338867, |
|
"learning_rate": 0.00019508861185590307, |
|
"loss": 0.7561, |
|
"step": 2270 |
|
}, |
|
{ |
|
"epoch": 0.059369331053458436, |
|
"grad_norm": 0.16594484448432922, |
|
"learning_rate": 0.0001950367999415981, |
|
"loss": 0.7308, |
|
"step": 2280 |
|
}, |
|
{ |
|
"epoch": 0.05962972285632448, |
|
"grad_norm": 0.166441410779953, |
|
"learning_rate": 0.00019498472312197375, |
|
"loss": 0.735, |
|
"step": 2290 |
|
}, |
|
{ |
|
"epoch": 0.05989011465919053, |
|
"grad_norm": 0.16273920238018036, |
|
"learning_rate": 0.00019493238154218886, |
|
"loss": 0.7458, |
|
"step": 2300 |
|
}, |
|
{ |
|
"epoch": 0.06015050646205657, |
|
"grad_norm": 0.16227276623249054, |
|
"learning_rate": 0.00019487977534814012, |
|
"loss": 0.7143, |
|
"step": 2310 |
|
}, |
|
{ |
|
"epoch": 0.06041089826492262, |
|
"grad_norm": 0.1619606912136078, |
|
"learning_rate": 0.000194826904686462, |
|
"loss": 0.7285, |
|
"step": 2320 |
|
}, |
|
{ |
|
"epoch": 0.060671290067788666, |
|
"grad_norm": 0.1596045345067978, |
|
"learning_rate": 0.00019477376970452603, |
|
"loss": 0.7513, |
|
"step": 2330 |
|
}, |
|
{ |
|
"epoch": 0.06093168187065471, |
|
"grad_norm": 0.17504757642745972, |
|
"learning_rate": 0.00019472037055044044, |
|
"loss": 0.7376, |
|
"step": 2340 |
|
}, |
|
{ |
|
"epoch": 0.06119207367352076, |
|
"grad_norm": 0.1559167355298996, |
|
"learning_rate": 0.00019466670737304992, |
|
"loss": 0.7339, |
|
"step": 2350 |
|
}, |
|
{ |
|
"epoch": 0.0614524654763868, |
|
"grad_norm": 0.1624836027622223, |
|
"learning_rate": 0.0001946127803219351, |
|
"loss": 0.7258, |
|
"step": 2360 |
|
}, |
|
{ |
|
"epoch": 0.061712857279252846, |
|
"grad_norm": 0.17907138168811798, |
|
"learning_rate": 0.00019455858954741206, |
|
"loss": 0.72, |
|
"step": 2370 |
|
}, |
|
{ |
|
"epoch": 0.061973249082118896, |
|
"grad_norm": 0.15922705829143524, |
|
"learning_rate": 0.00019450413520053202, |
|
"loss": 0.7187, |
|
"step": 2380 |
|
}, |
|
{ |
|
"epoch": 0.06223364088498494, |
|
"grad_norm": 0.1552513986825943, |
|
"learning_rate": 0.0001944494174330809, |
|
"loss": 0.7183, |
|
"step": 2390 |
|
}, |
|
{ |
|
"epoch": 0.06249403268785099, |
|
"grad_norm": 0.16838514804840088, |
|
"learning_rate": 0.00019439443639757885, |
|
"loss": 0.7286, |
|
"step": 2400 |
|
}, |
|
{ |
|
"epoch": 0.06275442449071703, |
|
"grad_norm": 0.17352423071861267, |
|
"learning_rate": 0.00019433919224727986, |
|
"loss": 0.7436, |
|
"step": 2410 |
|
}, |
|
{ |
|
"epoch": 0.06301481629358308, |
|
"grad_norm": 0.17366603016853333, |
|
"learning_rate": 0.0001942836851361713, |
|
"loss": 0.7265, |
|
"step": 2420 |
|
}, |
|
{ |
|
"epoch": 0.06327520809644913, |
|
"grad_norm": 0.14833413064479828, |
|
"learning_rate": 0.00019422791521897357, |
|
"loss": 0.7234, |
|
"step": 2430 |
|
}, |
|
{ |
|
"epoch": 0.06353559989931518, |
|
"grad_norm": 0.16602723300457, |
|
"learning_rate": 0.00019417188265113958, |
|
"loss": 0.725, |
|
"step": 2440 |
|
}, |
|
{ |
|
"epoch": 0.06379599170218121, |
|
"grad_norm": 0.17290353775024414, |
|
"learning_rate": 0.00019411558758885438, |
|
"loss": 0.7174, |
|
"step": 2450 |
|
}, |
|
{ |
|
"epoch": 0.06405638350504726, |
|
"grad_norm": 0.16486665606498718, |
|
"learning_rate": 0.0001940590301890346, |
|
"loss": 0.7301, |
|
"step": 2460 |
|
}, |
|
{ |
|
"epoch": 0.06431677530791331, |
|
"grad_norm": 0.16255232691764832, |
|
"learning_rate": 0.00019400221060932827, |
|
"loss": 0.7462, |
|
"step": 2470 |
|
}, |
|
{ |
|
"epoch": 0.06457716711077935, |
|
"grad_norm": 0.16139757633209229, |
|
"learning_rate": 0.0001939451290081141, |
|
"loss": 0.7424, |
|
"step": 2480 |
|
}, |
|
{ |
|
"epoch": 0.0648375589136454, |
|
"grad_norm": 0.165597602725029, |
|
"learning_rate": 0.00019388778554450117, |
|
"loss": 0.7426, |
|
"step": 2490 |
|
}, |
|
{ |
|
"epoch": 0.06509795071651145, |
|
"grad_norm": 0.19819000363349915, |
|
"learning_rate": 0.00019383018037832854, |
|
"loss": 0.7356, |
|
"step": 2500 |
|
}, |
|
{ |
|
"epoch": 0.06535834251937749, |
|
"grad_norm": 0.16469696164131165, |
|
"learning_rate": 0.00019377231367016467, |
|
"loss": 0.718, |
|
"step": 2510 |
|
}, |
|
{ |
|
"epoch": 0.06561873432224354, |
|
"grad_norm": 0.1644965261220932, |
|
"learning_rate": 0.00019371418558130702, |
|
"loss": 0.7253, |
|
"step": 2520 |
|
}, |
|
{ |
|
"epoch": 0.06587912612510959, |
|
"grad_norm": 0.15347526967525482, |
|
"learning_rate": 0.00019365579627378174, |
|
"loss": 0.7214, |
|
"step": 2530 |
|
}, |
|
{ |
|
"epoch": 0.06613951792797562, |
|
"grad_norm": 0.1618672013282776, |
|
"learning_rate": 0.00019359714591034302, |
|
"loss": 0.7204, |
|
"step": 2540 |
|
}, |
|
{ |
|
"epoch": 0.06639990973084167, |
|
"grad_norm": 0.17043665051460266, |
|
"learning_rate": 0.00019353823465447268, |
|
"loss": 0.7278, |
|
"step": 2550 |
|
}, |
|
{ |
|
"epoch": 0.06666030153370772, |
|
"grad_norm": 0.15762579441070557, |
|
"learning_rate": 0.00019347906267037983, |
|
"loss": 0.7283, |
|
"step": 2560 |
|
}, |
|
{ |
|
"epoch": 0.06692069333657376, |
|
"grad_norm": 0.1622801572084427, |
|
"learning_rate": 0.00019341963012300029, |
|
"loss": 0.7193, |
|
"step": 2570 |
|
}, |
|
{ |
|
"epoch": 0.06718108513943981, |
|
"grad_norm": 0.16705769300460815, |
|
"learning_rate": 0.00019335993717799617, |
|
"loss": 0.7414, |
|
"step": 2580 |
|
}, |
|
{ |
|
"epoch": 0.06744147694230586, |
|
"grad_norm": 0.15886452794075012, |
|
"learning_rate": 0.00019329998400175545, |
|
"loss": 0.7242, |
|
"step": 2590 |
|
}, |
|
{ |
|
"epoch": 0.06770186874517191, |
|
"grad_norm": 0.17994090914726257, |
|
"learning_rate": 0.00019323977076139142, |
|
"loss": 0.7017, |
|
"step": 2600 |
|
}, |
|
{ |
|
"epoch": 0.06796226054803794, |
|
"grad_norm": 0.1609068214893341, |
|
"learning_rate": 0.00019317929762474232, |
|
"loss": 0.7352, |
|
"step": 2610 |
|
}, |
|
{ |
|
"epoch": 0.068222652350904, |
|
"grad_norm": 0.15605950355529785, |
|
"learning_rate": 0.0001931185647603708, |
|
"loss": 0.7249, |
|
"step": 2620 |
|
}, |
|
{ |
|
"epoch": 0.06848304415377005, |
|
"grad_norm": 0.16057750582695007, |
|
"learning_rate": 0.00019305757233756352, |
|
"loss": 0.7521, |
|
"step": 2630 |
|
}, |
|
{ |
|
"epoch": 0.06874343595663608, |
|
"grad_norm": 0.1703862100839615, |
|
"learning_rate": 0.00019299632052633054, |
|
"loss": 0.7245, |
|
"step": 2640 |
|
}, |
|
{ |
|
"epoch": 0.06900382775950213, |
|
"grad_norm": 0.16324444115161896, |
|
"learning_rate": 0.00019293480949740505, |
|
"loss": 0.7395, |
|
"step": 2650 |
|
}, |
|
{ |
|
"epoch": 0.06926421956236818, |
|
"grad_norm": 0.15283791720867157, |
|
"learning_rate": 0.00019287303942224266, |
|
"loss": 0.7158, |
|
"step": 2660 |
|
}, |
|
{ |
|
"epoch": 0.06952461136523422, |
|
"grad_norm": 0.1882282942533493, |
|
"learning_rate": 0.00019281101047302114, |
|
"loss": 0.724, |
|
"step": 2670 |
|
}, |
|
{ |
|
"epoch": 0.06978500316810027, |
|
"grad_norm": 0.16147953271865845, |
|
"learning_rate": 0.00019274872282263984, |
|
"loss": 0.7365, |
|
"step": 2680 |
|
}, |
|
{ |
|
"epoch": 0.07004539497096632, |
|
"grad_norm": 0.1614103466272354, |
|
"learning_rate": 0.00019268617664471916, |
|
"loss": 0.7206, |
|
"step": 2690 |
|
}, |
|
{ |
|
"epoch": 0.07030578677383235, |
|
"grad_norm": 0.16784432530403137, |
|
"learning_rate": 0.00019262337211360016, |
|
"loss": 0.7279, |
|
"step": 2700 |
|
}, |
|
{ |
|
"epoch": 0.0705661785766984, |
|
"grad_norm": 0.15966112911701202, |
|
"learning_rate": 0.000192560309404344, |
|
"loss": 0.7274, |
|
"step": 2710 |
|
}, |
|
{ |
|
"epoch": 0.07082657037956445, |
|
"grad_norm": 0.16970521211624146, |
|
"learning_rate": 0.0001924969886927315, |
|
"loss": 0.7038, |
|
"step": 2720 |
|
}, |
|
{ |
|
"epoch": 0.07108696218243049, |
|
"grad_norm": 0.16143856942653656, |
|
"learning_rate": 0.00019243341015526272, |
|
"loss": 0.7097, |
|
"step": 2730 |
|
}, |
|
{ |
|
"epoch": 0.07134735398529654, |
|
"grad_norm": 0.16041269898414612, |
|
"learning_rate": 0.00019236957396915623, |
|
"loss": 0.722, |
|
"step": 2740 |
|
}, |
|
{ |
|
"epoch": 0.07160774578816259, |
|
"grad_norm": 0.15845969319343567, |
|
"learning_rate": 0.00019230548031234882, |
|
"loss": 0.7238, |
|
"step": 2750 |
|
}, |
|
{ |
|
"epoch": 0.07186813759102864, |
|
"grad_norm": 0.14966030418872833, |
|
"learning_rate": 0.00019224112936349502, |
|
"loss": 0.7182, |
|
"step": 2760 |
|
}, |
|
{ |
|
"epoch": 0.07212852939389468, |
|
"grad_norm": 0.16525116562843323, |
|
"learning_rate": 0.00019217652130196653, |
|
"loss": 0.7397, |
|
"step": 2770 |
|
}, |
|
{ |
|
"epoch": 0.07238892119676073, |
|
"grad_norm": 0.18119119107723236, |
|
"learning_rate": 0.0001921116563078516, |
|
"loss": 0.7222, |
|
"step": 2780 |
|
}, |
|
{ |
|
"epoch": 0.07264931299962678, |
|
"grad_norm": 0.1709197610616684, |
|
"learning_rate": 0.00019204653456195478, |
|
"loss": 0.7068, |
|
"step": 2790 |
|
}, |
|
{ |
|
"epoch": 0.07290970480249281, |
|
"grad_norm": 0.16309161484241486, |
|
"learning_rate": 0.00019198115624579625, |
|
"loss": 0.7349, |
|
"step": 2800 |
|
}, |
|
{ |
|
"epoch": 0.07317009660535886, |
|
"grad_norm": 0.1736750453710556, |
|
"learning_rate": 0.00019191552154161135, |
|
"loss": 0.7445, |
|
"step": 2810 |
|
}, |
|
{ |
|
"epoch": 0.07343048840822491, |
|
"grad_norm": 0.15009112656116486, |
|
"learning_rate": 0.00019184963063235006, |
|
"loss": 0.7034, |
|
"step": 2820 |
|
}, |
|
{ |
|
"epoch": 0.07369088021109095, |
|
"grad_norm": 0.17244628071784973, |
|
"learning_rate": 0.0001917834837016766, |
|
"loss": 0.7285, |
|
"step": 2830 |
|
}, |
|
{ |
|
"epoch": 0.073951272013957, |
|
"grad_norm": 0.15991820394992828, |
|
"learning_rate": 0.00019171708093396861, |
|
"loss": 0.7096, |
|
"step": 2840 |
|
}, |
|
{ |
|
"epoch": 0.07421166381682305, |
|
"grad_norm": 0.17037667334079742, |
|
"learning_rate": 0.0001916504225143171, |
|
"loss": 0.7177, |
|
"step": 2850 |
|
}, |
|
{ |
|
"epoch": 0.07447205561968909, |
|
"grad_norm": 0.16700348258018494, |
|
"learning_rate": 0.00019158350862852553, |
|
"loss": 0.7453, |
|
"step": 2860 |
|
}, |
|
{ |
|
"epoch": 0.07473244742255514, |
|
"grad_norm": 0.17683659493923187, |
|
"learning_rate": 0.00019151633946310948, |
|
"loss": 0.7331, |
|
"step": 2870 |
|
}, |
|
{ |
|
"epoch": 0.07499283922542119, |
|
"grad_norm": 0.16364306211471558, |
|
"learning_rate": 0.00019144891520529608, |
|
"loss": 0.7347, |
|
"step": 2880 |
|
}, |
|
{ |
|
"epoch": 0.07525323102828722, |
|
"grad_norm": 0.1781424731016159, |
|
"learning_rate": 0.00019138123604302355, |
|
"loss": 0.7169, |
|
"step": 2890 |
|
}, |
|
{ |
|
"epoch": 0.07551362283115327, |
|
"grad_norm": 0.16007259488105774, |
|
"learning_rate": 0.00019131330216494064, |
|
"loss": 0.7269, |
|
"step": 2900 |
|
}, |
|
{ |
|
"epoch": 0.07577401463401932, |
|
"grad_norm": 0.1604921519756317, |
|
"learning_rate": 0.00019124511376040598, |
|
"loss": 0.7094, |
|
"step": 2910 |
|
}, |
|
{ |
|
"epoch": 0.07603440643688536, |
|
"grad_norm": 0.16649965941905975, |
|
"learning_rate": 0.00019117667101948782, |
|
"loss": 0.7271, |
|
"step": 2920 |
|
}, |
|
{ |
|
"epoch": 0.07629479823975141, |
|
"grad_norm": 0.16084066033363342, |
|
"learning_rate": 0.0001911079741329632, |
|
"loss": 0.7239, |
|
"step": 2930 |
|
}, |
|
{ |
|
"epoch": 0.07655519004261746, |
|
"grad_norm": 0.1651066243648529, |
|
"learning_rate": 0.0001910390232923177, |
|
"loss": 0.7304, |
|
"step": 2940 |
|
}, |
|
{ |
|
"epoch": 0.07681558184548351, |
|
"grad_norm": 0.1528957635164261, |
|
"learning_rate": 0.00019096981868974467, |
|
"loss": 0.7068, |
|
"step": 2950 |
|
}, |
|
{ |
|
"epoch": 0.07707597364834955, |
|
"grad_norm": 0.172830730676651, |
|
"learning_rate": 0.00019090036051814483, |
|
"loss": 0.7277, |
|
"step": 2960 |
|
}, |
|
{ |
|
"epoch": 0.0773363654512156, |
|
"grad_norm": 0.15909147262573242, |
|
"learning_rate": 0.00019083064897112571, |
|
"loss": 0.7135, |
|
"step": 2970 |
|
}, |
|
{ |
|
"epoch": 0.07759675725408165, |
|
"grad_norm": 0.16273066401481628, |
|
"learning_rate": 0.0001907606842430011, |
|
"loss": 0.7346, |
|
"step": 2980 |
|
}, |
|
{ |
|
"epoch": 0.07785714905694768, |
|
"grad_norm": 0.1595291793346405, |
|
"learning_rate": 0.00019069046652879049, |
|
"loss": 0.7377, |
|
"step": 2990 |
|
}, |
|
{ |
|
"epoch": 0.07811754085981373, |
|
"grad_norm": 0.15573470294475555, |
|
"learning_rate": 0.0001906199960242185, |
|
"loss": 0.7026, |
|
"step": 3000 |
|
}, |
|
{ |
|
"epoch": 0.07837793266267978, |
|
"grad_norm": 0.1670667678117752, |
|
"learning_rate": 0.0001905492729257145, |
|
"loss": 0.7231, |
|
"step": 3010 |
|
}, |
|
{ |
|
"epoch": 0.07863832446554582, |
|
"grad_norm": 0.17074571549892426, |
|
"learning_rate": 0.00019047829743041184, |
|
"loss": 0.7003, |
|
"step": 3020 |
|
}, |
|
{ |
|
"epoch": 0.07889871626841187, |
|
"grad_norm": 0.16979442536830902, |
|
"learning_rate": 0.00019040706973614738, |
|
"loss": 0.7217, |
|
"step": 3030 |
|
}, |
|
{ |
|
"epoch": 0.07915910807127792, |
|
"grad_norm": 0.15843816101551056, |
|
"learning_rate": 0.00019033559004146103, |
|
"loss": 0.7334, |
|
"step": 3040 |
|
}, |
|
{ |
|
"epoch": 0.07941949987414396, |
|
"grad_norm": 0.1607016921043396, |
|
"learning_rate": 0.0001902638585455951, |
|
"loss": 0.7271, |
|
"step": 3050 |
|
}, |
|
{ |
|
"epoch": 0.07967989167701, |
|
"grad_norm": 0.1619115173816681, |
|
"learning_rate": 0.0001901918754484938, |
|
"loss": 0.7144, |
|
"step": 3060 |
|
}, |
|
{ |
|
"epoch": 0.07994028347987606, |
|
"grad_norm": 0.1638360172510147, |
|
"learning_rate": 0.00019011964095080254, |
|
"loss": 0.7149, |
|
"step": 3070 |
|
}, |
|
{ |
|
"epoch": 0.08020067528274209, |
|
"grad_norm": 0.16503652930259705, |
|
"learning_rate": 0.00019004715525386764, |
|
"loss": 0.7011, |
|
"step": 3080 |
|
}, |
|
{ |
|
"epoch": 0.08046106708560814, |
|
"grad_norm": 0.16763822734355927, |
|
"learning_rate": 0.00018997441855973552, |
|
"loss": 0.7145, |
|
"step": 3090 |
|
}, |
|
{ |
|
"epoch": 0.08072145888847419, |
|
"grad_norm": 0.1621125340461731, |
|
"learning_rate": 0.0001899014310711522, |
|
"loss": 0.7318, |
|
"step": 3100 |
|
}, |
|
{ |
|
"epoch": 0.08098185069134024, |
|
"grad_norm": 0.16480112075805664, |
|
"learning_rate": 0.0001898281929915629, |
|
"loss": 0.7145, |
|
"step": 3110 |
|
}, |
|
{ |
|
"epoch": 0.08124224249420628, |
|
"grad_norm": 0.1805388629436493, |
|
"learning_rate": 0.00018975470452511112, |
|
"loss": 0.7102, |
|
"step": 3120 |
|
}, |
|
{ |
|
"epoch": 0.08150263429707233, |
|
"grad_norm": 0.1902652531862259, |
|
"learning_rate": 0.00018968096587663853, |
|
"loss": 0.7281, |
|
"step": 3130 |
|
}, |
|
{ |
|
"epoch": 0.08176302609993838, |
|
"grad_norm": 0.1732487976551056, |
|
"learning_rate": 0.00018960697725168397, |
|
"loss": 0.7434, |
|
"step": 3140 |
|
}, |
|
{ |
|
"epoch": 0.08202341790280442, |
|
"grad_norm": 0.1662171334028244, |
|
"learning_rate": 0.00018953273885648314, |
|
"loss": 0.716, |
|
"step": 3150 |
|
}, |
|
{ |
|
"epoch": 0.08228380970567047, |
|
"grad_norm": 0.16129222512245178, |
|
"learning_rate": 0.00018945825089796797, |
|
"loss": 0.7318, |
|
"step": 3160 |
|
}, |
|
{ |
|
"epoch": 0.08254420150853652, |
|
"grad_norm": 0.16837772727012634, |
|
"learning_rate": 0.00018938351358376596, |
|
"loss": 0.7137, |
|
"step": 3170 |
|
}, |
|
{ |
|
"epoch": 0.08280459331140255, |
|
"grad_norm": 0.1618524193763733, |
|
"learning_rate": 0.00018930852712219974, |
|
"loss": 0.7079, |
|
"step": 3180 |
|
}, |
|
{ |
|
"epoch": 0.0830649851142686, |
|
"grad_norm": 0.16333432495594025, |
|
"learning_rate": 0.00018923329172228632, |
|
"loss": 0.7062, |
|
"step": 3190 |
|
}, |
|
{ |
|
"epoch": 0.08332537691713465, |
|
"grad_norm": 0.15985700488090515, |
|
"learning_rate": 0.00018915780759373672, |
|
"loss": 0.7277, |
|
"step": 3200 |
|
}, |
|
{ |
|
"epoch": 0.08358576872000069, |
|
"grad_norm": 0.16181236505508423, |
|
"learning_rate": 0.0001890820749469551, |
|
"loss": 0.7048, |
|
"step": 3210 |
|
}, |
|
{ |
|
"epoch": 0.08384616052286674, |
|
"grad_norm": 0.1679672747850418, |
|
"learning_rate": 0.00018900609399303853, |
|
"loss": 0.73, |
|
"step": 3220 |
|
}, |
|
{ |
|
"epoch": 0.08410655232573279, |
|
"grad_norm": 0.16680286824703217, |
|
"learning_rate": 0.00018892986494377606, |
|
"loss": 0.7169, |
|
"step": 3230 |
|
}, |
|
{ |
|
"epoch": 0.08436694412859883, |
|
"grad_norm": 0.15980315208435059, |
|
"learning_rate": 0.00018885338801164834, |
|
"loss": 0.7346, |
|
"step": 3240 |
|
}, |
|
{ |
|
"epoch": 0.08462733593146488, |
|
"grad_norm": 0.16863352060317993, |
|
"learning_rate": 0.00018877666340982695, |
|
"loss": 0.7256, |
|
"step": 3250 |
|
}, |
|
{ |
|
"epoch": 0.08488772773433093, |
|
"grad_norm": 0.1657836139202118, |
|
"learning_rate": 0.0001886996913521739, |
|
"loss": 0.7219, |
|
"step": 3260 |
|
}, |
|
{ |
|
"epoch": 0.08514811953719698, |
|
"grad_norm": 0.1683470606803894, |
|
"learning_rate": 0.00018862247205324087, |
|
"loss": 0.7279, |
|
"step": 3270 |
|
}, |
|
{ |
|
"epoch": 0.08540851134006301, |
|
"grad_norm": 0.1686122715473175, |
|
"learning_rate": 0.00018854500572826867, |
|
"loss": 0.7178, |
|
"step": 3280 |
|
}, |
|
{ |
|
"epoch": 0.08566890314292906, |
|
"grad_norm": 0.16122782230377197, |
|
"learning_rate": 0.00018846729259318682, |
|
"loss": 0.7289, |
|
"step": 3290 |
|
}, |
|
{ |
|
"epoch": 0.08592929494579511, |
|
"grad_norm": 0.1920589804649353, |
|
"learning_rate": 0.0001883893328646126, |
|
"loss": 0.7264, |
|
"step": 3300 |
|
}, |
|
{ |
|
"epoch": 0.08618968674866115, |
|
"grad_norm": 0.17415335774421692, |
|
"learning_rate": 0.00018831112675985083, |
|
"loss": 0.7378, |
|
"step": 3310 |
|
}, |
|
{ |
|
"epoch": 0.0864500785515272, |
|
"grad_norm": 0.16903561353683472, |
|
"learning_rate": 0.00018823267449689292, |
|
"loss": 0.702, |
|
"step": 3320 |
|
}, |
|
{ |
|
"epoch": 0.08671047035439325, |
|
"grad_norm": 0.17158570885658264, |
|
"learning_rate": 0.00018815397629441658, |
|
"loss": 0.7264, |
|
"step": 3330 |
|
}, |
|
{ |
|
"epoch": 0.08697086215725928, |
|
"grad_norm": 0.17094087600708008, |
|
"learning_rate": 0.0001880750323717849, |
|
"loss": 0.741, |
|
"step": 3340 |
|
}, |
|
{ |
|
"epoch": 0.08723125396012534, |
|
"grad_norm": 0.1618223935365677, |
|
"learning_rate": 0.000187995842949046, |
|
"loss": 0.7084, |
|
"step": 3350 |
|
}, |
|
{ |
|
"epoch": 0.08749164576299139, |
|
"grad_norm": 0.1671626716852188, |
|
"learning_rate": 0.0001879164082469322, |
|
"loss": 0.7236, |
|
"step": 3360 |
|
}, |
|
{ |
|
"epoch": 0.08775203756585742, |
|
"grad_norm": 0.1681569665670395, |
|
"learning_rate": 0.00018783672848685966, |
|
"loss": 0.7382, |
|
"step": 3370 |
|
}, |
|
{ |
|
"epoch": 0.08801242936872347, |
|
"grad_norm": 0.16421955823898315, |
|
"learning_rate": 0.00018775680389092748, |
|
"loss": 0.717, |
|
"step": 3380 |
|
}, |
|
{ |
|
"epoch": 0.08827282117158952, |
|
"grad_norm": 0.174809530377388, |
|
"learning_rate": 0.00018767663468191725, |
|
"loss": 0.7225, |
|
"step": 3390 |
|
}, |
|
{ |
|
"epoch": 0.08853321297445556, |
|
"grad_norm": 0.16181902587413788, |
|
"learning_rate": 0.00018759622108329243, |
|
"loss": 0.7014, |
|
"step": 3400 |
|
}, |
|
{ |
|
"epoch": 0.08879360477732161, |
|
"grad_norm": 0.15579254925251007, |
|
"learning_rate": 0.0001875155633191977, |
|
"loss": 0.7125, |
|
"step": 3410 |
|
}, |
|
{ |
|
"epoch": 0.08905399658018766, |
|
"grad_norm": 0.16342496871948242, |
|
"learning_rate": 0.00018743466161445823, |
|
"loss": 0.7075, |
|
"step": 3420 |
|
}, |
|
{ |
|
"epoch": 0.08931438838305371, |
|
"grad_norm": 0.17215611040592194, |
|
"learning_rate": 0.00018735351619457923, |
|
"loss": 0.7331, |
|
"step": 3430 |
|
}, |
|
{ |
|
"epoch": 0.08957478018591974, |
|
"grad_norm": 0.1682904213666916, |
|
"learning_rate": 0.00018727212728574522, |
|
"loss": 0.734, |
|
"step": 3440 |
|
}, |
|
{ |
|
"epoch": 0.0898351719887858, |
|
"grad_norm": 0.16969889402389526, |
|
"learning_rate": 0.00018719049511481948, |
|
"loss": 0.7224, |
|
"step": 3450 |
|
}, |
|
{ |
|
"epoch": 0.09009556379165184, |
|
"grad_norm": 0.16607950627803802, |
|
"learning_rate": 0.00018710861990934324, |
|
"loss": 0.7218, |
|
"step": 3460 |
|
}, |
|
{ |
|
"epoch": 0.09035595559451788, |
|
"grad_norm": 0.16665585339069366, |
|
"learning_rate": 0.00018702650189753525, |
|
"loss": 0.7152, |
|
"step": 3470 |
|
}, |
|
{ |
|
"epoch": 0.09061634739738393, |
|
"grad_norm": 0.16812992095947266, |
|
"learning_rate": 0.00018694414130829103, |
|
"loss": 0.7097, |
|
"step": 3480 |
|
}, |
|
{ |
|
"epoch": 0.09087673920024998, |
|
"grad_norm": 0.16855508089065552, |
|
"learning_rate": 0.00018686153837118224, |
|
"loss": 0.7268, |
|
"step": 3490 |
|
}, |
|
{ |
|
"epoch": 0.09113713100311602, |
|
"grad_norm": 0.1634734570980072, |
|
"learning_rate": 0.00018677869331645613, |
|
"loss": 0.7485, |
|
"step": 3500 |
|
} |
|
], |
|
"logging_steps": 10, |
|
"max_steps": 19202, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 1, |
|
"save_steps": 500, |
|
"stateful_callbacks": { |
|
"TrainerControl": { |
|
"args": { |
|
"should_epoch_stop": false, |
|
"should_evaluate": false, |
|
"should_log": false, |
|
"should_save": true, |
|
"should_training_stop": false |
|
}, |
|
"attributes": {} |
|
} |
|
}, |
|
"total_flos": 1.64208568172544e+18, |
|
"train_batch_size": 5, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|