| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 9.98769987699877, | |
| "eval_steps": 500, | |
| "global_step": 6090, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.016400164001640016, | |
| "grad_norm": 0.49903953075408936, | |
| "learning_rate": 0.00019999866944080257, | |
| "loss": 1.1198, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.03280032800328003, | |
| "grad_norm": 0.38635629415512085, | |
| "learning_rate": 0.00019999467779861793, | |
| "loss": 0.957, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.04920049200492005, | |
| "grad_norm": 0.3574012815952301, | |
| "learning_rate": 0.0001999880251796685, | |
| "loss": 0.8963, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.06560065600656007, | |
| "grad_norm": 0.36165040731430054, | |
| "learning_rate": 0.00019997871176098827, | |
| "loss": 0.8893, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.08200082000820008, | |
| "grad_norm": 0.3633221983909607, | |
| "learning_rate": 0.0001999667377904184, | |
| "loss": 0.8788, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.0984009840098401, | |
| "grad_norm": 0.3308263123035431, | |
| "learning_rate": 0.00019995210358660038, | |
| "loss": 0.8597, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.11480114801148011, | |
| "grad_norm": 0.37404152750968933, | |
| "learning_rate": 0.0001999348095389677, | |
| "loss": 0.8394, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.13120131201312013, | |
| "grad_norm": 0.36840370297431946, | |
| "learning_rate": 0.0001999148561077355, | |
| "loss": 0.8305, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.14760147601476015, | |
| "grad_norm": 0.33561620116233826, | |
| "learning_rate": 0.00019989224382388813, | |
| "loss": 0.836, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.16400164001640016, | |
| "grad_norm": 0.34898167848587036, | |
| "learning_rate": 0.00019986697328916526, | |
| "loss": 0.8259, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.18040180401804018, | |
| "grad_norm": 0.32518813014030457, | |
| "learning_rate": 0.00019983904517604576, | |
| "loss": 0.8255, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.1968019680196802, | |
| "grad_norm": 0.34965017437934875, | |
| "learning_rate": 0.00019980846022772978, | |
| "loss": 0.8192, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.2132021320213202, | |
| "grad_norm": 0.3208518326282501, | |
| "learning_rate": 0.00019977521925811903, | |
| "loss": 0.8177, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.22960229602296023, | |
| "grad_norm": 0.3215318024158478, | |
| "learning_rate": 0.000199739323151795, | |
| "loss": 0.8046, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.24600246002460024, | |
| "grad_norm": 0.3197932541370392, | |
| "learning_rate": 0.0001997007728639956, | |
| "loss": 0.8031, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.26240262402624026, | |
| "grad_norm": 0.3127509355545044, | |
| "learning_rate": 0.0001996595694205897, | |
| "loss": 0.7911, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.2788027880278803, | |
| "grad_norm": 0.3898150324821472, | |
| "learning_rate": 0.00019961571391804962, | |
| "loss": 0.8013, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.2952029520295203, | |
| "grad_norm": 0.32089415192604065, | |
| "learning_rate": 0.00019956920752342225, | |
| "loss": 0.7959, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.3116031160311603, | |
| "grad_norm": 0.3503674864768982, | |
| "learning_rate": 0.0001995200514742978, | |
| "loss": 0.7869, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.3280032800328003, | |
| "grad_norm": 0.36325424909591675, | |
| "learning_rate": 0.00019946824707877693, | |
| "loss": 0.7813, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.34440344403444034, | |
| "grad_norm": 0.3318350613117218, | |
| "learning_rate": 0.00019941379571543596, | |
| "loss": 0.796, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.36080360803608036, | |
| "grad_norm": 0.3133643865585327, | |
| "learning_rate": 0.00019935669883329013, | |
| "loss": 0.7832, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.3772037720377204, | |
| "grad_norm": 0.3414137363433838, | |
| "learning_rate": 0.00019929695795175507, | |
| "loss": 0.7907, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.3936039360393604, | |
| "grad_norm": 0.32717064023017883, | |
| "learning_rate": 0.00019923457466060636, | |
| "loss": 0.7824, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.4100041000410004, | |
| "grad_norm": 0.3150332272052765, | |
| "learning_rate": 0.00019916955061993725, | |
| "loss": 0.7992, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.4264042640426404, | |
| "grad_norm": 0.3353354334831238, | |
| "learning_rate": 0.00019910188756011446, | |
| "loss": 0.7782, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.44280442804428044, | |
| "grad_norm": 0.2986792325973511, | |
| "learning_rate": 0.00019903158728173205, | |
| "loss": 0.7609, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.45920459204592046, | |
| "grad_norm": 0.3223719596862793, | |
| "learning_rate": 0.00019895865165556377, | |
| "loss": 0.7785, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.4756047560475605, | |
| "grad_norm": 0.3108189105987549, | |
| "learning_rate": 0.00019888308262251285, | |
| "loss": 0.7762, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.4920049200492005, | |
| "grad_norm": 0.3153323829174042, | |
| "learning_rate": 0.00019880488219356087, | |
| "loss": 0.7797, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.5084050840508405, | |
| "grad_norm": 0.33102768659591675, | |
| "learning_rate": 0.00019872405244971374, | |
| "loss": 0.7731, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.5248052480524805, | |
| "grad_norm": 0.29496216773986816, | |
| "learning_rate": 0.00019864059554194669, | |
| "loss": 0.7648, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.5412054120541205, | |
| "grad_norm": 0.3221481740474701, | |
| "learning_rate": 0.00019855451369114676, | |
| "loss": 0.7762, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.5576055760557606, | |
| "grad_norm": 0.3474864065647125, | |
| "learning_rate": 0.000198465809188054, | |
| "loss": 0.7691, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.5740057400574006, | |
| "grad_norm": 0.36715272068977356, | |
| "learning_rate": 0.00019837448439320027, | |
| "loss": 0.7751, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.5904059040590406, | |
| "grad_norm": 0.33955511450767517, | |
| "learning_rate": 0.00019828054173684644, | |
| "loss": 0.7791, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.6068060680606806, | |
| "grad_norm": 0.3461228311061859, | |
| "learning_rate": 0.00019818398371891784, | |
| "loss": 0.7728, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.6232062320623206, | |
| "grad_norm": 0.32821011543273926, | |
| "learning_rate": 0.0001980848129089376, | |
| "loss": 0.7736, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.6396063960639606, | |
| "grad_norm": 0.3576536476612091, | |
| "learning_rate": 0.00019798303194595846, | |
| "loss": 0.756, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.6560065600656007, | |
| "grad_norm": 0.3349688649177551, | |
| "learning_rate": 0.00019787864353849232, | |
| "loss": 0.765, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.6724067240672407, | |
| "grad_norm": 0.2960722744464874, | |
| "learning_rate": 0.00019777165046443824, | |
| "loss": 0.7676, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.6888068880688807, | |
| "grad_norm": 0.31184637546539307, | |
| "learning_rate": 0.00019766205557100868, | |
| "loss": 0.7366, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.7052070520705207, | |
| "grad_norm": 0.3365538418292999, | |
| "learning_rate": 0.00019754986177465344, | |
| "loss": 0.7647, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.7216072160721607, | |
| "grad_norm": 0.3039809763431549, | |
| "learning_rate": 0.00019743507206098233, | |
| "loss": 0.741, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.7380073800738007, | |
| "grad_norm": 0.32564470171928406, | |
| "learning_rate": 0.00019731768948468549, | |
| "loss": 0.7576, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.7544075440754408, | |
| "grad_norm": 0.33124250173568726, | |
| "learning_rate": 0.00019719771716945227, | |
| "loss": 0.7392, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.7708077080770808, | |
| "grad_norm": 0.3306678235530853, | |
| "learning_rate": 0.00019707515830788802, | |
| "loss": 0.7513, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.7872078720787208, | |
| "grad_norm": 0.31717410683631897, | |
| "learning_rate": 0.00019695001616142915, | |
| "loss": 0.7419, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.8036080360803608, | |
| "grad_norm": 0.3117675483226776, | |
| "learning_rate": 0.00019682229406025635, | |
| "loss": 0.7543, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.8200082000820008, | |
| "grad_norm": 0.3408834636211395, | |
| "learning_rate": 0.0001966919954032059, | |
| "loss": 0.7356, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.8364083640836408, | |
| "grad_norm": 0.3456558883190155, | |
| "learning_rate": 0.0001965591236576794, | |
| "loss": 0.7509, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.8528085280852808, | |
| "grad_norm": 0.30214881896972656, | |
| "learning_rate": 0.00019642368235955125, | |
| "loss": 0.7483, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.8692086920869209, | |
| "grad_norm": 0.3334808945655823, | |
| "learning_rate": 0.0001962856751130748, | |
| "loss": 0.7532, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.8856088560885609, | |
| "grad_norm": 0.3257792890071869, | |
| "learning_rate": 0.00019614510559078625, | |
| "loss": 0.7465, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.9020090200902009, | |
| "grad_norm": 0.4038065969944, | |
| "learning_rate": 0.00019600197753340699, | |
| "loss": 0.7555, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.9184091840918409, | |
| "grad_norm": 0.32042616605758667, | |
| "learning_rate": 0.00019585629474974415, | |
| "loss": 0.7395, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.9348093480934809, | |
| "grad_norm": 0.3661757707595825, | |
| "learning_rate": 0.00019570806111658898, | |
| "loss": 0.7447, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.951209512095121, | |
| "grad_norm": 0.31112104654312134, | |
| "learning_rate": 0.0001955572805786141, | |
| "loss": 0.7333, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.967609676096761, | |
| "grad_norm": 0.31758418679237366, | |
| "learning_rate": 0.000195403957148268, | |
| "loss": 0.7243, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.984009840098401, | |
| "grad_norm": 0.3203936219215393, | |
| "learning_rate": 0.00019524809490566877, | |
| "loss": 0.744, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 1.000410004100041, | |
| "grad_norm": 0.3630532920360565, | |
| "learning_rate": 0.00019508969799849523, | |
| "loss": 0.7249, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 1.016810168101681, | |
| "grad_norm": 0.31734269857406616, | |
| "learning_rate": 0.00019492877064187654, | |
| "loss": 0.7088, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 1.033210332103321, | |
| "grad_norm": 0.3637007176876068, | |
| "learning_rate": 0.00019476531711828027, | |
| "loss": 0.7139, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 1.049610496104961, | |
| "grad_norm": 0.3162935972213745, | |
| "learning_rate": 0.00019459934177739813, | |
| "loss": 0.7064, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 1.066010660106601, | |
| "grad_norm": 0.32640552520751953, | |
| "learning_rate": 0.0001944308490360305, | |
| "loss": 0.7161, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 1.082410824108241, | |
| "grad_norm": 0.34453850984573364, | |
| "learning_rate": 0.0001942598433779687, | |
| "loss": 0.7095, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 1.098810988109881, | |
| "grad_norm": 0.3382568061351776, | |
| "learning_rate": 0.00019408632935387577, | |
| "loss": 0.7092, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 1.115211152111521, | |
| "grad_norm": 0.3298267722129822, | |
| "learning_rate": 0.0001939103115811653, | |
| "loss": 0.7154, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 1.1316113161131611, | |
| "grad_norm": 0.33924031257629395, | |
| "learning_rate": 0.00019373179474387858, | |
| "loss": 0.6945, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 1.1480114801148011, | |
| "grad_norm": 0.3305610418319702, | |
| "learning_rate": 0.0001935507835925601, | |
| "loss": 0.7156, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.1644116441164412, | |
| "grad_norm": 0.3400373160839081, | |
| "learning_rate": 0.00019336728294413083, | |
| "loss": 0.7091, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 1.1808118081180812, | |
| "grad_norm": 0.3354150056838989, | |
| "learning_rate": 0.00019318129768176032, | |
| "loss": 0.7019, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 1.1972119721197212, | |
| "grad_norm": 0.3427719175815582, | |
| "learning_rate": 0.00019299283275473657, | |
| "loss": 0.7157, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 1.2136121361213612, | |
| "grad_norm": 0.3088740408420563, | |
| "learning_rate": 0.00019280189317833445, | |
| "loss": 0.7115, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 1.2300123001230012, | |
| "grad_norm": 0.34402570128440857, | |
| "learning_rate": 0.0001926084840336821, | |
| "loss": 0.7197, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 1.2464124641246412, | |
| "grad_norm": 0.3542528450489044, | |
| "learning_rate": 0.0001924126104676259, | |
| "loss": 0.7103, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 1.2628126281262813, | |
| "grad_norm": 0.3533455431461334, | |
| "learning_rate": 0.00019221427769259333, | |
| "loss": 0.7209, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 1.2792127921279213, | |
| "grad_norm": 0.3470947742462158, | |
| "learning_rate": 0.00019201349098645434, | |
| "loss": 0.7137, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 1.2956129561295613, | |
| "grad_norm": 0.3277159035205841, | |
| "learning_rate": 0.0001918102556923809, | |
| "loss": 0.7036, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 1.3120131201312013, | |
| "grad_norm": 0.35741642117500305, | |
| "learning_rate": 0.0001916045772187048, | |
| "loss": 0.7013, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 1.3284132841328413, | |
| "grad_norm": 0.33222687244415283, | |
| "learning_rate": 0.0001913964610387738, | |
| "loss": 0.7052, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 1.3448134481344813, | |
| "grad_norm": 0.3761126399040222, | |
| "learning_rate": 0.00019118591269080574, | |
| "loss": 0.695, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 1.3612136121361214, | |
| "grad_norm": 0.34687796235084534, | |
| "learning_rate": 0.00019097293777774153, | |
| "loss": 0.7053, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 1.3776137761377614, | |
| "grad_norm": 0.3391115367412567, | |
| "learning_rate": 0.00019075754196709572, | |
| "loss": 0.6842, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 1.3940139401394014, | |
| "grad_norm": 0.35560715198516846, | |
| "learning_rate": 0.00019053973099080585, | |
| "loss": 0.6925, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 1.4104141041410414, | |
| "grad_norm": 0.35144075751304626, | |
| "learning_rate": 0.00019031951064507987, | |
| "loss": 0.7063, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 1.4268142681426814, | |
| "grad_norm": 0.3776865005493164, | |
| "learning_rate": 0.0001900968867902419, | |
| "loss": 0.7157, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 1.4432144321443214, | |
| "grad_norm": 0.3723245859146118, | |
| "learning_rate": 0.00018987186535057634, | |
| "loss": 0.7064, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 1.4596145961459615, | |
| "grad_norm": 0.3623642921447754, | |
| "learning_rate": 0.0001896444523141701, | |
| "loss": 0.7056, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 1.4760147601476015, | |
| "grad_norm": 0.34806951880455017, | |
| "learning_rate": 0.0001894146537327533, | |
| "loss": 0.7086, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 1.4924149241492415, | |
| "grad_norm": 0.36614471673965454, | |
| "learning_rate": 0.00018918247572153823, | |
| "loss": 0.7032, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 1.5088150881508815, | |
| "grad_norm": 0.351053923368454, | |
| "learning_rate": 0.00018894792445905674, | |
| "loss": 0.6988, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 1.5252152521525215, | |
| "grad_norm": 0.37270405888557434, | |
| "learning_rate": 0.00018871100618699554, | |
| "loss": 0.6926, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 1.5416154161541615, | |
| "grad_norm": 0.3521835207939148, | |
| "learning_rate": 0.00018847172721003043, | |
| "loss": 0.7004, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 1.5580155801558015, | |
| "grad_norm": 0.37083443999290466, | |
| "learning_rate": 0.00018823009389565818, | |
| "loss": 0.7141, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 1.5744157441574416, | |
| "grad_norm": 0.36266541481018066, | |
| "learning_rate": 0.00018798611267402746, | |
| "loss": 0.7029, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 1.5908159081590816, | |
| "grad_norm": 0.34403783082962036, | |
| "learning_rate": 0.0001877397900377674, | |
| "loss": 0.7022, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 1.6072160721607216, | |
| "grad_norm": 0.37788769602775574, | |
| "learning_rate": 0.00018749113254181498, | |
| "loss": 0.7049, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 1.6236162361623616, | |
| "grad_norm": 0.35607653856277466, | |
| "learning_rate": 0.00018724014680324057, | |
| "loss": 0.6957, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 1.6400164001640016, | |
| "grad_norm": 0.34468725323677063, | |
| "learning_rate": 0.00018698683950107184, | |
| "loss": 0.7148, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.6564165641656416, | |
| "grad_norm": 0.36872032284736633, | |
| "learning_rate": 0.00018673121737611598, | |
| "loss": 0.6922, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 1.6728167281672817, | |
| "grad_norm": 0.34786421060562134, | |
| "learning_rate": 0.00018647328723078038, | |
| "loss": 0.7021, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 1.6892168921689217, | |
| "grad_norm": 0.370241641998291, | |
| "learning_rate": 0.00018621305592889163, | |
| "loss": 0.6789, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 1.7056170561705617, | |
| "grad_norm": 0.3378838300704956, | |
| "learning_rate": 0.00018595053039551274, | |
| "loss": 0.6741, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 1.7220172201722017, | |
| "grad_norm": 0.3661263883113861, | |
| "learning_rate": 0.00018568571761675893, | |
| "loss": 0.6808, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 1.7384173841738417, | |
| "grad_norm": 0.3620483875274658, | |
| "learning_rate": 0.0001854186246396118, | |
| "loss": 0.6895, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 1.7548175481754817, | |
| "grad_norm": 0.3466210663318634, | |
| "learning_rate": 0.00018514925857173177, | |
| "loss": 0.6876, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 1.7712177121771218, | |
| "grad_norm": 0.36353030800819397, | |
| "learning_rate": 0.0001848776265812687, | |
| "loss": 0.6876, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 1.7876178761787618, | |
| "grad_norm": 0.3688850998878479, | |
| "learning_rate": 0.00018460373589667154, | |
| "loss": 0.6881, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 1.8040180401804018, | |
| "grad_norm": 0.35844072699546814, | |
| "learning_rate": 0.00018432759380649562, | |
| "loss": 0.7038, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 1.8204182041820418, | |
| "grad_norm": 0.38838833570480347, | |
| "learning_rate": 0.00018404920765920896, | |
| "loss": 0.6961, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 1.8368183681836818, | |
| "grad_norm": 0.34356170892715454, | |
| "learning_rate": 0.00018376858486299647, | |
| "loss": 0.6849, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 1.8532185321853218, | |
| "grad_norm": 0.3590626120567322, | |
| "learning_rate": 0.00018348573288556308, | |
| "loss": 0.68, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 1.8696186961869619, | |
| "grad_norm": 0.3639477491378784, | |
| "learning_rate": 0.00018320065925393468, | |
| "loss": 0.6996, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 1.8860188601886019, | |
| "grad_norm": 0.39745190739631653, | |
| "learning_rate": 0.00018291337155425821, | |
| "loss": 0.6901, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 1.902419024190242, | |
| "grad_norm": 0.37302690744400024, | |
| "learning_rate": 0.0001826238774315995, | |
| "loss": 0.6784, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 1.918819188191882, | |
| "grad_norm": 0.37480470538139343, | |
| "learning_rate": 0.00018233218458973984, | |
| "loss": 0.6806, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 1.935219352193522, | |
| "grad_norm": 0.37153083086013794, | |
| "learning_rate": 0.00018203830079097113, | |
| "loss": 0.6853, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 1.951619516195162, | |
| "grad_norm": 0.3530969023704529, | |
| "learning_rate": 0.00018174223385588917, | |
| "loss": 0.6785, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 1.968019680196802, | |
| "grad_norm": 0.37324872612953186, | |
| "learning_rate": 0.00018144399166318572, | |
| "loss": 0.6733, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 1.984419844198442, | |
| "grad_norm": 0.3680344223976135, | |
| "learning_rate": 0.00018114358214943853, | |
| "loss": 0.6885, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 2.000820008200082, | |
| "grad_norm": 0.42146405577659607, | |
| "learning_rate": 0.00018084101330890048, | |
| "loss": 0.6759, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 2.0172201722017222, | |
| "grad_norm": 0.3808436989784241, | |
| "learning_rate": 0.00018053629319328662, | |
| "loss": 0.655, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 2.033620336203362, | |
| "grad_norm": 0.39610400795936584, | |
| "learning_rate": 0.00018022942991156, | |
| "loss": 0.6675, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 2.0500205002050023, | |
| "grad_norm": 0.3906943202018738, | |
| "learning_rate": 0.00017992043162971588, | |
| "loss": 0.6451, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 2.066420664206642, | |
| "grad_norm": 0.4022831916809082, | |
| "learning_rate": 0.00017960930657056438, | |
| "loss": 0.6699, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 2.0828208282082823, | |
| "grad_norm": 0.41200950741767883, | |
| "learning_rate": 0.00017929606301351168, | |
| "loss": 0.6559, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 2.099220992209922, | |
| "grad_norm": 0.37226754426956177, | |
| "learning_rate": 0.00017898070929433965, | |
| "loss": 0.655, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 2.1156211562115623, | |
| "grad_norm": 0.3640751540660858, | |
| "learning_rate": 0.00017866325380498416, | |
| "loss": 0.6471, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 2.132021320213202, | |
| "grad_norm": 0.37838858366012573, | |
| "learning_rate": 0.00017834370499331166, | |
| "loss": 0.651, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 2.1484214842148424, | |
| "grad_norm": 0.3831733167171478, | |
| "learning_rate": 0.0001780220713628943, | |
| "loss": 0.6504, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 2.164821648216482, | |
| "grad_norm": 0.39556068181991577, | |
| "learning_rate": 0.0001776983614727838, | |
| "loss": 0.6501, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 2.181221812218122, | |
| "grad_norm": 0.3833105266094208, | |
| "learning_rate": 0.00017737258393728364, | |
| "loss": 0.6598, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 2.197621976219762, | |
| "grad_norm": 0.40265655517578125, | |
| "learning_rate": 0.00017704474742571969, | |
| "loss": 0.663, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 2.2140221402214024, | |
| "grad_norm": 0.4098280072212219, | |
| "learning_rate": 0.00017671486066220965, | |
| "loss": 0.6567, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 2.230422304223042, | |
| "grad_norm": 0.4019940197467804, | |
| "learning_rate": 0.0001763829324254309, | |
| "loss": 0.6717, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 2.246822468224682, | |
| "grad_norm": 0.3930509388446808, | |
| "learning_rate": 0.00017604897154838685, | |
| "loss": 0.6544, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 2.2632226322263223, | |
| "grad_norm": 0.40629473328590393, | |
| "learning_rate": 0.00017571298691817177, | |
| "loss": 0.65, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 2.2796227962279625, | |
| "grad_norm": 0.41943445801734924, | |
| "learning_rate": 0.00017537498747573443, | |
| "loss": 0.6612, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 2.2960229602296023, | |
| "grad_norm": 0.3832157552242279, | |
| "learning_rate": 0.00017503498221564025, | |
| "loss": 0.6599, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 2.312423124231242, | |
| "grad_norm": 0.3786883056163788, | |
| "learning_rate": 0.0001746929801858317, | |
| "loss": 0.6636, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 2.3288232882328823, | |
| "grad_norm": 0.40903323888778687, | |
| "learning_rate": 0.0001743489904873877, | |
| "loss": 0.6462, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 2.3452234522345226, | |
| "grad_norm": 0.3858684003353119, | |
| "learning_rate": 0.00017400302227428143, | |
| "loss": 0.6556, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 2.3616236162361623, | |
| "grad_norm": 0.43149909377098083, | |
| "learning_rate": 0.0001736550847531366, | |
| "loss": 0.6591, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 2.378023780237802, | |
| "grad_norm": 0.43920159339904785, | |
| "learning_rate": 0.00017330518718298264, | |
| "loss": 0.6609, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 2.3944239442394424, | |
| "grad_norm": 0.39907246828079224, | |
| "learning_rate": 0.0001729533388750081, | |
| "loss": 0.6572, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 2.4108241082410826, | |
| "grad_norm": 0.3920808434486389, | |
| "learning_rate": 0.0001725995491923131, | |
| "loss": 0.6497, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 2.4272242722427224, | |
| "grad_norm": 0.39895495772361755, | |
| "learning_rate": 0.00017224382754965989, | |
| "loss": 0.646, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 2.443624436244362, | |
| "grad_norm": 0.41222187876701355, | |
| "learning_rate": 0.00017188618341322254, | |
| "loss": 0.6458, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 2.4600246002460024, | |
| "grad_norm": 0.41394343972206116, | |
| "learning_rate": 0.00017152662630033505, | |
| "loss": 0.6528, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 2.4764247642476427, | |
| "grad_norm": 0.4161871373653412, | |
| "learning_rate": 0.00017116516577923775, | |
| "loss": 0.6414, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 2.4928249282492825, | |
| "grad_norm": 0.43303370475769043, | |
| "learning_rate": 0.00017080181146882317, | |
| "loss": 0.6573, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 2.5092250922509223, | |
| "grad_norm": 0.3973419964313507, | |
| "learning_rate": 0.00017043657303837963, | |
| "loss": 0.6541, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 2.5256252562525625, | |
| "grad_norm": 0.3919370472431183, | |
| "learning_rate": 0.00017006946020733425, | |
| "loss": 0.6626, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 2.5420254202542027, | |
| "grad_norm": 0.4177446663379669, | |
| "learning_rate": 0.00016970048274499408, | |
| "loss": 0.6478, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 2.5584255842558425, | |
| "grad_norm": 0.39967086911201477, | |
| "learning_rate": 0.0001693296504702862, | |
| "loss": 0.6679, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 2.5748257482574823, | |
| "grad_norm": 0.4124162495136261, | |
| "learning_rate": 0.00016895697325149657, | |
| "loss": 0.6597, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 2.5912259122591226, | |
| "grad_norm": 0.37739571928977966, | |
| "learning_rate": 0.00016858246100600715, | |
| "loss": 0.6578, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 2.607626076260763, | |
| "grad_norm": 0.4335273802280426, | |
| "learning_rate": 0.00016820612370003221, | |
| "loss": 0.6608, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 2.6240262402624026, | |
| "grad_norm": 0.3718789517879486, | |
| "learning_rate": 0.00016782797134835305, | |
| "loss": 0.6447, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 2.6404264042640424, | |
| "grad_norm": 0.41410380601882935, | |
| "learning_rate": 0.0001674480140140514, | |
| "loss": 0.6562, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 2.6568265682656826, | |
| "grad_norm": 0.4115227460861206, | |
| "learning_rate": 0.00016706626180824186, | |
| "loss": 0.6451, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 2.673226732267323, | |
| "grad_norm": 0.4145969748497009, | |
| "learning_rate": 0.00016668272488980254, | |
| "loss": 0.6326, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 2.6896268962689627, | |
| "grad_norm": 0.42359670996665955, | |
| "learning_rate": 0.00016629741346510496, | |
| "loss": 0.6324, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 2.7060270602706025, | |
| "grad_norm": 0.38336479663848877, | |
| "learning_rate": 0.0001659103377877423, | |
| "loss": 0.6508, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 2.7224272242722427, | |
| "grad_norm": 0.4128510057926178, | |
| "learning_rate": 0.00016552150815825662, | |
| "loss": 0.6538, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 2.738827388273883, | |
| "grad_norm": 0.47073811292648315, | |
| "learning_rate": 0.0001651309349238647, | |
| "loss": 0.6574, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 2.7552275522755227, | |
| "grad_norm": 0.4234805703163147, | |
| "learning_rate": 0.00016473862847818277, | |
| "loss": 0.6643, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 2.7716277162771625, | |
| "grad_norm": 0.4076490104198456, | |
| "learning_rate": 0.0001643445992609498, | |
| "loss": 0.6509, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 2.7880278802788028, | |
| "grad_norm": 0.4320470988750458, | |
| "learning_rate": 0.00016394885775774975, | |
| "loss": 0.643, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 2.804428044280443, | |
| "grad_norm": 0.409150630235672, | |
| "learning_rate": 0.00016355141449973256, | |
| "loss": 0.6452, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 2.820828208282083, | |
| "grad_norm": 0.46668359637260437, | |
| "learning_rate": 0.0001631522800633339, | |
| "loss": 0.645, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 2.8372283722837226, | |
| "grad_norm": 0.4314485192298889, | |
| "learning_rate": 0.00016275146506999365, | |
| "loss": 0.6374, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 2.853628536285363, | |
| "grad_norm": 0.41864487528800964, | |
| "learning_rate": 0.00016234898018587337, | |
| "loss": 0.6343, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 2.870028700287003, | |
| "grad_norm": 0.4255831241607666, | |
| "learning_rate": 0.0001619448361215723, | |
| "loss": 0.6614, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 2.886428864288643, | |
| "grad_norm": 0.411807656288147, | |
| "learning_rate": 0.0001615390436318425, | |
| "loss": 0.6372, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 2.9028290282902827, | |
| "grad_norm": 0.41166943311691284, | |
| "learning_rate": 0.0001611316135153026, | |
| "loss": 0.6505, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 2.919229192291923, | |
| "grad_norm": 0.41985031962394714, | |
| "learning_rate": 0.0001607225566141503, | |
| "loss": 0.6515, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 2.935629356293563, | |
| "grad_norm": 0.40023133158683777, | |
| "learning_rate": 0.0001603118838138741, | |
| "loss": 0.6466, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 2.952029520295203, | |
| "grad_norm": 0.4138244688510895, | |
| "learning_rate": 0.0001598996060429634, | |
| "loss": 0.6475, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 2.9684296842968427, | |
| "grad_norm": 0.39823102951049805, | |
| "learning_rate": 0.0001594857342726178, | |
| "loss": 0.6419, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 2.984829848298483, | |
| "grad_norm": 0.3888455033302307, | |
| "learning_rate": 0.0001590702795164551, | |
| "loss": 0.6416, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 3.001230012300123, | |
| "grad_norm": 0.5585771799087524, | |
| "learning_rate": 0.0001586532528302183, | |
| "loss": 0.6565, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 3.017630176301763, | |
| "grad_norm": 0.4332481026649475, | |
| "learning_rate": 0.00015823466531148124, | |
| "loss": 0.619, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 3.0340303403034032, | |
| "grad_norm": 0.44493553042411804, | |
| "learning_rate": 0.0001578145280993533, | |
| "loss": 0.6057, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 3.050430504305043, | |
| "grad_norm": 0.43917590379714966, | |
| "learning_rate": 0.0001573928523741832, | |
| "loss": 0.6058, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 3.0668306683066833, | |
| "grad_norm": 0.40770649909973145, | |
| "learning_rate": 0.0001569696493572612, | |
| "loss": 0.6092, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 3.083230832308323, | |
| "grad_norm": 0.44579923152923584, | |
| "learning_rate": 0.0001565449303105207, | |
| "loss": 0.6272, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 3.0996309963099633, | |
| "grad_norm": 0.4329695403575897, | |
| "learning_rate": 0.00015611870653623825, | |
| "loss": 0.6238, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 3.116031160311603, | |
| "grad_norm": 0.44702407717704773, | |
| "learning_rate": 0.00015569098937673318, | |
| "loss": 0.6124, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 3.1324313243132433, | |
| "grad_norm": 0.43535304069519043, | |
| "learning_rate": 0.00015526179021406553, | |
| "loss": 0.6179, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 3.148831488314883, | |
| "grad_norm": 0.4820752739906311, | |
| "learning_rate": 0.0001548311204697331, | |
| "loss": 0.6228, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 3.1652316523165234, | |
| "grad_norm": 0.4629499614238739, | |
| "learning_rate": 0.00015439899160436772, | |
| "loss": 0.6189, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 3.181631816318163, | |
| "grad_norm": 0.4845089316368103, | |
| "learning_rate": 0.00015396541511743012, | |
| "loss": 0.6229, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 3.1980319803198034, | |
| "grad_norm": 0.46592435240745544, | |
| "learning_rate": 0.00015353040254690393, | |
| "loss": 0.6178, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 3.214432144321443, | |
| "grad_norm": 0.44851964712142944, | |
| "learning_rate": 0.0001530939654689887, | |
| "loss": 0.6246, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 3.2308323083230834, | |
| "grad_norm": 0.4483705461025238, | |
| "learning_rate": 0.00015265611549779176, | |
| "loss": 0.6204, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 3.2472324723247232, | |
| "grad_norm": 0.45693984627723694, | |
| "learning_rate": 0.00015221686428501928, | |
| "loss": 0.6061, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 3.2636326363263635, | |
| "grad_norm": 0.46255984902381897, | |
| "learning_rate": 0.0001517762235196661, | |
| "loss": 0.6058, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 3.2800328003280033, | |
| "grad_norm": 0.471983939409256, | |
| "learning_rate": 0.00015133420492770462, | |
| "loss": 0.6157, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 3.296432964329643, | |
| "grad_norm": 0.49640896916389465, | |
| "learning_rate": 0.0001508908202717729, | |
| "loss": 0.6237, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 3.3128331283312833, | |
| "grad_norm": 0.4903806149959564, | |
| "learning_rate": 0.00015044608135086164, | |
| "loss": 0.6339, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 3.3292332923329235, | |
| "grad_norm": 0.47123804688453674, | |
| "learning_rate": 0.00015000000000000001, | |
| "loss": 0.6319, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 3.3456334563345633, | |
| "grad_norm": 0.47124335169792175, | |
| "learning_rate": 0.00014955258808994096, | |
| "loss": 0.6119, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 3.362033620336203, | |
| "grad_norm": 0.4579004645347595, | |
| "learning_rate": 0.00014910385752684506, | |
| "loss": 0.6042, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 3.3784337843378434, | |
| "grad_norm": 0.4778992235660553, | |
| "learning_rate": 0.0001486538202519639, | |
| "loss": 0.6187, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 3.3948339483394836, | |
| "grad_norm": 0.4603955149650574, | |
| "learning_rate": 0.0001482024882413222, | |
| "loss": 0.6166, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 3.4112341123411234, | |
| "grad_norm": 0.4642026126384735, | |
| "learning_rate": 0.00014774987350539911, | |
| "loss": 0.6183, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 3.427634276342763, | |
| "grad_norm": 0.5194045305252075, | |
| "learning_rate": 0.00014729598808880861, | |
| "loss": 0.617, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 3.4440344403444034, | |
| "grad_norm": 0.4535214900970459, | |
| "learning_rate": 0.00014684084406997903, | |
| "loss": 0.6301, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 3.4604346043460437, | |
| "grad_norm": 0.47860169410705566, | |
| "learning_rate": 0.00014638445356083155, | |
| "loss": 0.6113, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 3.4768347683476835, | |
| "grad_norm": 0.4803871810436249, | |
| "learning_rate": 0.000145926828706458, | |
| "loss": 0.6122, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 3.4932349323493233, | |
| "grad_norm": 0.47383010387420654, | |
| "learning_rate": 0.00014546798168479756, | |
| "loss": 0.6137, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 3.5096350963509635, | |
| "grad_norm": 0.47791990637779236, | |
| "learning_rate": 0.0001450079247063127, | |
| "loss": 0.6215, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 3.5260352603526037, | |
| "grad_norm": 0.4606546461582184, | |
| "learning_rate": 0.0001445466700136643, | |
| "loss": 0.6022, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 3.5424354243542435, | |
| "grad_norm": 0.4335190951824188, | |
| "learning_rate": 0.00014408422988138584, | |
| "loss": 0.6089, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 3.5588355883558833, | |
| "grad_norm": 0.45156562328338623, | |
| "learning_rate": 0.00014362061661555675, | |
| "loss": 0.6251, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 3.5752357523575236, | |
| "grad_norm": 0.43693843483924866, | |
| "learning_rate": 0.00014315584255347494, | |
| "loss": 0.62, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 3.591635916359164, | |
| "grad_norm": 0.46648937463760376, | |
| "learning_rate": 0.00014268992006332846, | |
| "loss": 0.6336, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 3.6080360803608036, | |
| "grad_norm": 0.47864094376564026, | |
| "learning_rate": 0.00014222286154386642, | |
| "loss": 0.6079, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 3.6244362443624434, | |
| "grad_norm": 0.43990063667297363, | |
| "learning_rate": 0.00014175467942406894, | |
| "loss": 0.6321, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 3.6408364083640836, | |
| "grad_norm": 0.4700396656990051, | |
| "learning_rate": 0.0001412853861628166, | |
| "loss": 0.6195, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 3.657236572365724, | |
| "grad_norm": 0.45286816358566284, | |
| "learning_rate": 0.00014081499424855863, | |
| "loss": 0.6236, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 3.6736367363673637, | |
| "grad_norm": 0.4623110294342041, | |
| "learning_rate": 0.00014034351619898088, | |
| "loss": 0.6269, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 3.6900369003690034, | |
| "grad_norm": 0.5022940039634705, | |
| "learning_rate": 0.00013987096456067236, | |
| "loss": 0.6107, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 3.7064370643706437, | |
| "grad_norm": 0.49338841438293457, | |
| "learning_rate": 0.00013939735190879172, | |
| "loss": 0.5996, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 3.722837228372284, | |
| "grad_norm": 0.4769245982170105, | |
| "learning_rate": 0.0001389226908467323, | |
| "loss": 0.6074, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 3.7392373923739237, | |
| "grad_norm": 0.48450419306755066, | |
| "learning_rate": 0.00013844699400578696, | |
| "loss": 0.6092, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 3.7556375563755635, | |
| "grad_norm": 0.46382635831832886, | |
| "learning_rate": 0.00013797027404481184, | |
| "loss": 0.6154, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 3.7720377203772038, | |
| "grad_norm": 0.4822761118412018, | |
| "learning_rate": 0.00013749254364988956, | |
| "loss": 0.612, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 3.788437884378844, | |
| "grad_norm": 0.4664019048213959, | |
| "learning_rate": 0.00013701381553399145, | |
| "loss": 0.6003, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 3.804838048380484, | |
| "grad_norm": 0.4592795670032501, | |
| "learning_rate": 0.00013653410243663952, | |
| "loss": 0.6122, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 3.8212382123821236, | |
| "grad_norm": 0.4780454635620117, | |
| "learning_rate": 0.00013605341712356723, | |
| "loss": 0.6216, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 3.837638376383764, | |
| "grad_norm": 0.48119214177131653, | |
| "learning_rate": 0.00013557177238637986, | |
| "loss": 0.6119, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 3.854038540385404, | |
| "grad_norm": 0.44965630769729614, | |
| "learning_rate": 0.00013508918104221412, | |
| "loss": 0.619, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 3.870438704387044, | |
| "grad_norm": 0.4915274977684021, | |
| "learning_rate": 0.00013460565593339705, | |
| "loss": 0.6101, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 3.8868388683886836, | |
| "grad_norm": 0.4430049955844879, | |
| "learning_rate": 0.00013412120992710425, | |
| "loss": 0.6125, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 3.903239032390324, | |
| "grad_norm": 0.4661041796207428, | |
| "learning_rate": 0.0001336358559150175, | |
| "loss": 0.6177, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 3.919639196391964, | |
| "grad_norm": 0.48300737142562866, | |
| "learning_rate": 0.00013314960681298175, | |
| "loss": 0.6039, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 3.936039360393604, | |
| "grad_norm": 0.45341914892196655, | |
| "learning_rate": 0.00013266247556066122, | |
| "loss": 0.5989, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 3.9524395243952437, | |
| "grad_norm": 0.46126899123191833, | |
| "learning_rate": 0.00013217447512119533, | |
| "loss": 0.6188, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 3.968839688396884, | |
| "grad_norm": 0.4723737835884094, | |
| "learning_rate": 0.0001316856184808535, | |
| "loss": 0.6091, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 3.985239852398524, | |
| "grad_norm": 0.4723500907421112, | |
| "learning_rate": 0.0001311959186486898, | |
| "loss": 0.6178, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 4.001640016400164, | |
| "grad_norm": 0.4641455113887787, | |
| "learning_rate": 0.00013070538865619642, | |
| "loss": 0.6144, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 4.018040180401804, | |
| "grad_norm": 0.5465942621231079, | |
| "learning_rate": 0.00013021404155695725, | |
| "loss": 0.5762, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 4.0344403444034445, | |
| "grad_norm": 0.5195038318634033, | |
| "learning_rate": 0.00012972189042630044, | |
| "loss": 0.5936, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 4.050840508405084, | |
| "grad_norm": 0.5215120911598206, | |
| "learning_rate": 0.00012922894836095013, | |
| "loss": 0.5797, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 4.067240672406724, | |
| "grad_norm": 0.5008783340454102, | |
| "learning_rate": 0.00012873522847867835, | |
| "loss": 0.5887, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 4.083640836408364, | |
| "grad_norm": 0.47933313250541687, | |
| "learning_rate": 0.0001282407439179557, | |
| "loss": 0.5831, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 4.1000410004100045, | |
| "grad_norm": 0.5141870379447937, | |
| "learning_rate": 0.00012774550783760182, | |
| "loss": 0.5765, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 4.116441164411644, | |
| "grad_norm": 0.4889928996562958, | |
| "learning_rate": 0.0001272495334164351, | |
| "loss": 0.5834, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 4.132841328413284, | |
| "grad_norm": 0.5281891822814941, | |
| "learning_rate": 0.00012675283385292212, | |
| "loss": 0.5778, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 4.149241492414924, | |
| "grad_norm": 0.5182332396507263, | |
| "learning_rate": 0.00012625542236482628, | |
| "loss": 0.5882, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 4.165641656416565, | |
| "grad_norm": 0.554658055305481, | |
| "learning_rate": 0.00012575731218885625, | |
| "loss": 0.5871, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 4.182041820418204, | |
| "grad_norm": 0.5192410349845886, | |
| "learning_rate": 0.00012525851658031352, | |
| "loss": 0.5768, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 4.198441984419844, | |
| "grad_norm": 0.5177326202392578, | |
| "learning_rate": 0.0001247590488127398, | |
| "loss": 0.5849, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 4.214842148421484, | |
| "grad_norm": 0.5142077803611755, | |
| "learning_rate": 0.0001242589221775637, | |
| "loss": 0.5744, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 4.231242312423125, | |
| "grad_norm": 0.48389384150505066, | |
| "learning_rate": 0.00012375814998374712, | |
| "loss": 0.5977, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 4.2476424764247644, | |
| "grad_norm": 0.5631837248802185, | |
| "learning_rate": 0.00012325674555743106, | |
| "loss": 0.5827, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 4.264042640426404, | |
| "grad_norm": 0.5213803052902222, | |
| "learning_rate": 0.0001227547222415809, | |
| "loss": 0.5815, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 4.280442804428044, | |
| "grad_norm": 0.5063258409500122, | |
| "learning_rate": 0.00012225209339563145, | |
| "loss": 0.591, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 4.296842968429685, | |
| "grad_norm": 0.503495454788208, | |
| "learning_rate": 0.0001217488723951314, | |
| "loss": 0.5872, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 4.3132431324313245, | |
| "grad_norm": 0.5165495276451111, | |
| "learning_rate": 0.00012124507263138736, | |
| "loss": 0.5739, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 4.329643296432964, | |
| "grad_norm": 0.4980062246322632, | |
| "learning_rate": 0.00012074070751110751, | |
| "loss": 0.5795, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 4.346043460434604, | |
| "grad_norm": 0.5419421792030334, | |
| "learning_rate": 0.00012023579045604485, | |
| "loss": 0.5844, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 4.362443624436244, | |
| "grad_norm": 0.5244302749633789, | |
| "learning_rate": 0.00011973033490264001, | |
| "loss": 0.5777, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 4.378843788437885, | |
| "grad_norm": 0.5156043171882629, | |
| "learning_rate": 0.0001192243543016637, | |
| "loss": 0.5832, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 4.395243952439524, | |
| "grad_norm": 0.5119035840034485, | |
| "learning_rate": 0.00011871786211785876, | |
| "loss": 0.59, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 4.411644116441164, | |
| "grad_norm": 0.5079758167266846, | |
| "learning_rate": 0.00011821087182958186, | |
| "loss": 0.5652, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 4.428044280442805, | |
| "grad_norm": 0.5077067613601685, | |
| "learning_rate": 0.00011770339692844483, | |
| "loss": 0.6014, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 4.444444444444445, | |
| "grad_norm": 0.5312401056289673, | |
| "learning_rate": 0.00011719545091895564, | |
| "loss": 0.594, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 4.460844608446084, | |
| "grad_norm": 0.5242477655410767, | |
| "learning_rate": 0.00011668704731815892, | |
| "loss": 0.5914, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 4.477244772447724, | |
| "grad_norm": 0.48659422993659973, | |
| "learning_rate": 0.0001161781996552765, | |
| "loss": 0.5927, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 4.493644936449364, | |
| "grad_norm": 0.5395858287811279, | |
| "learning_rate": 0.00011566892147134705, | |
| "loss": 0.5961, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 4.510045100451005, | |
| "grad_norm": 0.503237783908844, | |
| "learning_rate": 0.00011515922631886605, | |
| "loss": 0.5763, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 4.5264452644526445, | |
| "grad_norm": 0.5137144923210144, | |
| "learning_rate": 0.00011464912776142494, | |
| "loss": 0.5912, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 4.542845428454284, | |
| "grad_norm": 0.5336122512817383, | |
| "learning_rate": 0.00011413863937335028, | |
| "loss": 0.5857, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 4.559245592455925, | |
| "grad_norm": 0.5271728038787842, | |
| "learning_rate": 0.00011362777473934248, | |
| "loss": 0.5915, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 4.575645756457565, | |
| "grad_norm": 0.5467897057533264, | |
| "learning_rate": 0.00011311654745411425, | |
| "loss": 0.5871, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 4.592045920459205, | |
| "grad_norm": 0.5065737962722778, | |
| "learning_rate": 0.00011260497112202895, | |
| "loss": 0.5867, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 4.608446084460844, | |
| "grad_norm": 0.5274237990379333, | |
| "learning_rate": 0.00011209305935673844, | |
| "loss": 0.5885, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 4.624846248462484, | |
| "grad_norm": 0.5007864832878113, | |
| "learning_rate": 0.00011158082578082089, | |
| "loss": 0.5965, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 4.641246412464125, | |
| "grad_norm": 0.48857831954956055, | |
| "learning_rate": 0.0001110682840254182, | |
| "loss": 0.5898, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 4.657646576465765, | |
| "grad_norm": 0.5346599221229553, | |
| "learning_rate": 0.00011055544772987335, | |
| "loss": 0.5941, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 4.674046740467404, | |
| "grad_norm": 0.4968061149120331, | |
| "learning_rate": 0.00011004233054136725, | |
| "loss": 0.5852, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 4.690446904469045, | |
| "grad_norm": 0.5415840744972229, | |
| "learning_rate": 0.00010952894611455584, | |
| "loss": 0.5891, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 4.706847068470685, | |
| "grad_norm": 0.5450642704963684, | |
| "learning_rate": 0.00010901530811120655, | |
| "loss": 0.5758, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 4.723247232472325, | |
| "grad_norm": 0.5052106976509094, | |
| "learning_rate": 0.00010850143019983474, | |
| "loss": 0.5736, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 4.7396473964739645, | |
| "grad_norm": 0.5136608481407166, | |
| "learning_rate": 0.00010798732605534006, | |
| "loss": 0.5769, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 4.756047560475604, | |
| "grad_norm": 0.5369486808776855, | |
| "learning_rate": 0.00010747300935864243, | |
| "loss": 0.5762, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 4.772447724477245, | |
| "grad_norm": 0.5404406189918518, | |
| "learning_rate": 0.00010695849379631813, | |
| "loss": 0.5862, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 4.788847888478885, | |
| "grad_norm": 0.5491173267364502, | |
| "learning_rate": 0.0001064437930602354, | |
| "loss": 0.5783, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 4.805248052480525, | |
| "grad_norm": 0.5794305801391602, | |
| "learning_rate": 0.00010592892084719024, | |
| "loss": 0.596, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 4.821648216482165, | |
| "grad_norm": 0.5437578558921814, | |
| "learning_rate": 0.00010541389085854176, | |
| "loss": 0.5892, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 4.838048380483805, | |
| "grad_norm": 0.5468413233757019, | |
| "learning_rate": 0.00010489871679984777, | |
| "loss": 0.57, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 4.854448544485445, | |
| "grad_norm": 0.5444806814193726, | |
| "learning_rate": 0.00010438341238049991, | |
| "loss": 0.5754, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 4.870848708487085, | |
| "grad_norm": 0.5279709696769714, | |
| "learning_rate": 0.00010386799131335889, | |
| "loss": 0.5757, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 4.887248872488724, | |
| "grad_norm": 0.5229681134223938, | |
| "learning_rate": 0.00010335246731438948, | |
| "loss": 0.5851, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 4.903649036490365, | |
| "grad_norm": 0.5356857180595398, | |
| "learning_rate": 0.00010283685410229571, | |
| "loss": 0.5846, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 4.920049200492005, | |
| "grad_norm": 0.5306787490844727, | |
| "learning_rate": 0.00010232116539815558, | |
| "loss": 0.5595, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 4.936449364493645, | |
| "grad_norm": 0.5103681683540344, | |
| "learning_rate": 0.00010180541492505604, | |
| "loss": 0.5878, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 4.952849528495285, | |
| "grad_norm": 0.528273344039917, | |
| "learning_rate": 0.00010128961640772785, | |
| "loss": 0.5684, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 4.969249692496925, | |
| "grad_norm": 0.5309355854988098, | |
| "learning_rate": 0.00010077378357218021, | |
| "loss": 0.5949, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 4.985649856498565, | |
| "grad_norm": 0.5428647994995117, | |
| "learning_rate": 0.00010025793014533558, | |
| "loss": 0.5893, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 5.002050020500205, | |
| "grad_norm": 0.519814133644104, | |
| "learning_rate": 9.974206985466442e-05, | |
| "loss": 0.5898, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 5.018450184501845, | |
| "grad_norm": 0.5455579161643982, | |
| "learning_rate": 9.92262164278198e-05, | |
| "loss": 0.5495, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 5.034850348503485, | |
| "grad_norm": 0.5572001338005066, | |
| "learning_rate": 9.871038359227214e-05, | |
| "loss": 0.543, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 5.051250512505125, | |
| "grad_norm": 0.5723180174827576, | |
| "learning_rate": 9.819458507494394e-05, | |
| "loss": 0.5557, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 5.067650676506765, | |
| "grad_norm": 0.5615038275718689, | |
| "learning_rate": 9.767883460184443e-05, | |
| "loss": 0.5505, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 5.0840508405084055, | |
| "grad_norm": 0.5597648024559021, | |
| "learning_rate": 9.71631458977043e-05, | |
| "loss": 0.5599, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 5.100451004510045, | |
| "grad_norm": 0.5660073161125183, | |
| "learning_rate": 9.66475326856105e-05, | |
| "loss": 0.5609, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 5.116851168511685, | |
| "grad_norm": 0.5740461945533752, | |
| "learning_rate": 9.613200868664112e-05, | |
| "loss": 0.5505, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 5.133251332513325, | |
| "grad_norm": 0.5641244649887085, | |
| "learning_rate": 9.561658761950007e-05, | |
| "loss": 0.5725, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 5.149651496514966, | |
| "grad_norm": 0.5780383944511414, | |
| "learning_rate": 9.510128320015224e-05, | |
| "loss": 0.5584, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 5.166051660516605, | |
| "grad_norm": 0.5865011215209961, | |
| "learning_rate": 9.458610914145826e-05, | |
| "loss": 0.555, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 5.182451824518245, | |
| "grad_norm": 0.5646878480911255, | |
| "learning_rate": 9.40710791528098e-05, | |
| "loss": 0.5524, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 5.198851988519885, | |
| "grad_norm": 0.6092641353607178, | |
| "learning_rate": 9.355620693976461e-05, | |
| "loss": 0.5704, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 5.215252152521526, | |
| "grad_norm": 0.5585269927978516, | |
| "learning_rate": 9.304150620368188e-05, | |
| "loss": 0.5652, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 5.231652316523165, | |
| "grad_norm": 0.5374350547790527, | |
| "learning_rate": 9.252699064135758e-05, | |
| "loss": 0.5591, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 5.248052480524805, | |
| "grad_norm": 0.5892452001571655, | |
| "learning_rate": 9.201267394465998e-05, | |
| "loss": 0.568, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 5.264452644526445, | |
| "grad_norm": 0.5627169609069824, | |
| "learning_rate": 9.149856980016529e-05, | |
| "loss": 0.5573, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 5.280852808528086, | |
| "grad_norm": 0.6352980732917786, | |
| "learning_rate": 9.098469188879349e-05, | |
| "loss": 0.5548, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 5.2972529725297255, | |
| "grad_norm": 0.5747233629226685, | |
| "learning_rate": 9.047105388544417e-05, | |
| "loss": 0.5802, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 5.313653136531365, | |
| "grad_norm": 0.66510009765625, | |
| "learning_rate": 8.995766945863277e-05, | |
| "loss": 0.5583, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 5.330053300533005, | |
| "grad_norm": 0.6103816628456116, | |
| "learning_rate": 8.944455227012666e-05, | |
| "loss": 0.5622, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 5.346453464534646, | |
| "grad_norm": 0.53193598985672, | |
| "learning_rate": 8.89317159745818e-05, | |
| "loss": 0.5622, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 5.3628536285362856, | |
| "grad_norm": 0.5971400737762451, | |
| "learning_rate": 8.841917421917912e-05, | |
| "loss": 0.5407, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 5.379253792537925, | |
| "grad_norm": 0.5562443733215332, | |
| "learning_rate": 8.790694064326157e-05, | |
| "loss": 0.5544, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 5.395653956539565, | |
| "grad_norm": 0.6092881560325623, | |
| "learning_rate": 8.739502887797107e-05, | |
| "loss": 0.5543, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 5.412054120541206, | |
| "grad_norm": 0.5391745567321777, | |
| "learning_rate": 8.688345254588578e-05, | |
| "loss": 0.5553, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 5.428454284542846, | |
| "grad_norm": 0.558480978012085, | |
| "learning_rate": 8.637222526065756e-05, | |
| "loss": 0.5614, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 5.444854448544485, | |
| "grad_norm": 0.5935754776000977, | |
| "learning_rate": 8.586136062664974e-05, | |
| "loss": 0.5569, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 5.461254612546125, | |
| "grad_norm": 0.5984821319580078, | |
| "learning_rate": 8.535087223857508e-05, | |
| "loss": 0.5625, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 5.477654776547766, | |
| "grad_norm": 0.5659565925598145, | |
| "learning_rate": 8.484077368113399e-05, | |
| "loss": 0.5483, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 5.494054940549406, | |
| "grad_norm": 0.5952328443527222, | |
| "learning_rate": 8.433107852865298e-05, | |
| "loss": 0.5546, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 5.5104551045510455, | |
| "grad_norm": 0.5910452604293823, | |
| "learning_rate": 8.382180034472353e-05, | |
| "loss": 0.5371, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 5.526855268552685, | |
| "grad_norm": 0.5623068809509277, | |
| "learning_rate": 8.33129526818411e-05, | |
| "loss": 0.5463, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 5.543255432554325, | |
| "grad_norm": 0.557976484298706, | |
| "learning_rate": 8.280454908104439e-05, | |
| "loss": 0.555, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 5.559655596555966, | |
| "grad_norm": 0.5730746984481812, | |
| "learning_rate": 8.229660307155518e-05, | |
| "loss": 0.5612, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 5.5760557605576055, | |
| "grad_norm": 0.5673303604125977, | |
| "learning_rate": 8.178912817041817e-05, | |
| "loss": 0.5583, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 5.592455924559245, | |
| "grad_norm": 0.5584287047386169, | |
| "learning_rate": 8.128213788214126e-05, | |
| "loss": 0.5471, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 5.608856088560886, | |
| "grad_norm": 0.5875297784805298, | |
| "learning_rate": 8.077564569833632e-05, | |
| "loss": 0.5576, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 5.625256252562526, | |
| "grad_norm": 0.5899044275283813, | |
| "learning_rate": 8.026966509736001e-05, | |
| "loss": 0.5437, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 5.641656416564166, | |
| "grad_norm": 0.6080020666122437, | |
| "learning_rate": 7.976420954395518e-05, | |
| "loss": 0.5552, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 5.658056580565805, | |
| "grad_norm": 0.594315230846405, | |
| "learning_rate": 7.92592924888925e-05, | |
| "loss": 0.5587, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 5.674456744567445, | |
| "grad_norm": 0.5834687948226929, | |
| "learning_rate": 7.875492736861266e-05, | |
| "loss": 0.57, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 5.690856908569086, | |
| "grad_norm": 0.5709730982780457, | |
| "learning_rate": 7.825112760486861e-05, | |
| "loss": 0.5737, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 5.707257072570726, | |
| "grad_norm": 0.5856568217277527, | |
| "learning_rate": 7.774790660436858e-05, | |
| "loss": 0.5484, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 5.7236572365723655, | |
| "grad_norm": 0.5535131692886353, | |
| "learning_rate": 7.724527775841914e-05, | |
| "loss": 0.5483, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 5.740057400574006, | |
| "grad_norm": 0.5895147323608398, | |
| "learning_rate": 7.674325444256899e-05, | |
| "loss": 0.5463, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 5.756457564575646, | |
| "grad_norm": 0.57289719581604, | |
| "learning_rate": 7.624185001625292e-05, | |
| "loss": 0.5569, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 5.772857728577286, | |
| "grad_norm": 0.5502966046333313, | |
| "learning_rate": 7.574107782243634e-05, | |
| "loss": 0.5696, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 5.7892578925789255, | |
| "grad_norm": 0.5804471969604492, | |
| "learning_rate": 7.524095118726025e-05, | |
| "loss": 0.5506, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 5.805658056580565, | |
| "grad_norm": 0.5519583225250244, | |
| "learning_rate": 7.474148341968652e-05, | |
| "loss": 0.5571, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 5.822058220582206, | |
| "grad_norm": 0.5806939005851746, | |
| "learning_rate": 7.42426878111438e-05, | |
| "loss": 0.5556, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 5.838458384583846, | |
| "grad_norm": 0.5681191682815552, | |
| "learning_rate": 7.374457763517376e-05, | |
| "loss": 0.5557, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 5.854858548585486, | |
| "grad_norm": 0.6004670262336731, | |
| "learning_rate": 7.324716614707793e-05, | |
| "loss": 0.5686, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 5.871258712587126, | |
| "grad_norm": 0.5577644109725952, | |
| "learning_rate": 7.275046658356494e-05, | |
| "loss": 0.5619, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 5.887658876588766, | |
| "grad_norm": 0.5934208631515503, | |
| "learning_rate": 7.225449216239821e-05, | |
| "loss": 0.5593, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 5.904059040590406, | |
| "grad_norm": 0.5490043759346008, | |
| "learning_rate": 7.175925608204428e-05, | |
| "loss": 0.5404, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 5.920459204592046, | |
| "grad_norm": 0.662482500076294, | |
| "learning_rate": 7.126477152132164e-05, | |
| "loss": 0.5525, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 5.9368593685936855, | |
| "grad_norm": 0.5766283869743347, | |
| "learning_rate": 7.077105163904987e-05, | |
| "loss": 0.5706, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 5.953259532595326, | |
| "grad_norm": 0.5751728415489197, | |
| "learning_rate": 7.027810957369957e-05, | |
| "loss": 0.5626, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 5.969659696596966, | |
| "grad_norm": 0.5690221190452576, | |
| "learning_rate": 6.978595844304271e-05, | |
| "loss": 0.558, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 5.986059860598606, | |
| "grad_norm": 0.5637174248695374, | |
| "learning_rate": 6.92946113438036e-05, | |
| "loss": 0.5665, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 6.002460024600246, | |
| "grad_norm": 0.5749226808547974, | |
| "learning_rate": 6.880408135131022e-05, | |
| "loss": 0.5687, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 6.018860188601886, | |
| "grad_norm": 0.581462562084198, | |
| "learning_rate": 6.831438151914649e-05, | |
| "loss": 0.5272, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 6.035260352603526, | |
| "grad_norm": 0.585290253162384, | |
| "learning_rate": 6.782552487880468e-05, | |
| "loss": 0.5347, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 6.051660516605166, | |
| "grad_norm": 0.6168552041053772, | |
| "learning_rate": 6.733752443933878e-05, | |
| "loss": 0.5224, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 6.0680606806068065, | |
| "grad_norm": 0.5952621698379517, | |
| "learning_rate": 6.685039318701826e-05, | |
| "loss": 0.5267, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 6.084460844608446, | |
| "grad_norm": 0.708752453327179, | |
| "learning_rate": 6.636414408498249e-05, | |
| "loss": 0.5323, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 6.100861008610086, | |
| "grad_norm": 0.6072937250137329, | |
| "learning_rate": 6.587879007289576e-05, | |
| "loss": 0.5361, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 6.117261172611726, | |
| "grad_norm": 0.6426242589950562, | |
| "learning_rate": 6.539434406660296e-05, | |
| "loss": 0.5439, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 6.1336613366133665, | |
| "grad_norm": 0.6066299080848694, | |
| "learning_rate": 6.491081895778588e-05, | |
| "loss": 0.5256, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 6.150061500615006, | |
| "grad_norm": 0.578899621963501, | |
| "learning_rate": 6.442822761362015e-05, | |
| "loss": 0.5373, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 6.166461664616646, | |
| "grad_norm": 0.6230922341346741, | |
| "learning_rate": 6.394658287643278e-05, | |
| "loss": 0.5249, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 6.182861828618286, | |
| "grad_norm": 0.610723614692688, | |
| "learning_rate": 6.34658975633605e-05, | |
| "loss": 0.5417, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 6.199261992619927, | |
| "grad_norm": 0.6284223198890686, | |
| "learning_rate": 6.298618446600856e-05, | |
| "loss": 0.5361, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 6.215662156621566, | |
| "grad_norm": 0.6320038437843323, | |
| "learning_rate": 6.250745635011048e-05, | |
| "loss": 0.5344, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 6.232062320623206, | |
| "grad_norm": 0.5748194456100464, | |
| "learning_rate": 6.202972595518817e-05, | |
| "loss": 0.5285, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 6.248462484624846, | |
| "grad_norm": 0.6720646023750305, | |
| "learning_rate": 6.155300599421306e-05, | |
| "loss": 0.5399, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 6.264862648626487, | |
| "grad_norm": 0.6088182330131531, | |
| "learning_rate": 6.107730915326772e-05, | |
| "loss": 0.5387, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 6.2812628126281265, | |
| "grad_norm": 0.6509405970573425, | |
| "learning_rate": 6.0602648091208324e-05, | |
| "loss": 0.5356, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 6.297662976629766, | |
| "grad_norm": 0.6377142667770386, | |
| "learning_rate": 6.012903543932766e-05, | |
| "loss": 0.5328, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 6.314063140631406, | |
| "grad_norm": 0.638660728931427, | |
| "learning_rate": 5.965648380101916e-05, | |
| "loss": 0.5403, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 6.330463304633047, | |
| "grad_norm": 0.6343023180961609, | |
| "learning_rate": 5.918500575144138e-05, | |
| "loss": 0.5316, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 6.3468634686346865, | |
| "grad_norm": 0.6120122075080872, | |
| "learning_rate": 5.871461383718344e-05, | |
| "loss": 0.5475, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 6.363263632636326, | |
| "grad_norm": 0.664526104927063, | |
| "learning_rate": 5.8245320575931085e-05, | |
| "loss": 0.5539, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 6.379663796637966, | |
| "grad_norm": 0.6195924878120422, | |
| "learning_rate": 5.777713845613364e-05, | |
| "loss": 0.5314, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 6.396063960639607, | |
| "grad_norm": 0.6664077639579773, | |
| "learning_rate": 5.7310079936671545e-05, | |
| "loss": 0.5309, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 6.412464124641247, | |
| "grad_norm": 0.6408997178077698, | |
| "learning_rate": 5.684415744652509e-05, | |
| "loss": 0.5346, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 6.428864288642886, | |
| "grad_norm": 0.596552312374115, | |
| "learning_rate": 5.6379383384443255e-05, | |
| "loss": 0.5424, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 6.445264452644526, | |
| "grad_norm": 0.6852882504463196, | |
| "learning_rate": 5.59157701186142e-05, | |
| "loss": 0.5367, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 6.461664616646167, | |
| "grad_norm": 0.6832631826400757, | |
| "learning_rate": 5.545332998633572e-05, | |
| "loss": 0.5311, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 6.478064780647807, | |
| "grad_norm": 0.6201120018959045, | |
| "learning_rate": 5.499207529368734e-05, | |
| "loss": 0.5398, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 6.4944649446494465, | |
| "grad_norm": 0.6140998601913452, | |
| "learning_rate": 5.453201831520245e-05, | |
| "loss": 0.5388, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 6.510865108651086, | |
| "grad_norm": 0.6650799512863159, | |
| "learning_rate": 5.4073171293542016e-05, | |
| "loss": 0.5419, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 6.527265272652727, | |
| "grad_norm": 0.6716285347938538, | |
| "learning_rate": 5.3615546439168485e-05, | |
| "loss": 0.5234, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 6.543665436654367, | |
| "grad_norm": 0.6595677733421326, | |
| "learning_rate": 5.3159155930021e-05, | |
| "loss": 0.5194, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 6.5600656006560065, | |
| "grad_norm": 0.5784692168235779, | |
| "learning_rate": 5.270401191119143e-05, | |
| "loss": 0.5222, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 6.576465764657646, | |
| "grad_norm": 0.6419820189476013, | |
| "learning_rate": 5.2250126494600916e-05, | |
| "loss": 0.5352, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 6.592865928659286, | |
| "grad_norm": 0.6142451763153076, | |
| "learning_rate": 5.179751175867784e-05, | |
| "loss": 0.5357, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 6.609266092660927, | |
| "grad_norm": 0.6860802173614502, | |
| "learning_rate": 5.1346179748036116e-05, | |
| "loss": 0.531, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 6.625666256662567, | |
| "grad_norm": 0.6106059551239014, | |
| "learning_rate": 5.0896142473154987e-05, | |
| "loss": 0.5333, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 6.642066420664206, | |
| "grad_norm": 0.6644913554191589, | |
| "learning_rate": 5.044741191005908e-05, | |
| "loss": 0.5403, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 6.658466584665847, | |
| "grad_norm": 0.5942371487617493, | |
| "learning_rate": 5.000000000000002e-05, | |
| "loss": 0.5467, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 6.674866748667487, | |
| "grad_norm": 0.617970883846283, | |
| "learning_rate": 4.9553918649138386e-05, | |
| "loss": 0.5325, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 6.691266912669127, | |
| "grad_norm": 0.6382017135620117, | |
| "learning_rate": 4.910917972822713e-05, | |
| "loss": 0.525, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 6.7076670766707664, | |
| "grad_norm": 0.6390166282653809, | |
| "learning_rate": 4.866579507229545e-05, | |
| "loss": 0.5356, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 6.724067240672406, | |
| "grad_norm": 0.6630433201789856, | |
| "learning_rate": 4.822377648033394e-05, | |
| "loss": 0.541, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 6.740467404674047, | |
| "grad_norm": 0.6468001008033752, | |
| "learning_rate": 4.7783135714980744e-05, | |
| "loss": 0.5399, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 6.756867568675687, | |
| "grad_norm": 0.620833694934845, | |
| "learning_rate": 4.734388450220825e-05, | |
| "loss": 0.5265, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 6.7732677326773265, | |
| "grad_norm": 0.61692875623703, | |
| "learning_rate": 4.6906034531011346e-05, | |
| "loss": 0.5303, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 6.789667896678967, | |
| "grad_norm": 0.6430515646934509, | |
| "learning_rate": 4.646959745309609e-05, | |
| "loss": 0.543, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 6.806068060680607, | |
| "grad_norm": 0.653596043586731, | |
| "learning_rate": 4.603458488256992e-05, | |
| "loss": 0.5384, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 6.822468224682247, | |
| "grad_norm": 0.6125525832176208, | |
| "learning_rate": 4.560100839563229e-05, | |
| "loss": 0.5417, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 6.838868388683887, | |
| "grad_norm": 0.5968248844146729, | |
| "learning_rate": 4.516887953026691e-05, | |
| "loss": 0.5326, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 6.855268552685526, | |
| "grad_norm": 0.5980390906333923, | |
| "learning_rate": 4.4738209785934505e-05, | |
| "loss": 0.5313, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 6.871668716687167, | |
| "grad_norm": 0.614548921585083, | |
| "learning_rate": 4.430901062326681e-05, | |
| "loss": 0.5321, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 6.888068880688807, | |
| "grad_norm": 0.5848116278648376, | |
| "learning_rate": 4.388129346376178e-05, | |
| "loss": 0.542, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 6.904469044690447, | |
| "grad_norm": 0.6172247529029846, | |
| "learning_rate": 4.345506968947931e-05, | |
| "loss": 0.5439, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 6.920869208692087, | |
| "grad_norm": 0.6525529026985168, | |
| "learning_rate": 4.303035064273878e-05, | |
| "loss": 0.5319, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 6.937269372693727, | |
| "grad_norm": 0.614452064037323, | |
| "learning_rate": 4.260714762581677e-05, | |
| "loss": 0.5287, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 6.953669536695367, | |
| "grad_norm": 0.6268100142478943, | |
| "learning_rate": 4.21854719006467e-05, | |
| "loss": 0.5337, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 6.970069700697007, | |
| "grad_norm": 0.6285504698753357, | |
| "learning_rate": 4.1765334688518766e-05, | |
| "loss": 0.5402, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 6.9864698646986465, | |
| "grad_norm": 0.6280767917633057, | |
| "learning_rate": 4.13467471697817e-05, | |
| "loss": 0.533, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 7.002870028700287, | |
| "grad_norm": 0.5814547538757324, | |
| "learning_rate": 4.092972048354491e-05, | |
| "loss": 0.5346, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 7.019270192701927, | |
| "grad_norm": 0.6583351492881775, | |
| "learning_rate": 4.0514265727382215e-05, | |
| "loss": 0.5261, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 7.035670356703567, | |
| "grad_norm": 0.6630005240440369, | |
| "learning_rate": 4.010039395703664e-05, | |
| "loss": 0.5196, | |
| "step": 4290 | |
| }, | |
| { | |
| "epoch": 7.0520705207052075, | |
| "grad_norm": 0.6557034254074097, | |
| "learning_rate": 3.968811618612592e-05, | |
| "loss": 0.5161, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 7.068470684706847, | |
| "grad_norm": 0.6600791215896606, | |
| "learning_rate": 3.927744338584972e-05, | |
| "loss": 0.5066, | |
| "step": 4310 | |
| }, | |
| { | |
| "epoch": 7.084870848708487, | |
| "grad_norm": 0.6123402118682861, | |
| "learning_rate": 3.8868386484697417e-05, | |
| "loss": 0.5195, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 7.101271012710127, | |
| "grad_norm": 0.6454523801803589, | |
| "learning_rate": 3.84609563681575e-05, | |
| "loss": 0.5113, | |
| "step": 4330 | |
| }, | |
| { | |
| "epoch": 7.1176711767117675, | |
| "grad_norm": 0.6421491503715515, | |
| "learning_rate": 3.80551638784277e-05, | |
| "loss": 0.5134, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 7.134071340713407, | |
| "grad_norm": 0.6418097615242004, | |
| "learning_rate": 3.7651019814126654e-05, | |
| "loss": 0.5185, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 7.150471504715047, | |
| "grad_norm": 0.6425509452819824, | |
| "learning_rate": 3.724853493000635e-05, | |
| "loss": 0.5251, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 7.166871668716687, | |
| "grad_norm": 0.6572188138961792, | |
| "learning_rate": 3.6847719936666124e-05, | |
| "loss": 0.5124, | |
| "step": 4370 | |
| }, | |
| { | |
| "epoch": 7.183271832718328, | |
| "grad_norm": 0.6694904565811157, | |
| "learning_rate": 3.6448585500267485e-05, | |
| "loss": 0.5174, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 7.199671996719967, | |
| "grad_norm": 0.6733431816101074, | |
| "learning_rate": 3.605114224225028e-05, | |
| "loss": 0.5227, | |
| "step": 4390 | |
| }, | |
| { | |
| "epoch": 7.216072160721607, | |
| "grad_norm": 0.6532800793647766, | |
| "learning_rate": 3.565540073905025e-05, | |
| "loss": 0.5128, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 7.232472324723247, | |
| "grad_norm": 0.6475611329078674, | |
| "learning_rate": 3.5261371521817244e-05, | |
| "loss": 0.5282, | |
| "step": 4410 | |
| }, | |
| { | |
| "epoch": 7.248872488724888, | |
| "grad_norm": 0.6134998202323914, | |
| "learning_rate": 3.486906507613531e-05, | |
| "loss": 0.5118, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 7.2652726527265274, | |
| "grad_norm": 0.648802638053894, | |
| "learning_rate": 3.4478491841743397e-05, | |
| "loss": 0.5253, | |
| "step": 4430 | |
| }, | |
| { | |
| "epoch": 7.281672816728167, | |
| "grad_norm": 0.6617629528045654, | |
| "learning_rate": 3.408966221225773e-05, | |
| "loss": 0.5177, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 7.298072980729807, | |
| "grad_norm": 0.6465151906013489, | |
| "learning_rate": 3.370258653489505e-05, | |
| "loss": 0.5133, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 7.314473144731448, | |
| "grad_norm": 0.6327465176582336, | |
| "learning_rate": 3.331727511019749e-05, | |
| "loss": 0.5155, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 7.3308733087330875, | |
| "grad_norm": 0.6604763865470886, | |
| "learning_rate": 3.293373819175816e-05, | |
| "loss": 0.519, | |
| "step": 4470 | |
| }, | |
| { | |
| "epoch": 7.347273472734727, | |
| "grad_norm": 0.681736171245575, | |
| "learning_rate": 3.2551985985948616e-05, | |
| "loss": 0.5243, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 7.363673636736367, | |
| "grad_norm": 0.6531623601913452, | |
| "learning_rate": 3.217202865164697e-05, | |
| "loss": 0.5201, | |
| "step": 4490 | |
| }, | |
| { | |
| "epoch": 7.380073800738008, | |
| "grad_norm": 0.674201250076294, | |
| "learning_rate": 3.1793876299967816e-05, | |
| "loss": 0.5252, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 7.396473964739648, | |
| "grad_norm": 0.6714997291564941, | |
| "learning_rate": 3.141753899399289e-05, | |
| "loss": 0.5253, | |
| "step": 4510 | |
| }, | |
| { | |
| "epoch": 7.412874128741287, | |
| "grad_norm": 0.6872825622558594, | |
| "learning_rate": 3.104302674850346e-05, | |
| "loss": 0.5311, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 7.429274292742927, | |
| "grad_norm": 0.7338685989379883, | |
| "learning_rate": 3.0670349529713816e-05, | |
| "loss": 0.515, | |
| "step": 4530 | |
| }, | |
| { | |
| "epoch": 7.445674456744568, | |
| "grad_norm": 0.6552906036376953, | |
| "learning_rate": 3.0299517255005937e-05, | |
| "loss": 0.5077, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 7.462074620746208, | |
| "grad_norm": 0.6388695240020752, | |
| "learning_rate": 2.993053979266577e-05, | |
| "loss": 0.5296, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 7.478474784747847, | |
| "grad_norm": 0.6324784159660339, | |
| "learning_rate": 2.9563426961620367e-05, | |
| "loss": 0.5249, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 7.494874948749487, | |
| "grad_norm": 0.6526088714599609, | |
| "learning_rate": 2.9198188531176863e-05, | |
| "loss": 0.5164, | |
| "step": 4570 | |
| }, | |
| { | |
| "epoch": 7.511275112751127, | |
| "grad_norm": 0.6632060408592224, | |
| "learning_rate": 2.883483422076225e-05, | |
| "loss": 0.5185, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 7.527675276752768, | |
| "grad_norm": 0.643341600894928, | |
| "learning_rate": 2.8473373699664997e-05, | |
| "loss": 0.5162, | |
| "step": 4590 | |
| }, | |
| { | |
| "epoch": 7.5440754407544075, | |
| "grad_norm": 0.6466885805130005, | |
| "learning_rate": 2.811381658677744e-05, | |
| "loss": 0.5103, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 7.560475604756047, | |
| "grad_norm": 0.6679097414016724, | |
| "learning_rate": 2.7756172450340134e-05, | |
| "loss": 0.5238, | |
| "step": 4610 | |
| }, | |
| { | |
| "epoch": 7.576875768757688, | |
| "grad_norm": 0.6607965230941772, | |
| "learning_rate": 2.7400450807686938e-05, | |
| "loss": 0.5104, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 7.593275932759328, | |
| "grad_norm": 0.64109867811203, | |
| "learning_rate": 2.70466611249919e-05, | |
| "loss": 0.5199, | |
| "step": 4630 | |
| }, | |
| { | |
| "epoch": 7.609676096760968, | |
| "grad_norm": 0.6699521541595459, | |
| "learning_rate": 2.669481281701739e-05, | |
| "loss": 0.5339, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 7.626076260762607, | |
| "grad_norm": 0.6698071360588074, | |
| "learning_rate": 2.6344915246863412e-05, | |
| "loss": 0.5128, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 7.642476424764247, | |
| "grad_norm": 0.6424985527992249, | |
| "learning_rate": 2.5996977725718607e-05, | |
| "loss": 0.5053, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 7.658876588765888, | |
| "grad_norm": 0.7101566195487976, | |
| "learning_rate": 2.5651009512612312e-05, | |
| "loss": 0.5311, | |
| "step": 4670 | |
| }, | |
| { | |
| "epoch": 7.675276752767528, | |
| "grad_norm": 0.6432877779006958, | |
| "learning_rate": 2.5307019814168342e-05, | |
| "loss": 0.5216, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 7.691676916769167, | |
| "grad_norm": 0.6850785613059998, | |
| "learning_rate": 2.496501778435977e-05, | |
| "loss": 0.5108, | |
| "step": 4690 | |
| }, | |
| { | |
| "epoch": 7.708077080770808, | |
| "grad_norm": 0.6734909415245056, | |
| "learning_rate": 2.462501252426559e-05, | |
| "loss": 0.5186, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 7.724477244772448, | |
| "grad_norm": 0.7187743782997131, | |
| "learning_rate": 2.4287013081828257e-05, | |
| "loss": 0.5182, | |
| "step": 4710 | |
| }, | |
| { | |
| "epoch": 7.740877408774088, | |
| "grad_norm": 0.7147987484931946, | |
| "learning_rate": 2.3951028451613144e-05, | |
| "loss": 0.5193, | |
| "step": 4720 | |
| }, | |
| { | |
| "epoch": 7.7572775727757275, | |
| "grad_norm": 0.7066251635551453, | |
| "learning_rate": 2.3617067574569087e-05, | |
| "loss": 0.5175, | |
| "step": 4730 | |
| }, | |
| { | |
| "epoch": 7.773677736777367, | |
| "grad_norm": 0.7206938862800598, | |
| "learning_rate": 2.328513933779034e-05, | |
| "loss": 0.5255, | |
| "step": 4740 | |
| }, | |
| { | |
| "epoch": 7.790077900779008, | |
| "grad_norm": 0.6903772354125977, | |
| "learning_rate": 2.2955252574280328e-05, | |
| "loss": 0.512, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 7.806478064780648, | |
| "grad_norm": 0.6938795447349548, | |
| "learning_rate": 2.2627416062716366e-05, | |
| "loss": 0.513, | |
| "step": 4760 | |
| }, | |
| { | |
| "epoch": 7.822878228782288, | |
| "grad_norm": 0.6563030481338501, | |
| "learning_rate": 2.2301638527216194e-05, | |
| "loss": 0.5255, | |
| "step": 4770 | |
| }, | |
| { | |
| "epoch": 7.839278392783928, | |
| "grad_norm": 0.676189124584198, | |
| "learning_rate": 2.1977928637105692e-05, | |
| "loss": 0.5331, | |
| "step": 4780 | |
| }, | |
| { | |
| "epoch": 7.855678556785568, | |
| "grad_norm": 0.6740292906761169, | |
| "learning_rate": 2.1656295006688353e-05, | |
| "loss": 0.5161, | |
| "step": 4790 | |
| }, | |
| { | |
| "epoch": 7.872078720787208, | |
| "grad_norm": 0.6368678212165833, | |
| "learning_rate": 2.1336746195015846e-05, | |
| "loss": 0.5181, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 7.888478884788848, | |
| "grad_norm": 0.6666802763938904, | |
| "learning_rate": 2.1019290705660356e-05, | |
| "loss": 0.5248, | |
| "step": 4810 | |
| }, | |
| { | |
| "epoch": 7.904879048790487, | |
| "grad_norm": 0.7021058797836304, | |
| "learning_rate": 2.070393698648836e-05, | |
| "loss": 0.5076, | |
| "step": 4820 | |
| }, | |
| { | |
| "epoch": 7.921279212792128, | |
| "grad_norm": 0.6414440870285034, | |
| "learning_rate": 2.0390693429435627e-05, | |
| "loss": 0.5091, | |
| "step": 4830 | |
| }, | |
| { | |
| "epoch": 7.937679376793768, | |
| "grad_norm": 0.6494581699371338, | |
| "learning_rate": 2.0079568370284128e-05, | |
| "loss": 0.5205, | |
| "step": 4840 | |
| }, | |
| { | |
| "epoch": 7.954079540795408, | |
| "grad_norm": 0.6568921208381653, | |
| "learning_rate": 1.977057008844e-05, | |
| "loss": 0.5161, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 7.970479704797048, | |
| "grad_norm": 0.6623067855834961, | |
| "learning_rate": 1.946370680671341e-05, | |
| "loss": 0.5134, | |
| "step": 4860 | |
| }, | |
| { | |
| "epoch": 7.986879868798688, | |
| "grad_norm": 0.6465177536010742, | |
| "learning_rate": 1.9158986691099544e-05, | |
| "loss": 0.5097, | |
| "step": 4870 | |
| }, | |
| { | |
| "epoch": 8.003280032800328, | |
| "grad_norm": 0.6603899002075195, | |
| "learning_rate": 1.885641785056149e-05, | |
| "loss": 0.5152, | |
| "step": 4880 | |
| }, | |
| { | |
| "epoch": 8.019680196801968, | |
| "grad_norm": 0.6793326735496521, | |
| "learning_rate": 1.85560083368143e-05, | |
| "loss": 0.5201, | |
| "step": 4890 | |
| }, | |
| { | |
| "epoch": 8.036080360803608, | |
| "grad_norm": 0.6705737709999084, | |
| "learning_rate": 1.825776614411082e-05, | |
| "loss": 0.4945, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 8.052480524805247, | |
| "grad_norm": 0.6642212271690369, | |
| "learning_rate": 1.7961699209028905e-05, | |
| "loss": 0.5019, | |
| "step": 4910 | |
| }, | |
| { | |
| "epoch": 8.068880688806889, | |
| "grad_norm": 0.6646486520767212, | |
| "learning_rate": 1.766781541026018e-05, | |
| "loss": 0.5245, | |
| "step": 4920 | |
| }, | |
| { | |
| "epoch": 8.085280852808529, | |
| "grad_norm": 0.6514326930046082, | |
| "learning_rate": 1.7376122568400532e-05, | |
| "loss": 0.5083, | |
| "step": 4930 | |
| }, | |
| { | |
| "epoch": 8.101681016810169, | |
| "grad_norm": 0.6762531995773315, | |
| "learning_rate": 1.708662844574178e-05, | |
| "loss": 0.5144, | |
| "step": 4940 | |
| }, | |
| { | |
| "epoch": 8.118081180811808, | |
| "grad_norm": 0.6511978507041931, | |
| "learning_rate": 1.679934074606533e-05, | |
| "loss": 0.5045, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 8.134481344813448, | |
| "grad_norm": 0.6896832585334778, | |
| "learning_rate": 1.6514267114436945e-05, | |
| "loss": 0.5089, | |
| "step": 4960 | |
| }, | |
| { | |
| "epoch": 8.150881508815088, | |
| "grad_norm": 0.6686916947364807, | |
| "learning_rate": 1.6231415137003537e-05, | |
| "loss": 0.5048, | |
| "step": 4970 | |
| }, | |
| { | |
| "epoch": 8.167281672816728, | |
| "grad_norm": 0.6836830377578735, | |
| "learning_rate": 1.5950792340791043e-05, | |
| "loss": 0.5072, | |
| "step": 4980 | |
| }, | |
| { | |
| "epoch": 8.183681836818367, | |
| "grad_norm": 0.6605989336967468, | |
| "learning_rate": 1.5672406193504384e-05, | |
| "loss": 0.5115, | |
| "step": 4990 | |
| }, | |
| { | |
| "epoch": 8.200082000820009, | |
| "grad_norm": 0.6973133087158203, | |
| "learning_rate": 1.5396264103328474e-05, | |
| "loss": 0.5132, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 8.216482164821649, | |
| "grad_norm": 0.7265208959579468, | |
| "learning_rate": 1.5122373418731306e-05, | |
| "loss": 0.5036, | |
| "step": 5010 | |
| }, | |
| { | |
| "epoch": 8.232882328823289, | |
| "grad_norm": 0.6954894661903381, | |
| "learning_rate": 1.4850741428268244e-05, | |
| "loss": 0.5037, | |
| "step": 5020 | |
| }, | |
| { | |
| "epoch": 8.249282492824928, | |
| "grad_norm": 0.655786395072937, | |
| "learning_rate": 1.4581375360388183e-05, | |
| "loss": 0.515, | |
| "step": 5030 | |
| }, | |
| { | |
| "epoch": 8.265682656826568, | |
| "grad_norm": 0.674171507358551, | |
| "learning_rate": 1.4314282383241096e-05, | |
| "loss": 0.4967, | |
| "step": 5040 | |
| }, | |
| { | |
| "epoch": 8.282082820828208, | |
| "grad_norm": 0.7670585513114929, | |
| "learning_rate": 1.4049469604487297e-05, | |
| "loss": 0.4991, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 8.298482984829848, | |
| "grad_norm": 0.6614052057266235, | |
| "learning_rate": 1.3786944071108398e-05, | |
| "loss": 0.5169, | |
| "step": 5060 | |
| }, | |
| { | |
| "epoch": 8.314883148831488, | |
| "grad_norm": 0.7165561318397522, | |
| "learning_rate": 1.3526712769219618e-05, | |
| "loss": 0.502, | |
| "step": 5070 | |
| }, | |
| { | |
| "epoch": 8.33128331283313, | |
| "grad_norm": 0.7127593159675598, | |
| "learning_rate": 1.3268782623884047e-05, | |
| "loss": 0.5091, | |
| "step": 5080 | |
| }, | |
| { | |
| "epoch": 8.347683476834769, | |
| "grad_norm": 0.6743724346160889, | |
| "learning_rate": 1.301316049892818e-05, | |
| "loss": 0.5019, | |
| "step": 5090 | |
| }, | |
| { | |
| "epoch": 8.364083640836409, | |
| "grad_norm": 0.6609333157539368, | |
| "learning_rate": 1.2759853196759453e-05, | |
| "loss": 0.5052, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 8.380483804838049, | |
| "grad_norm": 0.7156481146812439, | |
| "learning_rate": 1.2508867458185037e-05, | |
| "loss": 0.51, | |
| "step": 5110 | |
| }, | |
| { | |
| "epoch": 8.396883968839688, | |
| "grad_norm": 0.7323744893074036, | |
| "learning_rate": 1.2260209962232628e-05, | |
| "loss": 0.5092, | |
| "step": 5120 | |
| }, | |
| { | |
| "epoch": 8.413284132841328, | |
| "grad_norm": 0.6540841460227966, | |
| "learning_rate": 1.201388732597255e-05, | |
| "loss": 0.507, | |
| "step": 5130 | |
| }, | |
| { | |
| "epoch": 8.429684296842968, | |
| "grad_norm": 0.6970362663269043, | |
| "learning_rate": 1.1769906104341832e-05, | |
| "loss": 0.5216, | |
| "step": 5140 | |
| }, | |
| { | |
| "epoch": 8.446084460844608, | |
| "grad_norm": 0.6555099487304688, | |
| "learning_rate": 1.1528272789969618e-05, | |
| "loss": 0.5001, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 8.46248462484625, | |
| "grad_norm": 0.6940327286720276, | |
| "learning_rate": 1.1288993813004467e-05, | |
| "loss": 0.5025, | |
| "step": 5160 | |
| }, | |
| { | |
| "epoch": 8.478884788847889, | |
| "grad_norm": 0.6825557351112366, | |
| "learning_rate": 1.1052075540943296e-05, | |
| "loss": 0.5089, | |
| "step": 5170 | |
| }, | |
| { | |
| "epoch": 8.495284952849529, | |
| "grad_norm": 0.6553847789764404, | |
| "learning_rate": 1.0817524278461776e-05, | |
| "loss": 0.5052, | |
| "step": 5180 | |
| }, | |
| { | |
| "epoch": 8.511685116851169, | |
| "grad_norm": 0.6892216205596924, | |
| "learning_rate": 1.0585346267246743e-05, | |
| "loss": 0.5158, | |
| "step": 5190 | |
| }, | |
| { | |
| "epoch": 8.528085280852808, | |
| "grad_norm": 0.6756864786148071, | |
| "learning_rate": 1.0355547685829926e-05, | |
| "loss": 0.5133, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 8.544485444854448, | |
| "grad_norm": 0.7741680145263672, | |
| "learning_rate": 1.0128134649423671e-05, | |
| "loss": 0.5167, | |
| "step": 5210 | |
| }, | |
| { | |
| "epoch": 8.560885608856088, | |
| "grad_norm": 0.6552737355232239, | |
| "learning_rate": 9.903113209758096e-06, | |
| "loss": 0.5094, | |
| "step": 5220 | |
| }, | |
| { | |
| "epoch": 8.577285772857728, | |
| "grad_norm": 0.6564160585403442, | |
| "learning_rate": 9.680489354920152e-06, | |
| "loss": 0.5048, | |
| "step": 5230 | |
| }, | |
| { | |
| "epoch": 8.59368593685937, | |
| "grad_norm": 0.7316927313804626, | |
| "learning_rate": 9.460269009194167e-06, | |
| "loss": 0.499, | |
| "step": 5240 | |
| }, | |
| { | |
| "epoch": 8.61008610086101, | |
| "grad_norm": 0.7389256358146667, | |
| "learning_rate": 9.242458032904311e-06, | |
| "loss": 0.5022, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 8.626486264862649, | |
| "grad_norm": 0.6633957624435425, | |
| "learning_rate": 9.027062222258487e-06, | |
| "loss": 0.5042, | |
| "step": 5260 | |
| }, | |
| { | |
| "epoch": 8.642886428864289, | |
| "grad_norm": 0.640006422996521, | |
| "learning_rate": 8.814087309194251e-06, | |
| "loss": 0.5068, | |
| "step": 5270 | |
| }, | |
| { | |
| "epoch": 8.659286592865929, | |
| "grad_norm": 0.6830674409866333, | |
| "learning_rate": 8.603538961226232e-06, | |
| "loss": 0.502, | |
| "step": 5280 | |
| }, | |
| { | |
| "epoch": 8.675686756867568, | |
| "grad_norm": 0.6639739871025085, | |
| "learning_rate": 8.395422781295192e-06, | |
| "loss": 0.5177, | |
| "step": 5290 | |
| }, | |
| { | |
| "epoch": 8.692086920869208, | |
| "grad_norm": 0.6661989092826843, | |
| "learning_rate": 8.189744307619118e-06, | |
| "loss": 0.5014, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 8.708487084870848, | |
| "grad_norm": 0.6645560264587402, | |
| "learning_rate": 7.986509013545673e-06, | |
| "loss": 0.5017, | |
| "step": 5310 | |
| }, | |
| { | |
| "epoch": 8.724887248872488, | |
| "grad_norm": 0.7042533159255981, | |
| "learning_rate": 7.785722307406684e-06, | |
| "loss": 0.5163, | |
| "step": 5320 | |
| }, | |
| { | |
| "epoch": 8.74128741287413, | |
| "grad_norm": 0.698277473449707, | |
| "learning_rate": 7.587389532374123e-06, | |
| "loss": 0.5054, | |
| "step": 5330 | |
| }, | |
| { | |
| "epoch": 8.75768757687577, | |
| "grad_norm": 0.6191078424453735, | |
| "learning_rate": 7.3915159663179075e-06, | |
| "loss": 0.4992, | |
| "step": 5340 | |
| }, | |
| { | |
| "epoch": 8.774087740877409, | |
| "grad_norm": 0.6769982576370239, | |
| "learning_rate": 7.198106821665585e-06, | |
| "loss": 0.5147, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 8.790487904879049, | |
| "grad_norm": 0.6643761396408081, | |
| "learning_rate": 7.007167245263435e-06, | |
| "loss": 0.5105, | |
| "step": 5360 | |
| }, | |
| { | |
| "epoch": 8.806888068880689, | |
| "grad_norm": 0.6664229035377502, | |
| "learning_rate": 6.818702318239689e-06, | |
| "loss": 0.5021, | |
| "step": 5370 | |
| }, | |
| { | |
| "epoch": 8.823288232882328, | |
| "grad_norm": 0.6411841511726379, | |
| "learning_rate": 6.632717055869164e-06, | |
| "loss": 0.5076, | |
| "step": 5380 | |
| }, | |
| { | |
| "epoch": 8.839688396883968, | |
| "grad_norm": 0.6643224954605103, | |
| "learning_rate": 6.4492164074399065e-06, | |
| "loss": 0.5044, | |
| "step": 5390 | |
| }, | |
| { | |
| "epoch": 8.85608856088561, | |
| "grad_norm": 0.6722341775894165, | |
| "learning_rate": 6.268205256121396e-06, | |
| "loss": 0.5092, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 8.87248872488725, | |
| "grad_norm": 0.6829484105110168, | |
| "learning_rate": 6.089688418834727e-06, | |
| "loss": 0.5164, | |
| "step": 5410 | |
| }, | |
| { | |
| "epoch": 8.88888888888889, | |
| "grad_norm": 0.7037432789802551, | |
| "learning_rate": 5.913670646124236e-06, | |
| "loss": 0.5142, | |
| "step": 5420 | |
| }, | |
| { | |
| "epoch": 8.905289052890529, | |
| "grad_norm": 0.6822744607925415, | |
| "learning_rate": 5.7401566220313005e-06, | |
| "loss": 0.5018, | |
| "step": 5430 | |
| }, | |
| { | |
| "epoch": 8.921689216892169, | |
| "grad_norm": 0.6738746166229248, | |
| "learning_rate": 5.569150963969494e-06, | |
| "loss": 0.5013, | |
| "step": 5440 | |
| }, | |
| { | |
| "epoch": 8.938089380893809, | |
| "grad_norm": 0.6965447664260864, | |
| "learning_rate": 5.400658222601873e-06, | |
| "loss": 0.5014, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 8.954489544895448, | |
| "grad_norm": 0.7140269875526428, | |
| "learning_rate": 5.2346828817197655e-06, | |
| "loss": 0.5119, | |
| "step": 5460 | |
| }, | |
| { | |
| "epoch": 8.970889708897088, | |
| "grad_norm": 0.6803216934204102, | |
| "learning_rate": 5.071229358123464e-06, | |
| "loss": 0.5021, | |
| "step": 5470 | |
| }, | |
| { | |
| "epoch": 8.987289872898728, | |
| "grad_norm": 0.6827109456062317, | |
| "learning_rate": 4.910302001504807e-06, | |
| "loss": 0.5157, | |
| "step": 5480 | |
| }, | |
| { | |
| "epoch": 9.00369003690037, | |
| "grad_norm": 0.6659403443336487, | |
| "learning_rate": 4.7519050943312325e-06, | |
| "loss": 0.4975, | |
| "step": 5490 | |
| }, | |
| { | |
| "epoch": 9.02009020090201, | |
| "grad_norm": 0.7039642333984375, | |
| "learning_rate": 4.596042851732008e-06, | |
| "loss": 0.4949, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 9.03649036490365, | |
| "grad_norm": 0.6756150722503662, | |
| "learning_rate": 4.442719421385922e-06, | |
| "loss": 0.4925, | |
| "step": 5510 | |
| }, | |
| { | |
| "epoch": 9.052890528905289, | |
| "grad_norm": 0.684483528137207, | |
| "learning_rate": 4.291938883411007e-06, | |
| "loss": 0.4997, | |
| "step": 5520 | |
| }, | |
| { | |
| "epoch": 9.069290692906929, | |
| "grad_norm": 0.6780720353126526, | |
| "learning_rate": 4.143705250255869e-06, | |
| "loss": 0.5104, | |
| "step": 5530 | |
| }, | |
| { | |
| "epoch": 9.085690856908569, | |
| "grad_norm": 0.6675730347633362, | |
| "learning_rate": 3.99802246659301e-06, | |
| "loss": 0.5181, | |
| "step": 5540 | |
| }, | |
| { | |
| "epoch": 9.102091020910208, | |
| "grad_norm": 0.6699404120445251, | |
| "learning_rate": 3.85489440921376e-06, | |
| "loss": 0.506, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 9.11849118491185, | |
| "grad_norm": 0.6987513899803162, | |
| "learning_rate": 3.7143248869252022e-06, | |
| "loss": 0.5058, | |
| "step": 5560 | |
| }, | |
| { | |
| "epoch": 9.13489134891349, | |
| "grad_norm": 0.6789569854736328, | |
| "learning_rate": 3.5763176404487564e-06, | |
| "loss": 0.4977, | |
| "step": 5570 | |
| }, | |
| { | |
| "epoch": 9.15129151291513, | |
| "grad_norm": 0.6613333821296692, | |
| "learning_rate": 3.440876342320609e-06, | |
| "loss": 0.5096, | |
| "step": 5580 | |
| }, | |
| { | |
| "epoch": 9.16769167691677, | |
| "grad_norm": 0.689217746257782, | |
| "learning_rate": 3.308004596794101e-06, | |
| "loss": 0.4949, | |
| "step": 5590 | |
| }, | |
| { | |
| "epoch": 9.18409184091841, | |
| "grad_norm": 0.7100328803062439, | |
| "learning_rate": 3.1777059397436692e-06, | |
| "loss": 0.5044, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 9.200492004920049, | |
| "grad_norm": 0.6680495738983154, | |
| "learning_rate": 3.049983838570858e-06, | |
| "loss": 0.5037, | |
| "step": 5610 | |
| }, | |
| { | |
| "epoch": 9.216892168921689, | |
| "grad_norm": 0.6641035676002502, | |
| "learning_rate": 2.9248416921119794e-06, | |
| "loss": 0.4964, | |
| "step": 5620 | |
| }, | |
| { | |
| "epoch": 9.233292332923329, | |
| "grad_norm": 0.7248251438140869, | |
| "learning_rate": 2.8022828305477423e-06, | |
| "loss": 0.5017, | |
| "step": 5630 | |
| }, | |
| { | |
| "epoch": 9.24969249692497, | |
| "grad_norm": 0.7348821759223938, | |
| "learning_rate": 2.682310515314512e-06, | |
| "loss": 0.5077, | |
| "step": 5640 | |
| }, | |
| { | |
| "epoch": 9.26609266092661, | |
| "grad_norm": 0.6882705688476562, | |
| "learning_rate": 2.5649279390176806e-06, | |
| "loss": 0.4926, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 9.28249282492825, | |
| "grad_norm": 0.6873205900192261, | |
| "learning_rate": 2.4501382253465543e-06, | |
| "loss": 0.5009, | |
| "step": 5660 | |
| }, | |
| { | |
| "epoch": 9.29889298892989, | |
| "grad_norm": 0.703940212726593, | |
| "learning_rate": 2.3379444289913342e-06, | |
| "loss": 0.5011, | |
| "step": 5670 | |
| }, | |
| { | |
| "epoch": 9.31529315293153, | |
| "grad_norm": 0.6873738169670105, | |
| "learning_rate": 2.228349535561769e-06, | |
| "loss": 0.4991, | |
| "step": 5680 | |
| }, | |
| { | |
| "epoch": 9.331693316933169, | |
| "grad_norm": 0.6344056725502014, | |
| "learning_rate": 2.1213564615077065e-06, | |
| "loss": 0.5099, | |
| "step": 5690 | |
| }, | |
| { | |
| "epoch": 9.348093480934809, | |
| "grad_norm": 0.6923158168792725, | |
| "learning_rate": 2.016968054041546e-06, | |
| "loss": 0.5068, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 9.364493644936449, | |
| "grad_norm": 0.6982558965682983, | |
| "learning_rate": 1.915187091062387e-06, | |
| "loss": 0.5052, | |
| "step": 5710 | |
| }, | |
| { | |
| "epoch": 9.38089380893809, | |
| "grad_norm": 0.6965045928955078, | |
| "learning_rate": 1.816016281082178e-06, | |
| "loss": 0.4963, | |
| "step": 5720 | |
| }, | |
| { | |
| "epoch": 9.39729397293973, | |
| "grad_norm": 0.704952597618103, | |
| "learning_rate": 1.7194582631535617e-06, | |
| "loss": 0.4922, | |
| "step": 5730 | |
| }, | |
| { | |
| "epoch": 9.41369413694137, | |
| "grad_norm": 0.673637866973877, | |
| "learning_rate": 1.6255156067997323e-06, | |
| "loss": 0.4943, | |
| "step": 5740 | |
| }, | |
| { | |
| "epoch": 9.43009430094301, | |
| "grad_norm": 0.6612069010734558, | |
| "learning_rate": 1.5341908119459792e-06, | |
| "loss": 0.4973, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 9.44649446494465, | |
| "grad_norm": 0.7053012847900391, | |
| "learning_rate": 1.4454863088532388e-06, | |
| "loss": 0.5049, | |
| "step": 5760 | |
| }, | |
| { | |
| "epoch": 9.46289462894629, | |
| "grad_norm": 0.6800163388252258, | |
| "learning_rate": 1.3594044580533482e-06, | |
| "loss": 0.5009, | |
| "step": 5770 | |
| }, | |
| { | |
| "epoch": 9.479294792947929, | |
| "grad_norm": 0.7071276307106018, | |
| "learning_rate": 1.2759475502862828e-06, | |
| "loss": 0.5016, | |
| "step": 5780 | |
| }, | |
| { | |
| "epoch": 9.495694956949569, | |
| "grad_norm": 0.693181037902832, | |
| "learning_rate": 1.19511780643915e-06, | |
| "loss": 0.5006, | |
| "step": 5790 | |
| }, | |
| { | |
| "epoch": 9.512095120951209, | |
| "grad_norm": 0.7130532264709473, | |
| "learning_rate": 1.1169173774871478e-06, | |
| "loss": 0.5072, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 9.52849528495285, | |
| "grad_norm": 0.6810155510902405, | |
| "learning_rate": 1.0413483444362771e-06, | |
| "loss": 0.5014, | |
| "step": 5810 | |
| }, | |
| { | |
| "epoch": 9.54489544895449, | |
| "grad_norm": 0.6402135491371155, | |
| "learning_rate": 9.684127182679526e-07, | |
| "loss": 0.4956, | |
| "step": 5820 | |
| }, | |
| { | |
| "epoch": 9.56129561295613, | |
| "grad_norm": 0.6540482640266418, | |
| "learning_rate": 8.981124398855678e-07, | |
| "loss": 0.5035, | |
| "step": 5830 | |
| }, | |
| { | |
| "epoch": 9.57769577695777, | |
| "grad_norm": 0.6759128570556641, | |
| "learning_rate": 8.304493800627589e-07, | |
| "loss": 0.4896, | |
| "step": 5840 | |
| }, | |
| { | |
| "epoch": 9.59409594095941, | |
| "grad_norm": 0.67359459400177, | |
| "learning_rate": 7.654253393936439e-07, | |
| "loss": 0.5071, | |
| "step": 5850 | |
| }, | |
| { | |
| "epoch": 9.61049610496105, | |
| "grad_norm": 0.740897536277771, | |
| "learning_rate": 7.030420482449395e-07, | |
| "loss": 0.5013, | |
| "step": 5860 | |
| }, | |
| { | |
| "epoch": 9.626896268962689, | |
| "grad_norm": 0.687887966632843, | |
| "learning_rate": 6.433011667098754e-07, | |
| "loss": 0.5017, | |
| "step": 5870 | |
| }, | |
| { | |
| "epoch": 9.64329643296433, | |
| "grad_norm": 0.6390769481658936, | |
| "learning_rate": 5.862042845640403e-07, | |
| "loss": 0.5032, | |
| "step": 5880 | |
| }, | |
| { | |
| "epoch": 9.65969659696597, | |
| "grad_norm": 0.6661211848258972, | |
| "learning_rate": 5.317529212230721e-07, | |
| "loss": 0.5026, | |
| "step": 5890 | |
| }, | |
| { | |
| "epoch": 9.67609676096761, | |
| "grad_norm": 0.7113086581230164, | |
| "learning_rate": 4.799485257022118e-07, | |
| "loss": 0.4996, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 9.69249692496925, | |
| "grad_norm": 0.6506823301315308, | |
| "learning_rate": 4.307924765777682e-07, | |
| "loss": 0.5032, | |
| "step": 5910 | |
| }, | |
| { | |
| "epoch": 9.70889708897089, | |
| "grad_norm": 0.6711443066596985, | |
| "learning_rate": 3.842860819504024e-07, | |
| "loss": 0.502, | |
| "step": 5920 | |
| }, | |
| { | |
| "epoch": 9.72529725297253, | |
| "grad_norm": 0.7337656021118164, | |
| "learning_rate": 3.404305794103224e-07, | |
| "loss": 0.5138, | |
| "step": 5930 | |
| }, | |
| { | |
| "epoch": 9.74169741697417, | |
| "grad_norm": 0.6719791889190674, | |
| "learning_rate": 2.9922713600439854e-07, | |
| "loss": 0.5015, | |
| "step": 5940 | |
| }, | |
| { | |
| "epoch": 9.758097580975809, | |
| "grad_norm": 0.6952204704284668, | |
| "learning_rate": 2.606768482050215e-07, | |
| "loss": 0.5161, | |
| "step": 5950 | |
| }, | |
| { | |
| "epoch": 9.774497744977449, | |
| "grad_norm": 0.7182480096817017, | |
| "learning_rate": 2.2478074188099219e-07, | |
| "loss": 0.5056, | |
| "step": 5960 | |
| }, | |
| { | |
| "epoch": 9.79089790897909, | |
| "grad_norm": 0.7192881107330322, | |
| "learning_rate": 1.915397722702217e-07, | |
| "loss": 0.4972, | |
| "step": 5970 | |
| }, | |
| { | |
| "epoch": 9.80729807298073, | |
| "grad_norm": 0.6714368462562561, | |
| "learning_rate": 1.609548239542402e-07, | |
| "loss": 0.4958, | |
| "step": 5980 | |
| }, | |
| { | |
| "epoch": 9.82369823698237, | |
| "grad_norm": 0.6657147407531738, | |
| "learning_rate": 1.3302671083474938e-07, | |
| "loss": 0.4943, | |
| "step": 5990 | |
| }, | |
| { | |
| "epoch": 9.84009840098401, | |
| "grad_norm": 0.6431368589401245, | |
| "learning_rate": 1.0775617611189503e-07, | |
| "loss": 0.5079, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 9.85649856498565, | |
| "grad_norm": 0.7010581493377686, | |
| "learning_rate": 8.514389226452757e-08, | |
| "loss": 0.52, | |
| "step": 6010 | |
| }, | |
| { | |
| "epoch": 9.87289872898729, | |
| "grad_norm": 0.6842231750488281, | |
| "learning_rate": 6.519046103230508e-08, | |
| "loss": 0.5011, | |
| "step": 6020 | |
| }, | |
| { | |
| "epoch": 9.88929889298893, | |
| "grad_norm": 0.6943760514259338, | |
| "learning_rate": 4.789641339963957e-08, | |
| "loss": 0.5041, | |
| "step": 6030 | |
| }, | |
| { | |
| "epoch": 9.90569905699057, | |
| "grad_norm": 0.6967430710792542, | |
| "learning_rate": 3.3262209581619297e-08, | |
| "loss": 0.5096, | |
| "step": 6040 | |
| }, | |
| { | |
| "epoch": 9.92209922099221, | |
| "grad_norm": 0.6971690058708191, | |
| "learning_rate": 2.1288239011729717e-08, | |
| "loss": 0.5076, | |
| "step": 6050 | |
| }, | |
| { | |
| "epoch": 9.93849938499385, | |
| "grad_norm": 0.668303906917572, | |
| "learning_rate": 1.1974820331517312e-08, | |
| "loss": 0.497, | |
| "step": 6060 | |
| }, | |
| { | |
| "epoch": 9.95489954899549, | |
| "grad_norm": 0.6784859895706177, | |
| "learning_rate": 5.3222013820741765e-09, | |
| "loss": 0.5058, | |
| "step": 6070 | |
| }, | |
| { | |
| "epoch": 9.97129971299713, | |
| "grad_norm": 0.6811095476150513, | |
| "learning_rate": 1.3305591974543953e-09, | |
| "loss": 0.501, | |
| "step": 6080 | |
| }, | |
| { | |
| "epoch": 9.98769987699877, | |
| "grad_norm": 0.6882724165916443, | |
| "learning_rate": 0.0, | |
| "loss": 0.5079, | |
| "step": 6090 | |
| }, | |
| { | |
| "epoch": 9.98769987699877, | |
| "step": 6090, | |
| "total_flos": 4.6640782508241715e+17, | |
| "train_loss": 0.5962841084046513, | |
| "train_runtime": 32440.4443, | |
| "train_samples_per_second": 2.255, | |
| "train_steps_per_second": 0.188 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 6090, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 10, | |
| "save_steps": 500, | |
| "total_flos": 4.6640782508241715e+17, | |
| "train_batch_size": 3, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |