{ "best_metric": 2.39996337890625, "best_model_checkpoint": "checkpoints-mistral-300M/checkpoint-103000", "epoch": 13.910818886206721, "eval_steps": 1000, "global_step": 103000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.0, "learning_rate": 0.00029999999783976374, "loss": 9.6883, "step": 10 }, { "epoch": 0.0, "learning_rate": 0.0002999999846383203, "loss": 8.3424, "step": 20 }, { "epoch": 0.0, "learning_rate": 0.0002999999594355658, "loss": 7.6595, "step": 30 }, { "epoch": 0.0, "learning_rate": 0.0002999999222315021, "loss": 7.402, "step": 40 }, { "epoch": 0.0, "learning_rate": 0.0002999998730261323, "loss": 7.3015, "step": 50 }, { "epoch": 0.01, "learning_rate": 0.00029999981181946035, "loss": 7.2386, "step": 60 }, { "epoch": 0.01, "learning_rate": 0.00029999973861149105, "loss": 7.182, "step": 70 }, { "epoch": 0.01, "learning_rate": 0.00029999965340223034, "loss": 7.0721, "step": 80 }, { "epoch": 0.01, "learning_rate": 0.000299999556191685, "loss": 7.0263, "step": 90 }, { "epoch": 0.01, "learning_rate": 0.0002999994469798628, "loss": 6.8929, "step": 100 }, { "epoch": 0.01, "learning_rate": 0.0002999993257667725, "loss": 6.8313, "step": 110 }, { "epoch": 0.01, "learning_rate": 0.0002999991925524238, "loss": 6.7008, "step": 120 }, { "epoch": 0.01, "learning_rate": 0.0002999990473368273, "loss": 6.6717, "step": 130 }, { "epoch": 0.01, "learning_rate": 0.0002999988901199947, "loss": 6.6225, "step": 140 }, { "epoch": 0.01, "learning_rate": 0.00029999872090193856, "loss": 6.4815, "step": 150 }, { "epoch": 0.01, "learning_rate": 0.00029999853968267235, "loss": 6.454, "step": 160 }, { "epoch": 0.02, "learning_rate": 0.0002999983464622107, "loss": 6.3762, "step": 170 }, { "epoch": 0.02, "learning_rate": 0.000299998141240569, "loss": 6.3065, "step": 180 }, { "epoch": 0.02, "learning_rate": 0.0002999979240177636, "loss": 6.2371, "step": 190 }, { "epoch": 0.02, "learning_rate": 0.00029999769479381193, "loss": 6.2123, "step": 200 }, { "epoch": 0.02, "learning_rate": 0.0002999974535687324, "loss": 6.2118, "step": 210 }, { "epoch": 0.02, "learning_rate": 0.0002999972003425442, "loss": 6.0799, "step": 220 }, { "epoch": 0.02, "learning_rate": 0.0002999969351152677, "loss": 6.0385, "step": 230 }, { "epoch": 0.02, "learning_rate": 0.000299996657886924, "loss": 6.0548, "step": 240 }, { "epoch": 0.02, "learning_rate": 0.0002999963686575354, "loss": 6.029, "step": 250 }, { "epoch": 0.02, "learning_rate": 0.00029999606742712494, "loss": 5.9354, "step": 260 }, { "epoch": 0.02, "learning_rate": 0.0002999957541957168, "loss": 5.8861, "step": 270 }, { "epoch": 0.03, "learning_rate": 0.000299995428963336, "loss": 5.8419, "step": 280 }, { "epoch": 0.03, "learning_rate": 0.0002999950917300085, "loss": 5.8366, "step": 290 }, { "epoch": 0.03, "learning_rate": 0.0002999947424957614, "loss": 5.7756, "step": 300 }, { "epoch": 0.03, "learning_rate": 0.0002999943812606226, "loss": 5.7612, "step": 310 }, { "epoch": 0.03, "learning_rate": 0.00029999400802462105, "loss": 5.7243, "step": 320 }, { "epoch": 0.03, "learning_rate": 0.0002999936227877865, "loss": 5.6925, "step": 330 }, { "epoch": 0.03, "learning_rate": 0.0002999932255501498, "loss": 5.6749, "step": 340 }, { "epoch": 0.03, "learning_rate": 0.00029999281631174277, "loss": 5.6479, "step": 350 }, { "epoch": 0.03, "learning_rate": 0.00029999239507259824, "loss": 5.5956, "step": 360 }, { "epoch": 0.03, "learning_rate": 0.00029999196183274967, "loss": 5.6214, "step": 370 }, { "epoch": 0.03, "learning_rate": 0.000299991516592232, "loss": 5.5289, "step": 380 }, { "epoch": 0.04, "learning_rate": 0.00029999105935108063, "loss": 5.5442, "step": 390 }, { "epoch": 0.04, "learning_rate": 0.00029999059010933225, "loss": 5.4976, "step": 400 }, { "epoch": 0.04, "learning_rate": 0.0002999901088670244, "loss": 5.4568, "step": 410 }, { "epoch": 0.04, "learning_rate": 0.0002999896156241956, "loss": 5.4337, "step": 420 }, { "epoch": 0.04, "learning_rate": 0.0002999891103808853, "loss": 5.4593, "step": 430 }, { "epoch": 0.04, "learning_rate": 0.0002999885931371338, "loss": 5.4165, "step": 440 }, { "epoch": 0.04, "learning_rate": 0.00029998806389298265, "loss": 5.3953, "step": 450 }, { "epoch": 0.04, "learning_rate": 0.0002999875226484742, "loss": 5.3275, "step": 460 }, { "epoch": 0.04, "learning_rate": 0.0002999869694036516, "loss": 5.3869, "step": 470 }, { "epoch": 0.04, "learning_rate": 0.0002999864041585593, "loss": 5.2817, "step": 480 }, { "epoch": 0.04, "learning_rate": 0.00029998582691324237, "loss": 5.3198, "step": 490 }, { "epoch": 0.05, "learning_rate": 0.0002999852376677471, "loss": 5.2841, "step": 500 }, { "epoch": 0.05, "learning_rate": 0.00029998463642212056, "loss": 5.2466, "step": 510 }, { "epoch": 0.05, "learning_rate": 0.00029998402317641087, "loss": 5.2742, "step": 520 }, { "epoch": 0.05, "learning_rate": 0.00029998339793066713, "loss": 5.2403, "step": 530 }, { "epoch": 0.05, "learning_rate": 0.0002999827606849393, "loss": 5.2287, "step": 540 }, { "epoch": 0.05, "learning_rate": 0.0002999821114392785, "loss": 5.2258, "step": 550 }, { "epoch": 0.05, "learning_rate": 0.00029998145019373656, "loss": 5.1613, "step": 560 }, { "epoch": 0.05, "learning_rate": 0.00029998077694836636, "loss": 5.1557, "step": 570 }, { "epoch": 0.05, "learning_rate": 0.0002999800917032219, "loss": 5.183, "step": 580 }, { "epoch": 0.05, "learning_rate": 0.0002999793944583578, "loss": 5.1233, "step": 590 }, { "epoch": 0.05, "learning_rate": 0.0002999786852138301, "loss": 5.0988, "step": 600 }, { "epoch": 0.05, "learning_rate": 0.00029997796396969534, "loss": 5.0862, "step": 610 }, { "epoch": 0.06, "learning_rate": 0.0002999772307260113, "loss": 5.1313, "step": 620 }, { "epoch": 0.06, "learning_rate": 0.0002999764854828367, "loss": 5.0287, "step": 630 }, { "epoch": 0.06, "learning_rate": 0.00029997572824023104, "loss": 4.9919, "step": 640 }, { "epoch": 0.06, "learning_rate": 0.000299974958998255, "loss": 5.0137, "step": 650 }, { "epoch": 0.06, "learning_rate": 0.00029997417775697017, "loss": 4.9898, "step": 660 }, { "epoch": 0.06, "learning_rate": 0.0002999733845164389, "loss": 4.9773, "step": 670 }, { "epoch": 0.06, "learning_rate": 0.0002999725792767248, "loss": 4.9459, "step": 680 }, { "epoch": 0.06, "learning_rate": 0.0002999717620378922, "loss": 4.9434, "step": 690 }, { "epoch": 0.06, "learning_rate": 0.0002999709328000066, "loss": 4.9227, "step": 700 }, { "epoch": 0.06, "learning_rate": 0.00029997009156313423, "loss": 4.9197, "step": 710 }, { "epoch": 0.06, "learning_rate": 0.0002999692383273425, "loss": 4.933, "step": 720 }, { "epoch": 0.07, "learning_rate": 0.0002999683730926995, "loss": 4.916, "step": 730 }, { "epoch": 0.07, "learning_rate": 0.00029996749585927464, "loss": 4.9109, "step": 740 }, { "epoch": 0.07, "learning_rate": 0.0002999666066271381, "loss": 4.8736, "step": 750 }, { "epoch": 0.07, "learning_rate": 0.00029996570539636086, "loss": 4.8532, "step": 760 }, { "epoch": 0.07, "learning_rate": 0.0002999647921670152, "loss": 4.8317, "step": 770 }, { "epoch": 0.07, "learning_rate": 0.00029996386693917414, "loss": 4.803, "step": 780 }, { "epoch": 0.07, "learning_rate": 0.00029996292971291155, "loss": 4.7949, "step": 790 }, { "epoch": 0.07, "learning_rate": 0.0002999619804883027, "loss": 4.7724, "step": 800 }, { "epoch": 0.07, "learning_rate": 0.00029996101926542336, "loss": 4.7779, "step": 810 }, { "epoch": 0.07, "learning_rate": 0.00029996004604435046, "loss": 4.7834, "step": 820 }, { "epoch": 0.07, "learning_rate": 0.00029995906082516183, "loss": 4.7456, "step": 830 }, { "epoch": 0.08, "learning_rate": 0.00029995806360793637, "loss": 4.7195, "step": 840 }, { "epoch": 0.08, "learning_rate": 0.0002999570543927538, "loss": 4.7132, "step": 850 }, { "epoch": 0.08, "learning_rate": 0.0002999560331796949, "loss": 4.7051, "step": 860 }, { "epoch": 0.08, "learning_rate": 0.00029995499996884146, "loss": 4.6911, "step": 870 }, { "epoch": 0.08, "learning_rate": 0.000299953954760276, "loss": 4.6524, "step": 880 }, { "epoch": 0.08, "learning_rate": 0.0002999528975540822, "loss": 4.6565, "step": 890 }, { "epoch": 0.08, "learning_rate": 0.00029995182835034466, "loss": 4.6357, "step": 900 }, { "epoch": 0.08, "learning_rate": 0.0002999507471491489, "loss": 4.6317, "step": 910 }, { "epoch": 0.08, "learning_rate": 0.0002999496539505815, "loss": 4.5489, "step": 920 }, { "epoch": 0.08, "learning_rate": 0.00029994854875472983, "loss": 4.5908, "step": 930 }, { "epoch": 0.08, "learning_rate": 0.00029994743156168234, "loss": 4.5434, "step": 940 }, { "epoch": 0.09, "learning_rate": 0.00029994630237152847, "loss": 4.5747, "step": 950 }, { "epoch": 0.09, "learning_rate": 0.00029994516118435853, "loss": 4.552, "step": 960 }, { "epoch": 0.09, "learning_rate": 0.00029994400800026377, "loss": 4.5238, "step": 970 }, { "epoch": 0.09, "learning_rate": 0.00029994284281933655, "loss": 4.5142, "step": 980 }, { "epoch": 0.09, "learning_rate": 0.00029994166564167006, "loss": 4.4698, "step": 990 }, { "epoch": 0.09, "learning_rate": 0.0002999404764673584, "loss": 4.5141, "step": 1000 }, { "epoch": 0.09, "eval_loss": 4.515992641448975, "eval_runtime": 1262.2765, "eval_samples_per_second": 60.316, "eval_steps_per_second": 7.54, "step": 1000 }, { "epoch": 0.09, "learning_rate": 0.00029993927529649685, "loss": 4.4932, "step": 1010 }, { "epoch": 0.09, "learning_rate": 0.00029993806212918144, "loss": 4.5063, "step": 1020 }, { "epoch": 0.09, "learning_rate": 0.00029993683696550926, "loss": 4.4059, "step": 1030 }, { "epoch": 0.09, "learning_rate": 0.0002999355998055783, "loss": 4.4535, "step": 1040 }, { "epoch": 0.09, "learning_rate": 0.00029993435064948755, "loss": 4.4165, "step": 1050 }, { "epoch": 0.1, "learning_rate": 0.000299933089497337, "loss": 4.4083, "step": 1060 }, { "epoch": 0.1, "learning_rate": 0.00029993181634922745, "loss": 4.4295, "step": 1070 }, { "epoch": 0.1, "learning_rate": 0.00029993053120526094, "loss": 4.3997, "step": 1080 }, { "epoch": 0.1, "learning_rate": 0.0002999292340655401, "loss": 4.3731, "step": 1090 }, { "epoch": 0.1, "learning_rate": 0.0002999279249301689, "loss": 4.3212, "step": 1100 }, { "epoch": 0.1, "learning_rate": 0.00029992660379925186, "loss": 4.3279, "step": 1110 }, { "epoch": 0.1, "learning_rate": 0.0002999252706728949, "loss": 4.341, "step": 1120 }, { "epoch": 0.1, "learning_rate": 0.00029992392555120453, "loss": 4.3371, "step": 1130 }, { "epoch": 0.1, "learning_rate": 0.00029992256843428846, "loss": 4.2964, "step": 1140 }, { "epoch": 0.1, "learning_rate": 0.00029992119932225524, "loss": 4.3179, "step": 1150 }, { "epoch": 0.1, "learning_rate": 0.00029991981821521433, "loss": 4.3036, "step": 1160 }, { "epoch": 0.11, "learning_rate": 0.00029991842511327643, "loss": 4.3108, "step": 1170 }, { "epoch": 0.11, "learning_rate": 0.0002999170200165528, "loss": 4.2924, "step": 1180 }, { "epoch": 0.11, "learning_rate": 0.00029991560292515597, "loss": 4.2827, "step": 1190 }, { "epoch": 0.11, "learning_rate": 0.0002999141738391993, "loss": 4.2726, "step": 1200 }, { "epoch": 0.11, "learning_rate": 0.00029991273275879705, "loss": 4.2584, "step": 1210 }, { "epoch": 0.11, "learning_rate": 0.0002999112796840647, "loss": 4.18, "step": 1220 }, { "epoch": 0.11, "learning_rate": 0.00029990981461511826, "loss": 4.2057, "step": 1230 }, { "epoch": 0.11, "learning_rate": 0.0002999083375520752, "loss": 4.2783, "step": 1240 }, { "epoch": 0.11, "learning_rate": 0.0002999068484950535, "loss": 4.2394, "step": 1250 }, { "epoch": 0.11, "learning_rate": 0.00029990534744417244, "loss": 4.2069, "step": 1260 }, { "epoch": 0.11, "learning_rate": 0.0002999038343995521, "loss": 4.19, "step": 1270 }, { "epoch": 0.12, "learning_rate": 0.0002999023093613134, "loss": 4.1566, "step": 1280 }, { "epoch": 0.12, "learning_rate": 0.00029990077232957846, "loss": 4.2053, "step": 1290 }, { "epoch": 0.12, "learning_rate": 0.0002998992233044703, "loss": 4.1807, "step": 1300 }, { "epoch": 0.12, "learning_rate": 0.00029989766228611276, "loss": 4.1221, "step": 1310 }, { "epoch": 0.12, "learning_rate": 0.0002998960892746308, "loss": 4.1975, "step": 1320 }, { "epoch": 0.12, "learning_rate": 0.00029989450427015025, "loss": 4.1027, "step": 1330 }, { "epoch": 0.12, "learning_rate": 0.0002998929072727979, "loss": 4.1417, "step": 1340 }, { "epoch": 0.12, "learning_rate": 0.0002998912982827016, "loss": 4.1774, "step": 1350 }, { "epoch": 0.12, "learning_rate": 0.00029988967729999, "loss": 4.1386, "step": 1360 }, { "epoch": 0.12, "learning_rate": 0.00029988804432479286, "loss": 4.1332, "step": 1370 }, { "epoch": 0.12, "learning_rate": 0.00029988639935724077, "loss": 4.1044, "step": 1380 }, { "epoch": 0.13, "learning_rate": 0.0002998847423974653, "loss": 4.1211, "step": 1390 }, { "epoch": 0.13, "learning_rate": 0.0002998830734455992, "loss": 4.1028, "step": 1400 }, { "epoch": 0.13, "learning_rate": 0.00029988139250177587, "loss": 4.114, "step": 1410 }, { "epoch": 0.13, "learning_rate": 0.0002998796995661298, "loss": 4.1213, "step": 1420 }, { "epoch": 0.13, "learning_rate": 0.0002998779946387965, "loss": 4.1061, "step": 1430 }, { "epoch": 0.13, "learning_rate": 0.0002998762777199123, "loss": 4.0378, "step": 1440 }, { "epoch": 0.13, "learning_rate": 0.0002998745488096146, "loss": 4.0598, "step": 1450 }, { "epoch": 0.13, "learning_rate": 0.0002998728079080418, "loss": 4.0914, "step": 1460 }, { "epoch": 0.13, "learning_rate": 0.00029987105501533306, "loss": 4.0454, "step": 1470 }, { "epoch": 0.13, "learning_rate": 0.0002998692901316287, "loss": 4.0619, "step": 1480 }, { "epoch": 0.13, "learning_rate": 0.0002998675132570699, "loss": 4.0344, "step": 1490 }, { "epoch": 0.14, "learning_rate": 0.00029986572439179895, "loss": 4.0503, "step": 1500 }, { "epoch": 0.14, "learning_rate": 0.0002998639235359588, "loss": 4.038, "step": 1510 }, { "epoch": 0.14, "learning_rate": 0.0002998621106896936, "loss": 4.0131, "step": 1520 }, { "epoch": 0.14, "learning_rate": 0.0002998602858531484, "loss": 4.035, "step": 1530 }, { "epoch": 0.14, "learning_rate": 0.0002998584490264692, "loss": 4.029, "step": 1540 }, { "epoch": 0.14, "learning_rate": 0.00029985660020980296, "loss": 4.0702, "step": 1550 }, { "epoch": 0.14, "learning_rate": 0.0002998547394032976, "loss": 3.9678, "step": 1560 }, { "epoch": 0.14, "learning_rate": 0.000299852866607102, "loss": 3.9994, "step": 1570 }, { "epoch": 0.14, "learning_rate": 0.000299850981821366, "loss": 4.0349, "step": 1580 }, { "epoch": 0.14, "learning_rate": 0.00029984908504624043, "loss": 3.9855, "step": 1590 }, { "epoch": 0.14, "learning_rate": 0.000299847176281877, "loss": 3.995, "step": 1600 }, { "epoch": 0.14, "learning_rate": 0.00029984525552842847, "loss": 3.9899, "step": 1610 }, { "epoch": 0.15, "learning_rate": 0.0002998433227860485, "loss": 3.9661, "step": 1620 }, { "epoch": 0.15, "learning_rate": 0.00029984137805489166, "loss": 4.009, "step": 1630 }, { "epoch": 0.15, "learning_rate": 0.0002998394213351137, "loss": 3.9198, "step": 1640 }, { "epoch": 0.15, "learning_rate": 0.000299837452626871, "loss": 3.9563, "step": 1650 }, { "epoch": 0.15, "learning_rate": 0.0002998354719303212, "loss": 3.9432, "step": 1660 }, { "epoch": 0.15, "learning_rate": 0.00029983347924562273, "loss": 3.9984, "step": 1670 }, { "epoch": 0.15, "learning_rate": 0.000299831474572935, "loss": 3.991, "step": 1680 }, { "epoch": 0.15, "learning_rate": 0.0002998294579124185, "loss": 3.9759, "step": 1690 }, { "epoch": 0.15, "learning_rate": 0.0002998274292642344, "loss": 3.9539, "step": 1700 }, { "epoch": 0.15, "learning_rate": 0.0002998253886285452, "loss": 3.9262, "step": 1710 }, { "epoch": 0.15, "learning_rate": 0.000299823336005514, "loss": 3.9282, "step": 1720 }, { "epoch": 0.16, "learning_rate": 0.0002998212713953052, "loss": 3.9466, "step": 1730 }, { "epoch": 0.16, "learning_rate": 0.00029981919479808386, "loss": 3.9303, "step": 1740 }, { "epoch": 0.16, "learning_rate": 0.0002998171062140161, "loss": 3.9155, "step": 1750 }, { "epoch": 0.16, "learning_rate": 0.00029981500564326915, "loss": 3.9133, "step": 1760 }, { "epoch": 0.16, "learning_rate": 0.000299812893086011, "loss": 3.8839, "step": 1770 }, { "epoch": 0.16, "learning_rate": 0.0002998107685424107, "loss": 3.8817, "step": 1780 }, { "epoch": 0.16, "learning_rate": 0.00029980863201263823, "loss": 3.9205, "step": 1790 }, { "epoch": 0.16, "learning_rate": 0.00029980648349686446, "loss": 3.9162, "step": 1800 }, { "epoch": 0.16, "learning_rate": 0.00029980432299526143, "loss": 3.8682, "step": 1810 }, { "epoch": 0.16, "learning_rate": 0.0002998021505080019, "loss": 3.8901, "step": 1820 }, { "epoch": 0.16, "learning_rate": 0.00029979996603525966, "loss": 3.8445, "step": 1830 }, { "epoch": 0.17, "learning_rate": 0.00029979776957720955, "loss": 3.8295, "step": 1840 }, { "epoch": 0.17, "learning_rate": 0.00029979556113402726, "loss": 3.8621, "step": 1850 }, { "epoch": 0.17, "learning_rate": 0.0002997933407058895, "loss": 3.8556, "step": 1860 }, { "epoch": 0.17, "learning_rate": 0.000299791108292974, "loss": 3.8938, "step": 1870 }, { "epoch": 0.17, "learning_rate": 0.0002997888638954593, "loss": 3.8572, "step": 1880 }, { "epoch": 0.17, "learning_rate": 0.00029978660751352497, "loss": 3.8279, "step": 1890 }, { "epoch": 0.17, "learning_rate": 0.0002997843391473516, "loss": 3.8352, "step": 1900 }, { "epoch": 0.17, "learning_rate": 0.0002997820587971205, "loss": 3.8915, "step": 1910 }, { "epoch": 0.17, "learning_rate": 0.0002997797664630144, "loss": 3.8182, "step": 1920 }, { "epoch": 0.17, "learning_rate": 0.00029977746214521645, "loss": 3.8138, "step": 1930 }, { "epoch": 0.17, "learning_rate": 0.0002997751458439111, "loss": 3.8405, "step": 1940 }, { "epoch": 0.18, "learning_rate": 0.0002997728175592838, "loss": 3.865, "step": 1950 }, { "epoch": 0.18, "learning_rate": 0.0002997704772915207, "loss": 3.8355, "step": 1960 }, { "epoch": 0.18, "learning_rate": 0.00029976812504080904, "loss": 3.8393, "step": 1970 }, { "epoch": 0.18, "learning_rate": 0.000299765760807337, "loss": 3.8284, "step": 1980 }, { "epoch": 0.18, "learning_rate": 0.0002997633845912939, "loss": 3.836, "step": 1990 }, { "epoch": 0.18, "learning_rate": 0.0002997609963928697, "loss": 3.7879, "step": 2000 }, { "epoch": 0.18, "eval_loss": 3.8531267642974854, "eval_runtime": 1263.3782, "eval_samples_per_second": 60.263, "eval_steps_per_second": 7.533, "step": 2000 }, { "epoch": 0.18, "learning_rate": 0.00029975859621225547, "loss": 3.7696, "step": 2010 }, { "epoch": 0.18, "learning_rate": 0.00029975618404964335, "loss": 3.7891, "step": 2020 }, { "epoch": 0.18, "learning_rate": 0.00029975375990522635, "loss": 3.785, "step": 2030 }, { "epoch": 0.18, "learning_rate": 0.0002997513237791983, "loss": 3.7908, "step": 2040 }, { "epoch": 0.18, "learning_rate": 0.00029974887567175415, "loss": 3.7842, "step": 2050 }, { "epoch": 0.19, "learning_rate": 0.0002997464155830898, "loss": 3.8015, "step": 2060 }, { "epoch": 0.19, "learning_rate": 0.000299743943513402, "loss": 3.8231, "step": 2070 }, { "epoch": 0.19, "learning_rate": 0.00029974145946288876, "loss": 3.7842, "step": 2080 }, { "epoch": 0.19, "learning_rate": 0.0002997389634317485, "loss": 3.7705, "step": 2090 }, { "epoch": 0.19, "learning_rate": 0.0002997364554201812, "loss": 3.7933, "step": 2100 }, { "epoch": 0.19, "learning_rate": 0.0002997339354283874, "loss": 3.7892, "step": 2110 }, { "epoch": 0.19, "learning_rate": 0.00029973140345656874, "loss": 3.7815, "step": 2120 }, { "epoch": 0.19, "learning_rate": 0.0002997288595049278, "loss": 3.7782, "step": 2130 }, { "epoch": 0.19, "learning_rate": 0.0002997263035736681, "loss": 3.7549, "step": 2140 }, { "epoch": 0.19, "learning_rate": 0.0002997237356629941, "loss": 3.7453, "step": 2150 }, { "epoch": 0.19, "learning_rate": 0.0002997211557731114, "loss": 3.7476, "step": 2160 }, { "epoch": 0.2, "learning_rate": 0.00029971856390422635, "loss": 3.7369, "step": 2170 }, { "epoch": 0.2, "learning_rate": 0.00029971596005654624, "loss": 3.7839, "step": 2180 }, { "epoch": 0.2, "learning_rate": 0.00029971334423027943, "loss": 3.7326, "step": 2190 }, { "epoch": 0.2, "learning_rate": 0.0002997107164256353, "loss": 3.7491, "step": 2200 }, { "epoch": 0.2, "learning_rate": 0.00029970807664282396, "loss": 3.7561, "step": 2210 }, { "epoch": 0.2, "learning_rate": 0.0002997054248820567, "loss": 3.7277, "step": 2220 }, { "epoch": 0.2, "learning_rate": 0.0002997027611435457, "loss": 3.7377, "step": 2230 }, { "epoch": 0.2, "learning_rate": 0.00029970008542750407, "loss": 3.7188, "step": 2240 }, { "epoch": 0.2, "learning_rate": 0.00029969739773414583, "loss": 3.749, "step": 2250 }, { "epoch": 0.2, "learning_rate": 0.0002996946980636861, "loss": 3.7478, "step": 2260 }, { "epoch": 0.2, "learning_rate": 0.00029969198641634085, "loss": 3.7145, "step": 2270 }, { "epoch": 0.21, "learning_rate": 0.00029968926279232697, "loss": 3.718, "step": 2280 }, { "epoch": 0.21, "learning_rate": 0.0002996865271918625, "loss": 3.7107, "step": 2290 }, { "epoch": 0.21, "learning_rate": 0.0002996837796151662, "loss": 3.7283, "step": 2300 }, { "epoch": 0.21, "learning_rate": 0.0002996810200624579, "loss": 3.7105, "step": 2310 }, { "epoch": 0.21, "learning_rate": 0.0002996782485339585, "loss": 3.7127, "step": 2320 }, { "epoch": 0.21, "learning_rate": 0.00029967546502988966, "loss": 3.7119, "step": 2330 }, { "epoch": 0.21, "learning_rate": 0.0002996726695504741, "loss": 3.7244, "step": 2340 }, { "epoch": 0.21, "learning_rate": 0.0002996698620959355, "loss": 3.7023, "step": 2350 }, { "epoch": 0.21, "learning_rate": 0.00029966704266649847, "loss": 3.7158, "step": 2360 }, { "epoch": 0.21, "learning_rate": 0.00029966421126238855, "loss": 3.7225, "step": 2370 }, { "epoch": 0.21, "learning_rate": 0.00029966136788383234, "loss": 3.7294, "step": 2380 }, { "epoch": 0.22, "learning_rate": 0.00029965851253105726, "loss": 3.6898, "step": 2390 }, { "epoch": 0.22, "learning_rate": 0.0002996556452042918, "loss": 3.7663, "step": 2400 }, { "epoch": 0.22, "learning_rate": 0.0002996527659037655, "loss": 3.6646, "step": 2410 }, { "epoch": 0.22, "learning_rate": 0.00029964987462970853, "loss": 3.7028, "step": 2420 }, { "epoch": 0.22, "learning_rate": 0.0002996469713823523, "loss": 3.6833, "step": 2430 }, { "epoch": 0.22, "learning_rate": 0.00029964405616192906, "loss": 3.7037, "step": 2440 }, { "epoch": 0.22, "learning_rate": 0.0002996411289686722, "loss": 3.6912, "step": 2450 }, { "epoch": 0.22, "learning_rate": 0.0002996381898028157, "loss": 3.6827, "step": 2460 }, { "epoch": 0.22, "learning_rate": 0.00029963523866459484, "loss": 3.6791, "step": 2470 }, { "epoch": 0.22, "learning_rate": 0.0002996322755542458, "loss": 3.6742, "step": 2480 }, { "epoch": 0.22, "learning_rate": 0.0002996293004720055, "loss": 3.6954, "step": 2490 }, { "epoch": 0.23, "learning_rate": 0.00029962631341811204, "loss": 3.6884, "step": 2500 }, { "epoch": 0.23, "learning_rate": 0.0002996233143928045, "loss": 3.6578, "step": 2510 }, { "epoch": 0.23, "learning_rate": 0.00029962030339632267, "loss": 3.6415, "step": 2520 }, { "epoch": 0.23, "learning_rate": 0.00029961728042890754, "loss": 3.6443, "step": 2530 }, { "epoch": 0.23, "learning_rate": 0.00029961424549080105, "loss": 3.657, "step": 2540 }, { "epoch": 0.23, "learning_rate": 0.0002996111985822459, "loss": 3.6314, "step": 2550 }, { "epoch": 0.23, "learning_rate": 0.0002996081397034859, "loss": 3.6197, "step": 2560 }, { "epoch": 0.23, "learning_rate": 0.0002996050688547658, "loss": 3.6611, "step": 2570 }, { "epoch": 0.23, "learning_rate": 0.0002996019860363313, "loss": 3.6285, "step": 2580 }, { "epoch": 0.23, "learning_rate": 0.000299598891248429, "loss": 3.65, "step": 2590 }, { "epoch": 0.23, "learning_rate": 0.00029959578449130654, "loss": 3.6528, "step": 2600 }, { "epoch": 0.23, "learning_rate": 0.0002995926657652126, "loss": 3.6368, "step": 2610 }, { "epoch": 0.24, "learning_rate": 0.0002995895350703965, "loss": 3.6812, "step": 2620 }, { "epoch": 0.24, "learning_rate": 0.00029958639240710894, "loss": 3.6576, "step": 2630 }, { "epoch": 0.24, "learning_rate": 0.0002995832377756012, "loss": 3.6397, "step": 2640 }, { "epoch": 0.24, "learning_rate": 0.00029958007117612573, "loss": 3.625, "step": 2650 }, { "epoch": 0.24, "learning_rate": 0.0002995768926089359, "loss": 3.6114, "step": 2660 }, { "epoch": 0.24, "learning_rate": 0.000299573702074286, "loss": 3.6461, "step": 2670 }, { "epoch": 0.24, "learning_rate": 0.00029957049957243125, "loss": 3.5942, "step": 2680 }, { "epoch": 0.24, "learning_rate": 0.00029956728510362803, "loss": 3.607, "step": 2690 }, { "epoch": 0.24, "learning_rate": 0.0002995640586681334, "loss": 3.615, "step": 2700 }, { "epoch": 0.24, "learning_rate": 0.00029956082026620553, "loss": 3.6021, "step": 2710 }, { "epoch": 0.24, "learning_rate": 0.0002995575698981035, "loss": 3.6282, "step": 2720 }, { "epoch": 0.25, "learning_rate": 0.0002995543075640874, "loss": 3.598, "step": 2730 }, { "epoch": 0.25, "learning_rate": 0.0002995510332644183, "loss": 3.6252, "step": 2740 }, { "epoch": 0.25, "learning_rate": 0.00029954774699935804, "loss": 3.5939, "step": 2750 }, { "epoch": 0.25, "learning_rate": 0.00029954444876916967, "loss": 3.5992, "step": 2760 }, { "epoch": 0.25, "learning_rate": 0.00029954113857411704, "loss": 3.5652, "step": 2770 }, { "epoch": 0.25, "learning_rate": 0.0002995378164144649, "loss": 3.6183, "step": 2780 }, { "epoch": 0.25, "learning_rate": 0.0002995344822904792, "loss": 3.5739, "step": 2790 }, { "epoch": 0.25, "learning_rate": 0.00029953113620242663, "loss": 3.608, "step": 2800 }, { "epoch": 0.25, "learning_rate": 0.0002995277781505749, "loss": 3.5576, "step": 2810 }, { "epoch": 0.25, "learning_rate": 0.0002995244081351927, "loss": 3.599, "step": 2820 }, { "epoch": 0.25, "learning_rate": 0.0002995210261565497, "loss": 3.5775, "step": 2830 }, { "epoch": 0.26, "learning_rate": 0.00029951763221491634, "loss": 3.6377, "step": 2840 }, { "epoch": 0.26, "learning_rate": 0.0002995142263105644, "loss": 3.5587, "step": 2850 }, { "epoch": 0.26, "learning_rate": 0.00029951080844376615, "loss": 3.5918, "step": 2860 }, { "epoch": 0.26, "learning_rate": 0.0002995073786147952, "loss": 3.5853, "step": 2870 }, { "epoch": 0.26, "learning_rate": 0.0002995039368239259, "loss": 3.5265, "step": 2880 }, { "epoch": 0.26, "learning_rate": 0.0002995004830714336, "loss": 3.5684, "step": 2890 }, { "epoch": 0.26, "learning_rate": 0.0002994970173575947, "loss": 3.5716, "step": 2900 }, { "epoch": 0.26, "learning_rate": 0.00029949353968268647, "loss": 3.558, "step": 2910 }, { "epoch": 0.26, "learning_rate": 0.00029949005004698714, "loss": 3.5642, "step": 2920 }, { "epoch": 0.26, "learning_rate": 0.0002994865484507759, "loss": 3.5517, "step": 2930 }, { "epoch": 0.26, "learning_rate": 0.00029948303489433294, "loss": 3.5486, "step": 2940 }, { "epoch": 0.27, "learning_rate": 0.0002994795093779393, "loss": 3.5693, "step": 2950 }, { "epoch": 0.27, "learning_rate": 0.0002994759719018772, "loss": 3.5195, "step": 2960 }, { "epoch": 0.27, "learning_rate": 0.0002994724224664295, "loss": 3.5802, "step": 2970 }, { "epoch": 0.27, "learning_rate": 0.0002994688610718803, "loss": 3.5658, "step": 2980 }, { "epoch": 0.27, "learning_rate": 0.0002994652877185145, "loss": 3.5215, "step": 2990 }, { "epoch": 0.27, "learning_rate": 0.00029946170240661806, "loss": 3.5484, "step": 3000 }, { "epoch": 0.27, "eval_loss": 3.5881383419036865, "eval_runtime": 1262.7068, "eval_samples_per_second": 60.295, "eval_steps_per_second": 7.537, "step": 3000 }, { "epoch": 0.27, "learning_rate": 0.00029945810513647765, "loss": 3.5605, "step": 3010 }, { "epoch": 0.27, "learning_rate": 0.00029945449590838136, "loss": 3.5764, "step": 3020 }, { "epoch": 0.27, "learning_rate": 0.00029945087472261773, "loss": 3.5234, "step": 3030 }, { "epoch": 0.27, "learning_rate": 0.0002994472415794766, "loss": 3.5126, "step": 3040 }, { "epoch": 0.27, "learning_rate": 0.00029944359647924863, "loss": 3.5594, "step": 3050 }, { "epoch": 0.28, "learning_rate": 0.0002994399394222254, "loss": 3.5437, "step": 3060 }, { "epoch": 0.28, "learning_rate": 0.00029943627040869965, "loss": 3.5236, "step": 3070 }, { "epoch": 0.28, "learning_rate": 0.00029943258943896474, "loss": 3.5405, "step": 3080 }, { "epoch": 0.28, "learning_rate": 0.0002994288965133154, "loss": 3.53, "step": 3090 }, { "epoch": 0.28, "learning_rate": 0.0002994251916320469, "loss": 3.5783, "step": 3100 }, { "epoch": 0.28, "learning_rate": 0.00029942147479545574, "loss": 3.5185, "step": 3110 }, { "epoch": 0.28, "learning_rate": 0.00029941774600383933, "loss": 3.5051, "step": 3120 }, { "epoch": 0.28, "learning_rate": 0.000299414005257496, "loss": 3.5344, "step": 3130 }, { "epoch": 0.28, "learning_rate": 0.000299410252556725, "loss": 3.5496, "step": 3140 }, { "epoch": 0.28, "learning_rate": 0.00029940648790182663, "loss": 3.5323, "step": 3150 }, { "epoch": 0.28, "learning_rate": 0.000299402711293102, "loss": 3.5514, "step": 3160 }, { "epoch": 0.29, "learning_rate": 0.0002993989227308534, "loss": 3.5139, "step": 3170 }, { "epoch": 0.29, "learning_rate": 0.00029939512221538385, "loss": 3.5107, "step": 3180 }, { "epoch": 0.29, "learning_rate": 0.00029939130974699745, "loss": 3.5208, "step": 3190 }, { "epoch": 0.29, "learning_rate": 0.0002993874853259993, "loss": 3.4999, "step": 3200 }, { "epoch": 0.29, "learning_rate": 0.00029938364895269525, "loss": 3.5322, "step": 3210 }, { "epoch": 0.29, "learning_rate": 0.0002993798006273924, "loss": 3.4833, "step": 3220 }, { "epoch": 0.29, "learning_rate": 0.0002993759403503985, "loss": 3.5276, "step": 3230 }, { "epoch": 0.29, "learning_rate": 0.0002993720681220225, "loss": 3.5106, "step": 3240 }, { "epoch": 0.29, "learning_rate": 0.0002993681839425742, "loss": 3.5059, "step": 3250 }, { "epoch": 0.29, "learning_rate": 0.00029936428781236437, "loss": 3.4978, "step": 3260 }, { "epoch": 0.29, "learning_rate": 0.0002993603797317047, "loss": 3.5091, "step": 3270 }, { "epoch": 0.3, "learning_rate": 0.0002993564597009079, "loss": 3.4773, "step": 3280 }, { "epoch": 0.3, "learning_rate": 0.00029935252772028757, "loss": 3.4778, "step": 3290 }, { "epoch": 0.3, "learning_rate": 0.0002993485837901584, "loss": 3.5006, "step": 3300 }, { "epoch": 0.3, "learning_rate": 0.00029934462791083585, "loss": 3.5202, "step": 3310 }, { "epoch": 0.3, "learning_rate": 0.0002993406600826364, "loss": 3.513, "step": 3320 }, { "epoch": 0.3, "learning_rate": 0.0002993366803058776, "loss": 3.4845, "step": 3330 }, { "epoch": 0.3, "learning_rate": 0.00029933268858087784, "loss": 3.461, "step": 3340 }, { "epoch": 0.3, "learning_rate": 0.00029932868490795643, "loss": 3.4556, "step": 3350 }, { "epoch": 0.3, "learning_rate": 0.00029932466928743375, "loss": 3.4998, "step": 3360 }, { "epoch": 0.3, "learning_rate": 0.0002993206417196311, "loss": 3.4474, "step": 3370 }, { "epoch": 0.3, "learning_rate": 0.0002993166022048707, "loss": 3.4596, "step": 3380 }, { "epoch": 0.31, "learning_rate": 0.00029931255074347576, "loss": 3.4692, "step": 3390 }, { "epoch": 0.31, "learning_rate": 0.0002993084873357704, "loss": 3.4388, "step": 3400 }, { "epoch": 0.31, "learning_rate": 0.0002993044119820797, "loss": 3.4542, "step": 3410 }, { "epoch": 0.31, "learning_rate": 0.0002993003246827299, "loss": 3.4794, "step": 3420 }, { "epoch": 0.31, "learning_rate": 0.0002992962254380478, "loss": 3.4603, "step": 3430 }, { "epoch": 0.31, "learning_rate": 0.00029929211424836147, "loss": 3.5052, "step": 3440 }, { "epoch": 0.31, "learning_rate": 0.0002992879911139998, "loss": 3.4925, "step": 3450 }, { "epoch": 0.31, "learning_rate": 0.00029928385603529285, "loss": 3.5074, "step": 3460 }, { "epoch": 0.31, "learning_rate": 0.0002992797090125712, "loss": 3.4603, "step": 3470 }, { "epoch": 0.31, "learning_rate": 0.0002992755500461668, "loss": 3.481, "step": 3480 }, { "epoch": 0.31, "learning_rate": 0.00029927137913641247, "loss": 3.4604, "step": 3490 }, { "epoch": 0.32, "learning_rate": 0.0002992671962836417, "loss": 3.4553, "step": 3500 }, { "epoch": 0.32, "learning_rate": 0.00029926300148818937, "loss": 3.4687, "step": 3510 }, { "epoch": 0.32, "learning_rate": 0.000299258794750391, "loss": 3.4339, "step": 3520 }, { "epoch": 0.32, "learning_rate": 0.0002992545760705832, "loss": 3.449, "step": 3530 }, { "epoch": 0.32, "learning_rate": 0.00029925034544910344, "loss": 3.4514, "step": 3540 }, { "epoch": 0.32, "learning_rate": 0.00029924610288629023, "loss": 3.4281, "step": 3550 }, { "epoch": 0.32, "learning_rate": 0.0002992418483824831, "loss": 3.44, "step": 3560 }, { "epoch": 0.32, "learning_rate": 0.00029923758193802234, "loss": 3.436, "step": 3570 }, { "epoch": 0.32, "learning_rate": 0.00029923330355324936, "loss": 3.4545, "step": 3580 }, { "epoch": 0.32, "learning_rate": 0.00029922901322850643, "loss": 3.4504, "step": 3590 }, { "epoch": 0.32, "learning_rate": 0.0002992247109641368, "loss": 3.4446, "step": 3600 }, { "epoch": 0.33, "learning_rate": 0.0002992203967604847, "loss": 3.4326, "step": 3610 }, { "epoch": 0.33, "learning_rate": 0.0002992160706178954, "loss": 3.4506, "step": 3620 }, { "epoch": 0.33, "learning_rate": 0.00029921173253671495, "loss": 3.4613, "step": 3630 }, { "epoch": 0.33, "learning_rate": 0.0002992073825172904, "loss": 3.4504, "step": 3640 }, { "epoch": 0.33, "learning_rate": 0.00029920302055996985, "loss": 3.4392, "step": 3650 }, { "epoch": 0.33, "learning_rate": 0.0002991986466651023, "loss": 3.4374, "step": 3660 }, { "epoch": 0.33, "learning_rate": 0.00029919426083303765, "loss": 3.4257, "step": 3670 }, { "epoch": 0.33, "learning_rate": 0.00029918986306412684, "loss": 3.4183, "step": 3680 }, { "epoch": 0.33, "learning_rate": 0.00029918545335872165, "loss": 3.4406, "step": 3690 }, { "epoch": 0.33, "learning_rate": 0.00029918103171717504, "loss": 3.4079, "step": 3700 }, { "epoch": 0.33, "learning_rate": 0.0002991765981398407, "loss": 3.4628, "step": 3710 }, { "epoch": 0.33, "learning_rate": 0.0002991721526270733, "loss": 3.4464, "step": 3720 }, { "epoch": 0.34, "learning_rate": 0.0002991676951792286, "loss": 3.4343, "step": 3730 }, { "epoch": 0.34, "learning_rate": 0.00029916322579666324, "loss": 3.4202, "step": 3740 }, { "epoch": 0.34, "learning_rate": 0.0002991587444797348, "loss": 3.4158, "step": 3750 }, { "epoch": 0.34, "learning_rate": 0.00029915425122880175, "loss": 3.4387, "step": 3760 }, { "epoch": 0.34, "learning_rate": 0.00029914974604422365, "loss": 3.4614, "step": 3770 }, { "epoch": 0.34, "learning_rate": 0.00029914522892636095, "loss": 3.4164, "step": 3780 }, { "epoch": 0.34, "learning_rate": 0.0002991406998755751, "loss": 3.4754, "step": 3790 }, { "epoch": 0.34, "learning_rate": 0.0002991361588922284, "loss": 3.412, "step": 3800 }, { "epoch": 0.34, "learning_rate": 0.00029913160597668426, "loss": 3.4467, "step": 3810 }, { "epoch": 0.34, "learning_rate": 0.00029912704112930677, "loss": 3.3988, "step": 3820 }, { "epoch": 0.34, "learning_rate": 0.0002991224643504613, "loss": 3.4257, "step": 3830 }, { "epoch": 0.35, "learning_rate": 0.0002991178756405141, "loss": 3.401, "step": 3840 }, { "epoch": 0.35, "learning_rate": 0.0002991132749998321, "loss": 3.4203, "step": 3850 }, { "epoch": 0.35, "learning_rate": 0.00029910866242878356, "loss": 3.4192, "step": 3860 }, { "epoch": 0.35, "learning_rate": 0.00029910403792773746, "loss": 3.4426, "step": 3870 }, { "epoch": 0.35, "learning_rate": 0.0002990994014970638, "loss": 3.418, "step": 3880 }, { "epoch": 0.35, "learning_rate": 0.0002990947531371335, "loss": 3.389, "step": 3890 }, { "epoch": 0.35, "learning_rate": 0.00029909009284831856, "loss": 3.4054, "step": 3900 }, { "epoch": 0.35, "learning_rate": 0.00029908542063099183, "loss": 3.4464, "step": 3910 }, { "epoch": 0.35, "learning_rate": 0.00029908073648552704, "loss": 3.422, "step": 3920 }, { "epoch": 0.35, "learning_rate": 0.0002990760404122991, "loss": 3.4006, "step": 3930 }, { "epoch": 0.35, "learning_rate": 0.00029907133241168356, "loss": 3.3868, "step": 3940 }, { "epoch": 0.36, "learning_rate": 0.00029906661248405725, "loss": 3.3897, "step": 3950 }, { "epoch": 0.36, "learning_rate": 0.00029906188062979775, "loss": 3.3704, "step": 3960 }, { "epoch": 0.36, "learning_rate": 0.0002990571368492836, "loss": 3.4079, "step": 3970 }, { "epoch": 0.36, "learning_rate": 0.0002990523811428945, "loss": 3.3834, "step": 3980 }, { "epoch": 0.36, "learning_rate": 0.00029904761351101075, "loss": 3.4196, "step": 3990 }, { "epoch": 0.36, "learning_rate": 0.00029904283395401393, "loss": 3.3734, "step": 4000 }, { "epoch": 0.36, "eval_loss": 3.4287383556365967, "eval_runtime": 1258.0117, "eval_samples_per_second": 60.52, "eval_steps_per_second": 7.565, "step": 4000 }, { "epoch": 0.36, "learning_rate": 0.00029903804247228644, "loss": 3.3908, "step": 4010 }, { "epoch": 0.36, "learning_rate": 0.0002990332390662116, "loss": 3.4163, "step": 4020 }, { "epoch": 0.36, "learning_rate": 0.0002990284237361737, "loss": 3.4081, "step": 4030 }, { "epoch": 0.36, "learning_rate": 0.00029902359648255805, "loss": 3.3577, "step": 4040 }, { "epoch": 0.36, "learning_rate": 0.0002990187573057509, "loss": 3.3885, "step": 4050 }, { "epoch": 0.37, "learning_rate": 0.0002990139062061394, "loss": 3.4066, "step": 4060 }, { "epoch": 0.37, "learning_rate": 0.00029900904318411165, "loss": 3.3853, "step": 4070 }, { "epoch": 0.37, "learning_rate": 0.00029900416824005677, "loss": 3.3886, "step": 4080 }, { "epoch": 0.37, "learning_rate": 0.0002989992813743648, "loss": 3.3803, "step": 4090 }, { "epoch": 0.37, "learning_rate": 0.0002989943825874267, "loss": 3.4059, "step": 4100 }, { "epoch": 0.37, "learning_rate": 0.0002989894718796345, "loss": 3.3762, "step": 4110 }, { "epoch": 0.37, "learning_rate": 0.00029898454925138094, "loss": 3.4167, "step": 4120 }, { "epoch": 0.37, "learning_rate": 0.00029897961470306004, "loss": 3.3495, "step": 4130 }, { "epoch": 0.37, "learning_rate": 0.00029897466823506654, "loss": 3.3737, "step": 4140 }, { "epoch": 0.37, "learning_rate": 0.00029896970984779616, "loss": 3.3841, "step": 4150 }, { "epoch": 0.37, "learning_rate": 0.0002989647395416456, "loss": 3.3975, "step": 4160 }, { "epoch": 0.38, "learning_rate": 0.00029895975731701266, "loss": 3.3866, "step": 4170 }, { "epoch": 0.38, "learning_rate": 0.0002989547631742959, "loss": 3.3105, "step": 4180 }, { "epoch": 0.38, "learning_rate": 0.0002989497571138948, "loss": 3.3763, "step": 4190 }, { "epoch": 0.38, "learning_rate": 0.00029894473913621, "loss": 3.3882, "step": 4200 }, { "epoch": 0.38, "learning_rate": 0.000298939709241643, "loss": 3.3671, "step": 4210 }, { "epoch": 0.38, "learning_rate": 0.0002989346674305961, "loss": 3.4105, "step": 4220 }, { "epoch": 0.38, "learning_rate": 0.0002989296137034728, "loss": 3.3696, "step": 4230 }, { "epoch": 0.38, "learning_rate": 0.0002989245480606774, "loss": 3.3327, "step": 4240 }, { "epoch": 0.38, "learning_rate": 0.00029891947050261525, "loss": 3.3353, "step": 4250 }, { "epoch": 0.38, "learning_rate": 0.0002989143810296925, "loss": 3.3668, "step": 4260 }, { "epoch": 0.38, "learning_rate": 0.00029890927964231644, "loss": 3.3709, "step": 4270 }, { "epoch": 0.39, "learning_rate": 0.0002989041663408952, "loss": 3.3784, "step": 4280 }, { "epoch": 0.39, "learning_rate": 0.0002988990411258379, "loss": 3.388, "step": 4290 }, { "epoch": 0.39, "learning_rate": 0.0002988939039975546, "loss": 3.3456, "step": 4300 }, { "epoch": 0.39, "learning_rate": 0.0002988887549564563, "loss": 3.3101, "step": 4310 }, { "epoch": 0.39, "learning_rate": 0.00029888359400295496, "loss": 3.374, "step": 4320 }, { "epoch": 0.39, "learning_rate": 0.0002988784211374635, "loss": 3.3092, "step": 4330 }, { "epoch": 0.39, "learning_rate": 0.0002988732363603958, "loss": 3.3741, "step": 4340 }, { "epoch": 0.39, "learning_rate": 0.0002988680396721667, "loss": 3.3237, "step": 4350 }, { "epoch": 0.39, "learning_rate": 0.000298862831073192, "loss": 3.3449, "step": 4360 }, { "epoch": 0.39, "learning_rate": 0.0002988576105638883, "loss": 3.3151, "step": 4370 }, { "epoch": 0.39, "learning_rate": 0.0002988523781446735, "loss": 3.3896, "step": 4380 }, { "epoch": 0.4, "learning_rate": 0.0002988471338159661, "loss": 3.3084, "step": 4390 }, { "epoch": 0.4, "learning_rate": 0.0002988418775781858, "loss": 3.3505, "step": 4400 }, { "epoch": 0.4, "learning_rate": 0.000298836609431753, "loss": 3.3135, "step": 4410 }, { "epoch": 0.4, "learning_rate": 0.0002988313293770893, "loss": 3.3518, "step": 4420 }, { "epoch": 0.4, "learning_rate": 0.00029882603741461706, "loss": 3.3693, "step": 4430 }, { "epoch": 0.4, "learning_rate": 0.0002988207335447598, "loss": 3.3501, "step": 4440 }, { "epoch": 0.4, "learning_rate": 0.0002988154177679418, "loss": 3.3211, "step": 4450 }, { "epoch": 0.4, "learning_rate": 0.00029881009008458844, "loss": 3.3052, "step": 4460 }, { "epoch": 0.4, "learning_rate": 0.00029880475049512585, "loss": 3.3157, "step": 4470 }, { "epoch": 0.4, "learning_rate": 0.00029879939899998137, "loss": 3.3058, "step": 4480 }, { "epoch": 0.4, "learning_rate": 0.0002987940355995831, "loss": 3.32, "step": 4490 }, { "epoch": 0.41, "learning_rate": 0.0002987886602943601, "loss": 3.3461, "step": 4500 }, { "epoch": 0.41, "learning_rate": 0.0002987832730847427, "loss": 3.3216, "step": 4510 }, { "epoch": 0.41, "learning_rate": 0.00029877787397116157, "loss": 3.3265, "step": 4520 }, { "epoch": 0.41, "learning_rate": 0.000298772462954049, "loss": 3.2859, "step": 4530 }, { "epoch": 0.41, "learning_rate": 0.0002987670400338377, "loss": 3.3683, "step": 4540 }, { "epoch": 0.41, "learning_rate": 0.0002987616052109617, "loss": 3.3287, "step": 4550 }, { "epoch": 0.41, "learning_rate": 0.00029875615848585563, "loss": 3.3218, "step": 4560 }, { "epoch": 0.41, "learning_rate": 0.0002987506998589555, "loss": 3.3386, "step": 4570 }, { "epoch": 0.41, "learning_rate": 0.00029874522933069793, "loss": 3.341, "step": 4580 }, { "epoch": 0.41, "learning_rate": 0.0002987397469015207, "loss": 3.2819, "step": 4590 }, { "epoch": 0.41, "learning_rate": 0.0002987342525718623, "loss": 3.302, "step": 4600 }, { "epoch": 0.42, "learning_rate": 0.00029872874634216245, "loss": 3.3155, "step": 4610 }, { "epoch": 0.42, "learning_rate": 0.0002987232282128617, "loss": 3.3039, "step": 4620 }, { "epoch": 0.42, "learning_rate": 0.00029871769818440145, "loss": 3.2963, "step": 4630 }, { "epoch": 0.42, "learning_rate": 0.0002987121562572242, "loss": 3.2748, "step": 4640 }, { "epoch": 0.42, "learning_rate": 0.00029870660243177345, "loss": 3.3123, "step": 4650 }, { "epoch": 0.42, "learning_rate": 0.00029870103670849335, "loss": 3.3812, "step": 4660 }, { "epoch": 0.42, "learning_rate": 0.0002986954590878294, "loss": 3.3077, "step": 4670 }, { "epoch": 0.42, "learning_rate": 0.00029868986957022777, "loss": 3.3504, "step": 4680 }, { "epoch": 0.42, "learning_rate": 0.00029868426815613566, "loss": 3.3157, "step": 4690 }, { "epoch": 0.42, "learning_rate": 0.00029867865484600124, "loss": 3.2964, "step": 4700 }, { "epoch": 0.42, "learning_rate": 0.0002986730296402737, "loss": 3.2778, "step": 4710 }, { "epoch": 0.42, "learning_rate": 0.000298667392539403, "loss": 3.2901, "step": 4720 }, { "epoch": 0.43, "learning_rate": 0.00029866174354384025, "loss": 3.2901, "step": 4730 }, { "epoch": 0.43, "learning_rate": 0.0002986560826540373, "loss": 3.2924, "step": 4740 }, { "epoch": 0.43, "learning_rate": 0.0002986504098704472, "loss": 3.3023, "step": 4750 }, { "epoch": 0.43, "learning_rate": 0.0002986447251935237, "loss": 3.3008, "step": 4760 }, { "epoch": 0.43, "learning_rate": 0.0002986390286237218, "loss": 3.2718, "step": 4770 }, { "epoch": 0.43, "learning_rate": 0.00029863332016149706, "loss": 3.3165, "step": 4780 }, { "epoch": 0.43, "learning_rate": 0.00029862759980730635, "loss": 3.3116, "step": 4790 }, { "epoch": 0.43, "learning_rate": 0.0002986218675616073, "loss": 3.283, "step": 4800 }, { "epoch": 0.43, "learning_rate": 0.0002986161234248585, "loss": 3.3114, "step": 4810 }, { "epoch": 0.43, "learning_rate": 0.0002986103673975196, "loss": 3.3064, "step": 4820 }, { "epoch": 0.43, "learning_rate": 0.00029860459948005116, "loss": 3.2989, "step": 4830 }, { "epoch": 0.44, "learning_rate": 0.0002985988196729146, "loss": 3.2692, "step": 4840 }, { "epoch": 0.44, "learning_rate": 0.00029859302797657233, "loss": 3.2622, "step": 4850 }, { "epoch": 0.44, "learning_rate": 0.0002985872243914878, "loss": 3.2947, "step": 4860 }, { "epoch": 0.44, "learning_rate": 0.00029858140891812535, "loss": 3.329, "step": 4870 }, { "epoch": 0.44, "learning_rate": 0.00029857558155695025, "loss": 3.278, "step": 4880 }, { "epoch": 0.44, "learning_rate": 0.00029856974230842864, "loss": 3.2424, "step": 4890 }, { "epoch": 0.44, "learning_rate": 0.0002985638911730279, "loss": 3.3043, "step": 4900 }, { "epoch": 0.44, "learning_rate": 0.00029855802815121604, "loss": 3.3066, "step": 4910 }, { "epoch": 0.44, "learning_rate": 0.0002985521532434622, "loss": 3.293, "step": 4920 }, { "epoch": 0.44, "learning_rate": 0.0002985462664502364, "loss": 3.2835, "step": 4930 }, { "epoch": 0.44, "learning_rate": 0.00029854036777200965, "loss": 3.2571, "step": 4940 }, { "epoch": 0.45, "learning_rate": 0.0002985344572092539, "loss": 3.3262, "step": 4950 }, { "epoch": 0.45, "learning_rate": 0.00029852853476244206, "loss": 3.2634, "step": 4960 }, { "epoch": 0.45, "learning_rate": 0.00029852260043204795, "loss": 3.2552, "step": 4970 }, { "epoch": 0.45, "learning_rate": 0.00029851665421854633, "loss": 3.2921, "step": 4980 }, { "epoch": 0.45, "learning_rate": 0.00029851069612241306, "loss": 3.2653, "step": 4990 }, { "epoch": 0.45, "learning_rate": 0.0002985047261441247, "loss": 3.2722, "step": 5000 }, { "epoch": 0.45, "eval_loss": 3.314415693283081, "eval_runtime": 1262.2553, "eval_samples_per_second": 60.317, "eval_steps_per_second": 7.54, "step": 5000 }, { "epoch": 0.45, "learning_rate": 0.000298498744284159, "loss": 3.299, "step": 5010 }, { "epoch": 0.45, "learning_rate": 0.0002984927505429946, "loss": 3.2565, "step": 5020 }, { "epoch": 0.45, "learning_rate": 0.000298486744921111, "loss": 3.264, "step": 5030 }, { "epoch": 0.45, "learning_rate": 0.0002984807274189886, "loss": 3.3006, "step": 5040 }, { "epoch": 0.45, "learning_rate": 0.0002984746980371089, "loss": 3.2533, "step": 5050 }, { "epoch": 0.46, "learning_rate": 0.0002984686567759545, "loss": 3.2751, "step": 5060 }, { "epoch": 0.46, "learning_rate": 0.0002984626036360085, "loss": 3.262, "step": 5070 }, { "epoch": 0.46, "learning_rate": 0.0002984565386177554, "loss": 3.2465, "step": 5080 }, { "epoch": 0.46, "learning_rate": 0.0002984504617216803, "loss": 3.2722, "step": 5090 }, { "epoch": 0.46, "learning_rate": 0.0002984443729482694, "loss": 3.2976, "step": 5100 }, { "epoch": 0.46, "learning_rate": 0.00029843827229801003, "loss": 3.2764, "step": 5110 }, { "epoch": 0.46, "learning_rate": 0.0002984321597713901, "loss": 3.2729, "step": 5120 }, { "epoch": 0.46, "learning_rate": 0.0002984260353688988, "loss": 3.2722, "step": 5130 }, { "epoch": 0.46, "learning_rate": 0.00029841989909102604, "loss": 3.284, "step": 5140 }, { "epoch": 0.46, "learning_rate": 0.0002984137509382629, "loss": 3.2443, "step": 5150 }, { "epoch": 0.46, "learning_rate": 0.00029840759091110113, "loss": 3.2197, "step": 5160 }, { "epoch": 0.47, "learning_rate": 0.0002984014190100337, "loss": 3.2432, "step": 5170 }, { "epoch": 0.47, "learning_rate": 0.00029839523523555436, "loss": 3.2188, "step": 5180 }, { "epoch": 0.47, "learning_rate": 0.00029838903958815787, "loss": 3.2312, "step": 5190 }, { "epoch": 0.47, "learning_rate": 0.00029838283206834004, "loss": 3.2435, "step": 5200 }, { "epoch": 0.47, "learning_rate": 0.0002983766126765974, "loss": 3.2374, "step": 5210 }, { "epoch": 0.47, "learning_rate": 0.00029837038141342754, "loss": 3.2422, "step": 5220 }, { "epoch": 0.47, "learning_rate": 0.0002983641382793291, "loss": 3.2507, "step": 5230 }, { "epoch": 0.47, "learning_rate": 0.00029835788327480157, "loss": 3.282, "step": 5240 }, { "epoch": 0.47, "learning_rate": 0.0002983516164003454, "loss": 3.2515, "step": 5250 }, { "epoch": 0.47, "learning_rate": 0.00029834533765646197, "loss": 3.2589, "step": 5260 }, { "epoch": 0.47, "learning_rate": 0.00029833904704365364, "loss": 3.2304, "step": 5270 }, { "epoch": 0.48, "learning_rate": 0.0002983327445624237, "loss": 3.2411, "step": 5280 }, { "epoch": 0.48, "learning_rate": 0.0002983264302132765, "loss": 3.2118, "step": 5290 }, { "epoch": 0.48, "learning_rate": 0.00029832010399671714, "loss": 3.2418, "step": 5300 }, { "epoch": 0.48, "learning_rate": 0.00029831376591325174, "loss": 3.2358, "step": 5310 }, { "epoch": 0.48, "learning_rate": 0.00029830741596338753, "loss": 3.2352, "step": 5320 }, { "epoch": 0.48, "learning_rate": 0.00029830105414763245, "loss": 3.2664, "step": 5330 }, { "epoch": 0.48, "learning_rate": 0.0002982946804664956, "loss": 3.2443, "step": 5340 }, { "epoch": 0.48, "learning_rate": 0.00029828829492048686, "loss": 3.2589, "step": 5350 }, { "epoch": 0.48, "learning_rate": 0.0002982818975101172, "loss": 3.2397, "step": 5360 }, { "epoch": 0.48, "learning_rate": 0.0002982754882358983, "loss": 3.2304, "step": 5370 }, { "epoch": 0.48, "learning_rate": 0.0002982690670983432, "loss": 3.2259, "step": 5380 }, { "epoch": 0.49, "learning_rate": 0.00029826263409796547, "loss": 3.2366, "step": 5390 }, { "epoch": 0.49, "learning_rate": 0.0002982561892352798, "loss": 3.2004, "step": 5400 }, { "epoch": 0.49, "learning_rate": 0.00029824973251080196, "loss": 3.2218, "step": 5410 }, { "epoch": 0.49, "learning_rate": 0.00029824326392504844, "loss": 3.2355, "step": 5420 }, { "epoch": 0.49, "learning_rate": 0.00029823678347853683, "loss": 3.2163, "step": 5430 }, { "epoch": 0.49, "learning_rate": 0.0002982302911717856, "loss": 3.2359, "step": 5440 }, { "epoch": 0.49, "learning_rate": 0.00029822378700531424, "loss": 3.2817, "step": 5450 }, { "epoch": 0.49, "learning_rate": 0.00029821727097964306, "loss": 3.2251, "step": 5460 }, { "epoch": 0.49, "learning_rate": 0.0002982107430952935, "loss": 3.2196, "step": 5470 }, { "epoch": 0.49, "learning_rate": 0.0002982042033527878, "loss": 3.2125, "step": 5480 }, { "epoch": 0.49, "learning_rate": 0.00029819765175264913, "loss": 3.2196, "step": 5490 }, { "epoch": 0.5, "learning_rate": 0.00029819108829540176, "loss": 3.249, "step": 5500 }, { "epoch": 0.5, "learning_rate": 0.0002981845129815708, "loss": 3.2223, "step": 5510 }, { "epoch": 0.5, "learning_rate": 0.00029817792581168236, "loss": 3.2181, "step": 5520 }, { "epoch": 0.5, "learning_rate": 0.0002981713267862634, "loss": 3.2358, "step": 5530 }, { "epoch": 0.5, "learning_rate": 0.0002981647159058419, "loss": 3.2242, "step": 5540 }, { "epoch": 0.5, "learning_rate": 0.0002981580931709469, "loss": 3.1984, "step": 5550 }, { "epoch": 0.5, "learning_rate": 0.0002981514585821082, "loss": 3.2033, "step": 5560 }, { "epoch": 0.5, "learning_rate": 0.0002981448121398566, "loss": 3.2383, "step": 5570 }, { "epoch": 0.5, "learning_rate": 0.00029813815384472394, "loss": 3.1933, "step": 5580 }, { "epoch": 0.5, "learning_rate": 0.00029813148369724283, "loss": 3.2225, "step": 5590 }, { "epoch": 0.5, "learning_rate": 0.0002981248016979471, "loss": 3.2276, "step": 5600 }, { "epoch": 0.51, "learning_rate": 0.00029811810784737127, "loss": 3.2419, "step": 5610 }, { "epoch": 0.51, "learning_rate": 0.00029811140214605094, "loss": 3.2197, "step": 5620 }, { "epoch": 0.51, "learning_rate": 0.00029810468459452255, "loss": 3.1913, "step": 5630 }, { "epoch": 0.51, "learning_rate": 0.0002980979551933237, "loss": 3.2199, "step": 5640 }, { "epoch": 0.51, "learning_rate": 0.00029809121394299266, "loss": 3.248, "step": 5650 }, { "epoch": 0.51, "learning_rate": 0.00029808446084406885, "loss": 3.2327, "step": 5660 }, { "epoch": 0.51, "learning_rate": 0.0002980776958970926, "loss": 3.2153, "step": 5670 }, { "epoch": 0.51, "learning_rate": 0.0002980709191026051, "loss": 3.1731, "step": 5680 }, { "epoch": 0.51, "learning_rate": 0.0002980641304611486, "loss": 3.2494, "step": 5690 }, { "epoch": 0.51, "learning_rate": 0.0002980573299732663, "loss": 3.2158, "step": 5700 }, { "epoch": 0.51, "learning_rate": 0.00029805051763950223, "loss": 3.2046, "step": 5710 }, { "epoch": 0.51, "learning_rate": 0.00029804369346040147, "loss": 3.2824, "step": 5720 }, { "epoch": 0.52, "learning_rate": 0.00029803685743650987, "loss": 3.1937, "step": 5730 }, { "epoch": 0.52, "learning_rate": 0.0002980300095683746, "loss": 3.1755, "step": 5740 }, { "epoch": 0.52, "learning_rate": 0.0002980231498565435, "loss": 3.2206, "step": 5750 }, { "epoch": 0.52, "learning_rate": 0.00029801627830156524, "loss": 3.2374, "step": 5760 }, { "epoch": 0.52, "learning_rate": 0.0002980093949039898, "loss": 3.2115, "step": 5770 }, { "epoch": 0.52, "learning_rate": 0.0002980024996643678, "loss": 3.2323, "step": 5780 }, { "epoch": 0.52, "learning_rate": 0.0002979955925832509, "loss": 3.2223, "step": 5790 }, { "epoch": 0.52, "learning_rate": 0.00029798867366119183, "loss": 3.1721, "step": 5800 }, { "epoch": 0.52, "learning_rate": 0.00029798174289874405, "loss": 3.2005, "step": 5810 }, { "epoch": 0.52, "learning_rate": 0.0002979748002964622, "loss": 3.2027, "step": 5820 }, { "epoch": 0.52, "learning_rate": 0.00029796784585490164, "loss": 3.1967, "step": 5830 }, { "epoch": 0.53, "learning_rate": 0.00029796087957461887, "loss": 3.1974, "step": 5840 }, { "epoch": 0.53, "learning_rate": 0.0002979539014561712, "loss": 3.1973, "step": 5850 }, { "epoch": 0.53, "learning_rate": 0.000297946911500117, "loss": 3.2019, "step": 5860 }, { "epoch": 0.53, "learning_rate": 0.0002979399097070155, "loss": 3.2292, "step": 5870 }, { "epoch": 0.53, "learning_rate": 0.0002979328960774268, "loss": 3.1824, "step": 5880 }, { "epoch": 0.53, "learning_rate": 0.00029792587061191225, "loss": 3.1908, "step": 5890 }, { "epoch": 0.53, "learning_rate": 0.00029791883331103377, "loss": 3.1768, "step": 5900 }, { "epoch": 0.53, "learning_rate": 0.0002979117841753545, "loss": 3.1947, "step": 5910 }, { "epoch": 0.53, "learning_rate": 0.00029790472320543845, "loss": 3.176, "step": 5920 }, { "epoch": 0.53, "learning_rate": 0.00029789765040185047, "loss": 3.2213, "step": 5930 }, { "epoch": 0.53, "learning_rate": 0.0002978905657651565, "loss": 3.2036, "step": 5940 }, { "epoch": 0.54, "learning_rate": 0.0002978834692959234, "loss": 3.1913, "step": 5950 }, { "epoch": 0.54, "learning_rate": 0.0002978763609947189, "loss": 3.1837, "step": 5960 }, { "epoch": 0.54, "learning_rate": 0.0002978692408621117, "loss": 3.21, "step": 5970 }, { "epoch": 0.54, "learning_rate": 0.0002978621088986716, "loss": 3.1888, "step": 5980 }, { "epoch": 0.54, "learning_rate": 0.0002978549651049691, "loss": 3.1807, "step": 5990 }, { "epoch": 0.54, "learning_rate": 0.0002978478094815758, "loss": 3.2276, "step": 6000 }, { "epoch": 0.54, "eval_loss": 3.229881525039673, "eval_runtime": 1262.638, "eval_samples_per_second": 60.298, "eval_steps_per_second": 7.537, "step": 6000 }, { "epoch": 0.54, "learning_rate": 0.0002978406420290642, "loss": 3.1827, "step": 6010 }, { "epoch": 0.54, "learning_rate": 0.00029783346274800783, "loss": 3.1995, "step": 6020 }, { "epoch": 0.54, "learning_rate": 0.000297826271638981, "loss": 3.1944, "step": 6030 }, { "epoch": 0.54, "learning_rate": 0.0002978190687025591, "loss": 3.1717, "step": 6040 }, { "epoch": 0.54, "learning_rate": 0.0002978118539393185, "loss": 3.1701, "step": 6050 }, { "epoch": 0.55, "learning_rate": 0.00029780462734983623, "loss": 3.184, "step": 6060 }, { "epoch": 0.55, "learning_rate": 0.00029779738893469075, "loss": 3.1846, "step": 6070 }, { "epoch": 0.55, "learning_rate": 0.00029779013869446106, "loss": 3.1516, "step": 6080 }, { "epoch": 0.55, "learning_rate": 0.00029778287662972716, "loss": 3.1818, "step": 6090 }, { "epoch": 0.55, "learning_rate": 0.0002977756027410703, "loss": 3.1829, "step": 6100 }, { "epoch": 0.55, "learning_rate": 0.0002977683170290722, "loss": 3.2006, "step": 6110 }, { "epoch": 0.55, "learning_rate": 0.000297761019494316, "loss": 3.2065, "step": 6120 }, { "epoch": 0.55, "learning_rate": 0.00029775371013738547, "loss": 3.166, "step": 6130 }, { "epoch": 0.55, "learning_rate": 0.0002977463889588654, "loss": 3.1668, "step": 6140 }, { "epoch": 0.55, "learning_rate": 0.0002977390559593416, "loss": 3.186, "step": 6150 }, { "epoch": 0.55, "learning_rate": 0.0002977317111394007, "loss": 3.2082, "step": 6160 }, { "epoch": 0.56, "learning_rate": 0.0002977243544996304, "loss": 3.1899, "step": 6170 }, { "epoch": 0.56, "learning_rate": 0.00029771698604061933, "loss": 3.1811, "step": 6180 }, { "epoch": 0.56, "learning_rate": 0.000297709605762957, "loss": 3.1397, "step": 6190 }, { "epoch": 0.56, "learning_rate": 0.00029770221366723387, "loss": 3.1599, "step": 6200 }, { "epoch": 0.56, "learning_rate": 0.0002976948097540414, "loss": 3.158, "step": 6210 }, { "epoch": 0.56, "learning_rate": 0.000297687394023972, "loss": 3.1851, "step": 6220 }, { "epoch": 0.56, "learning_rate": 0.00029767996647761893, "loss": 3.163, "step": 6230 }, { "epoch": 0.56, "learning_rate": 0.0002976725271155765, "loss": 3.1806, "step": 6240 }, { "epoch": 0.56, "learning_rate": 0.00029766507593843985, "loss": 3.2, "step": 6250 }, { "epoch": 0.56, "learning_rate": 0.00029765761294680524, "loss": 3.1744, "step": 6260 }, { "epoch": 0.56, "learning_rate": 0.00029765013814126974, "loss": 3.1667, "step": 6270 }, { "epoch": 0.57, "learning_rate": 0.00029764265152243136, "loss": 3.2051, "step": 6280 }, { "epoch": 0.57, "learning_rate": 0.0002976351530908892, "loss": 3.183, "step": 6290 }, { "epoch": 0.57, "learning_rate": 0.00029762764284724306, "loss": 3.154, "step": 6300 }, { "epoch": 0.57, "learning_rate": 0.00029762012079209395, "loss": 3.1427, "step": 6310 }, { "epoch": 0.57, "learning_rate": 0.00029761258692604357, "loss": 3.1906, "step": 6320 }, { "epoch": 0.57, "learning_rate": 0.0002976050412496948, "loss": 3.1848, "step": 6330 }, { "epoch": 0.57, "learning_rate": 0.00029759748376365135, "loss": 3.1661, "step": 6340 }, { "epoch": 0.57, "learning_rate": 0.00029758991446851785, "loss": 3.1544, "step": 6350 }, { "epoch": 0.57, "learning_rate": 0.00029758233336489993, "loss": 3.1566, "step": 6360 }, { "epoch": 0.57, "learning_rate": 0.00029757474045340415, "loss": 3.1497, "step": 6370 }, { "epoch": 0.57, "learning_rate": 0.00029756713573463793, "loss": 3.1226, "step": 6380 }, { "epoch": 0.58, "learning_rate": 0.0002975595192092099, "loss": 3.1781, "step": 6390 }, { "epoch": 0.58, "learning_rate": 0.00029755189087772924, "loss": 3.1726, "step": 6400 }, { "epoch": 0.58, "learning_rate": 0.0002975442507408064, "loss": 3.1625, "step": 6410 }, { "epoch": 0.58, "learning_rate": 0.00029753659879905265, "loss": 3.1671, "step": 6420 }, { "epoch": 0.58, "learning_rate": 0.00029752893505308013, "loss": 3.1294, "step": 6430 }, { "epoch": 0.58, "learning_rate": 0.0002975212595035021, "loss": 3.1798, "step": 6440 }, { "epoch": 0.58, "learning_rate": 0.00029751357215093265, "loss": 3.1901, "step": 6450 }, { "epoch": 0.58, "learning_rate": 0.00029750587299598685, "loss": 3.1859, "step": 6460 }, { "epoch": 0.58, "learning_rate": 0.00029749816203928064, "loss": 3.1316, "step": 6470 }, { "epoch": 0.58, "learning_rate": 0.000297490439281431, "loss": 3.1507, "step": 6480 }, { "epoch": 0.58, "learning_rate": 0.00029748270472305585, "loss": 3.172, "step": 6490 }, { "epoch": 0.59, "learning_rate": 0.000297474958364774, "loss": 3.1487, "step": 6500 }, { "epoch": 0.59, "learning_rate": 0.0002974672002072052, "loss": 3.109, "step": 6510 }, { "epoch": 0.59, "learning_rate": 0.0002974594302509702, "loss": 3.1347, "step": 6520 }, { "epoch": 0.59, "learning_rate": 0.0002974516484966906, "loss": 3.1345, "step": 6530 }, { "epoch": 0.59, "learning_rate": 0.0002974438549449891, "loss": 3.1585, "step": 6540 }, { "epoch": 0.59, "learning_rate": 0.00029743604959648923, "loss": 3.1138, "step": 6550 }, { "epoch": 0.59, "learning_rate": 0.0002974282324518154, "loss": 3.1808, "step": 6560 }, { "epoch": 0.59, "learning_rate": 0.0002974204035115932, "loss": 3.1491, "step": 6570 }, { "epoch": 0.59, "learning_rate": 0.0002974125627764489, "loss": 3.1422, "step": 6580 }, { "epoch": 0.59, "learning_rate": 0.0002974047102470099, "loss": 3.1711, "step": 6590 }, { "epoch": 0.59, "learning_rate": 0.00029739684592390434, "loss": 3.184, "step": 6600 }, { "epoch": 0.6, "learning_rate": 0.0002973889698077616, "loss": 3.142, "step": 6610 }, { "epoch": 0.6, "learning_rate": 0.00029738108189921174, "loss": 3.1151, "step": 6620 }, { "epoch": 0.6, "learning_rate": 0.00029737318219888594, "loss": 3.1337, "step": 6630 }, { "epoch": 0.6, "learning_rate": 0.00029736527070741613, "loss": 3.1797, "step": 6640 }, { "epoch": 0.6, "learning_rate": 0.0002973573474254353, "loss": 3.1147, "step": 6650 }, { "epoch": 0.6, "learning_rate": 0.0002973494123535776, "loss": 3.1531, "step": 6660 }, { "epoch": 0.6, "learning_rate": 0.00029734146549247764, "loss": 3.1583, "step": 6670 }, { "epoch": 0.6, "learning_rate": 0.00029733350684277136, "loss": 3.1491, "step": 6680 }, { "epoch": 0.6, "learning_rate": 0.0002973255364050955, "loss": 3.1364, "step": 6690 }, { "epoch": 0.6, "learning_rate": 0.0002973175541800878, "loss": 3.1253, "step": 6700 }, { "epoch": 0.6, "learning_rate": 0.0002973095601683869, "loss": 3.1379, "step": 6710 }, { "epoch": 0.61, "learning_rate": 0.00029730155437063233, "loss": 3.1563, "step": 6720 }, { "epoch": 0.61, "learning_rate": 0.00029729353678746464, "loss": 3.1433, "step": 6730 }, { "epoch": 0.61, "learning_rate": 0.0002972855074195254, "loss": 3.1424, "step": 6740 }, { "epoch": 0.61, "learning_rate": 0.0002972774662674569, "loss": 3.1461, "step": 6750 }, { "epoch": 0.61, "learning_rate": 0.0002972694133319026, "loss": 3.1398, "step": 6760 }, { "epoch": 0.61, "learning_rate": 0.00029726134861350677, "loss": 3.1105, "step": 6770 }, { "epoch": 0.61, "learning_rate": 0.00029725327211291465, "loss": 3.0861, "step": 6780 }, { "epoch": 0.61, "learning_rate": 0.0002972451838307724, "loss": 3.1124, "step": 6790 }, { "epoch": 0.61, "learning_rate": 0.00029723708376772724, "loss": 3.1455, "step": 6800 }, { "epoch": 0.61, "learning_rate": 0.00029722897192442714, "loss": 3.18, "step": 6810 }, { "epoch": 0.61, "learning_rate": 0.00029722084830152126, "loss": 3.1196, "step": 6820 }, { "epoch": 0.61, "learning_rate": 0.0002972127128996594, "loss": 3.1463, "step": 6830 }, { "epoch": 0.62, "learning_rate": 0.00029720456571949254, "loss": 3.1278, "step": 6840 }, { "epoch": 0.62, "learning_rate": 0.0002971964067616726, "loss": 3.1672, "step": 6850 }, { "epoch": 0.62, "learning_rate": 0.0002971882360268522, "loss": 3.145, "step": 6860 }, { "epoch": 0.62, "learning_rate": 0.00029718005351568523, "loss": 3.1416, "step": 6870 }, { "epoch": 0.62, "learning_rate": 0.00029717185922882626, "loss": 3.1329, "step": 6880 }, { "epoch": 0.62, "learning_rate": 0.000297163653166931, "loss": 3.1422, "step": 6890 }, { "epoch": 0.62, "learning_rate": 0.00029715543533065587, "loss": 3.1844, "step": 6900 }, { "epoch": 0.62, "learning_rate": 0.0002971472057206585, "loss": 3.1245, "step": 6910 }, { "epoch": 0.62, "learning_rate": 0.00029713896433759726, "loss": 3.1464, "step": 6920 }, { "epoch": 0.62, "learning_rate": 0.0002971307111821315, "loss": 3.1336, "step": 6930 }, { "epoch": 0.62, "learning_rate": 0.00029712244625492167, "loss": 3.1161, "step": 6940 }, { "epoch": 0.63, "learning_rate": 0.0002971141695566289, "loss": 3.1404, "step": 6950 }, { "epoch": 0.63, "learning_rate": 0.0002971058810879155, "loss": 3.1068, "step": 6960 }, { "epoch": 0.63, "learning_rate": 0.00029709758084944457, "loss": 3.1482, "step": 6970 }, { "epoch": 0.63, "learning_rate": 0.00029708926884188024, "loss": 3.1316, "step": 6980 }, { "epoch": 0.63, "learning_rate": 0.00029708094506588744, "loss": 3.1598, "step": 6990 }, { "epoch": 0.63, "learning_rate": 0.00029707260952213226, "loss": 3.1809, "step": 7000 }, { "epoch": 0.63, "eval_loss": 3.1597089767456055, "eval_runtime": 1262.6258, "eval_samples_per_second": 60.299, "eval_steps_per_second": 7.537, "step": 7000 }, { "epoch": 0.63, "learning_rate": 0.0002970642622112816, "loss": 3.1457, "step": 7010 }, { "epoch": 0.63, "learning_rate": 0.00029705590313400325, "loss": 3.1302, "step": 7020 }, { "epoch": 0.63, "learning_rate": 0.00029704753229096607, "loss": 3.1369, "step": 7030 }, { "epoch": 0.63, "learning_rate": 0.0002970391496828398, "loss": 3.0741, "step": 7040 }, { "epoch": 0.63, "learning_rate": 0.0002970307553102951, "loss": 3.1429, "step": 7050 }, { "epoch": 0.64, "learning_rate": 0.00029702234917400354, "loss": 3.0726, "step": 7060 }, { "epoch": 0.64, "learning_rate": 0.0002970139312746378, "loss": 3.1103, "step": 7070 }, { "epoch": 0.64, "learning_rate": 0.0002970055016128714, "loss": 3.1151, "step": 7080 }, { "epoch": 0.64, "learning_rate": 0.0002969970601893786, "loss": 3.146, "step": 7090 }, { "epoch": 0.64, "learning_rate": 0.00029698860700483494, "loss": 3.12, "step": 7100 }, { "epoch": 0.64, "learning_rate": 0.0002969801420599167, "loss": 3.1103, "step": 7110 }, { "epoch": 0.64, "learning_rate": 0.00029697166535530117, "loss": 3.0877, "step": 7120 }, { "epoch": 0.64, "learning_rate": 0.0002969631768916666, "loss": 3.1072, "step": 7130 }, { "epoch": 0.64, "learning_rate": 0.000296954676669692, "loss": 3.1124, "step": 7140 }, { "epoch": 0.64, "learning_rate": 0.0002969461646900576, "loss": 3.1139, "step": 7150 }, { "epoch": 0.64, "learning_rate": 0.0002969376409534444, "loss": 3.1035, "step": 7160 }, { "epoch": 0.65, "learning_rate": 0.0002969291054605343, "loss": 3.1059, "step": 7170 }, { "epoch": 0.65, "learning_rate": 0.0002969205582120104, "loss": 3.1141, "step": 7180 }, { "epoch": 0.65, "learning_rate": 0.00029691199920855635, "loss": 3.1194, "step": 7190 }, { "epoch": 0.65, "learning_rate": 0.000296903428450857, "loss": 3.127, "step": 7200 }, { "epoch": 0.65, "learning_rate": 0.0002968948459395982, "loss": 3.1059, "step": 7210 }, { "epoch": 0.65, "learning_rate": 0.00029688625167546644, "loss": 3.0892, "step": 7220 }, { "epoch": 0.65, "learning_rate": 0.0002968776456591495, "loss": 3.103, "step": 7230 }, { "epoch": 0.65, "learning_rate": 0.00029686902789133584, "loss": 3.0996, "step": 7240 }, { "epoch": 0.65, "learning_rate": 0.00029686039837271494, "loss": 3.0967, "step": 7250 }, { "epoch": 0.65, "learning_rate": 0.0002968517571039774, "loss": 3.0888, "step": 7260 }, { "epoch": 0.65, "learning_rate": 0.0002968431040858144, "loss": 3.0901, "step": 7270 }, { "epoch": 0.66, "learning_rate": 0.0002968344393189183, "loss": 3.1288, "step": 7280 }, { "epoch": 0.66, "learning_rate": 0.0002968257628039825, "loss": 3.0919, "step": 7290 }, { "epoch": 0.66, "learning_rate": 0.00029681707454170105, "loss": 3.1561, "step": 7300 }, { "epoch": 0.66, "learning_rate": 0.00029680837453276913, "loss": 3.117, "step": 7310 }, { "epoch": 0.66, "learning_rate": 0.00029679966277788275, "loss": 3.0694, "step": 7320 }, { "epoch": 0.66, "learning_rate": 0.0002967909392777391, "loss": 3.1108, "step": 7330 }, { "epoch": 0.66, "learning_rate": 0.00029678220403303596, "loss": 3.1357, "step": 7340 }, { "epoch": 0.66, "learning_rate": 0.0002967734570444723, "loss": 3.097, "step": 7350 }, { "epoch": 0.66, "learning_rate": 0.000296764698312748, "loss": 3.1069, "step": 7360 }, { "epoch": 0.66, "learning_rate": 0.00029675592783856374, "loss": 3.136, "step": 7370 }, { "epoch": 0.66, "learning_rate": 0.00029674714562262126, "loss": 3.1069, "step": 7380 }, { "epoch": 0.67, "learning_rate": 0.00029673835166562333, "loss": 3.1196, "step": 7390 }, { "epoch": 0.67, "learning_rate": 0.0002967295459682734, "loss": 3.1102, "step": 7400 }, { "epoch": 0.67, "learning_rate": 0.000296720728531276, "loss": 3.1162, "step": 7410 }, { "epoch": 0.67, "learning_rate": 0.0002967118993553367, "loss": 3.1198, "step": 7420 }, { "epoch": 0.67, "learning_rate": 0.00029670305844116184, "loss": 3.0783, "step": 7430 }, { "epoch": 0.67, "learning_rate": 0.00029669420578945884, "loss": 3.0867, "step": 7440 }, { "epoch": 0.67, "learning_rate": 0.0002966853414009359, "loss": 3.0681, "step": 7450 }, { "epoch": 0.67, "learning_rate": 0.0002966764652763023, "loss": 3.1045, "step": 7460 }, { "epoch": 0.67, "learning_rate": 0.0002966675774162682, "loss": 3.1053, "step": 7470 }, { "epoch": 0.67, "learning_rate": 0.0002966586778215447, "loss": 3.0944, "step": 7480 }, { "epoch": 0.67, "learning_rate": 0.0002966497664928439, "loss": 3.0843, "step": 7490 }, { "epoch": 0.68, "learning_rate": 0.00029664084343087867, "loss": 3.1086, "step": 7500 }, { "epoch": 0.68, "learning_rate": 0.0002966319086363631, "loss": 3.0846, "step": 7510 }, { "epoch": 0.68, "learning_rate": 0.00029662296211001185, "loss": 3.0417, "step": 7520 }, { "epoch": 0.68, "learning_rate": 0.00029661400385254085, "loss": 3.0938, "step": 7530 }, { "epoch": 0.68, "learning_rate": 0.00029660503386466685, "loss": 3.1287, "step": 7540 }, { "epoch": 0.68, "learning_rate": 0.0002965960521471075, "loss": 3.0479, "step": 7550 }, { "epoch": 0.68, "learning_rate": 0.0002965870587005813, "loss": 3.1001, "step": 7560 }, { "epoch": 0.68, "learning_rate": 0.000296578053525808, "loss": 3.0934, "step": 7570 }, { "epoch": 0.68, "learning_rate": 0.000296569036623508, "loss": 3.1251, "step": 7580 }, { "epoch": 0.68, "learning_rate": 0.0002965600079944027, "loss": 3.0948, "step": 7590 }, { "epoch": 0.68, "learning_rate": 0.0002965509676392145, "loss": 3.0783, "step": 7600 }, { "epoch": 0.69, "learning_rate": 0.0002965419155586667, "loss": 3.0542, "step": 7610 }, { "epoch": 0.69, "learning_rate": 0.00029653285175348357, "loss": 3.0946, "step": 7620 }, { "epoch": 0.69, "learning_rate": 0.0002965237762243903, "loss": 3.074, "step": 7630 }, { "epoch": 0.69, "learning_rate": 0.000296514688972113, "loss": 3.0811, "step": 7640 }, { "epoch": 0.69, "learning_rate": 0.00029650558999737867, "loss": 3.08, "step": 7650 }, { "epoch": 0.69, "learning_rate": 0.0002964964793009154, "loss": 3.073, "step": 7660 }, { "epoch": 0.69, "learning_rate": 0.00029648735688345205, "loss": 3.0804, "step": 7670 }, { "epoch": 0.69, "learning_rate": 0.00029647822274571855, "loss": 3.0701, "step": 7680 }, { "epoch": 0.69, "learning_rate": 0.0002964690768884457, "loss": 3.0487, "step": 7690 }, { "epoch": 0.69, "learning_rate": 0.00029645991931236517, "loss": 3.0867, "step": 7700 }, { "epoch": 0.69, "learning_rate": 0.0002964507500182098, "loss": 3.0916, "step": 7710 }, { "epoch": 0.7, "learning_rate": 0.0002964415690067131, "loss": 3.0782, "step": 7720 }, { "epoch": 0.7, "learning_rate": 0.0002964323762786096, "loss": 3.089, "step": 7730 }, { "epoch": 0.7, "learning_rate": 0.00029642317183463493, "loss": 3.0416, "step": 7740 }, { "epoch": 0.7, "learning_rate": 0.00029641395567552546, "loss": 3.0844, "step": 7750 }, { "epoch": 0.7, "learning_rate": 0.0002964047278020185, "loss": 3.1009, "step": 7760 }, { "epoch": 0.7, "learning_rate": 0.0002963954882148524, "loss": 3.0975, "step": 7770 }, { "epoch": 0.7, "learning_rate": 0.0002963862369147665, "loss": 3.0932, "step": 7780 }, { "epoch": 0.7, "learning_rate": 0.00029637697390250085, "loss": 3.0968, "step": 7790 }, { "epoch": 0.7, "learning_rate": 0.0002963676991787967, "loss": 3.0679, "step": 7800 }, { "epoch": 0.7, "learning_rate": 0.00029635841274439594, "loss": 3.0705, "step": 7810 }, { "epoch": 0.7, "learning_rate": 0.0002963491146000417, "loss": 3.0923, "step": 7820 }, { "epoch": 0.7, "learning_rate": 0.0002963398047464779, "loss": 3.0742, "step": 7830 }, { "epoch": 0.71, "learning_rate": 0.0002963304831844494, "loss": 3.0896, "step": 7840 }, { "epoch": 0.71, "learning_rate": 0.00029632114991470196, "loss": 3.0747, "step": 7850 }, { "epoch": 0.71, "learning_rate": 0.0002963118049379824, "loss": 3.1024, "step": 7860 }, { "epoch": 0.71, "learning_rate": 0.00029630244825503836, "loss": 3.0963, "step": 7870 }, { "epoch": 0.71, "learning_rate": 0.0002962930798666184, "loss": 3.0835, "step": 7880 }, { "epoch": 0.71, "learning_rate": 0.0002962836997734722, "loss": 3.0745, "step": 7890 }, { "epoch": 0.71, "learning_rate": 0.0002962743079763501, "loss": 3.0786, "step": 7900 }, { "epoch": 0.71, "learning_rate": 0.00029626490447600366, "loss": 3.0697, "step": 7910 }, { "epoch": 0.71, "learning_rate": 0.00029625548927318516, "loss": 3.084, "step": 7920 }, { "epoch": 0.71, "learning_rate": 0.00029624606236864796, "loss": 3.059, "step": 7930 }, { "epoch": 0.71, "learning_rate": 0.0002962366237631462, "loss": 3.0793, "step": 7940 }, { "epoch": 0.72, "learning_rate": 0.00029622717345743514, "loss": 3.0691, "step": 7950 }, { "epoch": 0.72, "learning_rate": 0.0002962177114522709, "loss": 3.1112, "step": 7960 }, { "epoch": 0.72, "learning_rate": 0.00029620823774841043, "loss": 3.1004, "step": 7970 }, { "epoch": 0.72, "learning_rate": 0.0002961987523466117, "loss": 3.0406, "step": 7980 }, { "epoch": 0.72, "learning_rate": 0.00029618925524763377, "loss": 3.0851, "step": 7990 }, { "epoch": 0.72, "learning_rate": 0.00029617974645223643, "loss": 3.0706, "step": 8000 }, { "epoch": 0.72, "eval_loss": 3.1043083667755127, "eval_runtime": 1262.8212, "eval_samples_per_second": 60.29, "eval_steps_per_second": 7.536, "step": 8000 }, { "epoch": 0.72, "learning_rate": 0.0002961702259611804, "loss": 3.0704, "step": 8010 }, { "epoch": 0.72, "learning_rate": 0.0002961606937752274, "loss": 3.051, "step": 8020 }, { "epoch": 0.72, "learning_rate": 0.00029615114989514017, "loss": 3.0859, "step": 8030 }, { "epoch": 0.72, "learning_rate": 0.0002961415943216823, "loss": 3.0962, "step": 8040 }, { "epoch": 0.72, "learning_rate": 0.0002961320270556182, "loss": 3.0713, "step": 8050 }, { "epoch": 0.73, "learning_rate": 0.00029612244809771357, "loss": 3.0823, "step": 8060 }, { "epoch": 0.73, "learning_rate": 0.0002961128574487346, "loss": 3.061, "step": 8070 }, { "epoch": 0.73, "learning_rate": 0.0002961032551094486, "loss": 3.074, "step": 8080 }, { "epoch": 0.73, "learning_rate": 0.000296093641080624, "loss": 3.0551, "step": 8090 }, { "epoch": 0.73, "learning_rate": 0.00029608401536303, "loss": 3.0811, "step": 8100 }, { "epoch": 0.73, "learning_rate": 0.0002960743779574365, "loss": 3.0746, "step": 8110 }, { "epoch": 0.73, "learning_rate": 0.0002960647288646149, "loss": 3.0514, "step": 8120 }, { "epoch": 0.73, "learning_rate": 0.000296055068085337, "loss": 3.1027, "step": 8130 }, { "epoch": 0.73, "learning_rate": 0.00029604539562037586, "loss": 3.0493, "step": 8140 }, { "epoch": 0.73, "learning_rate": 0.0002960357114705053, "loss": 3.0647, "step": 8150 }, { "epoch": 0.73, "learning_rate": 0.00029602601563650014, "loss": 3.0594, "step": 8160 }, { "epoch": 0.74, "learning_rate": 0.00029601630811913613, "loss": 3.058, "step": 8170 }, { "epoch": 0.74, "learning_rate": 0.00029600658891919, "loss": 3.0755, "step": 8180 }, { "epoch": 0.74, "learning_rate": 0.0002959968580374393, "loss": 3.0111, "step": 8190 }, { "epoch": 0.74, "learning_rate": 0.0002959871154746627, "loss": 3.0019, "step": 8200 }, { "epoch": 0.74, "learning_rate": 0.00029597736123163955, "loss": 3.0586, "step": 8210 }, { "epoch": 0.74, "learning_rate": 0.0002959675953091504, "loss": 3.0724, "step": 8220 }, { "epoch": 0.74, "learning_rate": 0.0002959578177079765, "loss": 3.0824, "step": 8230 }, { "epoch": 0.74, "learning_rate": 0.00029594802842890016, "loss": 3.0672, "step": 8240 }, { "epoch": 0.74, "learning_rate": 0.00029593822747270467, "loss": 3.0526, "step": 8250 }, { "epoch": 0.74, "learning_rate": 0.00029592841484017425, "loss": 3.0724, "step": 8260 }, { "epoch": 0.74, "learning_rate": 0.0002959185905320938, "loss": 3.0718, "step": 8270 }, { "epoch": 0.75, "learning_rate": 0.00029590875454924947, "loss": 3.0034, "step": 8280 }, { "epoch": 0.75, "learning_rate": 0.0002958989068924283, "loss": 3.0563, "step": 8290 }, { "epoch": 0.75, "learning_rate": 0.000295889047562418, "loss": 3.0657, "step": 8300 }, { "epoch": 0.75, "learning_rate": 0.0002958791765600076, "loss": 3.0595, "step": 8310 }, { "epoch": 0.75, "learning_rate": 0.0002958692938859867, "loss": 3.0517, "step": 8320 }, { "epoch": 0.75, "learning_rate": 0.00029585939954114614, "loss": 3.0472, "step": 8330 }, { "epoch": 0.75, "learning_rate": 0.00029584949352627746, "loss": 3.0924, "step": 8340 }, { "epoch": 0.75, "learning_rate": 0.00029583957584217326, "loss": 3.0252, "step": 8350 }, { "epoch": 0.75, "learning_rate": 0.00029582964648962697, "loss": 3.0424, "step": 8360 }, { "epoch": 0.75, "learning_rate": 0.00029581970546943315, "loss": 3.0643, "step": 8370 }, { "epoch": 0.75, "learning_rate": 0.0002958097527823871, "loss": 3.0959, "step": 8380 }, { "epoch": 0.76, "learning_rate": 0.0002957997884292852, "loss": 3.0493, "step": 8390 }, { "epoch": 0.76, "learning_rate": 0.0002957898124109246, "loss": 3.0442, "step": 8400 }, { "epoch": 0.76, "learning_rate": 0.0002957798247281034, "loss": 3.068, "step": 8410 }, { "epoch": 0.76, "learning_rate": 0.00029576982538162083, "loss": 3.0389, "step": 8420 }, { "epoch": 0.76, "learning_rate": 0.0002957598143722769, "loss": 3.0408, "step": 8430 }, { "epoch": 0.76, "learning_rate": 0.00029574979170087255, "loss": 3.0643, "step": 8440 }, { "epoch": 0.76, "learning_rate": 0.0002957397573682097, "loss": 3.0681, "step": 8450 }, { "epoch": 0.76, "learning_rate": 0.0002957297113750912, "loss": 3.0757, "step": 8460 }, { "epoch": 0.76, "learning_rate": 0.0002957196537223208, "loss": 3.0495, "step": 8470 }, { "epoch": 0.76, "learning_rate": 0.00029570958441070316, "loss": 3.019, "step": 8480 }, { "epoch": 0.76, "learning_rate": 0.00029569950344104397, "loss": 3.0433, "step": 8490 }, { "epoch": 0.77, "learning_rate": 0.00029568941081414976, "loss": 3.0481, "step": 8500 }, { "epoch": 0.77, "learning_rate": 0.00029567930653082804, "loss": 3.0305, "step": 8510 }, { "epoch": 0.77, "learning_rate": 0.00029566919059188725, "loss": 3.0699, "step": 8520 }, { "epoch": 0.77, "learning_rate": 0.00029565906299813675, "loss": 3.0219, "step": 8530 }, { "epoch": 0.77, "learning_rate": 0.00029564892375038686, "loss": 3.0687, "step": 8540 }, { "epoch": 0.77, "learning_rate": 0.00029563877284944875, "loss": 3.0251, "step": 8550 }, { "epoch": 0.77, "learning_rate": 0.00029562861029613463, "loss": 3.0146, "step": 8560 }, { "epoch": 0.77, "learning_rate": 0.0002956184360912576, "loss": 3.0418, "step": 8570 }, { "epoch": 0.77, "learning_rate": 0.00029560825023563163, "loss": 3.0322, "step": 8580 }, { "epoch": 0.77, "learning_rate": 0.00029559805273007166, "loss": 3.0739, "step": 8590 }, { "epoch": 0.77, "learning_rate": 0.0002955878435753937, "loss": 3.0625, "step": 8600 }, { "epoch": 0.78, "learning_rate": 0.0002955776227724145, "loss": 3.0672, "step": 8610 }, { "epoch": 0.78, "learning_rate": 0.0002955673903219518, "loss": 3.0304, "step": 8620 }, { "epoch": 0.78, "learning_rate": 0.00029555714622482435, "loss": 3.001, "step": 8630 }, { "epoch": 0.78, "learning_rate": 0.0002955468904818516, "loss": 3.0411, "step": 8640 }, { "epoch": 0.78, "learning_rate": 0.00029553662309385434, "loss": 3.0182, "step": 8650 }, { "epoch": 0.78, "learning_rate": 0.0002955263440616539, "loss": 3.0461, "step": 8660 }, { "epoch": 0.78, "learning_rate": 0.0002955160533860727, "loss": 3.0539, "step": 8670 }, { "epoch": 0.78, "learning_rate": 0.000295505751067934, "loss": 2.9968, "step": 8680 }, { "epoch": 0.78, "learning_rate": 0.0002954954371080623, "loss": 3.0386, "step": 8690 }, { "epoch": 0.78, "learning_rate": 0.0002954851115072827, "loss": 3.0238, "step": 8700 }, { "epoch": 0.78, "learning_rate": 0.00029547477426642127, "loss": 3.0155, "step": 8710 }, { "epoch": 0.79, "learning_rate": 0.0002954644253863052, "loss": 3.0014, "step": 8720 }, { "epoch": 0.79, "learning_rate": 0.0002954540648677624, "loss": 3.0408, "step": 8730 }, { "epoch": 0.79, "learning_rate": 0.0002954436927116218, "loss": 3.0541, "step": 8740 }, { "epoch": 0.79, "learning_rate": 0.0002954333089187133, "loss": 2.9756, "step": 8750 }, { "epoch": 0.79, "learning_rate": 0.00029542291348986767, "loss": 3.0619, "step": 8760 }, { "epoch": 0.79, "learning_rate": 0.0002954125064259167, "loss": 3.0218, "step": 8770 }, { "epoch": 0.79, "learning_rate": 0.00029540208772769295, "loss": 3.0225, "step": 8780 }, { "epoch": 0.79, "learning_rate": 0.0002953916573960301, "loss": 3.0219, "step": 8790 }, { "epoch": 0.79, "learning_rate": 0.0002953812154317626, "loss": 3.0366, "step": 8800 }, { "epoch": 0.79, "learning_rate": 0.00029537076183572584, "loss": 3.0551, "step": 8810 }, { "epoch": 0.79, "learning_rate": 0.0002953602966087564, "loss": 3.0189, "step": 8820 }, { "epoch": 0.79, "learning_rate": 0.0002953498197516914, "loss": 3.0355, "step": 8830 }, { "epoch": 0.8, "learning_rate": 0.00029533933126536923, "loss": 3.0119, "step": 8840 }, { "epoch": 0.8, "learning_rate": 0.0002953288311506289, "loss": 3.0208, "step": 8850 }, { "epoch": 0.8, "learning_rate": 0.0002953183194083106, "loss": 3.0384, "step": 8860 }, { "epoch": 0.8, "learning_rate": 0.00029530779603925537, "loss": 3.0288, "step": 8870 }, { "epoch": 0.8, "learning_rate": 0.0002952972610443052, "loss": 3.0126, "step": 8880 }, { "epoch": 0.8, "learning_rate": 0.00029528671442430283, "loss": 3.026, "step": 8890 }, { "epoch": 0.8, "learning_rate": 0.00029527615618009227, "loss": 3.0238, "step": 8900 }, { "epoch": 0.8, "learning_rate": 0.0002952655863125182, "loss": 3.0282, "step": 8910 }, { "epoch": 0.8, "learning_rate": 0.0002952550048224262, "loss": 2.9681, "step": 8920 }, { "epoch": 0.8, "learning_rate": 0.0002952444117106631, "loss": 3.0175, "step": 8930 }, { "epoch": 0.8, "learning_rate": 0.0002952338069780762, "loss": 3.0304, "step": 8940 }, { "epoch": 0.81, "learning_rate": 0.0002952231906255142, "loss": 3.05, "step": 8950 }, { "epoch": 0.81, "learning_rate": 0.00029521256265382625, "loss": 3.0625, "step": 8960 }, { "epoch": 0.81, "learning_rate": 0.0002952019230638629, "loss": 3.0095, "step": 8970 }, { "epoch": 0.81, "learning_rate": 0.0002951912718564753, "loss": 3.0204, "step": 8980 }, { "epoch": 0.81, "learning_rate": 0.00029518060903251575, "loss": 3.0424, "step": 8990 }, { "epoch": 0.81, "learning_rate": 0.00029516993459283717, "loss": 3.0185, "step": 9000 }, { "epoch": 0.81, "eval_loss": 3.0578036308288574, "eval_runtime": 1263.0467, "eval_samples_per_second": 60.279, "eval_steps_per_second": 7.535, "step": 9000 }, { "epoch": 0.81, "learning_rate": 0.00029515924853829376, "loss": 3.0597, "step": 9010 }, { "epoch": 0.81, "learning_rate": 0.0002951485508697405, "loss": 3.0298, "step": 9020 }, { "epoch": 0.81, "learning_rate": 0.00029513784158803326, "loss": 3.0113, "step": 9030 }, { "epoch": 0.81, "learning_rate": 0.00029512712069402884, "loss": 3.0256, "step": 9040 }, { "epoch": 0.81, "learning_rate": 0.0002951163881885851, "loss": 3.0211, "step": 9050 }, { "epoch": 0.82, "learning_rate": 0.0002951056440725606, "loss": 2.9975, "step": 9060 }, { "epoch": 0.82, "learning_rate": 0.00029509488834681514, "loss": 2.9914, "step": 9070 }, { "epoch": 0.82, "learning_rate": 0.0002950841210122091, "loss": 3.0043, "step": 9080 }, { "epoch": 0.82, "learning_rate": 0.00029507334206960406, "loss": 3.0386, "step": 9090 }, { "epoch": 0.82, "learning_rate": 0.0002950625515198624, "loss": 3.0045, "step": 9100 }, { "epoch": 0.82, "learning_rate": 0.00029505174936384745, "loss": 3.0167, "step": 9110 }, { "epoch": 0.82, "learning_rate": 0.00029504093560242344, "loss": 2.9882, "step": 9120 }, { "epoch": 0.82, "learning_rate": 0.0002950301102364557, "loss": 3.0267, "step": 9130 }, { "epoch": 0.82, "learning_rate": 0.0002950192732668102, "loss": 3.0081, "step": 9140 }, { "epoch": 0.82, "learning_rate": 0.00029500842469435415, "loss": 3.0016, "step": 9150 }, { "epoch": 0.82, "learning_rate": 0.0002949975645199554, "loss": 3.0318, "step": 9160 }, { "epoch": 0.83, "learning_rate": 0.0002949866927444829, "loss": 3.0074, "step": 9170 }, { "epoch": 0.83, "learning_rate": 0.00029497580936880646, "loss": 3.0361, "step": 9180 }, { "epoch": 0.83, "learning_rate": 0.0002949649143937969, "loss": 2.9849, "step": 9190 }, { "epoch": 0.83, "learning_rate": 0.00029495400782032587, "loss": 3.0168, "step": 9200 }, { "epoch": 0.83, "learning_rate": 0.00029494308964926597, "loss": 2.9908, "step": 9210 }, { "epoch": 0.83, "learning_rate": 0.00029493215988149083, "loss": 3.0127, "step": 9220 }, { "epoch": 0.83, "learning_rate": 0.0002949212185178749, "loss": 3.0461, "step": 9230 }, { "epoch": 0.83, "learning_rate": 0.00029491026555929353, "loss": 3.0364, "step": 9240 }, { "epoch": 0.83, "learning_rate": 0.0002948993010066231, "loss": 3.0262, "step": 9250 }, { "epoch": 0.83, "learning_rate": 0.0002948883248607409, "loss": 3.0245, "step": 9260 }, { "epoch": 0.83, "learning_rate": 0.000294877337122525, "loss": 3.0012, "step": 9270 }, { "epoch": 0.84, "learning_rate": 0.0002948663377928547, "loss": 2.996, "step": 9280 }, { "epoch": 0.84, "learning_rate": 0.0002948553268726099, "loss": 3.0212, "step": 9290 }, { "epoch": 0.84, "learning_rate": 0.0002948443043626715, "loss": 2.9864, "step": 9300 }, { "epoch": 0.84, "learning_rate": 0.0002948332702639216, "loss": 3.0105, "step": 9310 }, { "epoch": 0.84, "learning_rate": 0.00029482222457724296, "loss": 3.0253, "step": 9320 }, { "epoch": 0.84, "learning_rate": 0.00029481116730351926, "loss": 3.0308, "step": 9330 }, { "epoch": 0.84, "learning_rate": 0.0002948000984436352, "loss": 3.0255, "step": 9340 }, { "epoch": 0.84, "learning_rate": 0.0002947890179984764, "loss": 3.0345, "step": 9350 }, { "epoch": 0.84, "learning_rate": 0.0002947779259689294, "loss": 3.0168, "step": 9360 }, { "epoch": 0.84, "learning_rate": 0.0002947668223558817, "loss": 3.0096, "step": 9370 }, { "epoch": 0.84, "learning_rate": 0.0002947557071602216, "loss": 2.9982, "step": 9380 }, { "epoch": 0.85, "learning_rate": 0.00029474458038283846, "loss": 2.9963, "step": 9390 }, { "epoch": 0.85, "learning_rate": 0.00029473344202462256, "loss": 3.063, "step": 9400 }, { "epoch": 0.85, "learning_rate": 0.00029472229208646496, "loss": 2.9875, "step": 9410 }, { "epoch": 0.85, "learning_rate": 0.00029471113056925784, "loss": 2.9658, "step": 9420 }, { "epoch": 0.85, "learning_rate": 0.00029469995747389416, "loss": 3.0146, "step": 9430 }, { "epoch": 0.85, "learning_rate": 0.00029468877280126795, "loss": 2.9802, "step": 9440 }, { "epoch": 0.85, "learning_rate": 0.000294677576552274, "loss": 2.9839, "step": 9450 }, { "epoch": 0.85, "learning_rate": 0.0002946663687278082, "loss": 2.9994, "step": 9460 }, { "epoch": 0.85, "learning_rate": 0.0002946551493287671, "loss": 3.0042, "step": 9470 }, { "epoch": 0.85, "learning_rate": 0.0002946439183560485, "loss": 2.993, "step": 9480 }, { "epoch": 0.85, "learning_rate": 0.000294632675810551, "loss": 3.0364, "step": 9490 }, { "epoch": 0.86, "learning_rate": 0.00029462142169317393, "loss": 2.9943, "step": 9500 }, { "epoch": 0.86, "learning_rate": 0.0002946101560048179, "loss": 3.0059, "step": 9510 }, { "epoch": 0.86, "learning_rate": 0.00029459887874638417, "loss": 3.0195, "step": 9520 }, { "epoch": 0.86, "learning_rate": 0.00029458758991877503, "loss": 3.001, "step": 9530 }, { "epoch": 0.86, "learning_rate": 0.00029457628952289373, "loss": 2.972, "step": 9540 }, { "epoch": 0.86, "learning_rate": 0.0002945649775596444, "loss": 3.0164, "step": 9550 }, { "epoch": 0.86, "learning_rate": 0.00029455365402993196, "loss": 2.9772, "step": 9560 }, { "epoch": 0.86, "learning_rate": 0.00029454231893466255, "loss": 2.9813, "step": 9570 }, { "epoch": 0.86, "learning_rate": 0.000294530972274743, "loss": 2.9855, "step": 9580 }, { "epoch": 0.86, "learning_rate": 0.00029451961405108117, "loss": 2.9526, "step": 9590 }, { "epoch": 0.86, "learning_rate": 0.00029450824426458585, "loss": 2.9906, "step": 9600 }, { "epoch": 0.87, "learning_rate": 0.00029449686291616663, "loss": 3.0095, "step": 9610 }, { "epoch": 0.87, "learning_rate": 0.0002944854700067342, "loss": 3.0197, "step": 9620 }, { "epoch": 0.87, "learning_rate": 0.00029447406553720004, "loss": 2.9829, "step": 9630 }, { "epoch": 0.87, "learning_rate": 0.0002944626495084766, "loss": 2.9755, "step": 9640 }, { "epoch": 0.87, "learning_rate": 0.00029445122192147733, "loss": 3.0022, "step": 9650 }, { "epoch": 0.87, "learning_rate": 0.0002944397827771165, "loss": 2.9964, "step": 9660 }, { "epoch": 0.87, "learning_rate": 0.0002944283320763094, "loss": 2.9992, "step": 9670 }, { "epoch": 0.87, "learning_rate": 0.000294416869819972, "loss": 3.0028, "step": 9680 }, { "epoch": 0.87, "learning_rate": 0.0002944053960090216, "loss": 2.9762, "step": 9690 }, { "epoch": 0.87, "learning_rate": 0.00029439391064437604, "loss": 3.0013, "step": 9700 }, { "epoch": 0.87, "learning_rate": 0.0002943824137269544, "loss": 2.9737, "step": 9710 }, { "epoch": 0.88, "learning_rate": 0.0002943709052576764, "loss": 3.0341, "step": 9720 }, { "epoch": 0.88, "learning_rate": 0.0002943593852374629, "loss": 2.9832, "step": 9730 }, { "epoch": 0.88, "learning_rate": 0.00029434785366723557, "loss": 2.9471, "step": 9740 }, { "epoch": 0.88, "learning_rate": 0.000294336310547917, "loss": 2.9905, "step": 9750 }, { "epoch": 0.88, "learning_rate": 0.0002943247558804309, "loss": 3.015, "step": 9760 }, { "epoch": 0.88, "learning_rate": 0.0002943131896657015, "loss": 2.9692, "step": 9770 }, { "epoch": 0.88, "learning_rate": 0.00029430161190465435, "loss": 3.0242, "step": 9780 }, { "epoch": 0.88, "learning_rate": 0.0002942900225982158, "loss": 2.9922, "step": 9790 }, { "epoch": 0.88, "learning_rate": 0.000294278421747313, "loss": 2.9768, "step": 9800 }, { "epoch": 0.88, "learning_rate": 0.0002942668093528742, "loss": 2.9744, "step": 9810 }, { "epoch": 0.88, "learning_rate": 0.0002942551854158284, "loss": 2.9578, "step": 9820 }, { "epoch": 0.89, "learning_rate": 0.00029424354993710575, "loss": 2.9956, "step": 9830 }, { "epoch": 0.89, "learning_rate": 0.0002942319029176371, "loss": 3.0201, "step": 9840 }, { "epoch": 0.89, "learning_rate": 0.0002942202443583543, "loss": 3.0025, "step": 9850 }, { "epoch": 0.89, "learning_rate": 0.00029420857426019014, "loss": 3.0371, "step": 9860 }, { "epoch": 0.89, "learning_rate": 0.00029419689262407837, "loss": 2.9824, "step": 9870 }, { "epoch": 0.89, "learning_rate": 0.0002941851994509536, "loss": 2.9894, "step": 9880 }, { "epoch": 0.89, "learning_rate": 0.0002941734947417514, "loss": 3.0096, "step": 9890 }, { "epoch": 0.89, "learning_rate": 0.0002941617784974083, "loss": 2.9696, "step": 9900 }, { "epoch": 0.89, "learning_rate": 0.0002941500507188616, "loss": 2.996, "step": 9910 }, { "epoch": 0.89, "learning_rate": 0.00029413831140704966, "loss": 2.9802, "step": 9920 }, { "epoch": 0.89, "learning_rate": 0.00029412656056291176, "loss": 2.9473, "step": 9930 }, { "epoch": 0.89, "learning_rate": 0.000294114798187388, "loss": 2.9769, "step": 9940 }, { "epoch": 0.9, "learning_rate": 0.0002941030242814196, "loss": 2.97, "step": 9950 }, { "epoch": 0.9, "learning_rate": 0.0002940912388459484, "loss": 2.9625, "step": 9960 }, { "epoch": 0.9, "learning_rate": 0.0002940794418819175, "loss": 3.0007, "step": 9970 }, { "epoch": 0.9, "learning_rate": 0.00029406763339027064, "loss": 2.9699, "step": 9980 }, { "epoch": 0.9, "learning_rate": 0.00029405581337195273, "loss": 3.0, "step": 9990 }, { "epoch": 0.9, "learning_rate": 0.00029404398182790936, "loss": 2.9496, "step": 10000 }, { "epoch": 0.9, "eval_loss": 3.015676736831665, "eval_runtime": 1263.3403, "eval_samples_per_second": 60.265, "eval_steps_per_second": 7.533, "step": 10000 }, { "epoch": 0.9, "learning_rate": 0.0002940321387590872, "loss": 2.967, "step": 10010 }, { "epoch": 0.9, "learning_rate": 0.00029402028416643375, "loss": 2.9832, "step": 10020 }, { "epoch": 0.9, "learning_rate": 0.00029400841805089756, "loss": 2.9475, "step": 10030 }, { "epoch": 0.9, "learning_rate": 0.0002939965404134281, "loss": 2.9791, "step": 10040 }, { "epoch": 0.9, "learning_rate": 0.0002939846512549754, "loss": 2.9918, "step": 10050 }, { "epoch": 0.91, "learning_rate": 0.000293972750576491, "loss": 2.9811, "step": 10060 }, { "epoch": 0.91, "learning_rate": 0.00029396083837892684, "loss": 2.9826, "step": 10070 }, { "epoch": 0.91, "learning_rate": 0.0002939489146632362, "loss": 2.9575, "step": 10080 }, { "epoch": 0.91, "learning_rate": 0.00029393697943037286, "loss": 2.947, "step": 10090 }, { "epoch": 0.91, "learning_rate": 0.000293925032681292, "loss": 2.9215, "step": 10100 }, { "epoch": 0.91, "learning_rate": 0.00029391307441694914, "loss": 2.9739, "step": 10110 }, { "epoch": 0.91, "learning_rate": 0.00029390110463830134, "loss": 2.9678, "step": 10120 }, { "epoch": 0.91, "learning_rate": 0.00029388912334630613, "loss": 2.9656, "step": 10130 }, { "epoch": 0.91, "learning_rate": 0.0002938771305419222, "loss": 2.9903, "step": 10140 }, { "epoch": 0.91, "learning_rate": 0.000293865126226109, "loss": 2.9693, "step": 10150 }, { "epoch": 0.91, "learning_rate": 0.0002938531103998271, "loss": 2.9837, "step": 10160 }, { "epoch": 0.92, "learning_rate": 0.0002938410830640377, "loss": 2.9656, "step": 10170 }, { "epoch": 0.92, "learning_rate": 0.00029382904421970327, "loss": 3.0083, "step": 10180 }, { "epoch": 0.92, "learning_rate": 0.00029381699386778686, "loss": 2.9379, "step": 10190 }, { "epoch": 0.92, "learning_rate": 0.0002938049320092527, "loss": 2.9609, "step": 10200 }, { "epoch": 0.92, "learning_rate": 0.0002937928586450659, "loss": 2.9488, "step": 10210 }, { "epoch": 0.92, "learning_rate": 0.00029378077377619226, "loss": 2.9555, "step": 10220 }, { "epoch": 0.92, "learning_rate": 0.0002937686774035988, "loss": 2.9645, "step": 10230 }, { "epoch": 0.92, "learning_rate": 0.00029375656952825333, "loss": 2.9751, "step": 10240 }, { "epoch": 0.92, "learning_rate": 0.0002937444501511245, "loss": 2.9976, "step": 10250 }, { "epoch": 0.92, "learning_rate": 0.00029373231927318216, "loss": 2.9421, "step": 10260 }, { "epoch": 0.92, "learning_rate": 0.0002937201768953967, "loss": 2.9879, "step": 10270 }, { "epoch": 0.93, "learning_rate": 0.00029370802301873964, "loss": 2.9481, "step": 10280 }, { "epoch": 0.93, "learning_rate": 0.0002936958576441835, "loss": 2.9474, "step": 10290 }, { "epoch": 0.93, "learning_rate": 0.0002936836807727015, "loss": 2.9652, "step": 10300 }, { "epoch": 0.93, "learning_rate": 0.00029367149240526794, "loss": 2.9473, "step": 10310 }, { "epoch": 0.93, "learning_rate": 0.000293659292542858, "loss": 3.0229, "step": 10320 }, { "epoch": 0.93, "learning_rate": 0.0002936470811864478, "loss": 2.9465, "step": 10330 }, { "epoch": 0.93, "learning_rate": 0.00029363485833701434, "loss": 2.9975, "step": 10340 }, { "epoch": 0.93, "learning_rate": 0.00029362262399553553, "loss": 2.9536, "step": 10350 }, { "epoch": 0.93, "learning_rate": 0.0002936103781629902, "loss": 2.9521, "step": 10360 }, { "epoch": 0.93, "learning_rate": 0.00029359812084035823, "loss": 2.9676, "step": 10370 }, { "epoch": 0.93, "learning_rate": 0.00029358585202862025, "loss": 2.9556, "step": 10380 }, { "epoch": 0.94, "learning_rate": 0.00029357357172875786, "loss": 2.9422, "step": 10390 }, { "epoch": 0.94, "learning_rate": 0.00029356127994175355, "loss": 2.9717, "step": 10400 }, { "epoch": 0.94, "learning_rate": 0.00029354897666859087, "loss": 2.9954, "step": 10410 }, { "epoch": 0.94, "learning_rate": 0.00029353666191025415, "loss": 2.9506, "step": 10420 }, { "epoch": 0.94, "learning_rate": 0.00029352433566772867, "loss": 2.9587, "step": 10430 }, { "epoch": 0.94, "learning_rate": 0.0002935119979420006, "loss": 2.9852, "step": 10440 }, { "epoch": 0.94, "learning_rate": 0.0002934996487340571, "loss": 2.9638, "step": 10450 }, { "epoch": 0.94, "learning_rate": 0.0002934872880448863, "loss": 2.9688, "step": 10460 }, { "epoch": 0.94, "learning_rate": 0.00029347491587547697, "loss": 2.9501, "step": 10470 }, { "epoch": 0.94, "learning_rate": 0.0002934625322268192, "loss": 2.9686, "step": 10480 }, { "epoch": 0.94, "learning_rate": 0.00029345013709990365, "loss": 2.9953, "step": 10490 }, { "epoch": 0.95, "learning_rate": 0.00029343773049572203, "loss": 2.9843, "step": 10500 }, { "epoch": 0.95, "learning_rate": 0.00029342531241526715, "loss": 2.9598, "step": 10510 }, { "epoch": 0.95, "learning_rate": 0.00029341288285953234, "loss": 2.93, "step": 10520 }, { "epoch": 0.95, "learning_rate": 0.00029340044182951224, "loss": 2.9703, "step": 10530 }, { "epoch": 0.95, "learning_rate": 0.00029338798932620217, "loss": 2.9547, "step": 10540 }, { "epoch": 0.95, "learning_rate": 0.00029337552535059843, "loss": 2.991, "step": 10550 }, { "epoch": 0.95, "learning_rate": 0.00029336304990369824, "loss": 2.9727, "step": 10560 }, { "epoch": 0.95, "learning_rate": 0.0002933505629864998, "loss": 2.9521, "step": 10570 }, { "epoch": 0.95, "learning_rate": 0.00029333806460000214, "loss": 2.936, "step": 10580 }, { "epoch": 0.95, "learning_rate": 0.00029332555474520527, "loss": 2.9629, "step": 10590 }, { "epoch": 0.95, "learning_rate": 0.00029331303342311, "loss": 2.9565, "step": 10600 }, { "epoch": 0.96, "learning_rate": 0.0002933005006347183, "loss": 2.9509, "step": 10610 }, { "epoch": 0.96, "learning_rate": 0.0002932879563810327, "loss": 2.9245, "step": 10620 }, { "epoch": 0.96, "learning_rate": 0.000293275400663057, "loss": 2.97, "step": 10630 }, { "epoch": 0.96, "learning_rate": 0.00029326283348179576, "loss": 2.9516, "step": 10640 }, { "epoch": 0.96, "learning_rate": 0.0002932502548382544, "loss": 2.9821, "step": 10650 }, { "epoch": 0.96, "learning_rate": 0.0002932376647334393, "loss": 2.9267, "step": 10660 }, { "epoch": 0.96, "learning_rate": 0.0002932250631683579, "loss": 2.9599, "step": 10670 }, { "epoch": 0.96, "learning_rate": 0.00029321245014401836, "loss": 2.9609, "step": 10680 }, { "epoch": 0.96, "learning_rate": 0.00029319982566142986, "loss": 2.9653, "step": 10690 }, { "epoch": 0.96, "learning_rate": 0.0002931871897216024, "loss": 2.9393, "step": 10700 }, { "epoch": 0.96, "learning_rate": 0.00029317454232554704, "loss": 2.9789, "step": 10710 }, { "epoch": 0.97, "learning_rate": 0.0002931618834742756, "loss": 2.9535, "step": 10720 }, { "epoch": 0.97, "learning_rate": 0.00029314921316880106, "loss": 2.94, "step": 10730 }, { "epoch": 0.97, "learning_rate": 0.0002931365314101369, "loss": 2.9243, "step": 10740 }, { "epoch": 0.97, "learning_rate": 0.00029312383819929806, "loss": 2.9311, "step": 10750 }, { "epoch": 0.97, "learning_rate": 0.0002931111335372999, "loss": 2.9383, "step": 10760 }, { "epoch": 0.97, "learning_rate": 0.00029309841742515905, "loss": 2.952, "step": 10770 }, { "epoch": 0.97, "learning_rate": 0.00029308568986389274, "loss": 2.946, "step": 10780 }, { "epoch": 0.97, "learning_rate": 0.00029307295085451943, "loss": 2.9612, "step": 10790 }, { "epoch": 0.97, "learning_rate": 0.00029306020039805827, "loss": 2.9499, "step": 10800 }, { "epoch": 0.97, "learning_rate": 0.0002930474384955295, "loss": 2.9664, "step": 10810 }, { "epoch": 0.97, "learning_rate": 0.00029303466514795404, "loss": 2.9936, "step": 10820 }, { "epoch": 0.98, "learning_rate": 0.000293021880356354, "loss": 2.9327, "step": 10830 }, { "epoch": 0.98, "learning_rate": 0.0002930090841217522, "loss": 2.9356, "step": 10840 }, { "epoch": 0.98, "learning_rate": 0.0002929962764451725, "loss": 2.9567, "step": 10850 }, { "epoch": 0.98, "learning_rate": 0.0002929834573276396, "loss": 2.9716, "step": 10860 }, { "epoch": 0.98, "learning_rate": 0.0002929706267701792, "loss": 2.9511, "step": 10870 }, { "epoch": 0.98, "learning_rate": 0.0002929577847738177, "loss": 2.968, "step": 10880 }, { "epoch": 0.98, "learning_rate": 0.00029294493133958277, "loss": 2.923, "step": 10890 }, { "epoch": 0.98, "learning_rate": 0.00029293206646850267, "loss": 2.9527, "step": 10900 }, { "epoch": 0.98, "learning_rate": 0.0002929191901616067, "loss": 2.9627, "step": 10910 }, { "epoch": 0.98, "learning_rate": 0.00029290630241992515, "loss": 2.9357, "step": 10920 }, { "epoch": 0.98, "learning_rate": 0.0002928934032444891, "loss": 2.9435, "step": 10930 }, { "epoch": 0.98, "learning_rate": 0.00029288049263633063, "loss": 2.9429, "step": 10940 }, { "epoch": 0.99, "learning_rate": 0.00029286757059648265, "loss": 2.9281, "step": 10950 }, { "epoch": 0.99, "learning_rate": 0.00029285463712597914, "loss": 2.9606, "step": 10960 }, { "epoch": 0.99, "learning_rate": 0.0002928416922258547, "loss": 2.9604, "step": 10970 }, { "epoch": 0.99, "learning_rate": 0.0002928287358971453, "loss": 2.9297, "step": 10980 }, { "epoch": 0.99, "learning_rate": 0.0002928157681408873, "loss": 2.9722, "step": 10990 }, { "epoch": 0.99, "learning_rate": 0.0002928027889581184, "loss": 2.9374, "step": 11000 }, { "epoch": 0.99, "eval_loss": 2.98154354095459, "eval_runtime": 1262.7818, "eval_samples_per_second": 60.291, "eval_steps_per_second": 7.537, "step": 11000 }, { "epoch": 0.99, "learning_rate": 0.00029278979834987704, "loss": 2.9293, "step": 11010 }, { "epoch": 0.99, "learning_rate": 0.00029277679631720246, "loss": 2.9367, "step": 11020 }, { "epoch": 0.99, "learning_rate": 0.00029276378286113505, "loss": 2.956, "step": 11030 }, { "epoch": 0.99, "learning_rate": 0.00029275075798271597, "loss": 2.927, "step": 11040 }, { "epoch": 0.99, "learning_rate": 0.00029273772168298735, "loss": 2.9089, "step": 11050 }, { "epoch": 1.0, "learning_rate": 0.0002927246739629921, "loss": 2.9383, "step": 11060 }, { "epoch": 1.0, "learning_rate": 0.00029271161482377427, "loss": 2.9081, "step": 11070 }, { "epoch": 1.0, "learning_rate": 0.00029269854426637864, "loss": 2.9513, "step": 11080 }, { "epoch": 1.0, "learning_rate": 0.00029268546229185106, "loss": 2.9391, "step": 11090 }, { "epoch": 1.0, "learning_rate": 0.00029267236890123807, "loss": 2.9849, "step": 11100 }, { "epoch": 1.0, "learning_rate": 0.0002926592640955874, "loss": 2.9485, "step": 11110 }, { "epoch": 1.0, "learning_rate": 0.00029264614787594736, "loss": 2.9386, "step": 11120 }, { "epoch": 1.0, "learning_rate": 0.00029263302024336757, "loss": 2.9357, "step": 11130 }, { "epoch": 1.0, "learning_rate": 0.00029261988119889823, "loss": 2.9154, "step": 11140 }, { "epoch": 1.0, "learning_rate": 0.0002926067307435906, "loss": 2.9139, "step": 11150 }, { "epoch": 1.0, "learning_rate": 0.00029259356887849684, "loss": 2.9032, "step": 11160 }, { "epoch": 1.01, "learning_rate": 0.00029258039560467003, "loss": 2.9259, "step": 11170 }, { "epoch": 1.01, "learning_rate": 0.0002925672109231641, "loss": 2.9256, "step": 11180 }, { "epoch": 1.01, "learning_rate": 0.000292554014835034, "loss": 2.9335, "step": 11190 }, { "epoch": 1.01, "learning_rate": 0.00029254080734133554, "loss": 2.9027, "step": 11200 }, { "epoch": 1.01, "learning_rate": 0.0002925275884431253, "loss": 2.9042, "step": 11210 }, { "epoch": 1.01, "learning_rate": 0.00029251435814146105, "loss": 2.9122, "step": 11220 }, { "epoch": 1.01, "learning_rate": 0.0002925011164374013, "loss": 2.9645, "step": 11230 }, { "epoch": 1.01, "learning_rate": 0.0002924878633320055, "loss": 2.9235, "step": 11240 }, { "epoch": 1.01, "learning_rate": 0.000292474598826334, "loss": 2.9188, "step": 11250 }, { "epoch": 1.01, "learning_rate": 0.00029246132292144804, "loss": 2.9332, "step": 11260 }, { "epoch": 1.01, "learning_rate": 0.00029244803561840986, "loss": 2.895, "step": 11270 }, { "epoch": 1.02, "learning_rate": 0.0002924347369182826, "loss": 2.9131, "step": 11280 }, { "epoch": 1.02, "learning_rate": 0.00029242142682213017, "loss": 2.9401, "step": 11290 }, { "epoch": 1.02, "learning_rate": 0.0002924081053310176, "loss": 2.9622, "step": 11300 }, { "epoch": 1.02, "learning_rate": 0.0002923947724460106, "loss": 2.9234, "step": 11310 }, { "epoch": 1.02, "learning_rate": 0.000292381428168176, "loss": 2.8935, "step": 11320 }, { "epoch": 1.02, "learning_rate": 0.00029236807249858146, "loss": 2.8994, "step": 11330 }, { "epoch": 1.02, "learning_rate": 0.00029235470543829555, "loss": 2.8563, "step": 11340 }, { "epoch": 1.02, "learning_rate": 0.0002923413269883877, "loss": 2.9086, "step": 11350 }, { "epoch": 1.02, "learning_rate": 0.0002923279371499284, "loss": 2.9191, "step": 11360 }, { "epoch": 1.02, "learning_rate": 0.00029231453592398884, "loss": 2.9275, "step": 11370 }, { "epoch": 1.02, "learning_rate": 0.00029230112331164135, "loss": 2.903, "step": 11380 }, { "epoch": 1.03, "learning_rate": 0.00029228769931395897, "loss": 2.9273, "step": 11390 }, { "epoch": 1.03, "learning_rate": 0.00029227426393201576, "loss": 2.907, "step": 11400 }, { "epoch": 1.03, "learning_rate": 0.00029226081716688664, "loss": 2.8869, "step": 11410 }, { "epoch": 1.03, "learning_rate": 0.00029224735901964754, "loss": 2.8847, "step": 11420 }, { "epoch": 1.03, "learning_rate": 0.00029223388949137523, "loss": 2.9373, "step": 11430 }, { "epoch": 1.03, "learning_rate": 0.0002922204085831473, "loss": 2.9338, "step": 11440 }, { "epoch": 1.03, "learning_rate": 0.0002922069162960424, "loss": 2.893, "step": 11450 }, { "epoch": 1.03, "learning_rate": 0.00029219341263114003, "loss": 2.9534, "step": 11460 }, { "epoch": 1.03, "learning_rate": 0.00029217989758952055, "loss": 2.907, "step": 11470 }, { "epoch": 1.03, "learning_rate": 0.0002921663711722654, "loss": 2.8934, "step": 11480 }, { "epoch": 1.03, "learning_rate": 0.0002921528333804567, "loss": 2.9087, "step": 11490 }, { "epoch": 1.04, "learning_rate": 0.0002921392842151776, "loss": 2.8718, "step": 11500 }, { "epoch": 1.04, "learning_rate": 0.00029212572367751224, "loss": 2.9288, "step": 11510 }, { "epoch": 1.04, "learning_rate": 0.0002921121517685455, "loss": 2.9068, "step": 11520 }, { "epoch": 1.04, "learning_rate": 0.0002920985684893633, "loss": 2.8809, "step": 11530 }, { "epoch": 1.04, "learning_rate": 0.00029208497384105236, "loss": 2.9073, "step": 11540 }, { "epoch": 1.04, "learning_rate": 0.0002920713678247004, "loss": 2.9239, "step": 11550 }, { "epoch": 1.04, "learning_rate": 0.00029205775044139606, "loss": 2.9061, "step": 11560 }, { "epoch": 1.04, "learning_rate": 0.0002920441216922288, "loss": 2.8997, "step": 11570 }, { "epoch": 1.04, "learning_rate": 0.00029203048157828905, "loss": 2.9225, "step": 11580 }, { "epoch": 1.04, "learning_rate": 0.00029201683010066814, "loss": 2.9108, "step": 11590 }, { "epoch": 1.04, "learning_rate": 0.00029200316726045835, "loss": 2.88, "step": 11600 }, { "epoch": 1.05, "learning_rate": 0.0002919894930587528, "loss": 2.9091, "step": 11610 }, { "epoch": 1.05, "learning_rate": 0.0002919758074966455, "loss": 2.883, "step": 11620 }, { "epoch": 1.05, "learning_rate": 0.0002919621105752314, "loss": 2.9072, "step": 11630 }, { "epoch": 1.05, "learning_rate": 0.0002919484022956065, "loss": 2.8887, "step": 11640 }, { "epoch": 1.05, "learning_rate": 0.00029193468265886746, "loss": 2.8988, "step": 11650 }, { "epoch": 1.05, "learning_rate": 0.00029192095166611205, "loss": 2.8958, "step": 11660 }, { "epoch": 1.05, "learning_rate": 0.0002919072093184388, "loss": 2.8826, "step": 11670 }, { "epoch": 1.05, "learning_rate": 0.00029189345561694727, "loss": 2.8953, "step": 11680 }, { "epoch": 1.05, "learning_rate": 0.0002918796905627379, "loss": 2.8785, "step": 11690 }, { "epoch": 1.05, "learning_rate": 0.00029186591415691194, "loss": 2.9246, "step": 11700 }, { "epoch": 1.05, "learning_rate": 0.00029185212640057165, "loss": 2.8806, "step": 11710 }, { "epoch": 1.06, "learning_rate": 0.0002918383272948202, "loss": 2.8333, "step": 11720 }, { "epoch": 1.06, "learning_rate": 0.0002918245168407616, "loss": 2.8866, "step": 11730 }, { "epoch": 1.06, "learning_rate": 0.0002918106950395008, "loss": 2.8747, "step": 11740 }, { "epoch": 1.06, "learning_rate": 0.0002917968618921437, "loss": 2.897, "step": 11750 }, { "epoch": 1.06, "learning_rate": 0.0002917830173997971, "loss": 2.8977, "step": 11760 }, { "epoch": 1.06, "learning_rate": 0.00029176916156356867, "loss": 2.8972, "step": 11770 }, { "epoch": 1.06, "learning_rate": 0.0002917552943845669, "loss": 2.9113, "step": 11780 }, { "epoch": 1.06, "learning_rate": 0.0002917414158639014, "loss": 2.8794, "step": 11790 }, { "epoch": 1.06, "learning_rate": 0.0002917275260026825, "loss": 2.8887, "step": 11800 }, { "epoch": 1.06, "learning_rate": 0.00029171362480202157, "loss": 2.9034, "step": 11810 }, { "epoch": 1.06, "learning_rate": 0.00029169971226303076, "loss": 2.94, "step": 11820 }, { "epoch": 1.07, "learning_rate": 0.0002916857883868233, "loss": 2.909, "step": 11830 }, { "epoch": 1.07, "learning_rate": 0.0002916718531745131, "loss": 2.9229, "step": 11840 }, { "epoch": 1.07, "learning_rate": 0.00029165790662721516, "loss": 2.9078, "step": 11850 }, { "epoch": 1.07, "learning_rate": 0.00029164394874604533, "loss": 2.9164, "step": 11860 }, { "epoch": 1.07, "learning_rate": 0.00029162997953212036, "loss": 2.9093, "step": 11870 }, { "epoch": 1.07, "learning_rate": 0.0002916159989865579, "loss": 2.8978, "step": 11880 }, { "epoch": 1.07, "learning_rate": 0.0002916020071104765, "loss": 2.8562, "step": 11890 }, { "epoch": 1.07, "learning_rate": 0.0002915880039049957, "loss": 2.9251, "step": 11900 }, { "epoch": 1.07, "learning_rate": 0.0002915739893712358, "loss": 2.8971, "step": 11910 }, { "epoch": 1.07, "learning_rate": 0.00029155996351031807, "loss": 2.8574, "step": 11920 }, { "epoch": 1.07, "learning_rate": 0.00029154592632336484, "loss": 2.892, "step": 11930 }, { "epoch": 1.07, "learning_rate": 0.00029153187781149904, "loss": 2.8924, "step": 11940 }, { "epoch": 1.08, "learning_rate": 0.00029151781797584475, "loss": 2.8857, "step": 11950 }, { "epoch": 1.08, "learning_rate": 0.0002915037468175269, "loss": 2.9205, "step": 11960 }, { "epoch": 1.08, "learning_rate": 0.00029148966433767133, "loss": 2.8966, "step": 11970 }, { "epoch": 1.08, "learning_rate": 0.0002914755705374046, "loss": 2.916, "step": 11980 }, { "epoch": 1.08, "learning_rate": 0.00029146146541785456, "loss": 2.894, "step": 11990 }, { "epoch": 1.08, "learning_rate": 0.0002914473489801496, "loss": 2.8794, "step": 12000 }, { "epoch": 1.08, "eval_loss": 2.9487366676330566, "eval_runtime": 1263.1596, "eval_samples_per_second": 60.273, "eval_steps_per_second": 7.534, "step": 12000 }, { "epoch": 1.08, "learning_rate": 0.0002914332212254192, "loss": 2.8792, "step": 12010 }, { "epoch": 1.08, "learning_rate": 0.00029141908215479367, "loss": 2.9167, "step": 12020 }, { "epoch": 1.08, "learning_rate": 0.0002914049317694043, "loss": 2.882, "step": 12030 }, { "epoch": 1.08, "learning_rate": 0.00029139077007038326, "loss": 2.8444, "step": 12040 }, { "epoch": 1.08, "learning_rate": 0.00029137659705886354, "loss": 2.8763, "step": 12050 }, { "epoch": 1.09, "learning_rate": 0.00029136241273597916, "loss": 2.9046, "step": 12060 }, { "epoch": 1.09, "learning_rate": 0.000291348217102865, "loss": 2.9113, "step": 12070 }, { "epoch": 1.09, "learning_rate": 0.0002913340101606568, "loss": 2.8746, "step": 12080 }, { "epoch": 1.09, "learning_rate": 0.00029131979191049124, "loss": 2.8993, "step": 12090 }, { "epoch": 1.09, "learning_rate": 0.00029130556235350594, "loss": 2.9011, "step": 12100 }, { "epoch": 1.09, "learning_rate": 0.0002912913214908393, "loss": 2.9036, "step": 12110 }, { "epoch": 1.09, "learning_rate": 0.00029127706932363087, "loss": 2.9042, "step": 12120 }, { "epoch": 1.09, "learning_rate": 0.0002912628058530208, "loss": 2.9092, "step": 12130 }, { "epoch": 1.09, "learning_rate": 0.00029124853108015037, "loss": 2.875, "step": 12140 }, { "epoch": 1.09, "learning_rate": 0.00029123424500616165, "loss": 2.8744, "step": 12150 }, { "epoch": 1.09, "learning_rate": 0.00029121994763219765, "loss": 2.8978, "step": 12160 }, { "epoch": 1.1, "learning_rate": 0.00029120563895940237, "loss": 2.9034, "step": 12170 }, { "epoch": 1.1, "learning_rate": 0.0002911913189889205, "loss": 2.8915, "step": 12180 }, { "epoch": 1.1, "learning_rate": 0.00029117698772189785, "loss": 2.9131, "step": 12190 }, { "epoch": 1.1, "learning_rate": 0.000291162645159481, "loss": 2.8716, "step": 12200 }, { "epoch": 1.1, "learning_rate": 0.0002911482913028175, "loss": 2.9156, "step": 12210 }, { "epoch": 1.1, "learning_rate": 0.00029113392615305584, "loss": 2.8888, "step": 12220 }, { "epoch": 1.1, "learning_rate": 0.00029111954971134524, "loss": 2.8679, "step": 12230 }, { "epoch": 1.1, "learning_rate": 0.000291105161978836, "loss": 2.9288, "step": 12240 }, { "epoch": 1.1, "learning_rate": 0.0002910907629566793, "loss": 2.8852, "step": 12250 }, { "epoch": 1.1, "learning_rate": 0.00029107635264602716, "loss": 2.8976, "step": 12260 }, { "epoch": 1.1, "learning_rate": 0.0002910619310480325, "loss": 2.9128, "step": 12270 }, { "epoch": 1.11, "learning_rate": 0.0002910474981638492, "loss": 2.91, "step": 12280 }, { "epoch": 1.11, "learning_rate": 0.000291033053994632, "loss": 2.8897, "step": 12290 }, { "epoch": 1.11, "learning_rate": 0.00029101859854153663, "loss": 2.9202, "step": 12300 }, { "epoch": 1.11, "learning_rate": 0.0002910041318057196, "loss": 2.862, "step": 12310 }, { "epoch": 1.11, "learning_rate": 0.00029098965378833837, "loss": 2.8729, "step": 12320 }, { "epoch": 1.11, "learning_rate": 0.0002909751644905513, "loss": 2.8668, "step": 12330 }, { "epoch": 1.11, "learning_rate": 0.0002909606639135177, "loss": 2.9044, "step": 12340 }, { "epoch": 1.11, "learning_rate": 0.00029094615205839765, "loss": 2.879, "step": 12350 }, { "epoch": 1.11, "learning_rate": 0.0002909316289263523, "loss": 2.8554, "step": 12360 }, { "epoch": 1.11, "learning_rate": 0.0002909170945185437, "loss": 2.8854, "step": 12370 }, { "epoch": 1.11, "learning_rate": 0.0002909025488361346, "loss": 2.8889, "step": 12380 }, { "epoch": 1.12, "learning_rate": 0.0002908879918802889, "loss": 2.8689, "step": 12390 }, { "epoch": 1.12, "learning_rate": 0.0002908734236521711, "loss": 2.8778, "step": 12400 }, { "epoch": 1.12, "learning_rate": 0.00029085884415294694, "loss": 2.8776, "step": 12410 }, { "epoch": 1.12, "learning_rate": 0.0002908442533837829, "loss": 2.8688, "step": 12420 }, { "epoch": 1.12, "learning_rate": 0.0002908296513458463, "loss": 2.868, "step": 12430 }, { "epoch": 1.12, "learning_rate": 0.00029081503804030554, "loss": 2.8812, "step": 12440 }, { "epoch": 1.12, "learning_rate": 0.00029080041346832964, "loss": 2.9104, "step": 12450 }, { "epoch": 1.12, "learning_rate": 0.00029078577763108886, "loss": 2.9102, "step": 12460 }, { "epoch": 1.12, "learning_rate": 0.00029077113052975416, "loss": 2.9185, "step": 12470 }, { "epoch": 1.12, "learning_rate": 0.0002907564721654973, "loss": 2.8828, "step": 12480 }, { "epoch": 1.12, "learning_rate": 0.00029074327000883717, "loss": 2.9025, "step": 12490 }, { "epoch": 1.13, "learning_rate": 0.0002907285902482603, "loss": 2.8892, "step": 12500 }, { "epoch": 1.13, "learning_rate": 0.00029071389922816497, "loss": 2.8846, "step": 12510 }, { "epoch": 1.13, "learning_rate": 0.0002906991969497265, "loss": 2.87, "step": 12520 }, { "epoch": 1.13, "learning_rate": 0.0002906844834141214, "loss": 2.9197, "step": 12530 }, { "epoch": 1.13, "learning_rate": 0.00029066975862252674, "loss": 2.896, "step": 12540 }, { "epoch": 1.13, "learning_rate": 0.0002906550225761206, "loss": 2.8778, "step": 12550 }, { "epoch": 1.13, "learning_rate": 0.00029064027527608214, "loss": 2.8632, "step": 12560 }, { "epoch": 1.13, "learning_rate": 0.0002906255167235912, "loss": 2.8683, "step": 12570 }, { "epoch": 1.13, "learning_rate": 0.00029061074691982857, "loss": 2.8946, "step": 12580 }, { "epoch": 1.13, "learning_rate": 0.00029059596586597595, "loss": 2.8625, "step": 12590 }, { "epoch": 1.13, "learning_rate": 0.00029058117356321603, "loss": 2.8757, "step": 12600 }, { "epoch": 1.14, "learning_rate": 0.00029056637001273223, "loss": 2.8585, "step": 12610 }, { "epoch": 1.14, "learning_rate": 0.000290551555215709, "loss": 2.8617, "step": 12620 }, { "epoch": 1.14, "learning_rate": 0.0002905367291733317, "loss": 2.9061, "step": 12630 }, { "epoch": 1.14, "learning_rate": 0.0002905218918867865, "loss": 2.8895, "step": 12640 }, { "epoch": 1.14, "learning_rate": 0.0002905070433572605, "loss": 2.8989, "step": 12650 }, { "epoch": 1.14, "learning_rate": 0.00029049218358594175, "loss": 2.8633, "step": 12660 }, { "epoch": 1.14, "learning_rate": 0.00029047731257401916, "loss": 2.8429, "step": 12670 }, { "epoch": 1.14, "learning_rate": 0.00029046243032268245, "loss": 2.8718, "step": 12680 }, { "epoch": 1.14, "learning_rate": 0.0002904475368331225, "loss": 2.8743, "step": 12690 }, { "epoch": 1.14, "learning_rate": 0.0002904326321065307, "loss": 2.8724, "step": 12700 }, { "epoch": 1.14, "learning_rate": 0.00029041771614409976, "loss": 2.8991, "step": 12710 }, { "epoch": 1.15, "learning_rate": 0.00029040278894702304, "loss": 2.8635, "step": 12720 }, { "epoch": 1.15, "learning_rate": 0.00029038785051649477, "loss": 2.8774, "step": 12730 }, { "epoch": 1.15, "learning_rate": 0.0002903729008537102, "loss": 2.8722, "step": 12740 }, { "epoch": 1.15, "learning_rate": 0.00029035793995986546, "loss": 2.8878, "step": 12750 }, { "epoch": 1.15, "learning_rate": 0.00029034296783615754, "loss": 2.8739, "step": 12760 }, { "epoch": 1.15, "learning_rate": 0.00029032798448378426, "loss": 2.8993, "step": 12770 }, { "epoch": 1.15, "learning_rate": 0.00029031298990394455, "loss": 2.9003, "step": 12780 }, { "epoch": 1.15, "learning_rate": 0.00029029798409783807, "loss": 2.8649, "step": 12790 }, { "epoch": 1.15, "learning_rate": 0.0002902829670666653, "loss": 2.8764, "step": 12800 }, { "epoch": 1.15, "learning_rate": 0.00029026793881162786, "loss": 2.8859, "step": 12810 }, { "epoch": 1.15, "learning_rate": 0.00029025289933392814, "loss": 2.8774, "step": 12820 }, { "epoch": 1.16, "learning_rate": 0.00029023784863476933, "loss": 2.8984, "step": 12830 }, { "epoch": 1.16, "learning_rate": 0.00029022278671535576, "loss": 2.913, "step": 12840 }, { "epoch": 1.16, "learning_rate": 0.0002902077135768924, "loss": 2.8776, "step": 12850 }, { "epoch": 1.16, "learning_rate": 0.0002901926292205853, "loss": 2.9011, "step": 12860 }, { "epoch": 1.16, "learning_rate": 0.00029017753364764124, "loss": 2.8829, "step": 12870 }, { "epoch": 1.16, "learning_rate": 0.00029016242685926815, "loss": 2.8622, "step": 12880 }, { "epoch": 1.16, "learning_rate": 0.0002901473088566746, "loss": 2.8948, "step": 12890 }, { "epoch": 1.16, "learning_rate": 0.00029013217964107016, "loss": 2.8574, "step": 12900 }, { "epoch": 1.16, "learning_rate": 0.00029011703921366536, "loss": 2.8581, "step": 12910 }, { "epoch": 1.16, "learning_rate": 0.0002901018875756715, "loss": 2.8854, "step": 12920 }, { "epoch": 1.16, "learning_rate": 0.00029008672472830097, "loss": 2.8544, "step": 12930 }, { "epoch": 1.17, "learning_rate": 0.00029007155067276675, "loss": 2.8412, "step": 12940 }, { "epoch": 1.17, "learning_rate": 0.000290056365410283, "loss": 2.811, "step": 12950 }, { "epoch": 1.17, "learning_rate": 0.0002900411689420647, "loss": 2.8333, "step": 12960 }, { "epoch": 1.17, "learning_rate": 0.00029002596126932755, "loss": 2.8668, "step": 12970 }, { "epoch": 1.17, "learning_rate": 0.0002900107423932885, "loss": 2.8999, "step": 12980 }, { "epoch": 1.17, "learning_rate": 0.00028999551231516515, "loss": 2.8599, "step": 12990 }, { "epoch": 1.17, "learning_rate": 0.00028998027103617594, "loss": 2.8407, "step": 13000 }, { "epoch": 1.17, "eval_loss": 2.9229493141174316, "eval_runtime": 1263.3336, "eval_samples_per_second": 60.265, "eval_steps_per_second": 7.533, "step": 13000 }, { "epoch": 1.17, "learning_rate": 0.00028996501855754026, "loss": 2.9025, "step": 13010 }, { "epoch": 1.17, "learning_rate": 0.00028994975488047867, "loss": 2.8272, "step": 13020 }, { "epoch": 1.17, "learning_rate": 0.00028993448000621223, "loss": 2.8932, "step": 13030 }, { "epoch": 1.17, "learning_rate": 0.000289919193935963, "loss": 2.8812, "step": 13040 }, { "epoch": 1.17, "learning_rate": 0.0002899038966709542, "loss": 2.8603, "step": 13050 }, { "epoch": 1.18, "learning_rate": 0.00028988858821240963, "loss": 2.8881, "step": 13060 }, { "epoch": 1.18, "learning_rate": 0.0002898732685615541, "loss": 2.8568, "step": 13070 }, { "epoch": 1.18, "learning_rate": 0.00028985793771961336, "loss": 2.8705, "step": 13080 }, { "epoch": 1.18, "learning_rate": 0.00028984259568781397, "loss": 2.8014, "step": 13090 }, { "epoch": 1.18, "learning_rate": 0.0002898272424673834, "loss": 2.8487, "step": 13100 }, { "epoch": 1.18, "learning_rate": 0.0002898118780595501, "loss": 2.8529, "step": 13110 }, { "epoch": 1.18, "learning_rate": 0.00028979650246554334, "loss": 2.8686, "step": 13120 }, { "epoch": 1.18, "learning_rate": 0.0002897811156865933, "loss": 2.8453, "step": 13130 }, { "epoch": 1.18, "learning_rate": 0.00028976571772393106, "loss": 2.8334, "step": 13140 }, { "epoch": 1.18, "learning_rate": 0.0002897503085787886, "loss": 2.8772, "step": 13150 }, { "epoch": 1.18, "learning_rate": 0.00028973488825239876, "loss": 2.849, "step": 13160 }, { "epoch": 1.19, "learning_rate": 0.00028971945674599527, "loss": 2.867, "step": 13170 }, { "epoch": 1.19, "learning_rate": 0.0002897040140608129, "loss": 2.8626, "step": 13180 }, { "epoch": 1.19, "learning_rate": 0.0002896885601980871, "loss": 2.8564, "step": 13190 }, { "epoch": 1.19, "learning_rate": 0.0002896730951590543, "loss": 2.9008, "step": 13200 }, { "epoch": 1.19, "learning_rate": 0.00028965761894495195, "loss": 2.8803, "step": 13210 }, { "epoch": 1.19, "learning_rate": 0.0002896421315570182, "loss": 2.8754, "step": 13220 }, { "epoch": 1.19, "learning_rate": 0.00028962663299649216, "loss": 2.8841, "step": 13230 }, { "epoch": 1.19, "learning_rate": 0.0002896111232646139, "loss": 2.8824, "step": 13240 }, { "epoch": 1.19, "learning_rate": 0.0002895956023626243, "loss": 2.8689, "step": 13250 }, { "epoch": 1.19, "learning_rate": 0.00028958007029176525, "loss": 2.8624, "step": 13260 }, { "epoch": 1.19, "learning_rate": 0.00028956452705327935, "loss": 2.8362, "step": 13270 }, { "epoch": 1.2, "learning_rate": 0.0002895489726484102, "loss": 2.8418, "step": 13280 }, { "epoch": 1.2, "learning_rate": 0.00028953340707840237, "loss": 2.8637, "step": 13290 }, { "epoch": 1.2, "learning_rate": 0.00028951783034450115, "loss": 2.8377, "step": 13300 }, { "epoch": 1.2, "learning_rate": 0.0002895022424479529, "loss": 2.8498, "step": 13310 }, { "epoch": 1.2, "learning_rate": 0.0002894866433900047, "loss": 2.8335, "step": 13320 }, { "epoch": 1.2, "learning_rate": 0.0002894710331719047, "loss": 2.8665, "step": 13330 }, { "epoch": 1.2, "learning_rate": 0.00028945541179490177, "loss": 2.88, "step": 13340 }, { "epoch": 1.2, "learning_rate": 0.0002894397792602458, "loss": 2.8361, "step": 13350 }, { "epoch": 1.2, "learning_rate": 0.00028942413556918753, "loss": 2.8658, "step": 13360 }, { "epoch": 1.2, "learning_rate": 0.00028940848072297863, "loss": 2.8588, "step": 13370 }, { "epoch": 1.2, "learning_rate": 0.00028939281472287155, "loss": 2.8231, "step": 13380 }, { "epoch": 1.21, "learning_rate": 0.00028937713757011974, "loss": 2.8813, "step": 13390 }, { "epoch": 1.21, "learning_rate": 0.0002893614492659775, "loss": 2.8376, "step": 13400 }, { "epoch": 1.21, "learning_rate": 0.0002893457498117, "loss": 2.8628, "step": 13410 }, { "epoch": 1.21, "learning_rate": 0.00028933003920854344, "loss": 2.8485, "step": 13420 }, { "epoch": 1.21, "learning_rate": 0.0002893143174577647, "loss": 2.8758, "step": 13430 }, { "epoch": 1.21, "learning_rate": 0.00028929858456062176, "loss": 2.8467, "step": 13440 }, { "epoch": 1.21, "learning_rate": 0.00028928284051837324, "loss": 2.8291, "step": 13450 }, { "epoch": 1.21, "learning_rate": 0.00028926708533227896, "loss": 2.8567, "step": 13460 }, { "epoch": 1.21, "learning_rate": 0.0002892513190035994, "loss": 2.8715, "step": 13470 }, { "epoch": 1.21, "learning_rate": 0.000289235541533596, "loss": 2.8416, "step": 13480 }, { "epoch": 1.21, "learning_rate": 0.0002892197529235311, "loss": 2.8513, "step": 13490 }, { "epoch": 1.22, "learning_rate": 0.00028920395317466786, "loss": 2.8656, "step": 13500 }, { "epoch": 1.22, "learning_rate": 0.00028918814228827053, "loss": 2.8684, "step": 13510 }, { "epoch": 1.22, "learning_rate": 0.0002891723202656041, "loss": 2.8399, "step": 13520 }, { "epoch": 1.22, "learning_rate": 0.00028915648710793433, "loss": 2.8528, "step": 13530 }, { "epoch": 1.22, "learning_rate": 0.00028914064281652816, "loss": 2.8794, "step": 13540 }, { "epoch": 1.22, "learning_rate": 0.0002891247873926532, "loss": 2.8402, "step": 13550 }, { "epoch": 1.22, "learning_rate": 0.00028910892083757806, "loss": 2.8503, "step": 13560 }, { "epoch": 1.22, "learning_rate": 0.0002890930431525722, "loss": 2.8808, "step": 13570 }, { "epoch": 1.22, "learning_rate": 0.00028907715433890586, "loss": 2.8806, "step": 13580 }, { "epoch": 1.22, "learning_rate": 0.00028906125439785046, "loss": 2.8515, "step": 13590 }, { "epoch": 1.22, "learning_rate": 0.00028904534333067805, "loss": 2.8634, "step": 13600 }, { "epoch": 1.23, "learning_rate": 0.0002890294211386617, "loss": 2.8522, "step": 13610 }, { "epoch": 1.23, "learning_rate": 0.0002890134878230752, "loss": 2.8498, "step": 13620 }, { "epoch": 1.23, "learning_rate": 0.0002889975433851935, "loss": 2.8567, "step": 13630 }, { "epoch": 1.23, "learning_rate": 0.00028898158782629226, "loss": 2.8494, "step": 13640 }, { "epoch": 1.23, "learning_rate": 0.000288965621147648, "loss": 2.8521, "step": 13650 }, { "epoch": 1.23, "learning_rate": 0.00028894964335053825, "loss": 2.824, "step": 13660 }, { "epoch": 1.23, "learning_rate": 0.0002889336544362413, "loss": 2.8537, "step": 13670 }, { "epoch": 1.23, "learning_rate": 0.00028891765440603655, "loss": 2.8738, "step": 13680 }, { "epoch": 1.23, "learning_rate": 0.00028890164326120395, "loss": 2.8488, "step": 13690 }, { "epoch": 1.23, "learning_rate": 0.00028888562100302473, "loss": 2.8285, "step": 13700 }, { "epoch": 1.23, "learning_rate": 0.0002888695876327807, "loss": 2.8555, "step": 13710 }, { "epoch": 1.24, "learning_rate": 0.00028885354315175463, "loss": 2.8921, "step": 13720 }, { "epoch": 1.24, "learning_rate": 0.00028883748756123033, "loss": 2.8779, "step": 13730 }, { "epoch": 1.24, "learning_rate": 0.0002888214208624923, "loss": 2.8778, "step": 13740 }, { "epoch": 1.24, "learning_rate": 0.000288805343056826, "loss": 2.8604, "step": 13750 }, { "epoch": 1.24, "learning_rate": 0.0002887892541455179, "loss": 2.8824, "step": 13760 }, { "epoch": 1.24, "learning_rate": 0.00028877315412985524, "loss": 2.8633, "step": 13770 }, { "epoch": 1.24, "learning_rate": 0.0002887570430111261, "loss": 2.838, "step": 13780 }, { "epoch": 1.24, "learning_rate": 0.00028874092079061943, "loss": 2.8596, "step": 13790 }, { "epoch": 1.24, "learning_rate": 0.00028872478746962534, "loss": 2.8819, "step": 13800 }, { "epoch": 1.24, "learning_rate": 0.0002887086430494345, "loss": 2.8203, "step": 13810 }, { "epoch": 1.24, "learning_rate": 0.0002886924875313387, "loss": 2.8448, "step": 13820 }, { "epoch": 1.25, "learning_rate": 0.0002886763209166305, "loss": 2.8693, "step": 13830 }, { "epoch": 1.25, "learning_rate": 0.00028866014320660325, "loss": 2.8599, "step": 13840 }, { "epoch": 1.25, "learning_rate": 0.00028864395440255145, "loss": 2.8393, "step": 13850 }, { "epoch": 1.25, "learning_rate": 0.00028862775450577027, "loss": 2.8356, "step": 13860 }, { "epoch": 1.25, "learning_rate": 0.0002886115435175559, "loss": 2.8746, "step": 13870 }, { "epoch": 1.25, "learning_rate": 0.00028859532143920533, "loss": 2.8577, "step": 13880 }, { "epoch": 1.25, "learning_rate": 0.00028857908827201645, "loss": 2.8642, "step": 13890 }, { "epoch": 1.25, "learning_rate": 0.0002885628440172881, "loss": 2.8502, "step": 13900 }, { "epoch": 1.25, "learning_rate": 0.0002885465886763199, "loss": 2.9011, "step": 13910 }, { "epoch": 1.25, "learning_rate": 0.0002885303222504125, "loss": 2.8102, "step": 13920 }, { "epoch": 1.25, "learning_rate": 0.0002885140447408673, "loss": 2.8282, "step": 13930 }, { "epoch": 1.26, "learning_rate": 0.00028849775614898666, "loss": 2.8375, "step": 13940 }, { "epoch": 1.26, "learning_rate": 0.0002884814564760738, "loss": 2.8522, "step": 13950 }, { "epoch": 1.26, "learning_rate": 0.00028846514572343284, "loss": 2.8408, "step": 13960 }, { "epoch": 1.26, "learning_rate": 0.0002884488238923688, "loss": 2.8531, "step": 13970 }, { "epoch": 1.26, "learning_rate": 0.00028843249098418753, "loss": 2.8616, "step": 13980 }, { "epoch": 1.26, "learning_rate": 0.0002884161470001958, "loss": 2.8589, "step": 13990 }, { "epoch": 1.26, "learning_rate": 0.0002883997919417014, "loss": 2.8818, "step": 14000 }, { "epoch": 1.26, "eval_loss": 2.8972880840301514, "eval_runtime": 1263.2852, "eval_samples_per_second": 60.267, "eval_steps_per_second": 7.534, "step": 14000 }, { "epoch": 1.26, "learning_rate": 0.0002883834258100127, "loss": 2.8734, "step": 14010 }, { "epoch": 1.26, "learning_rate": 0.0002883670486064392, "loss": 2.8292, "step": 14020 }, { "epoch": 1.26, "learning_rate": 0.00028835066033229133, "loss": 2.8097, "step": 14030 }, { "epoch": 1.26, "learning_rate": 0.00028833426098888015, "loss": 2.8275, "step": 14040 }, { "epoch": 1.26, "learning_rate": 0.00028831785057751777, "loss": 2.8601, "step": 14050 }, { "epoch": 1.27, "learning_rate": 0.00028830142909951723, "loss": 2.8597, "step": 14060 }, { "epoch": 1.27, "learning_rate": 0.0002882849965561924, "loss": 2.8811, "step": 14070 }, { "epoch": 1.27, "learning_rate": 0.00028826855294885787, "loss": 2.8467, "step": 14080 }, { "epoch": 1.27, "learning_rate": 0.0002882520982788295, "loss": 2.834, "step": 14090 }, { "epoch": 1.27, "learning_rate": 0.0002882356325474237, "loss": 2.869, "step": 14100 }, { "epoch": 1.27, "learning_rate": 0.00028821915575595776, "loss": 2.8522, "step": 14110 }, { "epoch": 1.27, "learning_rate": 0.0002882026679057501, "loss": 2.8671, "step": 14120 }, { "epoch": 1.27, "learning_rate": 0.0002881861689981199, "loss": 2.856, "step": 14130 }, { "epoch": 1.27, "learning_rate": 0.00028816965903438724, "loss": 2.8499, "step": 14140 }, { "epoch": 1.27, "learning_rate": 0.00028815313801587296, "loss": 2.8608, "step": 14150 }, { "epoch": 1.27, "learning_rate": 0.00028813660594389893, "loss": 2.8426, "step": 14160 }, { "epoch": 1.28, "learning_rate": 0.00028812006281978784, "loss": 2.8084, "step": 14170 }, { "epoch": 1.28, "learning_rate": 0.0002881035086448633, "loss": 2.8582, "step": 14180 }, { "epoch": 1.28, "learning_rate": 0.00028808694342044984, "loss": 2.8273, "step": 14190 }, { "epoch": 1.28, "learning_rate": 0.0002880703671478728, "loss": 2.8396, "step": 14200 }, { "epoch": 1.28, "learning_rate": 0.00028805377982845835, "loss": 2.8398, "step": 14210 }, { "epoch": 1.28, "learning_rate": 0.0002880371814635337, "loss": 2.817, "step": 14220 }, { "epoch": 1.28, "learning_rate": 0.0002880205720544269, "loss": 2.8301, "step": 14230 }, { "epoch": 1.28, "learning_rate": 0.0002880039516024667, "loss": 2.8222, "step": 14240 }, { "epoch": 1.28, "learning_rate": 0.00028798732010898296, "loss": 2.8912, "step": 14250 }, { "epoch": 1.28, "learning_rate": 0.0002879706775753064, "loss": 2.8675, "step": 14260 }, { "epoch": 1.28, "learning_rate": 0.0002879540240027685, "loss": 2.8088, "step": 14270 }, { "epoch": 1.29, "learning_rate": 0.00028793735939270173, "loss": 2.8414, "step": 14280 }, { "epoch": 1.29, "learning_rate": 0.0002879206837464394, "loss": 2.8669, "step": 14290 }, { "epoch": 1.29, "learning_rate": 0.0002879039970653157, "loss": 2.8797, "step": 14300 }, { "epoch": 1.29, "learning_rate": 0.0002878872993506657, "loss": 2.8476, "step": 14310 }, { "epoch": 1.29, "learning_rate": 0.00028787059060382536, "loss": 2.8455, "step": 14320 }, { "epoch": 1.29, "learning_rate": 0.00028785387082613155, "loss": 2.8212, "step": 14330 }, { "epoch": 1.29, "learning_rate": 0.000287837140018922, "loss": 2.8515, "step": 14340 }, { "epoch": 1.29, "learning_rate": 0.0002878203981835353, "loss": 2.8689, "step": 14350 }, { "epoch": 1.29, "learning_rate": 0.0002878036453213109, "loss": 2.8221, "step": 14360 }, { "epoch": 1.29, "learning_rate": 0.0002877868814335893, "loss": 2.8424, "step": 14370 }, { "epoch": 1.29, "learning_rate": 0.00028777010652171166, "loss": 2.8326, "step": 14380 }, { "epoch": 1.3, "learning_rate": 0.00028775332058702017, "loss": 2.8744, "step": 14390 }, { "epoch": 1.3, "learning_rate": 0.0002877365236308578, "loss": 2.8526, "step": 14400 }, { "epoch": 1.3, "learning_rate": 0.0002877197156545684, "loss": 2.8356, "step": 14410 }, { "epoch": 1.3, "learning_rate": 0.00028770289665949695, "loss": 2.8536, "step": 14420 }, { "epoch": 1.3, "learning_rate": 0.0002876860666469889, "loss": 2.8638, "step": 14430 }, { "epoch": 1.3, "learning_rate": 0.00028766922561839094, "loss": 2.818, "step": 14440 }, { "epoch": 1.3, "learning_rate": 0.0002876523735750505, "loss": 2.8244, "step": 14450 }, { "epoch": 1.3, "learning_rate": 0.00028763551051831583, "loss": 2.7943, "step": 14460 }, { "epoch": 1.3, "learning_rate": 0.00028761863644953615, "loss": 2.8016, "step": 14470 }, { "epoch": 1.3, "learning_rate": 0.00028760175137006145, "loss": 2.8272, "step": 14480 }, { "epoch": 1.3, "learning_rate": 0.0002875848552812428, "loss": 2.8609, "step": 14490 }, { "epoch": 1.31, "learning_rate": 0.00028756794818443203, "loss": 2.8304, "step": 14500 }, { "epoch": 1.31, "learning_rate": 0.0002875510300809818, "loss": 2.8735, "step": 14510 }, { "epoch": 1.31, "learning_rate": 0.00028753410097224574, "loss": 2.8034, "step": 14520 }, { "epoch": 1.31, "learning_rate": 0.00028751716085957825, "loss": 2.8156, "step": 14530 }, { "epoch": 1.31, "learning_rate": 0.0002875002097443348, "loss": 2.8469, "step": 14540 }, { "epoch": 1.31, "learning_rate": 0.0002874832476278716, "loss": 2.84, "step": 14550 }, { "epoch": 1.31, "learning_rate": 0.0002874662745115457, "loss": 2.9009, "step": 14560 }, { "epoch": 1.31, "learning_rate": 0.0002874509893030922, "loss": 2.8205, "step": 14570 }, { "epoch": 1.31, "learning_rate": 0.00028743399529076926, "loss": 2.8091, "step": 14580 }, { "epoch": 1.31, "learning_rate": 0.0002874169902825243, "loss": 2.8475, "step": 14590 }, { "epoch": 1.31, "learning_rate": 0.00028739997427971786, "loss": 2.8635, "step": 14600 }, { "epoch": 1.32, "learning_rate": 0.00028738294728371136, "loss": 2.8233, "step": 14610 }, { "epoch": 1.32, "learning_rate": 0.00028736590929586705, "loss": 2.8227, "step": 14620 }, { "epoch": 1.32, "learning_rate": 0.00028734886031754825, "loss": 2.8168, "step": 14630 }, { "epoch": 1.32, "learning_rate": 0.00028733180035011896, "loss": 2.8192, "step": 14640 }, { "epoch": 1.32, "learning_rate": 0.00028731472939494407, "loss": 2.8113, "step": 14650 }, { "epoch": 1.32, "learning_rate": 0.0002872976474533895, "loss": 2.8201, "step": 14660 }, { "epoch": 1.32, "learning_rate": 0.0002872805545268219, "loss": 2.8451, "step": 14670 }, { "epoch": 1.32, "learning_rate": 0.00028726345061660886, "loss": 2.8116, "step": 14680 }, { "epoch": 1.32, "learning_rate": 0.00028724633572411887, "loss": 2.8684, "step": 14690 }, { "epoch": 1.32, "learning_rate": 0.00028722920985072123, "loss": 2.8398, "step": 14700 }, { "epoch": 1.32, "learning_rate": 0.00028721207299778616, "loss": 2.8349, "step": 14710 }, { "epoch": 1.33, "learning_rate": 0.0002871966404437733, "loss": 2.8537, "step": 14720 }, { "epoch": 1.33, "learning_rate": 0.0002871794827334953, "loss": 2.8556, "step": 14730 }, { "epoch": 1.33, "learning_rate": 0.00028716231404765847, "loss": 2.8086, "step": 14740 }, { "epoch": 1.33, "learning_rate": 0.0002871451343876364, "loss": 2.8458, "step": 14750 }, { "epoch": 1.33, "learning_rate": 0.00028712794375480383, "loss": 2.8608, "step": 14760 }, { "epoch": 1.33, "learning_rate": 0.00028711074215053594, "loss": 2.8203, "step": 14770 }, { "epoch": 1.33, "learning_rate": 0.0002870935295762091, "loss": 2.8529, "step": 14780 }, { "epoch": 1.33, "learning_rate": 0.0002870763060332005, "loss": 2.8379, "step": 14790 }, { "epoch": 1.33, "learning_rate": 0.0002870590715228881, "loss": 2.8465, "step": 14800 }, { "epoch": 1.33, "learning_rate": 0.0002870418260466508, "loss": 2.8215, "step": 14810 }, { "epoch": 1.33, "learning_rate": 0.00028702456960586853, "loss": 2.8507, "step": 14820 }, { "epoch": 1.34, "learning_rate": 0.0002870073022019218, "loss": 2.8312, "step": 14830 }, { "epoch": 1.34, "learning_rate": 0.0002869900238361922, "loss": 2.8634, "step": 14840 }, { "epoch": 1.34, "learning_rate": 0.0002869727345100622, "loss": 2.8278, "step": 14850 }, { "epoch": 1.34, "learning_rate": 0.000286955434224915, "loss": 2.831, "step": 14860 }, { "epoch": 1.34, "learning_rate": 0.0002869381229821349, "loss": 2.8304, "step": 14870 }, { "epoch": 1.34, "learning_rate": 0.00028692080078310684, "loss": 2.829, "step": 14880 }, { "epoch": 1.34, "learning_rate": 0.00028690346762921684, "loss": 2.8449, "step": 14890 }, { "epoch": 1.34, "learning_rate": 0.00028688612352185163, "loss": 2.809, "step": 14900 }, { "epoch": 1.34, "learning_rate": 0.00028686876846239893, "loss": 2.8028, "step": 14910 }, { "epoch": 1.34, "learning_rate": 0.0002868514024522472, "loss": 2.7941, "step": 14920 }, { "epoch": 1.34, "learning_rate": 0.0002868340254927861, "loss": 2.8791, "step": 14930 }, { "epoch": 1.35, "learning_rate": 0.00028681663758540565, "loss": 2.8196, "step": 14940 }, { "epoch": 1.35, "learning_rate": 0.0002867992387314973, "loss": 2.8129, "step": 14950 }, { "epoch": 1.35, "learning_rate": 0.00028678182893245296, "loss": 2.8541, "step": 14960 }, { "epoch": 1.35, "learning_rate": 0.00028676440818966556, "loss": 2.8517, "step": 14970 }, { "epoch": 1.35, "learning_rate": 0.000286746976504529, "loss": 2.8156, "step": 14980 }, { "epoch": 1.35, "learning_rate": 0.0002867295338784379, "loss": 2.8261, "step": 14990 }, { "epoch": 1.35, "learning_rate": 0.0002867120803127878, "loss": 2.8167, "step": 15000 }, { "epoch": 1.35, "eval_loss": 2.872957468032837, "eval_runtime": 1262.9899, "eval_samples_per_second": 60.282, "eval_steps_per_second": 7.535, "step": 15000 }, { "epoch": 1.35, "learning_rate": 0.0002866946158089752, "loss": 2.8172, "step": 15010 }, { "epoch": 1.35, "learning_rate": 0.0002866771403683974, "loss": 2.7923, "step": 15020 }, { "epoch": 1.35, "learning_rate": 0.00028665965399245257, "loss": 2.8121, "step": 15030 }, { "epoch": 1.35, "learning_rate": 0.00028664215668253976, "loss": 2.8356, "step": 15040 }, { "epoch": 1.35, "learning_rate": 0.00028662464844005894, "loss": 2.7803, "step": 15050 }, { "epoch": 1.36, "learning_rate": 0.0002866071292664109, "loss": 2.8083, "step": 15060 }, { "epoch": 1.36, "learning_rate": 0.0002865895991629974, "loss": 2.8096, "step": 15070 }, { "epoch": 1.36, "learning_rate": 0.0002865720581312209, "loss": 2.8289, "step": 15080 }, { "epoch": 1.36, "learning_rate": 0.0002865545061724849, "loss": 2.8068, "step": 15090 }, { "epoch": 1.36, "learning_rate": 0.00028653694328819364, "loss": 2.8527, "step": 15100 }, { "epoch": 1.36, "learning_rate": 0.0002865193694797524, "loss": 2.8359, "step": 15110 }, { "epoch": 1.36, "learning_rate": 0.0002865017847485671, "loss": 2.8384, "step": 15120 }, { "epoch": 1.36, "learning_rate": 0.00028648418909604486, "loss": 2.8627, "step": 15130 }, { "epoch": 1.36, "learning_rate": 0.00028646658252359336, "loss": 2.7973, "step": 15140 }, { "epoch": 1.36, "learning_rate": 0.00028644896503262127, "loss": 2.8094, "step": 15150 }, { "epoch": 1.36, "learning_rate": 0.0002864313366245382, "loss": 2.8173, "step": 15160 }, { "epoch": 1.37, "learning_rate": 0.0002864136973007546, "loss": 2.8325, "step": 15170 }, { "epoch": 1.37, "learning_rate": 0.0002863960470626817, "loss": 2.8285, "step": 15180 }, { "epoch": 1.37, "learning_rate": 0.0002863783859117317, "loss": 2.8359, "step": 15190 }, { "epoch": 1.37, "learning_rate": 0.0002863607138493176, "loss": 2.8359, "step": 15200 }, { "epoch": 1.37, "learning_rate": 0.0002863430308768534, "loss": 2.8361, "step": 15210 }, { "epoch": 1.37, "learning_rate": 0.00028632533699575393, "loss": 2.8295, "step": 15220 }, { "epoch": 1.37, "learning_rate": 0.00028630763220743475, "loss": 2.8242, "step": 15230 }, { "epoch": 1.37, "learning_rate": 0.0002862899165133124, "loss": 2.8268, "step": 15240 }, { "epoch": 1.37, "learning_rate": 0.00028627218991480433, "loss": 2.7912, "step": 15250 }, { "epoch": 1.37, "learning_rate": 0.0002862544524133288, "loss": 2.833, "step": 15260 }, { "epoch": 1.37, "learning_rate": 0.000286236704010305, "loss": 2.8341, "step": 15270 }, { "epoch": 1.38, "learning_rate": 0.000286218944707153, "loss": 2.8229, "step": 15280 }, { "epoch": 1.38, "learning_rate": 0.00028620117450529355, "loss": 2.8157, "step": 15290 }, { "epoch": 1.38, "learning_rate": 0.00028618339340614855, "loss": 2.8182, "step": 15300 }, { "epoch": 1.38, "learning_rate": 0.0002861656014111406, "loss": 2.8378, "step": 15310 }, { "epoch": 1.38, "learning_rate": 0.00028614779852169326, "loss": 2.8277, "step": 15320 }, { "epoch": 1.38, "learning_rate": 0.0002861299847392308, "loss": 2.8464, "step": 15330 }, { "epoch": 1.38, "learning_rate": 0.00028611216006517866, "loss": 2.8219, "step": 15340 }, { "epoch": 1.38, "learning_rate": 0.00028609432450096275, "loss": 2.811, "step": 15350 }, { "epoch": 1.38, "learning_rate": 0.00028607647804801027, "loss": 2.7976, "step": 15360 }, { "epoch": 1.38, "learning_rate": 0.000286058620707749, "loss": 2.8224, "step": 15370 }, { "epoch": 1.38, "learning_rate": 0.0002860407524816076, "loss": 2.8299, "step": 15380 }, { "epoch": 1.39, "learning_rate": 0.00028602287337101584, "loss": 2.8172, "step": 15390 }, { "epoch": 1.39, "learning_rate": 0.00028600498337740416, "loss": 2.8165, "step": 15400 }, { "epoch": 1.39, "learning_rate": 0.0002859870825022039, "loss": 2.7969, "step": 15410 }, { "epoch": 1.39, "learning_rate": 0.00028596917074684723, "loss": 2.852, "step": 15420 }, { "epoch": 1.39, "learning_rate": 0.00028595124811276737, "loss": 2.8559, "step": 15430 }, { "epoch": 1.39, "learning_rate": 0.0002859333146013982, "loss": 2.822, "step": 15440 }, { "epoch": 1.39, "learning_rate": 0.00028591537021417456, "loss": 2.8138, "step": 15450 }, { "epoch": 1.39, "learning_rate": 0.00028589741495253215, "loss": 2.8003, "step": 15460 }, { "epoch": 1.39, "learning_rate": 0.00028587944881790765, "loss": 2.8698, "step": 15470 }, { "epoch": 1.39, "learning_rate": 0.0002858614718117383, "loss": 2.8223, "step": 15480 }, { "epoch": 1.39, "learning_rate": 0.0002858434839354627, "loss": 2.787, "step": 15490 }, { "epoch": 1.4, "learning_rate": 0.0002858254851905198, "loss": 2.804, "step": 15500 }, { "epoch": 1.4, "learning_rate": 0.00028580747557834977, "loss": 2.8136, "step": 15510 }, { "epoch": 1.4, "learning_rate": 0.0002857894551003935, "loss": 2.7749, "step": 15520 }, { "epoch": 1.4, "learning_rate": 0.00028577142375809284, "loss": 2.8065, "step": 15530 }, { "epoch": 1.4, "learning_rate": 0.00028575338155289033, "loss": 2.7651, "step": 15540 }, { "epoch": 1.4, "learning_rate": 0.0002857353284862296, "loss": 2.8154, "step": 15550 }, { "epoch": 1.4, "learning_rate": 0.0002857172645595551, "loss": 2.8187, "step": 15560 }, { "epoch": 1.4, "learning_rate": 0.00028569918977431203, "loss": 2.82, "step": 15570 }, { "epoch": 1.4, "learning_rate": 0.0002856811041319465, "loss": 2.8147, "step": 15580 }, { "epoch": 1.4, "learning_rate": 0.00028566300763390557, "loss": 2.8222, "step": 15590 }, { "epoch": 1.4, "learning_rate": 0.0002856449002816371, "loss": 2.8247, "step": 15600 }, { "epoch": 1.41, "learning_rate": 0.0002856267820765899, "loss": 2.8323, "step": 15610 }, { "epoch": 1.41, "learning_rate": 0.00028560865302021345, "loss": 2.828, "step": 15620 }, { "epoch": 1.41, "learning_rate": 0.00028559051311395834, "loss": 2.8422, "step": 15630 }, { "epoch": 1.41, "learning_rate": 0.000285572362359276, "loss": 2.8088, "step": 15640 }, { "epoch": 1.41, "learning_rate": 0.0002855542007576184, "loss": 2.779, "step": 15650 }, { "epoch": 1.41, "learning_rate": 0.0002855360283104388, "loss": 2.7575, "step": 15660 }, { "epoch": 1.41, "learning_rate": 0.0002855178450191912, "loss": 2.8205, "step": 15670 }, { "epoch": 1.41, "learning_rate": 0.00028549965088533026, "loss": 2.8411, "step": 15680 }, { "epoch": 1.41, "learning_rate": 0.00028548144591031185, "loss": 2.8028, "step": 15690 }, { "epoch": 1.41, "learning_rate": 0.0002854632300955924, "loss": 2.8024, "step": 15700 }, { "epoch": 1.41, "learning_rate": 0.0002854450034426293, "loss": 2.8021, "step": 15710 }, { "epoch": 1.42, "learning_rate": 0.000285426765952881, "loss": 2.823, "step": 15720 }, { "epoch": 1.42, "learning_rate": 0.0002854085176278065, "loss": 2.7644, "step": 15730 }, { "epoch": 1.42, "learning_rate": 0.00028539025846886594, "loss": 2.8003, "step": 15740 }, { "epoch": 1.42, "learning_rate": 0.0002853719884775202, "loss": 2.7852, "step": 15750 }, { "epoch": 1.42, "learning_rate": 0.000285353707655231, "loss": 2.772, "step": 15760 }, { "epoch": 1.42, "learning_rate": 0.0002853354160034609, "loss": 2.8258, "step": 15770 }, { "epoch": 1.42, "learning_rate": 0.0002853171135236735, "loss": 2.7767, "step": 15780 }, { "epoch": 1.42, "learning_rate": 0.00028529880021733317, "loss": 2.7892, "step": 15790 }, { "epoch": 1.42, "learning_rate": 0.000285280476085905, "loss": 2.8171, "step": 15800 }, { "epoch": 1.42, "learning_rate": 0.00028526214113085526, "loss": 2.8164, "step": 15810 }, { "epoch": 1.42, "learning_rate": 0.0002852437953536508, "loss": 2.8091, "step": 15820 }, { "epoch": 1.43, "learning_rate": 0.00028522543875575943, "loss": 2.8332, "step": 15830 }, { "epoch": 1.43, "learning_rate": 0.0002852070713386499, "loss": 2.8134, "step": 15840 }, { "epoch": 1.43, "learning_rate": 0.00028518869310379167, "loss": 2.8324, "step": 15850 }, { "epoch": 1.43, "learning_rate": 0.0002851703040526553, "loss": 2.7974, "step": 15860 }, { "epoch": 1.43, "learning_rate": 0.000285151904186712, "loss": 2.8245, "step": 15870 }, { "epoch": 1.43, "learning_rate": 0.00028513349350743383, "loss": 2.8271, "step": 15880 }, { "epoch": 1.43, "learning_rate": 0.0002851150720162939, "loss": 2.7935, "step": 15890 }, { "epoch": 1.43, "learning_rate": 0.00028509663971476617, "loss": 2.8118, "step": 15900 }, { "epoch": 1.43, "learning_rate": 0.00028507819660432524, "loss": 2.8601, "step": 15910 }, { "epoch": 1.43, "learning_rate": 0.0002850597426864468, "loss": 2.7988, "step": 15920 }, { "epoch": 1.43, "learning_rate": 0.0002850412779626073, "loss": 2.7915, "step": 15930 }, { "epoch": 1.44, "learning_rate": 0.00028502280243428407, "loss": 2.7844, "step": 15940 }, { "epoch": 1.44, "learning_rate": 0.00028500431610295533, "loss": 2.8153, "step": 15950 }, { "epoch": 1.44, "learning_rate": 0.00028498581897010015, "loss": 2.8269, "step": 15960 }, { "epoch": 1.44, "learning_rate": 0.00028496731103719845, "loss": 2.8431, "step": 15970 }, { "epoch": 1.44, "learning_rate": 0.000284948792305731, "loss": 2.8081, "step": 15980 }, { "epoch": 1.44, "learning_rate": 0.00028493026277717954, "loss": 2.8047, "step": 15990 }, { "epoch": 1.44, "learning_rate": 0.00028491172245302654, "loss": 2.7941, "step": 16000 }, { "epoch": 1.44, "eval_loss": 2.8514840602874756, "eval_runtime": 1268.5535, "eval_samples_per_second": 60.017, "eval_steps_per_second": 7.502, "step": 16000 }, { "epoch": 1.44, "learning_rate": 0.0002848931713347554, "loss": 2.839, "step": 16010 }, { "epoch": 1.44, "learning_rate": 0.00028487460942385037, "loss": 2.7998, "step": 16020 }, { "epoch": 1.44, "learning_rate": 0.00028485603672179655, "loss": 2.774, "step": 16030 }, { "epoch": 1.44, "learning_rate": 0.00028483745323007996, "loss": 2.7941, "step": 16040 }, { "epoch": 1.45, "learning_rate": 0.0002848188589501874, "loss": 2.8237, "step": 16050 }, { "epoch": 1.45, "learning_rate": 0.0002848002538836066, "loss": 2.8063, "step": 16060 }, { "epoch": 1.45, "learning_rate": 0.00028478163803182606, "loss": 2.7756, "step": 16070 }, { "epoch": 1.45, "learning_rate": 0.0002847630113963353, "loss": 2.78, "step": 16080 }, { "epoch": 1.45, "learning_rate": 0.0002847443739786246, "loss": 2.8029, "step": 16090 }, { "epoch": 1.45, "learning_rate": 0.00028472572578018513, "loss": 2.8227, "step": 16100 }, { "epoch": 1.45, "learning_rate": 0.0002847070668025088, "loss": 2.7702, "step": 16110 }, { "epoch": 1.45, "learning_rate": 0.00028468839704708863, "loss": 2.8218, "step": 16120 }, { "epoch": 1.45, "learning_rate": 0.00028466971651541827, "loss": 2.7949, "step": 16130 }, { "epoch": 1.45, "learning_rate": 0.00028465102520899236, "loss": 2.7995, "step": 16140 }, { "epoch": 1.45, "learning_rate": 0.0002846323231293064, "loss": 2.7902, "step": 16150 }, { "epoch": 1.45, "learning_rate": 0.0002846136102778567, "loss": 2.8055, "step": 16160 }, { "epoch": 1.46, "learning_rate": 0.0002845948866561404, "loss": 2.823, "step": 16170 }, { "epoch": 1.46, "learning_rate": 0.0002845761522656556, "loss": 2.8113, "step": 16180 }, { "epoch": 1.46, "learning_rate": 0.00028455740710790116, "loss": 2.7878, "step": 16190 }, { "epoch": 1.46, "learning_rate": 0.00028453865118437696, "loss": 2.7761, "step": 16200 }, { "epoch": 1.46, "learning_rate": 0.00028451988449658356, "loss": 2.7934, "step": 16210 }, { "epoch": 1.46, "learning_rate": 0.0002845011070460225, "loss": 2.7917, "step": 16220 }, { "epoch": 1.46, "learning_rate": 0.0002844823188341961, "loss": 2.7993, "step": 16230 }, { "epoch": 1.46, "learning_rate": 0.00028446351986260765, "loss": 2.7683, "step": 16240 }, { "epoch": 1.46, "learning_rate": 0.00028444471013276115, "loss": 2.7853, "step": 16250 }, { "epoch": 1.46, "learning_rate": 0.0002844258896461616, "loss": 2.7708, "step": 16260 }, { "epoch": 1.46, "learning_rate": 0.0002844070584043147, "loss": 2.8363, "step": 16270 }, { "epoch": 1.47, "learning_rate": 0.0002843882164087273, "loss": 2.7858, "step": 16280 }, { "epoch": 1.47, "learning_rate": 0.00028436936366090675, "loss": 2.8234, "step": 16290 }, { "epoch": 1.47, "learning_rate": 0.00028435050016236156, "loss": 2.8003, "step": 16300 }, { "epoch": 1.47, "learning_rate": 0.00028433162591460094, "loss": 2.7967, "step": 16310 }, { "epoch": 1.47, "learning_rate": 0.0002843127409191349, "loss": 2.8137, "step": 16320 }, { "epoch": 1.47, "learning_rate": 0.0002842938451774745, "loss": 2.7782, "step": 16330 }, { "epoch": 1.47, "learning_rate": 0.00028427493869113155, "loss": 2.7808, "step": 16340 }, { "epoch": 1.47, "learning_rate": 0.00028425602146161876, "loss": 2.7854, "step": 16350 }, { "epoch": 1.47, "learning_rate": 0.0002842370934904496, "loss": 2.773, "step": 16360 }, { "epoch": 1.47, "learning_rate": 0.00028421815477913854, "loss": 2.8009, "step": 16370 }, { "epoch": 1.47, "learning_rate": 0.0002841992053292008, "loss": 2.8074, "step": 16380 }, { "epoch": 1.48, "learning_rate": 0.00028418024514215254, "loss": 2.8121, "step": 16390 }, { "epoch": 1.48, "learning_rate": 0.0002841612742195107, "loss": 2.8207, "step": 16400 }, { "epoch": 1.48, "learning_rate": 0.0002841422925627932, "loss": 2.7889, "step": 16410 }, { "epoch": 1.48, "learning_rate": 0.00028412330017351864, "loss": 2.8007, "step": 16420 }, { "epoch": 1.48, "learning_rate": 0.0002841042970532066, "loss": 2.7748, "step": 16430 }, { "epoch": 1.48, "learning_rate": 0.0002840852832033775, "loss": 2.7747, "step": 16440 }, { "epoch": 1.48, "learning_rate": 0.0002840662586255527, "loss": 2.7457, "step": 16450 }, { "epoch": 1.48, "learning_rate": 0.00028404722332125423, "loss": 2.8344, "step": 16460 }, { "epoch": 1.48, "learning_rate": 0.00028402817729200505, "loss": 2.8059, "step": 16470 }, { "epoch": 1.48, "learning_rate": 0.0002840091205393291, "loss": 2.7955, "step": 16480 }, { "epoch": 1.48, "learning_rate": 0.0002839900530647511, "loss": 2.7599, "step": 16490 }, { "epoch": 1.49, "learning_rate": 0.0002839709748697965, "loss": 2.8051, "step": 16500 }, { "epoch": 1.49, "learning_rate": 0.00028395188595599184, "loss": 2.7782, "step": 16510 }, { "epoch": 1.49, "learning_rate": 0.00028393278632486436, "loss": 2.7968, "step": 16520 }, { "epoch": 1.49, "learning_rate": 0.0002839136759779422, "loss": 2.8001, "step": 16530 }, { "epoch": 1.49, "learning_rate": 0.00028389455491675434, "loss": 2.7848, "step": 16540 }, { "epoch": 1.49, "learning_rate": 0.0002838754231428306, "loss": 2.8013, "step": 16550 }, { "epoch": 1.49, "learning_rate": 0.00028385628065770175, "loss": 2.7676, "step": 16560 }, { "epoch": 1.49, "learning_rate": 0.0002838371274628994, "loss": 2.7984, "step": 16570 }, { "epoch": 1.49, "learning_rate": 0.00028381796355995585, "loss": 2.801, "step": 16580 }, { "epoch": 1.49, "learning_rate": 0.00028379878895040445, "loss": 2.7779, "step": 16590 }, { "epoch": 1.49, "learning_rate": 0.00028377960363577923, "loss": 2.7952, "step": 16600 }, { "epoch": 1.5, "learning_rate": 0.00028376040761761537, "loss": 2.8156, "step": 16610 }, { "epoch": 1.5, "learning_rate": 0.00028374120089744864, "loss": 2.8107, "step": 16620 }, { "epoch": 1.5, "learning_rate": 0.0002837219834768157, "loss": 2.8015, "step": 16630 }, { "epoch": 1.5, "learning_rate": 0.0002837027553572541, "loss": 2.7967, "step": 16640 }, { "epoch": 1.5, "learning_rate": 0.0002836835165403024, "loss": 2.7936, "step": 16650 }, { "epoch": 1.5, "learning_rate": 0.0002836642670274997, "loss": 2.7867, "step": 16660 }, { "epoch": 1.5, "learning_rate": 0.0002836450068203863, "loss": 2.7614, "step": 16670 }, { "epoch": 1.5, "learning_rate": 0.000283625735920503, "loss": 2.7914, "step": 16680 }, { "epoch": 1.5, "learning_rate": 0.00028360645432939176, "loss": 2.7763, "step": 16690 }, { "epoch": 1.5, "learning_rate": 0.00028358716204859527, "loss": 2.773, "step": 16700 }, { "epoch": 1.5, "learning_rate": 0.000283567859079657, "loss": 2.7908, "step": 16710 }, { "epoch": 1.51, "learning_rate": 0.00028354854542412145, "loss": 2.7907, "step": 16720 }, { "epoch": 1.51, "learning_rate": 0.0002835292210835338, "loss": 2.7697, "step": 16730 }, { "epoch": 1.51, "learning_rate": 0.00028350988605944027, "loss": 2.7846, "step": 16740 }, { "epoch": 1.51, "learning_rate": 0.00028349054035338775, "loss": 2.7728, "step": 16750 }, { "epoch": 1.51, "learning_rate": 0.0002834711839669241, "loss": 2.7676, "step": 16760 }, { "epoch": 1.51, "learning_rate": 0.00028345181690159796, "loss": 2.7971, "step": 16770 }, { "epoch": 1.51, "learning_rate": 0.0002834324391589589, "loss": 2.785, "step": 16780 }, { "epoch": 1.51, "learning_rate": 0.0002834130507405573, "loss": 2.7731, "step": 16790 }, { "epoch": 1.51, "learning_rate": 0.0002833936516479445, "loss": 2.7943, "step": 16800 }, { "epoch": 1.51, "learning_rate": 0.0002833742418826724, "loss": 2.7685, "step": 16810 }, { "epoch": 1.51, "learning_rate": 0.00028335482144629405, "loss": 2.7462, "step": 16820 }, { "epoch": 1.52, "learning_rate": 0.0002833353903403633, "loss": 2.8114, "step": 16830 }, { "epoch": 1.52, "learning_rate": 0.00028331594856643473, "loss": 2.8018, "step": 16840 }, { "epoch": 1.52, "learning_rate": 0.00028329649612606394, "loss": 2.8054, "step": 16850 }, { "epoch": 1.52, "learning_rate": 0.00028327703302080724, "loss": 2.7772, "step": 16860 }, { "epoch": 1.52, "learning_rate": 0.0002832575592522218, "loss": 2.7714, "step": 16870 }, { "epoch": 1.52, "learning_rate": 0.00028323807482186577, "loss": 2.794, "step": 16880 }, { "epoch": 1.52, "learning_rate": 0.0002832185797312981, "loss": 2.771, "step": 16890 }, { "epoch": 1.52, "learning_rate": 0.0002831990739820785, "loss": 2.7964, "step": 16900 }, { "epoch": 1.52, "learning_rate": 0.00028317955757576756, "loss": 2.8071, "step": 16910 }, { "epoch": 1.52, "learning_rate": 0.00028316003051392685, "loss": 2.7844, "step": 16920 }, { "epoch": 1.52, "learning_rate": 0.0002831404927981187, "loss": 2.7721, "step": 16930 }, { "epoch": 1.53, "learning_rate": 0.00028312094442990623, "loss": 2.818, "step": 16940 }, { "epoch": 1.53, "learning_rate": 0.0002831013854108535, "loss": 2.773, "step": 16950 }, { "epoch": 1.53, "learning_rate": 0.0002830818157425255, "loss": 2.8021, "step": 16960 }, { "epoch": 1.53, "learning_rate": 0.0002830622354264879, "loss": 2.7836, "step": 16970 }, { "epoch": 1.53, "learning_rate": 0.00028304264446430734, "loss": 2.788, "step": 16980 }, { "epoch": 1.53, "learning_rate": 0.0002830230428575512, "loss": 2.7696, "step": 16990 }, { "epoch": 1.53, "learning_rate": 0.0002830053923116547, "loss": 2.7878, "step": 17000 }, { "epoch": 1.53, "eval_loss": 2.831134080886841, "eval_runtime": 1263.6147, "eval_samples_per_second": 60.252, "eval_steps_per_second": 7.532, "step": 17000 }, { "epoch": 1.53, "learning_rate": 0.0002829857704845263, "loss": 2.7969, "step": 17010 }, { "epoch": 1.53, "learning_rate": 0.00028296613801737287, "loss": 2.7805, "step": 17020 }, { "epoch": 1.53, "learning_rate": 0.000282946494911765, "loss": 2.7996, "step": 17030 }, { "epoch": 1.53, "learning_rate": 0.00028292684116927445, "loss": 2.7949, "step": 17040 }, { "epoch": 1.54, "learning_rate": 0.00028290717679147354, "loss": 2.7809, "step": 17050 }, { "epoch": 1.54, "learning_rate": 0.0002828875017799358, "loss": 2.8041, "step": 17060 }, { "epoch": 1.54, "learning_rate": 0.00028286781613623516, "loss": 2.7772, "step": 17070 }, { "epoch": 1.54, "learning_rate": 0.0002828481198619468, "loss": 2.832, "step": 17080 }, { "epoch": 1.54, "learning_rate": 0.0002828284129586466, "loss": 2.7831, "step": 17090 }, { "epoch": 1.54, "learning_rate": 0.0002828086954279112, "loss": 2.7743, "step": 17100 }, { "epoch": 1.54, "learning_rate": 0.00028278896727131823, "loss": 2.7768, "step": 17110 }, { "epoch": 1.54, "learning_rate": 0.0002827692284904461, "loss": 2.766, "step": 17120 }, { "epoch": 1.54, "learning_rate": 0.0002827494790868741, "loss": 2.7618, "step": 17130 }, { "epoch": 1.54, "learning_rate": 0.0002827297190621823, "loss": 2.7931, "step": 17140 }, { "epoch": 1.54, "learning_rate": 0.0002827099484179518, "loss": 2.7817, "step": 17150 }, { "epoch": 1.54, "learning_rate": 0.00028269016715576427, "loss": 2.7673, "step": 17160 }, { "epoch": 1.55, "learning_rate": 0.0002826703752772025, "loss": 2.7645, "step": 17170 }, { "epoch": 1.55, "learning_rate": 0.00028265057278385, "loss": 2.8033, "step": 17180 }, { "epoch": 1.55, "learning_rate": 0.00028263075967729104, "loss": 2.7809, "step": 17190 }, { "epoch": 1.55, "learning_rate": 0.0002826109359591109, "loss": 2.7653, "step": 17200 }, { "epoch": 1.55, "learning_rate": 0.0002825911016308957, "loss": 2.7781, "step": 17210 }, { "epoch": 1.55, "learning_rate": 0.00028257125669423235, "loss": 2.7948, "step": 17220 }, { "epoch": 1.55, "learning_rate": 0.0002825514011507086, "loss": 2.7718, "step": 17230 }, { "epoch": 1.55, "learning_rate": 0.00028253153500191303, "loss": 2.7748, "step": 17240 }, { "epoch": 1.55, "learning_rate": 0.00028251165824943515, "loss": 2.7825, "step": 17250 }, { "epoch": 1.55, "learning_rate": 0.00028249177089486525, "loss": 2.7963, "step": 17260 }, { "epoch": 1.55, "learning_rate": 0.0002824718729397945, "loss": 2.7781, "step": 17270 }, { "epoch": 1.56, "learning_rate": 0.00028245196438581494, "loss": 2.7542, "step": 17280 }, { "epoch": 1.56, "learning_rate": 0.0002824320452345194, "loss": 2.7798, "step": 17290 }, { "epoch": 1.56, "learning_rate": 0.00028241211548750157, "loss": 2.8216, "step": 17300 }, { "epoch": 1.56, "learning_rate": 0.00028239217514635604, "loss": 2.7877, "step": 17310 }, { "epoch": 1.56, "learning_rate": 0.0002823722242126782, "loss": 2.7644, "step": 17320 }, { "epoch": 1.56, "learning_rate": 0.00028235226268806426, "loss": 2.7605, "step": 17330 }, { "epoch": 1.56, "learning_rate": 0.00028233229057411137, "loss": 2.7921, "step": 17340 }, { "epoch": 1.56, "learning_rate": 0.00028231230787241745, "loss": 2.815, "step": 17350 }, { "epoch": 1.56, "learning_rate": 0.0002822923145845813, "loss": 2.7722, "step": 17360 }, { "epoch": 1.56, "learning_rate": 0.0002822723107122026, "loss": 2.7834, "step": 17370 }, { "epoch": 1.56, "learning_rate": 0.0002822522962568817, "loss": 2.7587, "step": 17380 }, { "epoch": 1.57, "learning_rate": 0.0002822322712202201, "loss": 2.7863, "step": 17390 }, { "epoch": 1.57, "learning_rate": 0.0002822122356038198, "loss": 2.7879, "step": 17400 }, { "epoch": 1.57, "learning_rate": 0.000282192189409284, "loss": 2.7886, "step": 17410 }, { "epoch": 1.57, "learning_rate": 0.0002821721326382165, "loss": 2.7432, "step": 17420 }, { "epoch": 1.57, "learning_rate": 0.00028215206529222197, "loss": 2.7841, "step": 17430 }, { "epoch": 1.57, "learning_rate": 0.00028213198737290606, "loss": 2.7909, "step": 17440 }, { "epoch": 1.57, "learning_rate": 0.0002821118988818751, "loss": 2.7897, "step": 17450 }, { "epoch": 1.57, "learning_rate": 0.0002820917998207364, "loss": 2.7748, "step": 17460 }, { "epoch": 1.57, "learning_rate": 0.000282071690191098, "loss": 2.795, "step": 17470 }, { "epoch": 1.57, "learning_rate": 0.0002820515699945689, "loss": 2.8268, "step": 17480 }, { "epoch": 1.57, "learning_rate": 0.0002820314392327589, "loss": 2.7267, "step": 17490 }, { "epoch": 1.58, "learning_rate": 0.00028201129790727863, "loss": 2.7389, "step": 17500 }, { "epoch": 1.58, "learning_rate": 0.0002819911460197395, "loss": 2.7982, "step": 17510 }, { "epoch": 1.58, "learning_rate": 0.0002819709835717539, "loss": 2.7856, "step": 17520 }, { "epoch": 1.58, "learning_rate": 0.00028195081056493505, "loss": 2.7392, "step": 17530 }, { "epoch": 1.58, "learning_rate": 0.00028193062700089685, "loss": 2.7506, "step": 17540 }, { "epoch": 1.58, "learning_rate": 0.0002819104328812543, "loss": 2.7787, "step": 17550 }, { "epoch": 1.58, "learning_rate": 0.00028189022820762296, "loss": 2.7892, "step": 17560 }, { "epoch": 1.58, "learning_rate": 0.0002818700129816195, "loss": 2.7726, "step": 17570 }, { "epoch": 1.58, "learning_rate": 0.0002818497872048612, "loss": 2.7934, "step": 17580 }, { "epoch": 1.58, "learning_rate": 0.0002818295508789664, "loss": 2.791, "step": 17590 }, { "epoch": 1.58, "learning_rate": 0.0002818093040055542, "loss": 2.7656, "step": 17600 }, { "epoch": 1.59, "learning_rate": 0.0002817890465862444, "loss": 2.7514, "step": 17610 }, { "epoch": 1.59, "learning_rate": 0.0002817687786226579, "loss": 2.7655, "step": 17620 }, { "epoch": 1.59, "learning_rate": 0.00028174850011641623, "loss": 2.7691, "step": 17630 }, { "epoch": 1.59, "learning_rate": 0.0002817282110691419, "loss": 2.7638, "step": 17640 }, { "epoch": 1.59, "learning_rate": 0.00028170791148245816, "loss": 2.7956, "step": 17650 }, { "epoch": 1.59, "learning_rate": 0.0002816876013579892, "loss": 2.8035, "step": 17660 }, { "epoch": 1.59, "learning_rate": 0.00028166728069736, "loss": 2.777, "step": 17670 }, { "epoch": 1.59, "learning_rate": 0.00028164694950219636, "loss": 2.7354, "step": 17680 }, { "epoch": 1.59, "learning_rate": 0.000281626607774125, "loss": 2.7733, "step": 17690 }, { "epoch": 1.59, "learning_rate": 0.00028160625551477346, "loss": 2.7782, "step": 17700 }, { "epoch": 1.59, "learning_rate": 0.00028158589272577, "loss": 2.741, "step": 17710 }, { "epoch": 1.6, "learning_rate": 0.00028156551940874383, "loss": 2.7702, "step": 17720 }, { "epoch": 1.6, "learning_rate": 0.0002815451355653251, "loss": 2.7685, "step": 17730 }, { "epoch": 1.6, "learning_rate": 0.0002815247411971446, "loss": 2.8023, "step": 17740 }, { "epoch": 1.6, "learning_rate": 0.0002815043363058341, "loss": 2.7486, "step": 17750 }, { "epoch": 1.6, "learning_rate": 0.0002814839208930262, "loss": 2.6952, "step": 17760 }, { "epoch": 1.6, "learning_rate": 0.0002814634949603542, "loss": 2.7706, "step": 17770 }, { "epoch": 1.6, "learning_rate": 0.0002814430585094525, "loss": 2.725, "step": 17780 }, { "epoch": 1.6, "learning_rate": 0.00028142261154195605, "loss": 2.7801, "step": 17790 }, { "epoch": 1.6, "learning_rate": 0.0002814021540595009, "loss": 2.7242, "step": 17800 }, { "epoch": 1.6, "learning_rate": 0.0002813816860637237, "loss": 2.8025, "step": 17810 }, { "epoch": 1.6, "learning_rate": 0.00028136120755626226, "loss": 2.7772, "step": 17820 }, { "epoch": 1.61, "learning_rate": 0.0002813407185387549, "loss": 2.7322, "step": 17830 }, { "epoch": 1.61, "learning_rate": 0.00028132021901284095, "loss": 2.75, "step": 17840 }, { "epoch": 1.61, "learning_rate": 0.00028129970898016054, "loss": 2.7896, "step": 17850 }, { "epoch": 1.61, "learning_rate": 0.0002812791884423547, "loss": 2.8227, "step": 17860 }, { "epoch": 1.61, "learning_rate": 0.00028125865740106517, "loss": 2.7679, "step": 17870 }, { "epoch": 1.61, "learning_rate": 0.0002812381158579347, "loss": 2.7763, "step": 17880 }, { "epoch": 1.61, "learning_rate": 0.0002812175638146067, "loss": 2.7294, "step": 17890 }, { "epoch": 1.61, "learning_rate": 0.00028119700127272564, "loss": 2.7738, "step": 17900 }, { "epoch": 1.61, "learning_rate": 0.0002811764282339366, "loss": 2.7751, "step": 17910 }, { "epoch": 1.61, "learning_rate": 0.0002811558446998856, "loss": 2.8096, "step": 17920 }, { "epoch": 1.61, "learning_rate": 0.0002811352506722196, "loss": 2.7508, "step": 17930 }, { "epoch": 1.62, "learning_rate": 0.0002811146461525862, "loss": 2.7451, "step": 17940 }, { "epoch": 1.62, "learning_rate": 0.000281094031142634, "loss": 2.7668, "step": 17950 }, { "epoch": 1.62, "learning_rate": 0.00028107340564401237, "loss": 2.7547, "step": 17960 }, { "epoch": 1.62, "learning_rate": 0.0002810527696583715, "loss": 2.7785, "step": 17970 }, { "epoch": 1.62, "learning_rate": 0.0002810321231873625, "loss": 2.7814, "step": 17980 }, { "epoch": 1.62, "learning_rate": 0.0002810114662326372, "loss": 2.7674, "step": 17990 }, { "epoch": 1.62, "learning_rate": 0.00028099079879584843, "loss": 2.7894, "step": 18000 }, { "epoch": 1.62, "eval_loss": 2.811331272125244, "eval_runtime": 1263.416, "eval_samples_per_second": 60.261, "eval_steps_per_second": 7.533, "step": 18000 }, { "epoch": 1.62, "learning_rate": 0.00028097012087864966, "loss": 2.7772, "step": 18010 }, { "epoch": 1.62, "learning_rate": 0.0002809494324826954, "loss": 2.7323, "step": 18020 }, { "epoch": 1.62, "learning_rate": 0.0002809287336096408, "loss": 2.7622, "step": 18030 }, { "epoch": 1.62, "learning_rate": 0.0002809080242611421, "loss": 2.7919, "step": 18040 }, { "epoch": 1.63, "learning_rate": 0.0002808873044388561, "loss": 2.7508, "step": 18050 }, { "epoch": 1.63, "learning_rate": 0.0002808665741444406, "loss": 2.7731, "step": 18060 }, { "epoch": 1.63, "learning_rate": 0.0002808458333795542, "loss": 2.7796, "step": 18070 }, { "epoch": 1.63, "learning_rate": 0.00028082508214585637, "loss": 2.7653, "step": 18080 }, { "epoch": 1.63, "learning_rate": 0.0002808043204450074, "loss": 2.7775, "step": 18090 }, { "epoch": 1.63, "learning_rate": 0.0002807835482786683, "loss": 2.7689, "step": 18100 }, { "epoch": 1.63, "learning_rate": 0.0002807627656485012, "loss": 2.7282, "step": 18110 }, { "epoch": 1.63, "learning_rate": 0.0002807419725561688, "loss": 2.7501, "step": 18120 }, { "epoch": 1.63, "learning_rate": 0.0002807211690033347, "loss": 2.7759, "step": 18130 }, { "epoch": 1.63, "learning_rate": 0.0002807003549916634, "loss": 2.7365, "step": 18140 }, { "epoch": 1.63, "learning_rate": 0.00028067953052282016, "loss": 2.7815, "step": 18150 }, { "epoch": 1.63, "learning_rate": 0.00028065869559847117, "loss": 2.7814, "step": 18160 }, { "epoch": 1.64, "learning_rate": 0.0002806378502202834, "loss": 2.7076, "step": 18170 }, { "epoch": 1.64, "learning_rate": 0.0002806169943899247, "loss": 2.7783, "step": 18180 }, { "epoch": 1.64, "learning_rate": 0.0002805961281090637, "loss": 2.7978, "step": 18190 }, { "epoch": 1.64, "learning_rate": 0.0002805752513793698, "loss": 2.7997, "step": 18200 }, { "epoch": 1.64, "learning_rate": 0.00028055436420251333, "loss": 2.7909, "step": 18210 }, { "epoch": 1.64, "learning_rate": 0.00028053346658016564, "loss": 2.7604, "step": 18220 }, { "epoch": 1.64, "learning_rate": 0.00028051255851399846, "loss": 2.754, "step": 18230 }, { "epoch": 1.64, "learning_rate": 0.0002804916400056848, "loss": 2.7349, "step": 18240 }, { "epoch": 1.64, "learning_rate": 0.00028047071105689826, "loss": 2.7578, "step": 18250 }, { "epoch": 1.64, "learning_rate": 0.00028044977166931335, "loss": 2.7981, "step": 18260 }, { "epoch": 1.64, "learning_rate": 0.00028042882184460533, "loss": 2.7726, "step": 18270 }, { "epoch": 1.65, "learning_rate": 0.0002804078615844505, "loss": 2.7484, "step": 18280 }, { "epoch": 1.65, "learning_rate": 0.0002803868908905258, "loss": 2.7701, "step": 18290 }, { "epoch": 1.65, "learning_rate": 0.0002803659097645091, "loss": 2.7735, "step": 18300 }, { "epoch": 1.65, "learning_rate": 0.000280344918208079, "loss": 2.7464, "step": 18310 }, { "epoch": 1.65, "learning_rate": 0.00028032391622291505, "loss": 2.7827, "step": 18320 }, { "epoch": 1.65, "learning_rate": 0.0002803029038106976, "loss": 2.7866, "step": 18330 }, { "epoch": 1.65, "learning_rate": 0.00028028188097310784, "loss": 2.729, "step": 18340 }, { "epoch": 1.65, "learning_rate": 0.0002802608477118277, "loss": 2.7397, "step": 18350 }, { "epoch": 1.65, "learning_rate": 0.00028023980402854014, "loss": 2.7617, "step": 18360 }, { "epoch": 1.65, "learning_rate": 0.0002802187499249288, "loss": 2.7758, "step": 18370 }, { "epoch": 1.65, "learning_rate": 0.0002801976854026781, "loss": 2.7497, "step": 18380 }, { "epoch": 1.66, "learning_rate": 0.0002801766104634735, "loss": 2.7171, "step": 18390 }, { "epoch": 1.66, "learning_rate": 0.00028015552510900123, "loss": 2.748, "step": 18400 }, { "epoch": 1.66, "learning_rate": 0.00028013442934094813, "loss": 2.7523, "step": 18410 }, { "epoch": 1.66, "learning_rate": 0.00028011332316100216, "loss": 2.7973, "step": 18420 }, { "epoch": 1.66, "learning_rate": 0.00028009220657085196, "loss": 2.7552, "step": 18430 }, { "epoch": 1.66, "learning_rate": 0.000280071079572187, "loss": 2.8005, "step": 18440 }, { "epoch": 1.66, "learning_rate": 0.0002800499421666978, "loss": 2.7603, "step": 18450 }, { "epoch": 1.66, "learning_rate": 0.00028002879435607526, "loss": 2.7503, "step": 18460 }, { "epoch": 1.66, "learning_rate": 0.00028000763614201166, "loss": 2.7959, "step": 18470 }, { "epoch": 1.66, "learning_rate": 0.0002799864675261997, "loss": 2.7276, "step": 18480 }, { "epoch": 1.66, "learning_rate": 0.0002799652885103331, "loss": 2.7529, "step": 18490 }, { "epoch": 1.67, "learning_rate": 0.00027994409909610634, "loss": 2.7713, "step": 18500 }, { "epoch": 1.67, "learning_rate": 0.00027992289928521476, "loss": 2.7678, "step": 18510 }, { "epoch": 1.67, "learning_rate": 0.0002799016890793545, "loss": 2.7314, "step": 18520 }, { "epoch": 1.67, "learning_rate": 0.0002798804684802227, "loss": 2.7776, "step": 18530 }, { "epoch": 1.67, "learning_rate": 0.00027985923748951696, "loss": 2.7932, "step": 18540 }, { "epoch": 1.67, "learning_rate": 0.0002798379961089362, "loss": 2.7762, "step": 18550 }, { "epoch": 1.67, "learning_rate": 0.0002798167443401797, "loss": 2.7393, "step": 18560 }, { "epoch": 1.67, "learning_rate": 0.00027979548218494795, "loss": 2.7434, "step": 18570 }, { "epoch": 1.67, "learning_rate": 0.000279774209644942, "loss": 2.7569, "step": 18580 }, { "epoch": 1.67, "learning_rate": 0.0002797529267218639, "loss": 2.7583, "step": 18590 }, { "epoch": 1.67, "learning_rate": 0.0002797316334174164, "loss": 2.7476, "step": 18600 }, { "epoch": 1.68, "learning_rate": 0.0002797103297333033, "loss": 2.7871, "step": 18610 }, { "epoch": 1.68, "learning_rate": 0.0002796890156712289, "loss": 2.755, "step": 18620 }, { "epoch": 1.68, "learning_rate": 0.00027966769123289866, "loss": 2.7261, "step": 18630 }, { "epoch": 1.68, "learning_rate": 0.0002796463564200186, "loss": 2.7433, "step": 18640 }, { "epoch": 1.68, "learning_rate": 0.00027962501123429575, "loss": 2.7307, "step": 18650 }, { "epoch": 1.68, "learning_rate": 0.0002796036556774379, "loss": 2.7416, "step": 18660 }, { "epoch": 1.68, "learning_rate": 0.0002795822897511537, "loss": 2.7374, "step": 18670 }, { "epoch": 1.68, "learning_rate": 0.0002795609134571526, "loss": 2.7156, "step": 18680 }, { "epoch": 1.68, "learning_rate": 0.00027953952679714495, "loss": 2.7674, "step": 18690 }, { "epoch": 1.68, "learning_rate": 0.0002795181297728417, "loss": 2.7347, "step": 18700 }, { "epoch": 1.68, "learning_rate": 0.000279496722385955, "loss": 2.7402, "step": 18710 }, { "epoch": 1.69, "learning_rate": 0.0002794753046381975, "loss": 2.7561, "step": 18720 }, { "epoch": 1.69, "learning_rate": 0.00027945387653128287, "loss": 2.7698, "step": 18730 }, { "epoch": 1.69, "learning_rate": 0.0002794324380669255, "loss": 2.7907, "step": 18740 }, { "epoch": 1.69, "learning_rate": 0.0002794109892468407, "loss": 2.7777, "step": 18750 }, { "epoch": 1.69, "learning_rate": 0.0002793895300727445, "loss": 2.7502, "step": 18760 }, { "epoch": 1.69, "learning_rate": 0.00027936806054635385, "loss": 2.7644, "step": 18770 }, { "epoch": 1.69, "learning_rate": 0.0002793465806693866, "loss": 2.7495, "step": 18780 }, { "epoch": 1.69, "learning_rate": 0.00027932509044356114, "loss": 2.7571, "step": 18790 }, { "epoch": 1.69, "learning_rate": 0.00027930358987059703, "loss": 2.7378, "step": 18800 }, { "epoch": 1.69, "learning_rate": 0.00027928207895221445, "loss": 2.7546, "step": 18810 }, { "epoch": 1.69, "learning_rate": 0.0002792605576901344, "loss": 2.7447, "step": 18820 }, { "epoch": 1.7, "learning_rate": 0.0002792390260860789, "loss": 2.7413, "step": 18830 }, { "epoch": 1.7, "learning_rate": 0.00027921748414177057, "loss": 2.7417, "step": 18840 }, { "epoch": 1.7, "learning_rate": 0.000279195931858933, "loss": 2.746, "step": 18850 }, { "epoch": 1.7, "learning_rate": 0.0002791743692392905, "loss": 2.7415, "step": 18860 }, { "epoch": 1.7, "learning_rate": 0.00027915279628456835, "loss": 2.7538, "step": 18870 }, { "epoch": 1.7, "learning_rate": 0.0002791312129964925, "loss": 2.7677, "step": 18880 }, { "epoch": 1.7, "learning_rate": 0.00027910961937678986, "loss": 2.7829, "step": 18890 }, { "epoch": 1.7, "learning_rate": 0.0002790880154271881, "loss": 2.748, "step": 18900 }, { "epoch": 1.7, "learning_rate": 0.0002790664011494157, "loss": 2.7782, "step": 18910 }, { "epoch": 1.7, "learning_rate": 0.000279044776545202, "loss": 2.7211, "step": 18920 }, { "epoch": 1.7, "learning_rate": 0.0002790231416162771, "loss": 2.7796, "step": 18930 }, { "epoch": 1.71, "learning_rate": 0.00027900149636437215, "loss": 2.7279, "step": 18940 }, { "epoch": 1.71, "learning_rate": 0.0002789798407912188, "loss": 2.7511, "step": 18950 }, { "epoch": 1.71, "learning_rate": 0.00027895817489854974, "loss": 2.7582, "step": 18960 }, { "epoch": 1.71, "learning_rate": 0.00027893649868809844, "loss": 2.754, "step": 18970 }, { "epoch": 1.71, "learning_rate": 0.00027891481216159916, "loss": 2.7683, "step": 18980 }, { "epoch": 1.71, "learning_rate": 0.00027889311532078705, "loss": 2.7168, "step": 18990 }, { "epoch": 1.71, "learning_rate": 0.00027887140816739797, "loss": 2.7158, "step": 19000 }, { "epoch": 1.71, "eval_loss": 2.7934746742248535, "eval_runtime": 1263.8082, "eval_samples_per_second": 60.243, "eval_steps_per_second": 7.53, "step": 19000 }, { "epoch": 1.71, "learning_rate": 0.00027884969070316877, "loss": 2.756, "step": 19010 }, { "epoch": 1.71, "learning_rate": 0.00027882796292983704, "loss": 2.7506, "step": 19020 }, { "epoch": 1.71, "learning_rate": 0.00027880622484914114, "loss": 2.7568, "step": 19030 }, { "epoch": 1.71, "learning_rate": 0.0002787844764628203, "loss": 2.7515, "step": 19040 }, { "epoch": 1.72, "learning_rate": 0.00027876271777261456, "loss": 2.7746, "step": 19050 }, { "epoch": 1.72, "learning_rate": 0.0002787409487802649, "loss": 2.7478, "step": 19060 }, { "epoch": 1.72, "learning_rate": 0.000278719169487513, "loss": 2.758, "step": 19070 }, { "epoch": 1.72, "learning_rate": 0.00027869737989610134, "loss": 2.7395, "step": 19080 }, { "epoch": 1.72, "learning_rate": 0.0002786755800077733, "loss": 2.7505, "step": 19090 }, { "epoch": 1.72, "learning_rate": 0.0002786537698242731, "loss": 2.6873, "step": 19100 }, { "epoch": 1.72, "learning_rate": 0.00027863194934734574, "loss": 2.7713, "step": 19110 }, { "epoch": 1.72, "learning_rate": 0.000278610118578737, "loss": 2.7564, "step": 19120 }, { "epoch": 1.72, "learning_rate": 0.00027858827752019354, "loss": 2.7131, "step": 19130 }, { "epoch": 1.72, "learning_rate": 0.00027856642617346284, "loss": 2.7643, "step": 19140 }, { "epoch": 1.72, "learning_rate": 0.0002785445645402933, "loss": 2.766, "step": 19150 }, { "epoch": 1.72, "learning_rate": 0.000278524880276981, "loss": 2.7423, "step": 19160 }, { "epoch": 1.73, "learning_rate": 0.00027850299910439695, "loss": 2.7561, "step": 19170 }, { "epoch": 1.73, "learning_rate": 0.0002784811076504487, "loss": 2.769, "step": 19180 }, { "epoch": 1.73, "learning_rate": 0.00027845920591688776, "loss": 2.7806, "step": 19190 }, { "epoch": 1.73, "learning_rate": 0.00027843729390546646, "loss": 2.7789, "step": 19200 }, { "epoch": 1.73, "learning_rate": 0.00027841537161793793, "loss": 2.763, "step": 19210 }, { "epoch": 1.73, "learning_rate": 0.00027839343905605615, "loss": 2.7475, "step": 19220 }, { "epoch": 1.73, "learning_rate": 0.00027837149622157595, "loss": 2.7232, "step": 19230 }, { "epoch": 1.73, "learning_rate": 0.0002783495431162529, "loss": 2.7625, "step": 19240 }, { "epoch": 1.73, "learning_rate": 0.0002783275797418435, "loss": 2.7186, "step": 19250 }, { "epoch": 1.73, "learning_rate": 0.00027830560610010496, "loss": 2.7641, "step": 19260 }, { "epoch": 1.73, "learning_rate": 0.00027828362219279543, "loss": 2.7396, "step": 19270 }, { "epoch": 1.74, "learning_rate": 0.0002782616280216737, "loss": 2.7302, "step": 19280 }, { "epoch": 1.74, "learning_rate": 0.0002782396235884996, "loss": 2.7295, "step": 19290 }, { "epoch": 1.74, "learning_rate": 0.0002782176088950336, "loss": 2.7549, "step": 19300 }, { "epoch": 1.74, "learning_rate": 0.0002781955839430371, "loss": 2.7284, "step": 19310 }, { "epoch": 1.74, "learning_rate": 0.00027817354873427237, "loss": 2.7926, "step": 19320 }, { "epoch": 1.74, "learning_rate": 0.00027815150327050234, "loss": 2.7759, "step": 19330 }, { "epoch": 1.74, "learning_rate": 0.0002781294475534908, "loss": 2.7291, "step": 19340 }, { "epoch": 1.74, "learning_rate": 0.0002781073815850024, "loss": 2.7289, "step": 19350 }, { "epoch": 1.74, "learning_rate": 0.0002780853053668028, "loss": 2.72, "step": 19360 }, { "epoch": 1.74, "learning_rate": 0.00027806321890065807, "loss": 2.7248, "step": 19370 }, { "epoch": 1.74, "learning_rate": 0.0002780411221883354, "loss": 2.7517, "step": 19380 }, { "epoch": 1.75, "learning_rate": 0.0002780190152316027, "loss": 2.6992, "step": 19390 }, { "epoch": 1.75, "learning_rate": 0.00027799689803222874, "loss": 2.7111, "step": 19400 }, { "epoch": 1.75, "learning_rate": 0.00027797477059198313, "loss": 2.7219, "step": 19410 }, { "epoch": 1.75, "learning_rate": 0.0002779526329126362, "loss": 2.7601, "step": 19420 }, { "epoch": 1.75, "learning_rate": 0.00027793048499595916, "loss": 2.7242, "step": 19430 }, { "epoch": 1.75, "learning_rate": 0.00027790832684372407, "loss": 2.73, "step": 19440 }, { "epoch": 1.75, "learning_rate": 0.00027788615845770375, "loss": 2.7367, "step": 19450 }, { "epoch": 1.75, "learning_rate": 0.00027786397983967185, "loss": 2.7546, "step": 19460 }, { "epoch": 1.75, "learning_rate": 0.0002778417909914029, "loss": 2.7341, "step": 19470 }, { "epoch": 1.75, "learning_rate": 0.0002778195919146722, "loss": 2.7497, "step": 19480 }, { "epoch": 1.75, "learning_rate": 0.0002777973826112558, "loss": 2.7105, "step": 19490 }, { "epoch": 1.76, "learning_rate": 0.0002777751630829307, "loss": 2.7486, "step": 19500 }, { "epoch": 1.76, "learning_rate": 0.0002777529333314747, "loss": 2.7033, "step": 19510 }, { "epoch": 1.76, "learning_rate": 0.00027773069335866623, "loss": 2.7358, "step": 19520 }, { "epoch": 1.76, "learning_rate": 0.0002777084431662848, "loss": 2.7388, "step": 19530 }, { "epoch": 1.76, "learning_rate": 0.00027768618275611067, "loss": 2.7162, "step": 19540 }, { "epoch": 1.76, "learning_rate": 0.0002776639121299247, "loss": 2.7521, "step": 19550 }, { "epoch": 1.76, "learning_rate": 0.00027764163128950886, "loss": 2.7108, "step": 19560 }, { "epoch": 1.76, "learning_rate": 0.00027761934023664577, "loss": 2.7396, "step": 19570 }, { "epoch": 1.76, "learning_rate": 0.0002775970389731189, "loss": 2.7477, "step": 19580 }, { "epoch": 1.76, "learning_rate": 0.0002775747275007126, "loss": 2.7326, "step": 19590 }, { "epoch": 1.76, "learning_rate": 0.0002775524058212119, "loss": 2.7043, "step": 19600 }, { "epoch": 1.77, "learning_rate": 0.0002775300739364028, "loss": 2.7459, "step": 19610 }, { "epoch": 1.77, "learning_rate": 0.000277507731848072, "loss": 2.7518, "step": 19620 }, { "epoch": 1.77, "learning_rate": 0.0002774853795580071, "loss": 2.7684, "step": 19630 }, { "epoch": 1.77, "learning_rate": 0.0002774630170679965, "loss": 2.7568, "step": 19640 }, { "epoch": 1.77, "learning_rate": 0.0002774406443798293, "loss": 2.7393, "step": 19650 }, { "epoch": 1.77, "learning_rate": 0.0002774182614952956, "loss": 2.7363, "step": 19660 }, { "epoch": 1.77, "learning_rate": 0.0002773958684161862, "loss": 2.713, "step": 19670 }, { "epoch": 1.77, "learning_rate": 0.0002773734651442927, "loss": 2.7079, "step": 19680 }, { "epoch": 1.77, "learning_rate": 0.0002773510516814076, "loss": 2.7513, "step": 19690 }, { "epoch": 1.77, "learning_rate": 0.00027732862802932415, "loss": 2.7311, "step": 19700 }, { "epoch": 1.77, "learning_rate": 0.0002773061941898365, "loss": 2.7397, "step": 19710 }, { "epoch": 1.78, "learning_rate": 0.0002772837501647395, "loss": 2.7411, "step": 19720 }, { "epoch": 1.78, "learning_rate": 0.00027726129595582885, "loss": 2.7292, "step": 19730 }, { "epoch": 1.78, "learning_rate": 0.00027723883156490116, "loss": 2.7469, "step": 19740 }, { "epoch": 1.78, "learning_rate": 0.0002772163569937537, "loss": 2.7298, "step": 19750 }, { "epoch": 1.78, "learning_rate": 0.00027719387224418466, "loss": 2.769, "step": 19760 }, { "epoch": 1.78, "learning_rate": 0.00027717137731799303, "loss": 2.7438, "step": 19770 }, { "epoch": 1.78, "learning_rate": 0.0002771488722169785, "loss": 2.7379, "step": 19780 }, { "epoch": 1.78, "learning_rate": 0.0002771263569429419, "loss": 2.7574, "step": 19790 }, { "epoch": 1.78, "learning_rate": 0.0002771038314976844, "loss": 2.7202, "step": 19800 }, { "epoch": 1.78, "learning_rate": 0.0002770812958830084, "loss": 2.7544, "step": 19810 }, { "epoch": 1.78, "learning_rate": 0.0002770587501007169, "loss": 2.726, "step": 19820 }, { "epoch": 1.79, "learning_rate": 0.0002770361941526137, "loss": 2.7102, "step": 19830 }, { "epoch": 1.79, "learning_rate": 0.0002770136280405036, "loss": 2.7194, "step": 19840 }, { "epoch": 1.79, "learning_rate": 0.000276991051766192, "loss": 2.7154, "step": 19850 }, { "epoch": 1.79, "learning_rate": 0.0002769684653314851, "loss": 2.7355, "step": 19860 }, { "epoch": 1.79, "learning_rate": 0.00027694586873819023, "loss": 2.7237, "step": 19870 }, { "epoch": 1.79, "learning_rate": 0.00027692326198811517, "loss": 2.7766, "step": 19880 }, { "epoch": 1.79, "learning_rate": 0.00027690064508306873, "loss": 2.7352, "step": 19890 }, { "epoch": 1.79, "learning_rate": 0.0002768780180248604, "loss": 2.751, "step": 19900 }, { "epoch": 1.79, "learning_rate": 0.0002768553808153006, "loss": 2.7255, "step": 19910 }, { "epoch": 1.79, "learning_rate": 0.00027683273345620036, "loss": 2.7258, "step": 19920 }, { "epoch": 1.79, "learning_rate": 0.0002768100759493719, "loss": 2.7494, "step": 19930 }, { "epoch": 1.8, "learning_rate": 0.00027678740829662786, "loss": 2.7546, "step": 19940 }, { "epoch": 1.8, "learning_rate": 0.0002767647304997819, "loss": 2.7291, "step": 19950 }, { "epoch": 1.8, "learning_rate": 0.00027674204256064843, "loss": 2.6885, "step": 19960 }, { "epoch": 1.8, "learning_rate": 0.0002767193444810427, "loss": 2.7994, "step": 19970 }, { "epoch": 1.8, "learning_rate": 0.0002766966362627807, "loss": 2.7725, "step": 19980 }, { "epoch": 1.8, "learning_rate": 0.0002766739179076793, "loss": 2.7636, "step": 19990 }, { "epoch": 1.8, "learning_rate": 0.0002766511894175563, "loss": 2.7409, "step": 20000 }, { "epoch": 1.8, "eval_loss": 2.7765214443206787, "eval_runtime": 1263.162, "eval_samples_per_second": 60.273, "eval_steps_per_second": 7.534, "step": 20000 }, { "epoch": 1.8, "learning_rate": 0.00027662845079422997, "loss": 2.7273, "step": 20010 }, { "epoch": 1.8, "learning_rate": 0.0002766057020395197, "loss": 2.754, "step": 20020 }, { "epoch": 1.8, "learning_rate": 0.0002765829431552456, "loss": 2.732, "step": 20030 }, { "epoch": 1.8, "learning_rate": 0.00027656017414322867, "loss": 2.7365, "step": 20040 }, { "epoch": 1.81, "learning_rate": 0.0002765373950052904, "loss": 2.7809, "step": 20050 }, { "epoch": 1.81, "learning_rate": 0.0002765146057432536, "loss": 2.7123, "step": 20060 }, { "epoch": 1.81, "learning_rate": 0.0002764918063589413, "loss": 2.7172, "step": 20070 }, { "epoch": 1.81, "learning_rate": 0.00027646899685417785, "loss": 2.7514, "step": 20080 }, { "epoch": 1.81, "learning_rate": 0.00027644617723078817, "loss": 2.7528, "step": 20090 }, { "epoch": 1.81, "learning_rate": 0.00027642334749059807, "loss": 2.6872, "step": 20100 }, { "epoch": 1.81, "learning_rate": 0.0002764005076354341, "loss": 2.7482, "step": 20110 }, { "epoch": 1.81, "learning_rate": 0.00027637765766712363, "loss": 2.7519, "step": 20120 }, { "epoch": 1.81, "learning_rate": 0.00027635479758749483, "loss": 2.7476, "step": 20130 }, { "epoch": 1.81, "learning_rate": 0.00027633192739837673, "loss": 2.7617, "step": 20140 }, { "epoch": 1.81, "learning_rate": 0.0002763090471015992, "loss": 2.738, "step": 20150 }, { "epoch": 1.82, "learning_rate": 0.0002762861566989928, "loss": 2.7408, "step": 20160 }, { "epoch": 1.82, "learning_rate": 0.000276263256192389, "loss": 2.7842, "step": 20170 }, { "epoch": 1.82, "learning_rate": 0.00027624034558361996, "loss": 2.7567, "step": 20180 }, { "epoch": 1.82, "learning_rate": 0.00027621742487451886, "loss": 2.716, "step": 20190 }, { "epoch": 1.82, "learning_rate": 0.0002761944940669195, "loss": 2.7112, "step": 20200 }, { "epoch": 1.82, "learning_rate": 0.0002761715531626565, "loss": 2.7244, "step": 20210 }, { "epoch": 1.82, "learning_rate": 0.00027614860216356536, "loss": 2.6776, "step": 20220 }, { "epoch": 1.82, "learning_rate": 0.0002761256410714824, "loss": 2.7224, "step": 20230 }, { "epoch": 1.82, "learning_rate": 0.00027610266988824467, "loss": 2.7531, "step": 20240 }, { "epoch": 1.82, "learning_rate": 0.00027607968861569006, "loss": 2.7224, "step": 20250 }, { "epoch": 1.82, "learning_rate": 0.0002760566972556573, "loss": 2.7044, "step": 20260 }, { "epoch": 1.82, "learning_rate": 0.0002760336958099859, "loss": 2.7505, "step": 20270 }, { "epoch": 1.83, "learning_rate": 0.0002760106842805161, "loss": 2.736, "step": 20280 }, { "epoch": 1.83, "learning_rate": 0.00027598766266908914, "loss": 2.7717, "step": 20290 }, { "epoch": 1.83, "learning_rate": 0.00027596463097754687, "loss": 2.7652, "step": 20300 }, { "epoch": 1.83, "learning_rate": 0.00027594158920773206, "loss": 2.7459, "step": 20310 }, { "epoch": 1.83, "learning_rate": 0.0002759185373614882, "loss": 2.737, "step": 20320 }, { "epoch": 1.83, "learning_rate": 0.0002758954754406598, "loss": 2.733, "step": 20330 }, { "epoch": 1.83, "learning_rate": 0.0002758724034470918, "loss": 2.7306, "step": 20340 }, { "epoch": 1.83, "learning_rate": 0.0002758493213826303, "loss": 2.7219, "step": 20350 }, { "epoch": 1.83, "learning_rate": 0.00027582622924912203, "loss": 2.7295, "step": 20360 }, { "epoch": 1.83, "learning_rate": 0.00027580312704841457, "loss": 2.7542, "step": 20370 }, { "epoch": 1.83, "learning_rate": 0.00027578001478235627, "loss": 2.7308, "step": 20380 }, { "epoch": 1.84, "learning_rate": 0.00027575689245279634, "loss": 2.725, "step": 20390 }, { "epoch": 1.84, "learning_rate": 0.00027573376006158475, "loss": 2.7234, "step": 20400 }, { "epoch": 1.84, "learning_rate": 0.00027571061761057236, "loss": 2.6868, "step": 20410 }, { "epoch": 1.84, "learning_rate": 0.00027568746510161065, "loss": 2.7467, "step": 20420 }, { "epoch": 1.84, "learning_rate": 0.00027566430253655213, "loss": 2.7495, "step": 20430 }, { "epoch": 1.84, "learning_rate": 0.00027564112991724994, "loss": 2.7332, "step": 20440 }, { "epoch": 1.84, "learning_rate": 0.0002756179472455581, "loss": 2.7263, "step": 20450 }, { "epoch": 1.84, "learning_rate": 0.0002755947545233315, "loss": 2.7243, "step": 20460 }, { "epoch": 1.84, "learning_rate": 0.0002755715517524257, "loss": 2.7154, "step": 20470 }, { "epoch": 1.84, "learning_rate": 0.0002755483389346971, "loss": 2.7447, "step": 20480 }, { "epoch": 1.84, "learning_rate": 0.00027552511607200296, "loss": 2.7077, "step": 20490 }, { "epoch": 1.85, "learning_rate": 0.00027550188316620135, "loss": 2.7525, "step": 20500 }, { "epoch": 1.85, "learning_rate": 0.00027547864021915103, "loss": 2.6968, "step": 20510 }, { "epoch": 1.85, "learning_rate": 0.0002754553872327117, "loss": 2.739, "step": 20520 }, { "epoch": 1.85, "learning_rate": 0.00027543212420874376, "loss": 2.7044, "step": 20530 }, { "epoch": 1.85, "learning_rate": 0.0002754088511491085, "loss": 2.7162, "step": 20540 }, { "epoch": 1.85, "learning_rate": 0.0002753855680556679, "loss": 2.7355, "step": 20550 }, { "epoch": 1.85, "learning_rate": 0.00027536227493028483, "loss": 2.7267, "step": 20560 }, { "epoch": 1.85, "learning_rate": 0.000275338971774823, "loss": 2.7338, "step": 20570 }, { "epoch": 1.85, "learning_rate": 0.0002753156585911469, "loss": 2.6969, "step": 20580 }, { "epoch": 1.85, "learning_rate": 0.00027529233538112164, "loss": 2.7265, "step": 20590 }, { "epoch": 1.85, "learning_rate": 0.00027526900214661337, "loss": 2.7139, "step": 20600 }, { "epoch": 1.86, "learning_rate": 0.00027524565888948895, "loss": 2.6866, "step": 20610 }, { "epoch": 1.86, "learning_rate": 0.0002752223056116161, "loss": 2.7548, "step": 20620 }, { "epoch": 1.86, "learning_rate": 0.0002751989423148632, "loss": 2.7161, "step": 20630 }, { "epoch": 1.86, "learning_rate": 0.0002751755690010995, "loss": 2.7375, "step": 20640 }, { "epoch": 1.86, "learning_rate": 0.00027515218567219515, "loss": 2.7078, "step": 20650 }, { "epoch": 1.86, "learning_rate": 0.00027512879233002096, "loss": 2.7212, "step": 20660 }, { "epoch": 1.86, "learning_rate": 0.0002751053889764487, "loss": 2.7112, "step": 20670 }, { "epoch": 1.86, "learning_rate": 0.0002750819756133507, "loss": 2.7365, "step": 20680 }, { "epoch": 1.86, "learning_rate": 0.0002750585522426003, "loss": 2.7332, "step": 20690 }, { "epoch": 1.86, "learning_rate": 0.0002750351188660716, "loss": 2.7404, "step": 20700 }, { "epoch": 1.86, "learning_rate": 0.0002750116754856394, "loss": 2.7635, "step": 20710 }, { "epoch": 1.87, "learning_rate": 0.00027498822210317953, "loss": 2.7143, "step": 20720 }, { "epoch": 1.87, "learning_rate": 0.00027496475872056835, "loss": 2.7464, "step": 20730 }, { "epoch": 1.87, "learning_rate": 0.0002749412853396831, "loss": 2.7322, "step": 20740 }, { "epoch": 1.87, "learning_rate": 0.00027491780196240193, "loss": 2.7462, "step": 20750 }, { "epoch": 1.87, "learning_rate": 0.0002748943085906037, "loss": 2.7016, "step": 20760 }, { "epoch": 1.87, "learning_rate": 0.000274870805226168, "loss": 2.7718, "step": 20770 }, { "epoch": 1.87, "learning_rate": 0.0002748472918709755, "loss": 2.7385, "step": 20780 }, { "epoch": 1.87, "learning_rate": 0.0002748237685269073, "loss": 2.685, "step": 20790 }, { "epoch": 1.87, "learning_rate": 0.00027480023519584556, "loss": 2.7409, "step": 20800 }, { "epoch": 1.87, "learning_rate": 0.0002747766918796731, "loss": 2.7232, "step": 20810 }, { "epoch": 1.87, "learning_rate": 0.00027475313858027364, "loss": 2.7167, "step": 20820 }, { "epoch": 1.88, "learning_rate": 0.0002747295752995316, "loss": 2.7333, "step": 20830 }, { "epoch": 1.88, "learning_rate": 0.0002747060020393323, "loss": 2.7035, "step": 20840 }, { "epoch": 1.88, "learning_rate": 0.00027468241880156173, "loss": 2.7258, "step": 20850 }, { "epoch": 1.88, "learning_rate": 0.00027465882558810683, "loss": 2.7216, "step": 20860 }, { "epoch": 1.88, "learning_rate": 0.0002746352224008553, "loss": 2.7116, "step": 20870 }, { "epoch": 1.88, "learning_rate": 0.0002746116092416954, "loss": 2.7273, "step": 20880 }, { "epoch": 1.88, "learning_rate": 0.00027458798611251664, "loss": 2.7009, "step": 20890 }, { "epoch": 1.88, "learning_rate": 0.00027456435301520895, "loss": 2.7148, "step": 20900 }, { "epoch": 1.88, "learning_rate": 0.0002745407099516632, "loss": 2.6928, "step": 20910 }, { "epoch": 1.88, "learning_rate": 0.000274517056923771, "loss": 2.733, "step": 20920 }, { "epoch": 1.88, "learning_rate": 0.0002744933939334249, "loss": 2.7477, "step": 20930 }, { "epoch": 1.89, "learning_rate": 0.00027446972098251805, "loss": 2.7072, "step": 20940 }, { "epoch": 1.89, "learning_rate": 0.00027444603807294456, "loss": 2.7042, "step": 20950 }, { "epoch": 1.89, "learning_rate": 0.0002744223452065992, "loss": 2.6988, "step": 20960 }, { "epoch": 1.89, "learning_rate": 0.00027439864238537766, "loss": 2.7384, "step": 20970 }, { "epoch": 1.89, "learning_rate": 0.0002743749296111764, "loss": 2.696, "step": 20980 }, { "epoch": 1.89, "learning_rate": 0.0002743512068858926, "loss": 2.7048, "step": 20990 }, { "epoch": 1.89, "learning_rate": 0.0002743274742114243, "loss": 2.7349, "step": 21000 }, { "epoch": 1.89, "eval_loss": 2.7612814903259277, "eval_runtime": 1263.568, "eval_samples_per_second": 60.254, "eval_steps_per_second": 7.532, "step": 21000 }, { "epoch": 1.89, "learning_rate": 0.0002743037315896703, "loss": 2.7178, "step": 21010 }, { "epoch": 1.89, "learning_rate": 0.00027427997902253025, "loss": 2.776, "step": 21020 }, { "epoch": 1.89, "learning_rate": 0.0002742562165119045, "loss": 2.6859, "step": 21030 }, { "epoch": 1.89, "learning_rate": 0.00027423244405969436, "loss": 2.7197, "step": 21040 }, { "epoch": 1.9, "learning_rate": 0.0002742086616678018, "loss": 2.7091, "step": 21050 }, { "epoch": 1.9, "learning_rate": 0.00027418486933812955, "loss": 2.7233, "step": 21060 }, { "epoch": 1.9, "learning_rate": 0.00027416106707258125, "loss": 2.7227, "step": 21070 }, { "epoch": 1.9, "learning_rate": 0.00027413725487306133, "loss": 2.7429, "step": 21080 }, { "epoch": 1.9, "learning_rate": 0.00027411343274147496, "loss": 2.7234, "step": 21090 }, { "epoch": 1.9, "learning_rate": 0.00027408960067972806, "loss": 2.7257, "step": 21100 }, { "epoch": 1.9, "learning_rate": 0.00027406575868972746, "loss": 2.722, "step": 21110 }, { "epoch": 1.9, "learning_rate": 0.00027404190677338065, "loss": 2.7203, "step": 21120 }, { "epoch": 1.9, "learning_rate": 0.0002740180449325961, "loss": 2.7463, "step": 21130 }, { "epoch": 1.9, "learning_rate": 0.0002739941731692829, "loss": 2.6861, "step": 21140 }, { "epoch": 1.9, "learning_rate": 0.00027397029148535105, "loss": 2.734, "step": 21150 }, { "epoch": 1.91, "learning_rate": 0.00027394639988271126, "loss": 2.7138, "step": 21160 }, { "epoch": 1.91, "learning_rate": 0.00027392249836327503, "loss": 2.7113, "step": 21170 }, { "epoch": 1.91, "learning_rate": 0.0002738985869289548, "loss": 2.6762, "step": 21180 }, { "epoch": 1.91, "learning_rate": 0.00027387466558166353, "loss": 2.6911, "step": 21190 }, { "epoch": 1.91, "learning_rate": 0.0002738507343233153, "loss": 2.733, "step": 21200 }, { "epoch": 1.91, "learning_rate": 0.00027382679315582473, "loss": 2.7385, "step": 21210 }, { "epoch": 1.91, "learning_rate": 0.00027380284208110734, "loss": 2.7411, "step": 21220 }, { "epoch": 1.91, "learning_rate": 0.00027377888110107943, "loss": 2.7224, "step": 21230 }, { "epoch": 1.91, "learning_rate": 0.00027375491021765805, "loss": 2.7173, "step": 21240 }, { "epoch": 1.91, "learning_rate": 0.00027373092943276114, "loss": 2.7432, "step": 21250 }, { "epoch": 1.91, "learning_rate": 0.0002737069387483074, "loss": 2.713, "step": 21260 }, { "epoch": 1.91, "learning_rate": 0.0002736829381662162, "loss": 2.6877, "step": 21270 }, { "epoch": 1.92, "learning_rate": 0.00027365892768840784, "loss": 2.7221, "step": 21280 }, { "epoch": 1.92, "learning_rate": 0.0002736349073168034, "loss": 2.6928, "step": 21290 }, { "epoch": 1.92, "learning_rate": 0.00027361087705332464, "loss": 2.699, "step": 21300 }, { "epoch": 1.92, "learning_rate": 0.00027358683689989425, "loss": 2.7239, "step": 21310 }, { "epoch": 1.92, "learning_rate": 0.0002735627868584357, "loss": 2.7304, "step": 21320 }, { "epoch": 1.92, "learning_rate": 0.00027353872693087306, "loss": 2.6927, "step": 21330 }, { "epoch": 1.92, "learning_rate": 0.0002735146571191315, "loss": 2.7285, "step": 21340 }, { "epoch": 1.92, "learning_rate": 0.00027349057742513666, "loss": 2.7263, "step": 21350 }, { "epoch": 1.92, "learning_rate": 0.0002734664878508153, "loss": 2.6903, "step": 21360 }, { "epoch": 1.92, "learning_rate": 0.0002734423883980946, "loss": 2.7265, "step": 21370 }, { "epoch": 1.92, "learning_rate": 0.0002734182790689029, "loss": 2.7076, "step": 21380 }, { "epoch": 1.93, "learning_rate": 0.00027339415986516905, "loss": 2.6826, "step": 21390 }, { "epoch": 1.93, "learning_rate": 0.0002733700307888228, "loss": 2.7201, "step": 21400 }, { "epoch": 1.93, "learning_rate": 0.0002733458918417948, "loss": 2.7005, "step": 21410 }, { "epoch": 1.93, "learning_rate": 0.00027332174302601624, "loss": 2.7034, "step": 21420 }, { "epoch": 1.93, "learning_rate": 0.0002732975843434193, "loss": 2.7143, "step": 21430 }, { "epoch": 1.93, "learning_rate": 0.0002732734157959369, "loss": 2.749, "step": 21440 }, { "epoch": 1.93, "learning_rate": 0.0002732492373855027, "loss": 2.7557, "step": 21450 }, { "epoch": 1.93, "learning_rate": 0.0002732250491140512, "loss": 2.7415, "step": 21460 }, { "epoch": 1.93, "learning_rate": 0.0002732008509835177, "loss": 2.7474, "step": 21470 }, { "epoch": 1.93, "learning_rate": 0.00027317664299583813, "loss": 2.7196, "step": 21480 }, { "epoch": 1.93, "learning_rate": 0.00027315242515294955, "loss": 2.7365, "step": 21490 }, { "epoch": 1.94, "learning_rate": 0.0002731281974567894, "loss": 2.7302, "step": 21500 }, { "epoch": 1.94, "learning_rate": 0.0002731039599092963, "loss": 2.6979, "step": 21510 }, { "epoch": 1.94, "learning_rate": 0.0002730797125124093, "loss": 2.6821, "step": 21520 }, { "epoch": 1.94, "learning_rate": 0.0002730554552680685, "loss": 2.6877, "step": 21530 }, { "epoch": 1.94, "learning_rate": 0.0002730311881782146, "loss": 2.7016, "step": 21540 }, { "epoch": 1.94, "learning_rate": 0.0002730093393810372, "loss": 2.7009, "step": 21550 }, { "epoch": 1.94, "learning_rate": 0.00027298505359005834, "loss": 2.7403, "step": 21560 }, { "epoch": 1.94, "learning_rate": 0.0002729607579591991, "loss": 2.734, "step": 21570 }, { "epoch": 1.94, "learning_rate": 0.0002729364524904035, "loss": 2.731, "step": 21580 }, { "epoch": 1.94, "learning_rate": 0.00027291213718561605, "loss": 2.7112, "step": 21590 }, { "epoch": 1.94, "learning_rate": 0.0002728878120467824, "loss": 2.7173, "step": 21600 }, { "epoch": 1.95, "learning_rate": 0.0002728634770758485, "loss": 2.7242, "step": 21610 }, { "epoch": 1.95, "learning_rate": 0.00027283913227476155, "loss": 2.6897, "step": 21620 }, { "epoch": 1.95, "learning_rate": 0.0002728147776454693, "loss": 2.7383, "step": 21630 }, { "epoch": 1.95, "learning_rate": 0.0002727904131899203, "loss": 2.7007, "step": 21640 }, { "epoch": 1.95, "learning_rate": 0.000272766038910064, "loss": 2.6835, "step": 21650 }, { "epoch": 1.95, "learning_rate": 0.0002727416548078504, "loss": 2.7231, "step": 21660 }, { "epoch": 1.95, "learning_rate": 0.00027271726088523064, "loss": 2.6974, "step": 21670 }, { "epoch": 1.95, "learning_rate": 0.0002726928571441563, "loss": 2.6922, "step": 21680 }, { "epoch": 1.95, "learning_rate": 0.00027266844358658, "loss": 2.726, "step": 21690 }, { "epoch": 1.95, "learning_rate": 0.00027264402021445495, "loss": 2.7183, "step": 21700 }, { "epoch": 1.95, "learning_rate": 0.0002726195870297353, "loss": 2.7248, "step": 21710 }, { "epoch": 1.96, "learning_rate": 0.00027259514403437583, "loss": 2.7048, "step": 21720 }, { "epoch": 1.96, "learning_rate": 0.0002725706912303323, "loss": 2.7228, "step": 21730 }, { "epoch": 1.96, "learning_rate": 0.0002725462286195611, "loss": 2.7347, "step": 21740 }, { "epoch": 1.96, "learning_rate": 0.0002725217562040194, "loss": 2.6957, "step": 21750 }, { "epoch": 1.96, "learning_rate": 0.0002724972739856653, "loss": 2.7226, "step": 21760 }, { "epoch": 1.96, "learning_rate": 0.00027247278196645746, "loss": 2.7064, "step": 21770 }, { "epoch": 1.96, "learning_rate": 0.00027244828014835564, "loss": 2.7008, "step": 21780 }, { "epoch": 1.96, "learning_rate": 0.0002724237685333201, "loss": 2.7013, "step": 21790 }, { "epoch": 1.96, "learning_rate": 0.00027239924712331193, "loss": 2.7459, "step": 21800 }, { "epoch": 1.96, "learning_rate": 0.0002723747159202932, "loss": 2.7047, "step": 21810 }, { "epoch": 1.96, "learning_rate": 0.0002723501749262264, "loss": 2.6991, "step": 21820 }, { "epoch": 1.97, "learning_rate": 0.0002723256241430753, "loss": 2.7051, "step": 21830 }, { "epoch": 1.97, "learning_rate": 0.00027230106357280394, "loss": 2.7176, "step": 21840 }, { "epoch": 1.97, "learning_rate": 0.00027227649321737754, "loss": 2.7063, "step": 21850 }, { "epoch": 1.97, "learning_rate": 0.00027225191307876184, "loss": 2.6705, "step": 21860 }, { "epoch": 1.97, "learning_rate": 0.00027222732315892355, "loss": 2.7088, "step": 21870 }, { "epoch": 1.97, "learning_rate": 0.00027220272345983005, "loss": 2.7096, "step": 21880 }, { "epoch": 1.97, "learning_rate": 0.00027217811398344945, "loss": 2.7226, "step": 21890 }, { "epoch": 1.97, "learning_rate": 0.0002721534947317508, "loss": 2.7118, "step": 21900 }, { "epoch": 1.97, "learning_rate": 0.00027212886570670387, "loss": 2.7064, "step": 21910 }, { "epoch": 1.97, "learning_rate": 0.0002721042269102792, "loss": 2.7088, "step": 21920 }, { "epoch": 1.97, "learning_rate": 0.00027207957834444807, "loss": 2.686, "step": 21930 }, { "epoch": 1.98, "learning_rate": 0.00027205492001118256, "loss": 2.7142, "step": 21940 }, { "epoch": 1.98, "learning_rate": 0.0002720302519124556, "loss": 2.7236, "step": 21950 }, { "epoch": 1.98, "learning_rate": 0.0002720055740502409, "loss": 2.6873, "step": 21960 }, { "epoch": 1.98, "learning_rate": 0.00027198088642651277, "loss": 2.708, "step": 21970 }, { "epoch": 1.98, "learning_rate": 0.00027195618904324656, "loss": 2.7035, "step": 21980 }, { "epoch": 1.98, "learning_rate": 0.0002719314819024182, "loss": 2.7356, "step": 21990 }, { "epoch": 1.98, "learning_rate": 0.00027190676500600454, "loss": 2.6631, "step": 22000 }, { "epoch": 1.98, "eval_loss": 2.7451064586639404, "eval_runtime": 1263.4248, "eval_samples_per_second": 60.261, "eval_steps_per_second": 7.533, "step": 22000 }, { "epoch": 1.98, "learning_rate": 0.0002718820383559831, "loss": 2.7473, "step": 22010 }, { "epoch": 1.98, "learning_rate": 0.0002718573019543322, "loss": 2.7095, "step": 22020 }, { "epoch": 1.98, "learning_rate": 0.00027183255580303105, "loss": 2.6788, "step": 22030 }, { "epoch": 1.98, "learning_rate": 0.00027180779990405943, "loss": 2.697, "step": 22040 }, { "epoch": 1.99, "learning_rate": 0.0002717830342593982, "loss": 2.682, "step": 22050 }, { "epoch": 1.99, "learning_rate": 0.00027175825887102876, "loss": 2.6548, "step": 22060 }, { "epoch": 1.99, "learning_rate": 0.00027173347374093333, "loss": 2.7592, "step": 22070 }, { "epoch": 1.99, "learning_rate": 0.0002717086788710949, "loss": 2.6695, "step": 22080 }, { "epoch": 1.99, "learning_rate": 0.0002716838742634974, "loss": 2.7335, "step": 22090 }, { "epoch": 1.99, "learning_rate": 0.00027165905992012533, "loss": 2.685, "step": 22100 }, { "epoch": 1.99, "learning_rate": 0.00027163423584296406, "loss": 2.6582, "step": 22110 }, { "epoch": 1.99, "learning_rate": 0.0002716094020339997, "loss": 2.7059, "step": 22120 }, { "epoch": 1.99, "learning_rate": 0.00027158455849521926, "loss": 2.679, "step": 22130 }, { "epoch": 1.99, "learning_rate": 0.0002715597052286104, "loss": 2.6812, "step": 22140 }, { "epoch": 1.99, "learning_rate": 0.00027153484223616154, "loss": 2.6677, "step": 22150 }, { "epoch": 2.0, "learning_rate": 0.00027150996951986204, "loss": 2.6568, "step": 22160 }, { "epoch": 2.0, "learning_rate": 0.00027148508708170184, "loss": 2.6909, "step": 22170 }, { "epoch": 2.0, "learning_rate": 0.00027146019492367183, "loss": 2.6955, "step": 22180 }, { "epoch": 2.0, "learning_rate": 0.00027143529304776357, "loss": 2.7042, "step": 22190 }, { "epoch": 2.0, "learning_rate": 0.0002714103814559694, "loss": 2.6916, "step": 22200 }, { "epoch": 2.0, "learning_rate": 0.00027138546015028253, "loss": 2.7031, "step": 22210 }, { "epoch": 2.0, "learning_rate": 0.0002713605291326968, "loss": 2.6827, "step": 22220 }, { "epoch": 2.0, "learning_rate": 0.0002713355884052069, "loss": 2.6184, "step": 22230 }, { "epoch": 2.0, "learning_rate": 0.00027131063796980847, "loss": 2.6497, "step": 22240 }, { "epoch": 2.0, "learning_rate": 0.0002712856778284976, "loss": 2.6396, "step": 22250 }, { "epoch": 2.0, "learning_rate": 0.0002712607079832714, "loss": 2.6511, "step": 22260 }, { "epoch": 2.0, "learning_rate": 0.0002712357284361276, "loss": 2.6349, "step": 22270 }, { "epoch": 2.01, "learning_rate": 0.00027121073918906486, "loss": 2.6652, "step": 22280 }, { "epoch": 2.01, "learning_rate": 0.0002711857402440825, "loss": 2.639, "step": 22290 }, { "epoch": 2.01, "learning_rate": 0.00027116073160318065, "loss": 2.6505, "step": 22300 }, { "epoch": 2.01, "learning_rate": 0.0002711357132683603, "loss": 2.6544, "step": 22310 }, { "epoch": 2.01, "learning_rate": 0.000271110685241623, "loss": 2.6352, "step": 22320 }, { "epoch": 2.01, "learning_rate": 0.0002710856475249713, "loss": 2.6813, "step": 22330 }, { "epoch": 2.01, "learning_rate": 0.0002710606001204084, "loss": 2.6627, "step": 22340 }, { "epoch": 2.01, "learning_rate": 0.0002710355430299383, "loss": 2.6397, "step": 22350 }, { "epoch": 2.01, "learning_rate": 0.0002710104762555659, "loss": 2.6427, "step": 22360 }, { "epoch": 2.01, "learning_rate": 0.0002709853997992966, "loss": 2.6182, "step": 22370 }, { "epoch": 2.01, "learning_rate": 0.00027096031366313685, "loss": 2.6559, "step": 22380 }, { "epoch": 2.02, "learning_rate": 0.0002709352178490937, "loss": 2.6584, "step": 22390 }, { "epoch": 2.02, "learning_rate": 0.0002709101123591751, "loss": 2.698, "step": 22400 }, { "epoch": 2.02, "learning_rate": 0.0002708849971953896, "loss": 2.6569, "step": 22410 }, { "epoch": 2.02, "learning_rate": 0.00027085987235974675, "loss": 2.6377, "step": 22420 }, { "epoch": 2.02, "learning_rate": 0.00027083473785425666, "loss": 2.6539, "step": 22430 }, { "epoch": 2.02, "learning_rate": 0.00027080959368093043, "loss": 2.6811, "step": 22440 }, { "epoch": 2.02, "learning_rate": 0.00027078443984177963, "loss": 2.6569, "step": 22450 }, { "epoch": 2.02, "learning_rate": 0.00027075927633881693, "loss": 2.6943, "step": 22460 }, { "epoch": 2.02, "learning_rate": 0.0002707341031740557, "loss": 2.6722, "step": 22470 }, { "epoch": 2.02, "learning_rate": 0.0002707089203495098, "loss": 2.6723, "step": 22480 }, { "epoch": 2.02, "learning_rate": 0.0002706837278671942, "loss": 2.6343, "step": 22490 }, { "epoch": 2.03, "learning_rate": 0.0002706585257291245, "loss": 2.6524, "step": 22500 }, { "epoch": 2.03, "learning_rate": 0.00027063331393731716, "loss": 2.6812, "step": 22510 }, { "epoch": 2.03, "learning_rate": 0.00027060809249378925, "loss": 2.6771, "step": 22520 }, { "epoch": 2.03, "learning_rate": 0.0002705828614005587, "loss": 2.6543, "step": 22530 }, { "epoch": 2.03, "learning_rate": 0.0002705576206596443, "loss": 2.6807, "step": 22540 }, { "epoch": 2.03, "learning_rate": 0.00027053237027306544, "loss": 2.6563, "step": 22550 }, { "epoch": 2.03, "learning_rate": 0.00027050711024284243, "loss": 2.6954, "step": 22560 }, { "epoch": 2.03, "learning_rate": 0.0002704818405709963, "loss": 2.6544, "step": 22570 }, { "epoch": 2.03, "learning_rate": 0.0002704565612595488, "loss": 2.641, "step": 22580 }, { "epoch": 2.03, "learning_rate": 0.00027043127231052256, "loss": 2.6696, "step": 22590 }, { "epoch": 2.03, "learning_rate": 0.0002704059737259408, "loss": 2.6565, "step": 22600 }, { "epoch": 2.04, "learning_rate": 0.0002703806655078278, "loss": 2.6674, "step": 22610 }, { "epoch": 2.04, "learning_rate": 0.0002703553476582083, "loss": 2.6669, "step": 22620 }, { "epoch": 2.04, "learning_rate": 0.00027033002017910795, "loss": 2.6534, "step": 22630 }, { "epoch": 2.04, "learning_rate": 0.00027030468307255335, "loss": 2.6641, "step": 22640 }, { "epoch": 2.04, "learning_rate": 0.00027027933634057145, "loss": 2.6797, "step": 22650 }, { "epoch": 2.04, "learning_rate": 0.0002702539799851903, "loss": 2.6546, "step": 22660 }, { "epoch": 2.04, "learning_rate": 0.00027022861400843867, "loss": 2.6584, "step": 22670 }, { "epoch": 2.04, "learning_rate": 0.0002702032384123461, "loss": 2.6698, "step": 22680 }, { "epoch": 2.04, "learning_rate": 0.0002701778531989427, "loss": 2.6591, "step": 22690 }, { "epoch": 2.04, "learning_rate": 0.0002701524583702596, "loss": 2.625, "step": 22700 }, { "epoch": 2.04, "learning_rate": 0.0002701270539283287, "loss": 2.6204, "step": 22710 }, { "epoch": 2.05, "learning_rate": 0.00027010163987518243, "loss": 2.6625, "step": 22720 }, { "epoch": 2.05, "learning_rate": 0.0002700762162128542, "loss": 2.663, "step": 22730 }, { "epoch": 2.05, "learning_rate": 0.00027005078294337813, "loss": 2.6264, "step": 22740 }, { "epoch": 2.05, "learning_rate": 0.0002700253400687891, "loss": 2.6479, "step": 22750 }, { "epoch": 2.05, "learning_rate": 0.0002699998875911228, "loss": 2.6593, "step": 22760 }, { "epoch": 2.05, "learning_rate": 0.00026997442551241553, "loss": 2.6553, "step": 22770 }, { "epoch": 2.05, "learning_rate": 0.00026994895383470463, "loss": 2.6761, "step": 22780 }, { "epoch": 2.05, "learning_rate": 0.00026992347256002793, "loss": 2.699, "step": 22790 }, { "epoch": 2.05, "learning_rate": 0.00026989798169042427, "loss": 2.6369, "step": 22800 }, { "epoch": 2.05, "learning_rate": 0.00026987248122793304, "loss": 2.6706, "step": 22810 }, { "epoch": 2.05, "learning_rate": 0.00026984697117459454, "loss": 2.6345, "step": 22820 }, { "epoch": 2.06, "learning_rate": 0.0002698214515324498, "loss": 2.6609, "step": 22830 }, { "epoch": 2.06, "learning_rate": 0.00026979592230354064, "loss": 2.6377, "step": 22840 }, { "epoch": 2.06, "learning_rate": 0.0002697703834899096, "loss": 2.6514, "step": 22850 }, { "epoch": 2.06, "learning_rate": 0.0002697448350936, "loss": 2.6877, "step": 22860 }, { "epoch": 2.06, "learning_rate": 0.0002697192771166559, "loss": 2.6672, "step": 22870 }, { "epoch": 2.06, "learning_rate": 0.00026969370956112226, "loss": 2.6712, "step": 22880 }, { "epoch": 2.06, "learning_rate": 0.00026966813242904465, "loss": 2.6537, "step": 22890 }, { "epoch": 2.06, "learning_rate": 0.00026964254572246944, "loss": 2.663, "step": 22900 }, { "epoch": 2.06, "learning_rate": 0.0002696169494434438, "loss": 2.6845, "step": 22910 }, { "epoch": 2.06, "learning_rate": 0.0002695913435940157, "loss": 2.6592, "step": 22920 }, { "epoch": 2.06, "learning_rate": 0.0002695657281762338, "loss": 2.6618, "step": 22930 }, { "epoch": 2.07, "learning_rate": 0.00026954010319214756, "loss": 2.6882, "step": 22940 }, { "epoch": 2.07, "learning_rate": 0.0002695144686438072, "loss": 2.6556, "step": 22950 }, { "epoch": 2.07, "learning_rate": 0.00026948882453326373, "loss": 2.6427, "step": 22960 }, { "epoch": 2.07, "learning_rate": 0.00026946317086256884, "loss": 2.6675, "step": 22970 }, { "epoch": 2.07, "learning_rate": 0.00026943750763377516, "loss": 2.6623, "step": 22980 }, { "epoch": 2.07, "learning_rate": 0.00026941183484893586, "loss": 2.6479, "step": 22990 }, { "epoch": 2.07, "learning_rate": 0.00026938615251010506, "loss": 2.6766, "step": 23000 }, { "epoch": 2.07, "eval_loss": 2.735337018966675, "eval_runtime": 1264.0312, "eval_samples_per_second": 60.232, "eval_steps_per_second": 7.529, "step": 23000 }, { "epoch": 2.07, "learning_rate": 0.0002693604606193375, "loss": 2.6436, "step": 23010 }, { "epoch": 2.07, "learning_rate": 0.0002693347591786888, "loss": 2.632, "step": 23020 }, { "epoch": 2.07, "learning_rate": 0.00026930904819021535, "loss": 2.609, "step": 23030 }, { "epoch": 2.07, "learning_rate": 0.00026928332765597423, "loss": 2.6647, "step": 23040 }, { "epoch": 2.08, "learning_rate": 0.0002692575975780232, "loss": 2.6611, "step": 23050 }, { "epoch": 2.08, "learning_rate": 0.00026923185795842103, "loss": 2.6555, "step": 23060 }, { "epoch": 2.08, "learning_rate": 0.0002692061087992271, "loss": 2.6643, "step": 23070 }, { "epoch": 2.08, "learning_rate": 0.00026918035010250145, "loss": 2.6424, "step": 23080 }, { "epoch": 2.08, "learning_rate": 0.0002691545818703051, "loss": 2.6641, "step": 23090 }, { "epoch": 2.08, "learning_rate": 0.0002691288041046997, "loss": 2.6972, "step": 23100 }, { "epoch": 2.08, "learning_rate": 0.00026910301680774777, "loss": 2.6618, "step": 23110 }, { "epoch": 2.08, "learning_rate": 0.0002690772199815124, "loss": 2.6505, "step": 23120 }, { "epoch": 2.08, "learning_rate": 0.00026905141362805766, "loss": 2.6847, "step": 23130 }, { "epoch": 2.08, "learning_rate": 0.00026902559774944824, "loss": 2.6569, "step": 23140 }, { "epoch": 2.08, "learning_rate": 0.00026899977234774963, "loss": 2.6587, "step": 23150 }, { "epoch": 2.09, "learning_rate": 0.0002689739374250281, "loss": 2.6543, "step": 23160 }, { "epoch": 2.09, "learning_rate": 0.00026894809298335065, "loss": 2.6618, "step": 23170 }, { "epoch": 2.09, "learning_rate": 0.0002689222390247851, "loss": 2.6704, "step": 23180 }, { "epoch": 2.09, "learning_rate": 0.00026889637555139995, "loss": 2.6634, "step": 23190 }, { "epoch": 2.09, "learning_rate": 0.00026887050256526457, "loss": 2.6572, "step": 23200 }, { "epoch": 2.09, "learning_rate": 0.00026884462006844897, "loss": 2.6775, "step": 23210 }, { "epoch": 2.09, "learning_rate": 0.0002688187280630239, "loss": 2.6957, "step": 23220 }, { "epoch": 2.09, "learning_rate": 0.00026879282655106117, "loss": 2.6749, "step": 23230 }, { "epoch": 2.09, "learning_rate": 0.00026876691553463295, "loss": 2.6725, "step": 23240 }, { "epoch": 2.09, "learning_rate": 0.00026874099501581237, "loss": 2.6512, "step": 23250 }, { "epoch": 2.09, "learning_rate": 0.00026871506499667334, "loss": 2.6248, "step": 23260 }, { "epoch": 2.1, "learning_rate": 0.00026868912547929044, "loss": 2.6705, "step": 23270 }, { "epoch": 2.1, "learning_rate": 0.00026866317646573914, "loss": 2.6961, "step": 23280 }, { "epoch": 2.1, "learning_rate": 0.0002686372179580955, "loss": 2.6844, "step": 23290 }, { "epoch": 2.1, "learning_rate": 0.00026861124995843647, "loss": 2.6602, "step": 23300 }, { "epoch": 2.1, "learning_rate": 0.0002685852724688397, "loss": 2.7021, "step": 23310 }, { "epoch": 2.1, "learning_rate": 0.00026855928549138365, "loss": 2.6364, "step": 23320 }, { "epoch": 2.1, "learning_rate": 0.0002685332890281474, "loss": 2.6544, "step": 23330 }, { "epoch": 2.1, "learning_rate": 0.00026850728308121106, "loss": 2.7008, "step": 23340 }, { "epoch": 2.1, "learning_rate": 0.00026848126765265524, "loss": 2.6673, "step": 23350 }, { "epoch": 2.1, "learning_rate": 0.0002684552427445614, "loss": 2.6673, "step": 23360 }, { "epoch": 2.1, "learning_rate": 0.0002684292083590118, "loss": 2.6379, "step": 23370 }, { "epoch": 2.1, "learning_rate": 0.0002684031644980893, "loss": 2.6795, "step": 23380 }, { "epoch": 2.11, "learning_rate": 0.00026837711116387784, "loss": 2.6405, "step": 23390 }, { "epoch": 2.11, "learning_rate": 0.0002683510483584617, "loss": 2.6447, "step": 23400 }, { "epoch": 2.11, "learning_rate": 0.0002683249760839263, "loss": 2.6421, "step": 23410 }, { "epoch": 2.11, "learning_rate": 0.0002682988943423576, "loss": 2.6447, "step": 23420 }, { "epoch": 2.11, "learning_rate": 0.0002682728031358423, "loss": 2.6437, "step": 23430 }, { "epoch": 2.11, "learning_rate": 0.000268246702466468, "loss": 2.6512, "step": 23440 }, { "epoch": 2.11, "learning_rate": 0.00026822059233632295, "loss": 2.6891, "step": 23450 }, { "epoch": 2.11, "learning_rate": 0.0002681944727474962, "loss": 2.6796, "step": 23460 }, { "epoch": 2.11, "learning_rate": 0.00026816834370207754, "loss": 2.6511, "step": 23470 }, { "epoch": 2.11, "learning_rate": 0.0002681422052021576, "loss": 2.6522, "step": 23480 }, { "epoch": 2.11, "learning_rate": 0.0002681160572498275, "loss": 2.6648, "step": 23490 }, { "epoch": 2.12, "learning_rate": 0.00026808989984717946, "loss": 2.6608, "step": 23500 }, { "epoch": 2.12, "learning_rate": 0.00026806373299630626, "loss": 2.6534, "step": 23510 }, { "epoch": 2.12, "learning_rate": 0.00026803755669930145, "loss": 2.6407, "step": 23520 }, { "epoch": 2.12, "learning_rate": 0.00026801137095825946, "loss": 2.642, "step": 23530 }, { "epoch": 2.12, "learning_rate": 0.0002679851757752753, "loss": 2.6585, "step": 23540 }, { "epoch": 2.12, "learning_rate": 0.00026795897115244476, "loss": 2.6501, "step": 23550 }, { "epoch": 2.12, "learning_rate": 0.00026793275709186454, "loss": 2.6267, "step": 23560 }, { "epoch": 2.12, "learning_rate": 0.0002679065335956319, "loss": 2.633, "step": 23570 }, { "epoch": 2.12, "learning_rate": 0.00026788030066584505, "loss": 2.6647, "step": 23580 }, { "epoch": 2.12, "learning_rate": 0.00026785405830460283, "loss": 2.6537, "step": 23590 }, { "epoch": 2.12, "learning_rate": 0.00026782780651400483, "loss": 2.6714, "step": 23600 }, { "epoch": 2.13, "learning_rate": 0.0002678015452961514, "loss": 2.6709, "step": 23610 }, { "epoch": 2.13, "learning_rate": 0.0002677752746531437, "loss": 2.6604, "step": 23620 }, { "epoch": 2.13, "learning_rate": 0.0002677489945870837, "loss": 2.6742, "step": 23630 }, { "epoch": 2.13, "learning_rate": 0.0002677227051000738, "loss": 2.6575, "step": 23640 }, { "epoch": 2.13, "learning_rate": 0.00026769640619421763, "loss": 2.6517, "step": 23650 }, { "epoch": 2.13, "learning_rate": 0.0002676700978716192, "loss": 2.6133, "step": 23660 }, { "epoch": 2.13, "learning_rate": 0.00026764378013438344, "loss": 2.6595, "step": 23670 }, { "epoch": 2.13, "learning_rate": 0.000267617452984616, "loss": 2.6393, "step": 23680 }, { "epoch": 2.13, "learning_rate": 0.0002675911164244233, "loss": 2.689, "step": 23690 }, { "epoch": 2.13, "learning_rate": 0.0002675647704559124, "loss": 2.6703, "step": 23700 }, { "epoch": 2.13, "learning_rate": 0.00026753841508119137, "loss": 2.6525, "step": 23710 }, { "epoch": 2.14, "learning_rate": 0.00026751468720337553, "loss": 2.6388, "step": 23720 }, { "epoch": 2.14, "learning_rate": 0.00026748831396266503, "loss": 2.6462, "step": 23730 }, { "epoch": 2.14, "learning_rate": 0.0002674619313218615, "loss": 2.6396, "step": 23740 }, { "epoch": 2.14, "learning_rate": 0.0002674355392830759, "loss": 2.6466, "step": 23750 }, { "epoch": 2.14, "learning_rate": 0.00026740913784841956, "loss": 2.634, "step": 23760 }, { "epoch": 2.14, "learning_rate": 0.00026738272702000505, "loss": 2.6976, "step": 23770 }, { "epoch": 2.14, "learning_rate": 0.00026735630679994537, "loss": 2.6415, "step": 23780 }, { "epoch": 2.14, "learning_rate": 0.0002673298771903544, "loss": 2.6388, "step": 23790 }, { "epoch": 2.14, "learning_rate": 0.0002673034381933467, "loss": 2.6735, "step": 23800 }, { "epoch": 2.14, "learning_rate": 0.00026727698981103776, "loss": 2.6671, "step": 23810 }, { "epoch": 2.14, "learning_rate": 0.0002672505320455435, "loss": 2.648, "step": 23820 }, { "epoch": 2.15, "learning_rate": 0.0002672240648989808, "loss": 2.6732, "step": 23830 }, { "epoch": 2.15, "learning_rate": 0.0002671975883734674, "loss": 2.6442, "step": 23840 }, { "epoch": 2.15, "learning_rate": 0.0002671711024711215, "loss": 2.6535, "step": 23850 }, { "epoch": 2.15, "learning_rate": 0.0002671446071940623, "loss": 2.6452, "step": 23860 }, { "epoch": 2.15, "learning_rate": 0.0002671181025444096, "loss": 2.6649, "step": 23870 }, { "epoch": 2.15, "learning_rate": 0.00026709158852428406, "loss": 2.6806, "step": 23880 }, { "epoch": 2.15, "learning_rate": 0.000267065065135807, "loss": 2.6555, "step": 23890 }, { "epoch": 2.15, "learning_rate": 0.0002670385323811005, "loss": 2.6702, "step": 23900 }, { "epoch": 2.15, "learning_rate": 0.0002670119902622875, "loss": 2.6833, "step": 23910 }, { "epoch": 2.15, "learning_rate": 0.00026698543878149147, "loss": 2.6406, "step": 23920 }, { "epoch": 2.15, "learning_rate": 0.0002669588779408368, "loss": 2.6551, "step": 23930 }, { "epoch": 2.16, "learning_rate": 0.0002669323077424487, "loss": 2.6525, "step": 23940 }, { "epoch": 2.16, "learning_rate": 0.00026690572818845285, "loss": 2.6318, "step": 23950 }, { "epoch": 2.16, "learning_rate": 0.000266879139280976, "loss": 2.6674, "step": 23960 }, { "epoch": 2.16, "learning_rate": 0.0002668525410221454, "loss": 2.6447, "step": 23970 }, { "epoch": 2.16, "learning_rate": 0.0002668259334140892, "loss": 2.6536, "step": 23980 }, { "epoch": 2.16, "learning_rate": 0.00026679931645893617, "loss": 2.641, "step": 23990 }, { "epoch": 2.16, "learning_rate": 0.000266772690158816, "loss": 2.6405, "step": 24000 }, { "epoch": 2.16, "eval_loss": 2.7231175899505615, "eval_runtime": 1264.5004, "eval_samples_per_second": 60.21, "eval_steps_per_second": 7.526, "step": 24000 }, { "epoch": 2.16, "learning_rate": 0.0002667460545158589, "loss": 2.6594, "step": 24010 }, { "epoch": 2.16, "learning_rate": 0.00026671940953219603, "loss": 2.6442, "step": 24020 }, { "epoch": 2.16, "learning_rate": 0.00026669275520995925, "loss": 2.6616, "step": 24030 }, { "epoch": 2.16, "learning_rate": 0.00026666609155128113, "loss": 2.6735, "step": 24040 }, { "epoch": 2.17, "learning_rate": 0.0002666394185582949, "loss": 2.6428, "step": 24050 }, { "epoch": 2.17, "learning_rate": 0.00026661273623313473, "loss": 2.6556, "step": 24060 }, { "epoch": 2.17, "learning_rate": 0.00026658604457793544, "loss": 2.6151, "step": 24070 }, { "epoch": 2.17, "learning_rate": 0.0002665593435948325, "loss": 2.6974, "step": 24080 }, { "epoch": 2.17, "learning_rate": 0.0002665326332859624, "loss": 2.6932, "step": 24090 }, { "epoch": 2.17, "learning_rate": 0.00026650591365346197, "loss": 2.6586, "step": 24100 }, { "epoch": 2.17, "learning_rate": 0.00026647918469946923, "loss": 2.6823, "step": 24110 }, { "epoch": 2.17, "learning_rate": 0.0002664524464261226, "loss": 2.6524, "step": 24120 }, { "epoch": 2.17, "learning_rate": 0.00026642569883556145, "loss": 2.6691, "step": 24130 }, { "epoch": 2.17, "learning_rate": 0.0002663989419299257, "loss": 2.638, "step": 24140 }, { "epoch": 2.17, "learning_rate": 0.00026637217571135624, "loss": 2.6834, "step": 24150 }, { "epoch": 2.18, "learning_rate": 0.0002663454001819946, "loss": 2.6746, "step": 24160 }, { "epoch": 2.18, "learning_rate": 0.00026631861534398305, "loss": 2.6679, "step": 24170 }, { "epoch": 2.18, "learning_rate": 0.0002662918211994646, "loss": 2.6834, "step": 24180 }, { "epoch": 2.18, "learning_rate": 0.00026626501775058297, "loss": 2.6508, "step": 24190 }, { "epoch": 2.18, "learning_rate": 0.00026623820499948274, "loss": 2.6317, "step": 24200 }, { "epoch": 2.18, "learning_rate": 0.00026621138294830916, "loss": 2.683, "step": 24210 }, { "epoch": 2.18, "learning_rate": 0.0002661845515992082, "loss": 2.6172, "step": 24220 }, { "epoch": 2.18, "learning_rate": 0.00026615771095432654, "loss": 2.6415, "step": 24230 }, { "epoch": 2.18, "learning_rate": 0.0002661308610158118, "loss": 2.6631, "step": 24240 }, { "epoch": 2.18, "learning_rate": 0.00026610400178581214, "loss": 2.6737, "step": 24250 }, { "epoch": 2.18, "learning_rate": 0.00026607713326647656, "loss": 2.6554, "step": 24260 }, { "epoch": 2.19, "learning_rate": 0.0002660502554599547, "loss": 2.6621, "step": 24270 }, { "epoch": 2.19, "learning_rate": 0.00026602336836839714, "loss": 2.6333, "step": 24280 }, { "epoch": 2.19, "learning_rate": 0.00026599647199395494, "loss": 2.6368, "step": 24290 }, { "epoch": 2.19, "learning_rate": 0.0002659695663387802, "loss": 2.6607, "step": 24300 }, { "epoch": 2.19, "learning_rate": 0.0002659426514050255, "loss": 2.6462, "step": 24310 }, { "epoch": 2.19, "learning_rate": 0.00026591572719484425, "loss": 2.6604, "step": 24320 }, { "epoch": 2.19, "learning_rate": 0.00026588879371039075, "loss": 2.6415, "step": 24330 }, { "epoch": 2.19, "learning_rate": 0.00026586185095381983, "loss": 2.6347, "step": 24340 }, { "epoch": 2.19, "learning_rate": 0.0002658348989272871, "loss": 2.6678, "step": 24350 }, { "epoch": 2.19, "learning_rate": 0.00026580793763294905, "loss": 2.6935, "step": 24360 }, { "epoch": 2.19, "learning_rate": 0.0002657809670729628, "loss": 2.643, "step": 24370 }, { "epoch": 2.19, "learning_rate": 0.0002657539872494862, "loss": 2.6501, "step": 24380 }, { "epoch": 2.2, "learning_rate": 0.0002657269981646779, "loss": 2.6712, "step": 24390 }, { "epoch": 2.2, "learning_rate": 0.0002656999998206972, "loss": 2.6427, "step": 24400 }, { "epoch": 2.2, "learning_rate": 0.0002656729922197043, "loss": 2.6432, "step": 24410 }, { "epoch": 2.2, "learning_rate": 0.00026564597536385995, "loss": 2.6935, "step": 24420 }, { "epoch": 2.2, "learning_rate": 0.00026561894925532584, "loss": 2.6481, "step": 24430 }, { "epoch": 2.2, "learning_rate": 0.0002655919138962642, "loss": 2.6387, "step": 24440 }, { "epoch": 2.2, "learning_rate": 0.0002655648692888381, "loss": 2.6703, "step": 24450 }, { "epoch": 2.2, "learning_rate": 0.0002655378154352114, "loss": 2.6562, "step": 24460 }, { "epoch": 2.2, "learning_rate": 0.00026551075233754865, "loss": 2.6688, "step": 24470 }, { "epoch": 2.2, "learning_rate": 0.0002654836799980151, "loss": 2.666, "step": 24480 }, { "epoch": 2.2, "learning_rate": 0.00026545659841877673, "loss": 2.6336, "step": 24490 }, { "epoch": 2.21, "learning_rate": 0.0002654295076020004, "loss": 2.6735, "step": 24500 }, { "epoch": 2.21, "learning_rate": 0.00026540240754985354, "loss": 2.6842, "step": 24510 }, { "epoch": 2.21, "learning_rate": 0.00026537529826450444, "loss": 2.6403, "step": 24520 }, { "epoch": 2.21, "learning_rate": 0.0002653481797481221, "loss": 2.6763, "step": 24530 }, { "epoch": 2.21, "learning_rate": 0.0002653210520028761, "loss": 2.6646, "step": 24540 }, { "epoch": 2.21, "learning_rate": 0.00026529391503093703, "loss": 2.6481, "step": 24550 }, { "epoch": 2.21, "learning_rate": 0.00026526676883447607, "loss": 2.6687, "step": 24560 }, { "epoch": 2.21, "learning_rate": 0.0002652396134156651, "loss": 2.6625, "step": 24570 }, { "epoch": 2.21, "learning_rate": 0.00026521244877667687, "loss": 2.6279, "step": 24580 }, { "epoch": 2.21, "learning_rate": 0.00026518527491968465, "loss": 2.6805, "step": 24590 }, { "epoch": 2.21, "learning_rate": 0.0002651580918468628, "loss": 2.6323, "step": 24600 }, { "epoch": 2.22, "learning_rate": 0.00026513089956038596, "loss": 2.6475, "step": 24610 }, { "epoch": 2.22, "learning_rate": 0.00026510369806242995, "loss": 2.6528, "step": 24620 }, { "epoch": 2.22, "learning_rate": 0.000265076487355171, "loss": 2.6519, "step": 24630 }, { "epoch": 2.22, "learning_rate": 0.00026504926744078626, "loss": 2.6169, "step": 24640 }, { "epoch": 2.22, "learning_rate": 0.0002650220383214536, "loss": 2.6677, "step": 24650 }, { "epoch": 2.22, "learning_rate": 0.0002649947999993515, "loss": 2.6405, "step": 24660 }, { "epoch": 2.22, "learning_rate": 0.0002649675524766593, "loss": 2.6453, "step": 24670 }, { "epoch": 2.22, "learning_rate": 0.0002649402957555571, "loss": 2.6488, "step": 24680 }, { "epoch": 2.22, "learning_rate": 0.00026491302983822556, "loss": 2.6533, "step": 24690 }, { "epoch": 2.22, "learning_rate": 0.0002648857547268463, "loss": 2.6636, "step": 24700 }, { "epoch": 2.22, "learning_rate": 0.0002648584704236015, "loss": 2.6273, "step": 24710 }, { "epoch": 2.23, "learning_rate": 0.0002648311769306742, "loss": 2.6273, "step": 24720 }, { "epoch": 2.23, "learning_rate": 0.0002648038742502481, "loss": 2.6358, "step": 24730 }, { "epoch": 2.23, "learning_rate": 0.00026477656238450755, "loss": 2.6492, "step": 24740 }, { "epoch": 2.23, "learning_rate": 0.0002647492413356379, "loss": 2.6656, "step": 24750 }, { "epoch": 2.23, "learning_rate": 0.00026472191110582494, "loss": 2.6408, "step": 24760 }, { "epoch": 2.23, "learning_rate": 0.00026469457169725545, "loss": 2.6482, "step": 24770 }, { "epoch": 2.23, "learning_rate": 0.0002646672231121167, "loss": 2.6603, "step": 24780 }, { "epoch": 2.23, "learning_rate": 0.0002646398653525969, "loss": 2.6544, "step": 24790 }, { "epoch": 2.23, "learning_rate": 0.00026461249842088487, "loss": 2.6632, "step": 24800 }, { "epoch": 2.23, "learning_rate": 0.0002645851223191702, "loss": 2.6463, "step": 24810 }, { "epoch": 2.23, "learning_rate": 0.00026455773704964333, "loss": 2.6192, "step": 24820 }, { "epoch": 2.24, "learning_rate": 0.0002645303426144951, "loss": 2.6263, "step": 24830 }, { "epoch": 2.24, "learning_rate": 0.00026450293901591755, "loss": 2.6222, "step": 24840 }, { "epoch": 2.24, "learning_rate": 0.000264475526256103, "loss": 2.6275, "step": 24850 }, { "epoch": 2.24, "learning_rate": 0.00026444810433724487, "loss": 2.6384, "step": 24860 }, { "epoch": 2.24, "learning_rate": 0.00026442067326153704, "loss": 2.6589, "step": 24870 }, { "epoch": 2.24, "learning_rate": 0.0002643932330311743, "loss": 2.6406, "step": 24880 }, { "epoch": 2.24, "learning_rate": 0.000264365783648352, "loss": 2.6616, "step": 24890 }, { "epoch": 2.24, "learning_rate": 0.0002643383251152665, "loss": 2.6627, "step": 24900 }, { "epoch": 2.24, "learning_rate": 0.00026431085743411467, "loss": 2.6272, "step": 24910 }, { "epoch": 2.24, "learning_rate": 0.00026428338060709405, "loss": 2.6525, "step": 24920 }, { "epoch": 2.24, "learning_rate": 0.0002642558946364032, "loss": 2.6264, "step": 24930 }, { "epoch": 2.25, "learning_rate": 0.0002642283995242411, "loss": 2.6472, "step": 24940 }, { "epoch": 2.25, "learning_rate": 0.00026420089527280763, "loss": 2.6635, "step": 24950 }, { "epoch": 2.25, "learning_rate": 0.00026417338188430346, "loss": 2.6461, "step": 24960 }, { "epoch": 2.25, "learning_rate": 0.0002641458593609298, "loss": 2.64, "step": 24970 }, { "epoch": 2.25, "learning_rate": 0.00026411832770488865, "loss": 2.6025, "step": 24980 }, { "epoch": 2.25, "learning_rate": 0.00026409078691838297, "loss": 2.633, "step": 24990 }, { "epoch": 2.25, "learning_rate": 0.0002640632370036161, "loss": 2.6707, "step": 25000 }, { "epoch": 2.25, "eval_loss": 2.7120893001556396, "eval_runtime": 1263.6911, "eval_samples_per_second": 60.248, "eval_steps_per_second": 7.531, "step": 25000 }, { "epoch": 2.25, "learning_rate": 0.0002640356779627923, "loss": 2.6599, "step": 25010 }, { "epoch": 2.25, "learning_rate": 0.00026400810979811665, "loss": 2.6417, "step": 25020 }, { "epoch": 2.25, "learning_rate": 0.0002639805325117947, "loss": 2.5979, "step": 25030 }, { "epoch": 2.25, "learning_rate": 0.00026395294610603295, "loss": 2.6324, "step": 25040 }, { "epoch": 2.26, "learning_rate": 0.00026392535058303854, "loss": 2.6434, "step": 25050 }, { "epoch": 2.26, "learning_rate": 0.00026389774594501927, "loss": 2.6619, "step": 25060 }, { "epoch": 2.26, "learning_rate": 0.0002638701321941839, "loss": 2.6561, "step": 25070 }, { "epoch": 2.26, "learning_rate": 0.0002638425093327417, "loss": 2.66, "step": 25080 }, { "epoch": 2.26, "learning_rate": 0.0002638148773629027, "loss": 2.6716, "step": 25090 }, { "epoch": 2.26, "learning_rate": 0.0002637872362868778, "loss": 2.6328, "step": 25100 }, { "epoch": 2.26, "learning_rate": 0.0002637595861068784, "loss": 2.667, "step": 25110 }, { "epoch": 2.26, "learning_rate": 0.0002637319268251169, "loss": 2.6682, "step": 25120 }, { "epoch": 2.26, "learning_rate": 0.00026370425844380615, "loss": 2.6636, "step": 25130 }, { "epoch": 2.26, "learning_rate": 0.00026367658096515995, "loss": 2.6585, "step": 25140 }, { "epoch": 2.26, "learning_rate": 0.00026364889439139266, "loss": 2.6497, "step": 25150 }, { "epoch": 2.27, "learning_rate": 0.0002636211987247196, "loss": 2.6509, "step": 25160 }, { "epoch": 2.27, "learning_rate": 0.0002635934939673565, "loss": 2.6308, "step": 25170 }, { "epoch": 2.27, "learning_rate": 0.00026356578012152006, "loss": 2.6371, "step": 25180 }, { "epoch": 2.27, "learning_rate": 0.00026353805718942763, "loss": 2.6526, "step": 25190 }, { "epoch": 2.27, "learning_rate": 0.00026351032517329725, "loss": 2.656, "step": 25200 }, { "epoch": 2.27, "learning_rate": 0.00026348258407534776, "loss": 2.6576, "step": 25210 }, { "epoch": 2.27, "learning_rate": 0.00026345483389779873, "loss": 2.6572, "step": 25220 }, { "epoch": 2.27, "learning_rate": 0.00026342707464287033, "loss": 2.6561, "step": 25230 }, { "epoch": 2.27, "learning_rate": 0.00026339930631278356, "loss": 2.6528, "step": 25240 }, { "epoch": 2.27, "learning_rate": 0.00026337152890976016, "loss": 2.6396, "step": 25250 }, { "epoch": 2.27, "learning_rate": 0.0002633437424360226, "loss": 2.6319, "step": 25260 }, { "epoch": 2.28, "learning_rate": 0.000263315946893794, "loss": 2.6284, "step": 25270 }, { "epoch": 2.28, "learning_rate": 0.00026328814228529816, "loss": 2.6697, "step": 25280 }, { "epoch": 2.28, "learning_rate": 0.0002632603286127598, "loss": 2.6753, "step": 25290 }, { "epoch": 2.28, "learning_rate": 0.0002632325058784043, "loss": 2.6157, "step": 25300 }, { "epoch": 2.28, "learning_rate": 0.0002632046740844576, "loss": 2.664, "step": 25310 }, { "epoch": 2.28, "learning_rate": 0.00026317683323314654, "loss": 2.654, "step": 25320 }, { "epoch": 2.28, "learning_rate": 0.0002631489833266986, "loss": 2.6402, "step": 25330 }, { "epoch": 2.28, "learning_rate": 0.00026312112436734217, "loss": 2.6435, "step": 25340 }, { "epoch": 2.28, "learning_rate": 0.000263093256357306, "loss": 2.6467, "step": 25350 }, { "epoch": 2.28, "learning_rate": 0.0002630653792988199, "loss": 2.6169, "step": 25360 }, { "epoch": 2.28, "learning_rate": 0.00026303749319411417, "loss": 2.6185, "step": 25370 }, { "epoch": 2.28, "learning_rate": 0.00026300959804542013, "loss": 2.6452, "step": 25380 }, { "epoch": 2.29, "learning_rate": 0.00026298169385496943, "loss": 2.6563, "step": 25390 }, { "epoch": 2.29, "learning_rate": 0.0002629537806249948, "loss": 2.6449, "step": 25400 }, { "epoch": 2.29, "learning_rate": 0.00026292585835772947, "loss": 2.6277, "step": 25410 }, { "epoch": 2.29, "learning_rate": 0.00026289792705540743, "loss": 2.6532, "step": 25420 }, { "epoch": 2.29, "learning_rate": 0.00026286998672026354, "loss": 2.6446, "step": 25430 }, { "epoch": 2.29, "learning_rate": 0.00026284203735453315, "loss": 2.6502, "step": 25440 }, { "epoch": 2.29, "learning_rate": 0.0002628140789604526, "loss": 2.6515, "step": 25450 }, { "epoch": 2.29, "learning_rate": 0.0002627861115402586, "loss": 2.655, "step": 25460 }, { "epoch": 2.29, "learning_rate": 0.00026275813509618904, "loss": 2.6368, "step": 25470 }, { "epoch": 2.29, "learning_rate": 0.0002627301496304821, "loss": 2.6532, "step": 25480 }, { "epoch": 2.29, "learning_rate": 0.00026270215514537687, "loss": 2.6739, "step": 25490 }, { "epoch": 2.3, "learning_rate": 0.00026267415164311317, "loss": 2.6647, "step": 25500 }, { "epoch": 2.3, "learning_rate": 0.00026264613912593165, "loss": 2.6469, "step": 25510 }, { "epoch": 2.3, "learning_rate": 0.00026261811759607334, "loss": 2.6421, "step": 25520 }, { "epoch": 2.3, "learning_rate": 0.00026259008705578044, "loss": 2.669, "step": 25530 }, { "epoch": 2.3, "learning_rate": 0.00026256204750729545, "loss": 2.6902, "step": 25540 }, { "epoch": 2.3, "learning_rate": 0.00026253399895286185, "loss": 2.6523, "step": 25550 }, { "epoch": 2.3, "learning_rate": 0.0002625059413947238, "loss": 2.6445, "step": 25560 }, { "epoch": 2.3, "learning_rate": 0.0002624778748351261, "loss": 2.6397, "step": 25570 }, { "epoch": 2.3, "learning_rate": 0.00026244979927631434, "loss": 2.6374, "step": 25580 }, { "epoch": 2.3, "learning_rate": 0.0002624217147205348, "loss": 2.6135, "step": 25590 }, { "epoch": 2.3, "learning_rate": 0.00026239362117003455, "loss": 2.665, "step": 25600 }, { "epoch": 2.31, "learning_rate": 0.00026236551862706125, "loss": 2.6618, "step": 25610 }, { "epoch": 2.31, "learning_rate": 0.00026233740709386336, "loss": 2.6739, "step": 25620 }, { "epoch": 2.31, "learning_rate": 0.00026230928657269, "loss": 2.6384, "step": 25630 }, { "epoch": 2.31, "learning_rate": 0.00026228115706579126, "loss": 2.6706, "step": 25640 }, { "epoch": 2.31, "learning_rate": 0.0002622530185754175, "loss": 2.6408, "step": 25650 }, { "epoch": 2.31, "learning_rate": 0.00026222487110382013, "loss": 2.6556, "step": 25660 }, { "epoch": 2.31, "learning_rate": 0.0002621967146532513, "loss": 2.6576, "step": 25670 }, { "epoch": 2.31, "learning_rate": 0.0002621685492259636, "loss": 2.671, "step": 25680 }, { "epoch": 2.31, "learning_rate": 0.00026214037482421063, "loss": 2.6594, "step": 25690 }, { "epoch": 2.31, "learning_rate": 0.00026211219145024655, "loss": 2.6432, "step": 25700 }, { "epoch": 2.31, "learning_rate": 0.0002620839991063263, "loss": 2.6352, "step": 25710 }, { "epoch": 2.32, "learning_rate": 0.0002620557977947055, "loss": 2.6456, "step": 25720 }, { "epoch": 2.32, "learning_rate": 0.00026202758751764046, "loss": 2.638, "step": 25730 }, { "epoch": 2.32, "learning_rate": 0.0002619993682773883, "loss": 2.6695, "step": 25740 }, { "epoch": 2.32, "learning_rate": 0.0002619711400762068, "loss": 2.6253, "step": 25750 }, { "epoch": 2.32, "learning_rate": 0.00026194290291635446, "loss": 2.6662, "step": 25760 }, { "epoch": 2.32, "learning_rate": 0.00026191465680009047, "loss": 2.6558, "step": 25770 }, { "epoch": 2.32, "learning_rate": 0.00026188640172967483, "loss": 2.6533, "step": 25780 }, { "epoch": 2.32, "learning_rate": 0.0002618581377073681, "loss": 2.6301, "step": 25790 }, { "epoch": 2.32, "learning_rate": 0.0002618298647354318, "loss": 2.655, "step": 25800 }, { "epoch": 2.32, "learning_rate": 0.0002618015828161278, "loss": 2.6082, "step": 25810 }, { "epoch": 2.32, "learning_rate": 0.00026177329195171907, "loss": 2.5971, "step": 25820 }, { "epoch": 2.33, "learning_rate": 0.00026174499214446907, "loss": 2.6402, "step": 25830 }, { "epoch": 2.33, "learning_rate": 0.00026171668339664206, "loss": 2.6247, "step": 25840 }, { "epoch": 2.33, "learning_rate": 0.00026168836571050294, "loss": 2.6361, "step": 25850 }, { "epoch": 2.33, "learning_rate": 0.0002616600390883174, "loss": 2.6592, "step": 25860 }, { "epoch": 2.33, "learning_rate": 0.00026163170353235186, "loss": 2.602, "step": 25870 }, { "epoch": 2.33, "learning_rate": 0.0002616033590448733, "loss": 2.6626, "step": 25880 }, { "epoch": 2.33, "learning_rate": 0.00026157500562814964, "loss": 2.6424, "step": 25890 }, { "epoch": 2.33, "learning_rate": 0.00026154664328444934, "loss": 2.6731, "step": 25900 }, { "epoch": 2.33, "learning_rate": 0.00026151827201604166, "loss": 2.6157, "step": 25910 }, { "epoch": 2.33, "learning_rate": 0.00026148989182519654, "loss": 2.6278, "step": 25920 }, { "epoch": 2.33, "learning_rate": 0.0002614615027141846, "loss": 2.626, "step": 25930 }, { "epoch": 2.34, "learning_rate": 0.00026143310468527736, "loss": 2.6222, "step": 25940 }, { "epoch": 2.34, "learning_rate": 0.0002614075388363381, "loss": 2.6222, "step": 25950 }, { "epoch": 2.34, "learning_rate": 0.00026137912386968974, "loss": 2.6442, "step": 25960 }, { "epoch": 2.34, "learning_rate": 0.00026135069999173703, "loss": 2.6336, "step": 25970 }, { "epoch": 2.34, "learning_rate": 0.0002613222672047541, "loss": 2.6313, "step": 25980 }, { "epoch": 2.34, "learning_rate": 0.00026129382551101583, "loss": 2.6083, "step": 25990 }, { "epoch": 2.34, "learning_rate": 0.0002612653749127978, "loss": 2.6362, "step": 26000 }, { "epoch": 2.34, "eval_loss": 2.700486898422241, "eval_runtime": 1263.1131, "eval_samples_per_second": 60.276, "eval_steps_per_second": 7.535, "step": 26000 }, { "epoch": 2.34, "learning_rate": 0.0002612369154123763, "loss": 2.6266, "step": 26010 }, { "epoch": 2.34, "learning_rate": 0.0002612084470120284, "loss": 2.6674, "step": 26020 }, { "epoch": 2.34, "learning_rate": 0.00026117996971403173, "loss": 2.6532, "step": 26030 }, { "epoch": 2.34, "learning_rate": 0.0002611514835206648, "loss": 2.6543, "step": 26040 }, { "epoch": 2.35, "learning_rate": 0.0002611229884342067, "loss": 2.6371, "step": 26050 }, { "epoch": 2.35, "learning_rate": 0.0002610944844569373, "loss": 2.6642, "step": 26060 }, { "epoch": 2.35, "learning_rate": 0.0002610659715911372, "loss": 2.644, "step": 26070 }, { "epoch": 2.35, "learning_rate": 0.0002610374498390876, "loss": 2.6528, "step": 26080 }, { "epoch": 2.35, "learning_rate": 0.0002610089192030706, "loss": 2.6684, "step": 26090 }, { "epoch": 2.35, "learning_rate": 0.0002609803796853688, "loss": 2.6266, "step": 26100 }, { "epoch": 2.35, "learning_rate": 0.0002609518312882657, "loss": 2.6644, "step": 26110 }, { "epoch": 2.35, "learning_rate": 0.0002609232740140454, "loss": 2.6601, "step": 26120 }, { "epoch": 2.35, "learning_rate": 0.0002608947078649926, "loss": 2.6545, "step": 26130 }, { "epoch": 2.35, "learning_rate": 0.00026086613284339303, "loss": 2.6205, "step": 26140 }, { "epoch": 2.35, "learning_rate": 0.0002608375489515328, "loss": 2.6598, "step": 26150 }, { "epoch": 2.36, "learning_rate": 0.000260808956191699, "loss": 2.6384, "step": 26160 }, { "epoch": 2.36, "learning_rate": 0.0002607803545661792, "loss": 2.6571, "step": 26170 }, { "epoch": 2.36, "learning_rate": 0.00026075174407726187, "loss": 2.6544, "step": 26180 }, { "epoch": 2.36, "learning_rate": 0.00026072312472723595, "loss": 2.6134, "step": 26190 }, { "epoch": 2.36, "learning_rate": 0.0002606944965183914, "loss": 2.6493, "step": 26200 }, { "epoch": 2.36, "learning_rate": 0.0002606658594530186, "loss": 2.6418, "step": 26210 }, { "epoch": 2.36, "learning_rate": 0.00026063721353340887, "loss": 2.6523, "step": 26220 }, { "epoch": 2.36, "learning_rate": 0.00026060855876185407, "loss": 2.655, "step": 26230 }, { "epoch": 2.36, "learning_rate": 0.00026057989514064687, "loss": 2.6378, "step": 26240 }, { "epoch": 2.36, "learning_rate": 0.00026055122267208057, "loss": 2.6239, "step": 26250 }, { "epoch": 2.36, "learning_rate": 0.0002605225413584493, "loss": 2.629, "step": 26260 }, { "epoch": 2.37, "learning_rate": 0.0002604938512020477, "loss": 2.617, "step": 26270 }, { "epoch": 2.37, "learning_rate": 0.0002604651522051713, "loss": 2.641, "step": 26280 }, { "epoch": 2.37, "learning_rate": 0.00026043644437011624, "loss": 2.6384, "step": 26290 }, { "epoch": 2.37, "learning_rate": 0.00026040772769917944, "loss": 2.675, "step": 26300 }, { "epoch": 2.37, "learning_rate": 0.00026037900219465844, "loss": 2.6581, "step": 26310 }, { "epoch": 2.37, "learning_rate": 0.0002603502678588516, "loss": 2.6602, "step": 26320 }, { "epoch": 2.37, "learning_rate": 0.00026032152469405783, "loss": 2.5972, "step": 26330 }, { "epoch": 2.37, "learning_rate": 0.0002602927727025769, "loss": 2.6499, "step": 26340 }, { "epoch": 2.37, "learning_rate": 0.0002602640118867092, "loss": 2.642, "step": 26350 }, { "epoch": 2.37, "learning_rate": 0.0002602352422487558, "loss": 2.6306, "step": 26360 }, { "epoch": 2.37, "learning_rate": 0.00026020646379101863, "loss": 2.6261, "step": 26370 }, { "epoch": 2.38, "learning_rate": 0.00026017767651580014, "loss": 2.6032, "step": 26380 }, { "epoch": 2.38, "learning_rate": 0.0002601488804254036, "loss": 2.6372, "step": 26390 }, { "epoch": 2.38, "learning_rate": 0.0002601200755221329, "loss": 2.6395, "step": 26400 }, { "epoch": 2.38, "learning_rate": 0.0002600912618082927, "loss": 2.6781, "step": 26410 }, { "epoch": 2.38, "learning_rate": 0.0002600624392861884, "loss": 2.659, "step": 26420 }, { "epoch": 2.38, "learning_rate": 0.00026003360795812596, "loss": 2.6367, "step": 26430 }, { "epoch": 2.38, "learning_rate": 0.00026000476782641225, "loss": 2.6508, "step": 26440 }, { "epoch": 2.38, "learning_rate": 0.0002599759188933547, "loss": 2.6424, "step": 26450 }, { "epoch": 2.38, "learning_rate": 0.00025994706116126145, "loss": 2.6267, "step": 26460 }, { "epoch": 2.38, "learning_rate": 0.00025991819463244134, "loss": 2.6397, "step": 26470 }, { "epoch": 2.38, "learning_rate": 0.000259889319309204, "loss": 2.6268, "step": 26480 }, { "epoch": 2.38, "learning_rate": 0.0002598604351938596, "loss": 2.6214, "step": 26490 }, { "epoch": 2.39, "learning_rate": 0.00025983154228871933, "loss": 2.6438, "step": 26500 }, { "epoch": 2.39, "learning_rate": 0.00025980264059609473, "loss": 2.643, "step": 26510 }, { "epoch": 2.39, "learning_rate": 0.00025977373011829816, "loss": 2.656, "step": 26520 }, { "epoch": 2.39, "learning_rate": 0.0002597448108576428, "loss": 2.6274, "step": 26530 }, { "epoch": 2.39, "learning_rate": 0.00025971588281644244, "loss": 2.682, "step": 26540 }, { "epoch": 2.39, "learning_rate": 0.00025968694599701154, "loss": 2.6556, "step": 26550 }, { "epoch": 2.39, "learning_rate": 0.0002596580004016653, "loss": 2.6255, "step": 26560 }, { "epoch": 2.39, "learning_rate": 0.0002596290460327197, "loss": 2.6284, "step": 26570 }, { "epoch": 2.39, "learning_rate": 0.0002596000828924911, "loss": 2.6611, "step": 26580 }, { "epoch": 2.39, "learning_rate": 0.0002595711109832971, "loss": 2.6291, "step": 26590 }, { "epoch": 2.39, "learning_rate": 0.00025954213030745556, "loss": 2.6435, "step": 26600 }, { "epoch": 2.4, "learning_rate": 0.0002595131408672852, "loss": 2.6114, "step": 26610 }, { "epoch": 2.4, "learning_rate": 0.0002594841426651054, "loss": 2.6122, "step": 26620 }, { "epoch": 2.4, "learning_rate": 0.0002594551357032363, "loss": 2.5895, "step": 26630 }, { "epoch": 2.4, "learning_rate": 0.0002594261199839988, "loss": 2.6345, "step": 26640 }, { "epoch": 2.4, "learning_rate": 0.00025939709550971426, "loss": 2.6345, "step": 26650 }, { "epoch": 2.4, "learning_rate": 0.000259368062282705, "loss": 2.6356, "step": 26660 }, { "epoch": 2.4, "learning_rate": 0.0002593390203052939, "loss": 2.6262, "step": 26670 }, { "epoch": 2.4, "learning_rate": 0.0002593099695798045, "loss": 2.6497, "step": 26680 }, { "epoch": 2.4, "learning_rate": 0.00025928091010856124, "loss": 2.6472, "step": 26690 }, { "epoch": 2.4, "learning_rate": 0.000259251841893889, "loss": 2.6421, "step": 26700 }, { "epoch": 2.4, "learning_rate": 0.00025922276493811364, "loss": 2.6373, "step": 26710 }, { "epoch": 2.41, "learning_rate": 0.00025919367924356147, "loss": 2.6517, "step": 26720 }, { "epoch": 2.41, "learning_rate": 0.00025916458481255964, "loss": 2.6348, "step": 26730 }, { "epoch": 2.41, "learning_rate": 0.0002591354816474359, "loss": 2.6152, "step": 26740 }, { "epoch": 2.41, "learning_rate": 0.00025910636975051877, "loss": 2.6211, "step": 26750 }, { "epoch": 2.41, "learning_rate": 0.0002590772491241375, "loss": 2.6199, "step": 26760 }, { "epoch": 2.41, "learning_rate": 0.000259048119770622, "loss": 2.6577, "step": 26770 }, { "epoch": 2.41, "learning_rate": 0.0002590189816923029, "loss": 2.6229, "step": 26780 }, { "epoch": 2.41, "learning_rate": 0.0002589898348915114, "loss": 2.6401, "step": 26790 }, { "epoch": 2.41, "learning_rate": 0.00025896067937057957, "loss": 2.6162, "step": 26800 }, { "epoch": 2.41, "learning_rate": 0.0002589315151318401, "loss": 2.6195, "step": 26810 }, { "epoch": 2.41, "learning_rate": 0.00025890234217762633, "loss": 2.6487, "step": 26820 }, { "epoch": 2.42, "learning_rate": 0.00025887316051027246, "loss": 2.6564, "step": 26830 }, { "epoch": 2.42, "learning_rate": 0.0002588439701321131, "loss": 2.6278, "step": 26840 }, { "epoch": 2.42, "learning_rate": 0.00025881477104548403, "loss": 2.647, "step": 26850 }, { "epoch": 2.42, "learning_rate": 0.0002587855632527211, "loss": 2.619, "step": 26860 }, { "epoch": 2.42, "learning_rate": 0.0002587563467561614, "loss": 2.6712, "step": 26870 }, { "epoch": 2.42, "learning_rate": 0.00025872712155814245, "loss": 2.6339, "step": 26880 }, { "epoch": 2.42, "learning_rate": 0.0002586978876610025, "loss": 2.5873, "step": 26890 }, { "epoch": 2.42, "learning_rate": 0.0002586686450670805, "loss": 2.6321, "step": 26900 }, { "epoch": 2.42, "learning_rate": 0.00025863939377871625, "loss": 2.6067, "step": 26910 }, { "epoch": 2.42, "learning_rate": 0.0002586101337982499, "loss": 2.6486, "step": 26920 }, { "epoch": 2.42, "learning_rate": 0.0002585808651280227, "loss": 2.6362, "step": 26930 }, { "epoch": 2.43, "learning_rate": 0.00025855158777037625, "loss": 2.6282, "step": 26940 }, { "epoch": 2.43, "learning_rate": 0.0002585223017276531, "loss": 2.6589, "step": 26950 }, { "epoch": 2.43, "learning_rate": 0.00025849300700219634, "loss": 2.6195, "step": 26960 }, { "epoch": 2.43, "learning_rate": 0.0002584637035963498, "loss": 2.616, "step": 26970 }, { "epoch": 2.43, "learning_rate": 0.000258434391512458, "loss": 2.6291, "step": 26980 }, { "epoch": 2.43, "learning_rate": 0.0002584050707528662, "loss": 2.6551, "step": 26990 }, { "epoch": 2.43, "learning_rate": 0.0002583757413199203, "loss": 2.5997, "step": 27000 }, { "epoch": 2.43, "eval_loss": 2.690363645553589, "eval_runtime": 1263.6402, "eval_samples_per_second": 60.251, "eval_steps_per_second": 7.531, "step": 27000 }, { "epoch": 2.43, "learning_rate": 0.00025834640321596697, "loss": 2.5928, "step": 27010 }, { "epoch": 2.43, "learning_rate": 0.00025831705644335334, "loss": 2.6011, "step": 27020 }, { "epoch": 2.43, "learning_rate": 0.0002582877010044276, "loss": 2.6337, "step": 27030 }, { "epoch": 2.43, "learning_rate": 0.0002582583369015384, "loss": 2.662, "step": 27040 }, { "epoch": 2.44, "learning_rate": 0.000258228964137035, "loss": 2.6354, "step": 27050 }, { "epoch": 2.44, "learning_rate": 0.00025819958271326764, "loss": 2.6132, "step": 27060 }, { "epoch": 2.44, "learning_rate": 0.000258170192632587, "loss": 2.6435, "step": 27070 }, { "epoch": 2.44, "learning_rate": 0.00025814079389734453, "loss": 2.6094, "step": 27080 }, { "epoch": 2.44, "learning_rate": 0.0002581113865098925, "loss": 2.6655, "step": 27090 }, { "epoch": 2.44, "learning_rate": 0.00025808197047258365, "loss": 2.6705, "step": 27100 }, { "epoch": 2.44, "learning_rate": 0.00025805254578777147, "loss": 2.6679, "step": 27110 }, { "epoch": 2.44, "learning_rate": 0.00025802311245781034, "loss": 2.6348, "step": 27120 }, { "epoch": 2.44, "learning_rate": 0.0002579936704850551, "loss": 2.6463, "step": 27130 }, { "epoch": 2.44, "learning_rate": 0.0002579642198718614, "loss": 2.6241, "step": 27140 }, { "epoch": 2.44, "learning_rate": 0.00025793476062058553, "loss": 2.5907, "step": 27150 }, { "epoch": 2.45, "learning_rate": 0.0002579052927335845, "loss": 2.6458, "step": 27160 }, { "epoch": 2.45, "learning_rate": 0.00025787581621321596, "loss": 2.6393, "step": 27170 }, { "epoch": 2.45, "learning_rate": 0.0002578463310618383, "loss": 2.6293, "step": 27180 }, { "epoch": 2.45, "learning_rate": 0.00025781683728181063, "loss": 2.6347, "step": 27190 }, { "epoch": 2.45, "learning_rate": 0.00025778733487549267, "loss": 2.647, "step": 27200 }, { "epoch": 2.45, "learning_rate": 0.00025775782384524485, "loss": 2.6172, "step": 27210 }, { "epoch": 2.45, "learning_rate": 0.0002577283041934284, "loss": 2.6305, "step": 27220 }, { "epoch": 2.45, "learning_rate": 0.0002576987759224051, "loss": 2.6292, "step": 27230 }, { "epoch": 2.45, "learning_rate": 0.0002576692390345374, "loss": 2.6381, "step": 27240 }, { "epoch": 2.45, "learning_rate": 0.00025763969353218865, "loss": 2.6481, "step": 27250 }, { "epoch": 2.45, "learning_rate": 0.00025761013941772267, "loss": 2.6291, "step": 27260 }, { "epoch": 2.46, "learning_rate": 0.000257580576693504, "loss": 2.6277, "step": 27270 }, { "epoch": 2.46, "learning_rate": 0.000257551005361898, "loss": 2.6295, "step": 27280 }, { "epoch": 2.46, "learning_rate": 0.0002575214254252706, "loss": 2.6482, "step": 27290 }, { "epoch": 2.46, "learning_rate": 0.00025749183688598845, "loss": 2.6418, "step": 27300 }, { "epoch": 2.46, "learning_rate": 0.0002574622397464189, "loss": 2.6324, "step": 27310 }, { "epoch": 2.46, "learning_rate": 0.00025743263400893003, "loss": 2.6168, "step": 27320 }, { "epoch": 2.46, "learning_rate": 0.00025740301967589044, "loss": 2.6435, "step": 27330 }, { "epoch": 2.46, "learning_rate": 0.00025737339674966966, "loss": 2.5989, "step": 27340 }, { "epoch": 2.46, "learning_rate": 0.00025734376523263767, "loss": 2.6593, "step": 27350 }, { "epoch": 2.46, "learning_rate": 0.0002573141251271653, "loss": 2.6309, "step": 27360 }, { "epoch": 2.46, "learning_rate": 0.0002572844764356241, "loss": 2.6454, "step": 27370 }, { "epoch": 2.47, "learning_rate": 0.0002572548191603861, "loss": 2.6072, "step": 27380 }, { "epoch": 2.47, "learning_rate": 0.0002572251533038242, "loss": 2.5836, "step": 27390 }, { "epoch": 2.47, "learning_rate": 0.0002571954788683119, "loss": 2.6087, "step": 27400 }, { "epoch": 2.47, "learning_rate": 0.00025716579585622343, "loss": 2.6292, "step": 27410 }, { "epoch": 2.47, "learning_rate": 0.00025713610426993376, "loss": 2.6093, "step": 27420 }, { "epoch": 2.47, "learning_rate": 0.00025710640411181834, "loss": 2.6241, "step": 27430 }, { "epoch": 2.47, "learning_rate": 0.00025707669538425356, "loss": 2.6353, "step": 27440 }, { "epoch": 2.47, "learning_rate": 0.00025704697808961633, "loss": 2.6386, "step": 27450 }, { "epoch": 2.47, "learning_rate": 0.0002570172522302843, "loss": 2.6318, "step": 27460 }, { "epoch": 2.47, "learning_rate": 0.00025698751780863573, "loss": 2.6452, "step": 27470 }, { "epoch": 2.47, "learning_rate": 0.00025695777482704973, "loss": 2.6157, "step": 27480 }, { "epoch": 2.47, "learning_rate": 0.000256928023287906, "loss": 2.6014, "step": 27490 }, { "epoch": 2.48, "learning_rate": 0.00025689826319358485, "loss": 2.6325, "step": 27500 }, { "epoch": 2.48, "learning_rate": 0.0002568684945464674, "loss": 2.6113, "step": 27510 }, { "epoch": 2.48, "learning_rate": 0.0002568387173489354, "loss": 2.6292, "step": 27520 }, { "epoch": 2.48, "learning_rate": 0.0002568089316033713, "loss": 2.6288, "step": 27530 }, { "epoch": 2.48, "learning_rate": 0.0002567821171257658, "loss": 2.6382, "step": 27540 }, { "epoch": 2.48, "learning_rate": 0.00025675231514550665, "loss": 2.6373, "step": 27550 }, { "epoch": 2.48, "learning_rate": 0.00025672250462412837, "loss": 2.6106, "step": 27560 }, { "epoch": 2.48, "learning_rate": 0.00025669268556401597, "loss": 2.6103, "step": 27570 }, { "epoch": 2.48, "learning_rate": 0.0002566628579675553, "loss": 2.5983, "step": 27580 }, { "epoch": 2.48, "learning_rate": 0.00025663302183713283, "loss": 2.6468, "step": 27590 }, { "epoch": 2.48, "learning_rate": 0.0002566031771751356, "loss": 2.6013, "step": 27600 }, { "epoch": 2.49, "learning_rate": 0.0002565733239839516, "loss": 2.6713, "step": 27610 }, { "epoch": 2.49, "learning_rate": 0.0002565434622659692, "loss": 2.6496, "step": 27620 }, { "epoch": 2.49, "learning_rate": 0.00025651359202357766, "loss": 2.646, "step": 27630 }, { "epoch": 2.49, "learning_rate": 0.0002564837132591669, "loss": 2.6163, "step": 27640 }, { "epoch": 2.49, "learning_rate": 0.0002564538259751274, "loss": 2.6337, "step": 27650 }, { "epoch": 2.49, "learning_rate": 0.0002564239301738505, "loss": 2.6128, "step": 27660 }, { "epoch": 2.49, "learning_rate": 0.00025639402585772813, "loss": 2.6349, "step": 27670 }, { "epoch": 2.49, "learning_rate": 0.0002563641130291528, "loss": 2.6409, "step": 27680 }, { "epoch": 2.49, "learning_rate": 0.00025633419169051783, "loss": 2.6071, "step": 27690 }, { "epoch": 2.49, "learning_rate": 0.0002563042618442172, "loss": 2.607, "step": 27700 }, { "epoch": 2.49, "learning_rate": 0.0002562743234926456, "loss": 2.6273, "step": 27710 }, { "epoch": 2.5, "learning_rate": 0.0002562443766381983, "loss": 2.6505, "step": 27720 }, { "epoch": 2.5, "learning_rate": 0.00025621442128327134, "loss": 2.5932, "step": 27730 }, { "epoch": 2.5, "learning_rate": 0.0002561844574302614, "loss": 2.6234, "step": 27740 }, { "epoch": 2.5, "learning_rate": 0.00025615448508156587, "loss": 2.6188, "step": 27750 }, { "epoch": 2.5, "learning_rate": 0.00025612450423958275, "loss": 2.6151, "step": 27760 }, { "epoch": 2.5, "learning_rate": 0.0002560945149067108, "loss": 2.6607, "step": 27770 }, { "epoch": 2.5, "learning_rate": 0.00025606451708534944, "loss": 2.6177, "step": 27780 }, { "epoch": 2.5, "learning_rate": 0.0002560345107778988, "loss": 2.6467, "step": 27790 }, { "epoch": 2.5, "learning_rate": 0.0002560044959867596, "loss": 2.6371, "step": 27800 }, { "epoch": 2.5, "learning_rate": 0.0002559744727143332, "loss": 2.6277, "step": 27810 }, { "epoch": 2.5, "learning_rate": 0.0002559444409630219, "loss": 2.6369, "step": 27820 }, { "epoch": 2.51, "learning_rate": 0.00025591440073522836, "loss": 2.6027, "step": 27830 }, { "epoch": 2.51, "learning_rate": 0.0002558843520333561, "loss": 2.6138, "step": 27840 }, { "epoch": 2.51, "learning_rate": 0.00025585429485980933, "loss": 2.6297, "step": 27850 }, { "epoch": 2.51, "learning_rate": 0.0002558242292169928, "loss": 2.6153, "step": 27860 }, { "epoch": 2.51, "learning_rate": 0.00025579415510731214, "loss": 2.6005, "step": 27870 }, { "epoch": 2.51, "learning_rate": 0.00025576407253317344, "loss": 2.663, "step": 27880 }, { "epoch": 2.51, "learning_rate": 0.0002557339814969836, "loss": 2.6354, "step": 27890 }, { "epoch": 2.51, "learning_rate": 0.00025570388200115015, "loss": 2.6487, "step": 27900 }, { "epoch": 2.51, "learning_rate": 0.00025567377404808137, "loss": 2.5764, "step": 27910 }, { "epoch": 2.51, "learning_rate": 0.00025564365764018613, "loss": 2.6429, "step": 27920 }, { "epoch": 2.51, "learning_rate": 0.00025561353277987395, "loss": 2.6119, "step": 27930 }, { "epoch": 2.52, "learning_rate": 0.0002555833994695552, "loss": 2.6163, "step": 27940 }, { "epoch": 2.52, "learning_rate": 0.00025555325771164065, "loss": 2.6485, "step": 27950 }, { "epoch": 2.52, "learning_rate": 0.000255523107508542, "loss": 2.6139, "step": 27960 }, { "epoch": 2.52, "learning_rate": 0.0002554929488626716, "loss": 2.5986, "step": 27970 }, { "epoch": 2.52, "learning_rate": 0.00025546278177644233, "loss": 2.6251, "step": 27980 }, { "epoch": 2.52, "learning_rate": 0.0002554326062522678, "loss": 2.653, "step": 27990 }, { "epoch": 2.52, "learning_rate": 0.0002554024222925623, "loss": 2.6549, "step": 28000 }, { "epoch": 2.52, "eval_loss": 2.6797590255737305, "eval_runtime": 1263.3374, "eval_samples_per_second": 60.265, "eval_steps_per_second": 7.533, "step": 28000 }, { "epoch": 2.52, "learning_rate": 0.00025537222989974087, "loss": 2.6035, "step": 28010 }, { "epoch": 2.52, "learning_rate": 0.00025534202907621917, "loss": 2.6274, "step": 28020 }, { "epoch": 2.52, "learning_rate": 0.00025531181982441347, "loss": 2.5943, "step": 28030 }, { "epoch": 2.52, "learning_rate": 0.00025528160214674083, "loss": 2.6128, "step": 28040 }, { "epoch": 2.53, "learning_rate": 0.0002552513760456189, "loss": 2.5925, "step": 28050 }, { "epoch": 2.53, "learning_rate": 0.00025522114152346604, "loss": 2.6624, "step": 28060 }, { "epoch": 2.53, "learning_rate": 0.0002551908985827012, "loss": 2.6373, "step": 28070 }, { "epoch": 2.53, "learning_rate": 0.0002551606472257443, "loss": 2.6027, "step": 28080 }, { "epoch": 2.53, "learning_rate": 0.00025513038745501545, "loss": 2.6004, "step": 28090 }, { "epoch": 2.53, "learning_rate": 0.00025510011927293584, "loss": 2.6269, "step": 28100 }, { "epoch": 2.53, "learning_rate": 0.00025506984268192724, "loss": 2.6214, "step": 28110 }, { "epoch": 2.53, "learning_rate": 0.00025503955768441187, "loss": 2.6009, "step": 28120 }, { "epoch": 2.53, "learning_rate": 0.00025500926428281297, "loss": 2.6579, "step": 28130 }, { "epoch": 2.53, "learning_rate": 0.0002549789624795541, "loss": 2.6204, "step": 28140 }, { "epoch": 2.53, "learning_rate": 0.00025494865227705985, "loss": 2.6166, "step": 28150 }, { "epoch": 2.54, "learning_rate": 0.0002549183336777552, "loss": 2.6151, "step": 28160 }, { "epoch": 2.54, "learning_rate": 0.0002548880066840659, "loss": 2.6082, "step": 28170 }, { "epoch": 2.54, "learning_rate": 0.00025485767129841837, "loss": 2.6386, "step": 28180 }, { "epoch": 2.54, "learning_rate": 0.0002548273275232398, "loss": 2.6071, "step": 28190 }, { "epoch": 2.54, "learning_rate": 0.00025479697536095786, "loss": 2.602, "step": 28200 }, { "epoch": 2.54, "learning_rate": 0.00025476661481400105, "loss": 2.6316, "step": 28210 }, { "epoch": 2.54, "learning_rate": 0.0002547362458847984, "loss": 2.6369, "step": 28220 }, { "epoch": 2.54, "learning_rate": 0.00025470586857577975, "loss": 2.6032, "step": 28230 }, { "epoch": 2.54, "learning_rate": 0.00025467548288937556, "loss": 2.5833, "step": 28240 }, { "epoch": 2.54, "learning_rate": 0.0002546450888280169, "loss": 2.5961, "step": 28250 }, { "epoch": 2.54, "learning_rate": 0.00025461468639413566, "loss": 2.6248, "step": 28260 }, { "epoch": 2.55, "learning_rate": 0.00025458427559016416, "loss": 2.6269, "step": 28270 }, { "epoch": 2.55, "learning_rate": 0.0002545538564185356, "loss": 2.6072, "step": 28280 }, { "epoch": 2.55, "learning_rate": 0.00025452342888168385, "loss": 2.6306, "step": 28290 }, { "epoch": 2.55, "learning_rate": 0.0002544929929820432, "loss": 2.6375, "step": 28300 }, { "epoch": 2.55, "learning_rate": 0.00025446254872204903, "loss": 2.6667, "step": 28310 }, { "epoch": 2.55, "learning_rate": 0.00025443209610413693, "loss": 2.6314, "step": 28320 }, { "epoch": 2.55, "learning_rate": 0.0002544016351307435, "loss": 2.6453, "step": 28330 }, { "epoch": 2.55, "learning_rate": 0.00025437116580430576, "loss": 2.6056, "step": 28340 }, { "epoch": 2.55, "learning_rate": 0.0002543406881272617, "loss": 2.6088, "step": 28350 }, { "epoch": 2.55, "learning_rate": 0.0002543102021020497, "loss": 2.6031, "step": 28360 }, { "epoch": 2.55, "learning_rate": 0.0002542797077311089, "loss": 2.6131, "step": 28370 }, { "epoch": 2.56, "learning_rate": 0.00025424920501687914, "loss": 2.5997, "step": 28380 }, { "epoch": 2.56, "learning_rate": 0.0002542186939618009, "loss": 2.6531, "step": 28390 }, { "epoch": 2.56, "learning_rate": 0.00025418817456831534, "loss": 2.612, "step": 28400 }, { "epoch": 2.56, "learning_rate": 0.00025415764683886424, "loss": 2.619, "step": 28410 }, { "epoch": 2.56, "learning_rate": 0.00025412711077589013, "loss": 2.6117, "step": 28420 }, { "epoch": 2.56, "learning_rate": 0.00025409656638183617, "loss": 2.6031, "step": 28430 }, { "epoch": 2.56, "learning_rate": 0.0002540660136591461, "loss": 2.5895, "step": 28440 }, { "epoch": 2.56, "learning_rate": 0.0002540354526102645, "loss": 2.6347, "step": 28450 }, { "epoch": 2.56, "learning_rate": 0.00025400488323763646, "loss": 2.6542, "step": 28460 }, { "epoch": 2.56, "learning_rate": 0.00025397430554370787, "loss": 2.6041, "step": 28470 }, { "epoch": 2.56, "learning_rate": 0.0002539437195309251, "loss": 2.6317, "step": 28480 }, { "epoch": 2.56, "learning_rate": 0.0002539131252017354, "loss": 2.6455, "step": 28490 }, { "epoch": 2.57, "learning_rate": 0.00025388252255858655, "loss": 2.5973, "step": 28500 }, { "epoch": 2.57, "learning_rate": 0.000253851911603927, "loss": 2.5907, "step": 28510 }, { "epoch": 2.57, "learning_rate": 0.0002538212923402059, "loss": 2.636, "step": 28520 }, { "epoch": 2.57, "learning_rate": 0.0002537906647698731, "loss": 2.6462, "step": 28530 }, { "epoch": 2.57, "learning_rate": 0.00025376002889537905, "loss": 2.6225, "step": 28540 }, { "epoch": 2.57, "learning_rate": 0.00025372938471917493, "loss": 2.6518, "step": 28550 }, { "epoch": 2.57, "learning_rate": 0.00025369873224371245, "loss": 2.613, "step": 28560 }, { "epoch": 2.57, "learning_rate": 0.00025366807147144413, "loss": 2.617, "step": 28570 }, { "epoch": 2.57, "learning_rate": 0.0002536374024048231, "loss": 2.6451, "step": 28580 }, { "epoch": 2.57, "learning_rate": 0.00025360672504630313, "loss": 2.6099, "step": 28590 }, { "epoch": 2.57, "learning_rate": 0.00025357603939833874, "loss": 2.6077, "step": 28600 }, { "epoch": 2.58, "learning_rate": 0.000253545345463385, "loss": 2.6044, "step": 28610 }, { "epoch": 2.58, "learning_rate": 0.0002535146432438977, "loss": 2.5952, "step": 28620 }, { "epoch": 2.58, "learning_rate": 0.0002534839327423333, "loss": 2.6289, "step": 28630 }, { "epoch": 2.58, "learning_rate": 0.0002534532139611489, "loss": 2.6629, "step": 28640 }, { "epoch": 2.58, "learning_rate": 0.0002534224869028022, "loss": 2.6134, "step": 28650 }, { "epoch": 2.58, "learning_rate": 0.00025339175156975175, "loss": 2.5999, "step": 28660 }, { "epoch": 2.58, "learning_rate": 0.0002533610079644566, "loss": 2.6361, "step": 28670 }, { "epoch": 2.58, "learning_rate": 0.0002533302560893765, "loss": 2.6299, "step": 28680 }, { "epoch": 2.58, "learning_rate": 0.0002532994959469718, "loss": 2.6365, "step": 28690 }, { "epoch": 2.58, "learning_rate": 0.0002532687275397038, "loss": 2.5844, "step": 28700 }, { "epoch": 2.58, "learning_rate": 0.00025323795087003393, "loss": 2.6086, "step": 28710 }, { "epoch": 2.59, "learning_rate": 0.0002532071659404249, "loss": 2.6036, "step": 28720 }, { "epoch": 2.59, "learning_rate": 0.00025317637275333956, "loss": 2.6364, "step": 28730 }, { "epoch": 2.59, "learning_rate": 0.0002531455713112418, "loss": 2.6287, "step": 28740 }, { "epoch": 2.59, "learning_rate": 0.0002531147616165958, "loss": 2.6353, "step": 28750 }, { "epoch": 2.59, "learning_rate": 0.0002530839436718667, "loss": 2.6406, "step": 28760 }, { "epoch": 2.59, "learning_rate": 0.0002530531174795203, "loss": 2.629, "step": 28770 }, { "epoch": 2.59, "learning_rate": 0.00025302228304202286, "loss": 2.6374, "step": 28780 }, { "epoch": 2.59, "learning_rate": 0.00025299144036184144, "loss": 2.6322, "step": 28790 }, { "epoch": 2.59, "learning_rate": 0.0002529605894414437, "loss": 2.6251, "step": 28800 }, { "epoch": 2.59, "learning_rate": 0.000252929730283298, "loss": 2.6198, "step": 28810 }, { "epoch": 2.59, "learning_rate": 0.00025289886288987337, "loss": 2.6192, "step": 28820 }, { "epoch": 2.6, "learning_rate": 0.00025286798726363943, "loss": 2.62, "step": 28830 }, { "epoch": 2.6, "learning_rate": 0.00025283710340706644, "loss": 2.616, "step": 28840 }, { "epoch": 2.6, "learning_rate": 0.00025280621132262553, "loss": 2.6026, "step": 28850 }, { "epoch": 2.6, "learning_rate": 0.0002527753110127883, "loss": 2.6121, "step": 28860 }, { "epoch": 2.6, "learning_rate": 0.00025274440248002696, "loss": 2.5817, "step": 28870 }, { "epoch": 2.6, "learning_rate": 0.0002527134857268145, "loss": 2.5615, "step": 28880 }, { "epoch": 2.6, "learning_rate": 0.00025268256075562456, "loss": 2.646, "step": 28890 }, { "epoch": 2.6, "learning_rate": 0.00025265162756893134, "loss": 2.6246, "step": 28900 }, { "epoch": 2.6, "learning_rate": 0.00025262068616920983, "loss": 2.6183, "step": 28910 }, { "epoch": 2.6, "learning_rate": 0.0002525897365589356, "loss": 2.6126, "step": 28920 }, { "epoch": 2.6, "learning_rate": 0.0002525587787405849, "loss": 2.6263, "step": 28930 }, { "epoch": 2.61, "learning_rate": 0.0002525278127166346, "loss": 2.6323, "step": 28940 }, { "epoch": 2.61, "learning_rate": 0.00025249683848956224, "loss": 2.6392, "step": 28950 }, { "epoch": 2.61, "learning_rate": 0.0002524658560618461, "loss": 2.5911, "step": 28960 }, { "epoch": 2.61, "learning_rate": 0.0002524348654359649, "loss": 2.5907, "step": 28970 }, { "epoch": 2.61, "learning_rate": 0.0002524038666143984, "loss": 2.6144, "step": 28980 }, { "epoch": 2.61, "learning_rate": 0.00025237285959962656, "loss": 2.6206, "step": 28990 }, { "epoch": 2.61, "learning_rate": 0.0002523418443941303, "loss": 2.6056, "step": 29000 }, { "epoch": 2.61, "eval_loss": 2.668823719024658, "eval_runtime": 1263.5959, "eval_samples_per_second": 60.253, "eval_steps_per_second": 7.532, "step": 29000 }, { "epoch": 2.61, "learning_rate": 0.0002523108210003911, "loss": 2.5908, "step": 29010 }, { "epoch": 2.61, "learning_rate": 0.00025227978942089107, "loss": 2.6331, "step": 29020 }, { "epoch": 2.61, "learning_rate": 0.0002522487496581131, "loss": 2.6106, "step": 29030 }, { "epoch": 2.61, "learning_rate": 0.0002522177017145405, "loss": 2.5996, "step": 29040 }, { "epoch": 2.62, "learning_rate": 0.0002521866455926575, "loss": 2.6401, "step": 29050 }, { "epoch": 2.62, "learning_rate": 0.0002521555812949488, "loss": 2.6334, "step": 29060 }, { "epoch": 2.62, "learning_rate": 0.00025212450882389984, "loss": 2.6186, "step": 29070 }, { "epoch": 2.62, "learning_rate": 0.0002520934281819967, "loss": 2.6238, "step": 29080 }, { "epoch": 2.62, "learning_rate": 0.0002520623393717261, "loss": 2.5777, "step": 29090 }, { "epoch": 2.62, "learning_rate": 0.00025203124239557535, "loss": 2.6314, "step": 29100 }, { "epoch": 2.62, "learning_rate": 0.0002520001372560326, "loss": 2.6349, "step": 29110 }, { "epoch": 2.62, "learning_rate": 0.00025196902395558643, "loss": 2.6492, "step": 29120 }, { "epoch": 2.62, "learning_rate": 0.0002519379024967262, "loss": 2.6058, "step": 29130 }, { "epoch": 2.62, "learning_rate": 0.0002519067728819419, "loss": 2.6009, "step": 29140 }, { "epoch": 2.62, "learning_rate": 0.00025187563511372424, "loss": 2.6125, "step": 29150 }, { "epoch": 2.63, "learning_rate": 0.00025184448919456445, "loss": 2.5516, "step": 29160 }, { "epoch": 2.63, "learning_rate": 0.0002518133351269545, "loss": 2.5986, "step": 29170 }, { "epoch": 2.63, "learning_rate": 0.0002517821729133869, "loss": 2.6104, "step": 29180 }, { "epoch": 2.63, "learning_rate": 0.000251751002556355, "loss": 2.6504, "step": 29190 }, { "epoch": 2.63, "learning_rate": 0.00025171982405835266, "loss": 2.6157, "step": 29200 }, { "epoch": 2.63, "learning_rate": 0.00025168863742187447, "loss": 2.6126, "step": 29210 }, { "epoch": 2.63, "learning_rate": 0.0002516574426494156, "loss": 2.6597, "step": 29220 }, { "epoch": 2.63, "learning_rate": 0.00025162623974347195, "loss": 2.6181, "step": 29230 }, { "epoch": 2.63, "learning_rate": 0.00025159502870653993, "loss": 2.61, "step": 29240 }, { "epoch": 2.63, "learning_rate": 0.0002515638095411168, "loss": 2.6395, "step": 29250 }, { "epoch": 2.63, "learning_rate": 0.0002515325822497003, "loss": 2.6067, "step": 29260 }, { "epoch": 2.64, "learning_rate": 0.00025150134683478887, "loss": 2.6332, "step": 29270 }, { "epoch": 2.64, "learning_rate": 0.0002514701032988817, "loss": 2.59, "step": 29280 }, { "epoch": 2.64, "learning_rate": 0.0002514388516444785, "loss": 2.6282, "step": 29290 }, { "epoch": 2.64, "learning_rate": 0.00025140759187407974, "loss": 2.6176, "step": 29300 }, { "epoch": 2.64, "learning_rate": 0.00025137632399018634, "loss": 2.577, "step": 29310 }, { "epoch": 2.64, "learning_rate": 0.00025134504799530005, "loss": 2.593, "step": 29320 }, { "epoch": 2.64, "learning_rate": 0.00025131376389192327, "loss": 2.6118, "step": 29330 }, { "epoch": 2.64, "learning_rate": 0.00025128247168255903, "loss": 2.5751, "step": 29340 }, { "epoch": 2.64, "learning_rate": 0.00025125117136971087, "loss": 2.5833, "step": 29350 }, { "epoch": 2.64, "learning_rate": 0.0002512198629558832, "loss": 2.6211, "step": 29360 }, { "epoch": 2.64, "learning_rate": 0.0002511885464435809, "loss": 2.6347, "step": 29370 }, { "epoch": 2.65, "learning_rate": 0.0002511572218353095, "loss": 2.5715, "step": 29380 }, { "epoch": 2.65, "learning_rate": 0.0002511258891335754, "loss": 2.6336, "step": 29390 }, { "epoch": 2.65, "learning_rate": 0.0002510945483408855, "loss": 2.6206, "step": 29400 }, { "epoch": 2.65, "learning_rate": 0.0002510631994597471, "loss": 2.574, "step": 29410 }, { "epoch": 2.65, "learning_rate": 0.00025103184249266865, "loss": 2.6126, "step": 29420 }, { "epoch": 2.65, "learning_rate": 0.00025100047744215886, "loss": 2.5847, "step": 29430 }, { "epoch": 2.65, "learning_rate": 0.0002509691043107272, "loss": 2.5932, "step": 29440 }, { "epoch": 2.65, "learning_rate": 0.00025093772310088376, "loss": 2.5843, "step": 29450 }, { "epoch": 2.65, "learning_rate": 0.0002509063338151394, "loss": 2.6233, "step": 29460 }, { "epoch": 2.65, "learning_rate": 0.0002508749364560055, "loss": 2.619, "step": 29470 }, { "epoch": 2.65, "learning_rate": 0.0002508435310259941, "loss": 2.5996, "step": 29480 }, { "epoch": 2.66, "learning_rate": 0.000250812117527618, "loss": 2.6227, "step": 29490 }, { "epoch": 2.66, "learning_rate": 0.00025078069596339047, "loss": 2.6098, "step": 29500 }, { "epoch": 2.66, "learning_rate": 0.00025074926633582555, "loss": 2.608, "step": 29510 }, { "epoch": 2.66, "learning_rate": 0.0002507178286474378, "loss": 2.6171, "step": 29520 }, { "epoch": 2.66, "learning_rate": 0.0002506863829007426, "loss": 2.6127, "step": 29530 }, { "epoch": 2.66, "learning_rate": 0.00025065492909825585, "loss": 2.5868, "step": 29540 }, { "epoch": 2.66, "learning_rate": 0.00025062346724249416, "loss": 2.614, "step": 29550 }, { "epoch": 2.66, "learning_rate": 0.00025059199733597475, "loss": 2.6235, "step": 29560 }, { "epoch": 2.66, "learning_rate": 0.00025056051938121543, "loss": 2.58, "step": 29570 }, { "epoch": 2.66, "learning_rate": 0.00025052903338073474, "loss": 2.623, "step": 29580 }, { "epoch": 2.66, "learning_rate": 0.0002504975393370519, "loss": 2.5991, "step": 29590 }, { "epoch": 2.66, "learning_rate": 0.00025046603725268664, "loss": 2.6041, "step": 29600 }, { "epoch": 2.67, "learning_rate": 0.0002504345271301594, "loss": 2.6143, "step": 29610 }, { "epoch": 2.67, "learning_rate": 0.0002504030089719913, "loss": 2.5939, "step": 29620 }, { "epoch": 2.67, "learning_rate": 0.0002503714827807041, "loss": 2.6093, "step": 29630 }, { "epoch": 2.67, "learning_rate": 0.00025033994855882, "loss": 2.6272, "step": 29640 }, { "epoch": 2.67, "learning_rate": 0.0002503084063088623, "loss": 2.6128, "step": 29650 }, { "epoch": 2.67, "learning_rate": 0.00025027685603335435, "loss": 2.5937, "step": 29660 }, { "epoch": 2.67, "learning_rate": 0.00025024529773482064, "loss": 2.6295, "step": 29670 }, { "epoch": 2.67, "learning_rate": 0.0002502137314157861, "loss": 2.6284, "step": 29680 }, { "epoch": 2.67, "learning_rate": 0.0002501821570787762, "loss": 2.5958, "step": 29690 }, { "epoch": 2.67, "learning_rate": 0.0002501505747263173, "loss": 2.6098, "step": 29700 }, { "epoch": 2.67, "learning_rate": 0.0002501189843609362, "loss": 2.6052, "step": 29710 }, { "epoch": 2.68, "learning_rate": 0.00025008738598516036, "loss": 2.6097, "step": 29720 }, { "epoch": 2.68, "learning_rate": 0.000250055779601518, "loss": 2.5909, "step": 29730 }, { "epoch": 2.68, "learning_rate": 0.0002500241652125379, "loss": 2.6408, "step": 29740 }, { "epoch": 2.68, "learning_rate": 0.00024999254282074944, "loss": 2.6035, "step": 29750 }, { "epoch": 2.68, "learning_rate": 0.00024996091242868277, "loss": 2.588, "step": 29760 }, { "epoch": 2.68, "learning_rate": 0.0002499292740388685, "loss": 2.5836, "step": 29770 }, { "epoch": 2.68, "learning_rate": 0.00024989762765383804, "loss": 2.6139, "step": 29780 }, { "epoch": 2.68, "learning_rate": 0.0002498659732761233, "loss": 2.5912, "step": 29790 }, { "epoch": 2.68, "learning_rate": 0.00024983431090825703, "loss": 2.5806, "step": 29800 }, { "epoch": 2.68, "learning_rate": 0.0002498026405527724, "loss": 2.6205, "step": 29810 }, { "epoch": 2.68, "learning_rate": 0.0002497709622122034, "loss": 2.6426, "step": 29820 }, { "epoch": 2.69, "learning_rate": 0.0002497392758890845, "loss": 2.6206, "step": 29830 }, { "epoch": 2.69, "learning_rate": 0.0002497075815859509, "loss": 2.588, "step": 29840 }, { "epoch": 2.69, "learning_rate": 0.0002496758793053384, "loss": 2.6072, "step": 29850 }, { "epoch": 2.69, "learning_rate": 0.00024964416904978354, "loss": 2.616, "step": 29860 }, { "epoch": 2.69, "learning_rate": 0.00024961245082182336, "loss": 2.6155, "step": 29870 }, { "epoch": 2.69, "learning_rate": 0.0002495807246239955, "loss": 2.6199, "step": 29880 }, { "epoch": 2.69, "learning_rate": 0.0002495489904588385, "loss": 2.6225, "step": 29890 }, { "epoch": 2.69, "learning_rate": 0.00024951724832889135, "loss": 2.5982, "step": 29900 }, { "epoch": 2.69, "learning_rate": 0.0002494854982366937, "loss": 2.6457, "step": 29910 }, { "epoch": 2.69, "learning_rate": 0.0002494537401847857, "loss": 2.6137, "step": 29920 }, { "epoch": 2.69, "learning_rate": 0.0002494219741757083, "loss": 2.5866, "step": 29930 }, { "epoch": 2.7, "learning_rate": 0.0002493902002120033, "loss": 2.6166, "step": 29940 }, { "epoch": 2.7, "learning_rate": 0.000249361596845563, "loss": 2.6329, "step": 29950 }, { "epoch": 2.7, "learning_rate": 0.0002493298077750694, "loss": 2.6191, "step": 29960 }, { "epoch": 2.7, "learning_rate": 0.00024929801075732213, "loss": 2.5873, "step": 29970 }, { "epoch": 2.7, "learning_rate": 0.00024926620579486525, "loss": 2.6268, "step": 29980 }, { "epoch": 2.7, "learning_rate": 0.00024923439289024343, "loss": 2.6124, "step": 29990 }, { "epoch": 2.7, "learning_rate": 0.00024920257204600195, "loss": 2.5722, "step": 30000 }, { "epoch": 2.7, "eval_loss": 2.659433603286743, "eval_runtime": 1263.6858, "eval_samples_per_second": 60.248, "eval_steps_per_second": 7.531, "step": 30000 }, { "epoch": 2.7, "learning_rate": 0.0002491707432646867, "loss": 2.603, "step": 30010 }, { "epoch": 2.7, "learning_rate": 0.00024913890654884444, "loss": 2.6335, "step": 30020 }, { "epoch": 2.7, "learning_rate": 0.00024910706190102227, "loss": 2.6283, "step": 30030 }, { "epoch": 2.7, "learning_rate": 0.0002490752093237681, "loss": 2.6351, "step": 30040 }, { "epoch": 2.71, "learning_rate": 0.0002490433488196303, "loss": 2.6096, "step": 30050 }, { "epoch": 2.71, "learning_rate": 0.0002490114803911581, "loss": 2.5792, "step": 30060 }, { "epoch": 2.71, "learning_rate": 0.0002489796040409012, "loss": 2.633, "step": 30070 }, { "epoch": 2.71, "learning_rate": 0.00024894771977141, "loss": 2.5738, "step": 30080 }, { "epoch": 2.71, "learning_rate": 0.00024891582758523553, "loss": 2.6021, "step": 30090 }, { "epoch": 2.71, "learning_rate": 0.00024888392748492944, "loss": 2.6271, "step": 30100 }, { "epoch": 2.71, "learning_rate": 0.000248852019473044, "loss": 2.5913, "step": 30110 }, { "epoch": 2.71, "learning_rate": 0.00024882010355213217, "loss": 2.6452, "step": 30120 }, { "epoch": 2.71, "learning_rate": 0.0002487881797247474, "loss": 2.5934, "step": 30130 }, { "epoch": 2.71, "learning_rate": 0.0002487562479934441, "loss": 2.6216, "step": 30140 }, { "epoch": 2.71, "learning_rate": 0.00024872430836077677, "loss": 2.6278, "step": 30150 }, { "epoch": 2.72, "learning_rate": 0.0002486923608293011, "loss": 2.6123, "step": 30160 }, { "epoch": 2.72, "learning_rate": 0.0002486604054015731, "loss": 2.6379, "step": 30170 }, { "epoch": 2.72, "learning_rate": 0.00024862844208014954, "loss": 2.6395, "step": 30180 }, { "epoch": 2.72, "learning_rate": 0.0002485964708675876, "loss": 2.606, "step": 30190 }, { "epoch": 2.72, "learning_rate": 0.00024856449176644544, "loss": 2.6165, "step": 30200 }, { "epoch": 2.72, "learning_rate": 0.00024853250477928156, "loss": 2.6123, "step": 30210 }, { "epoch": 2.72, "learning_rate": 0.0002485005099086553, "loss": 2.5991, "step": 30220 }, { "epoch": 2.72, "learning_rate": 0.0002484685071571264, "loss": 2.5601, "step": 30230 }, { "epoch": 2.72, "learning_rate": 0.0002484364965272554, "loss": 2.5935, "step": 30240 }, { "epoch": 2.72, "learning_rate": 0.0002484044780216035, "loss": 2.6041, "step": 30250 }, { "epoch": 2.72, "learning_rate": 0.00024837245164273245, "loss": 2.5765, "step": 30260 }, { "epoch": 2.73, "learning_rate": 0.0002483404173932045, "loss": 2.6068, "step": 30270 }, { "epoch": 2.73, "learning_rate": 0.0002483083752755829, "loss": 2.5957, "step": 30280 }, { "epoch": 2.73, "learning_rate": 0.0002482763252924311, "loss": 2.5972, "step": 30290 }, { "epoch": 2.73, "learning_rate": 0.00024824426744631347, "loss": 2.6408, "step": 30300 }, { "epoch": 2.73, "learning_rate": 0.0002482122017397949, "loss": 2.6023, "step": 30310 }, { "epoch": 2.73, "learning_rate": 0.0002481801281754409, "loss": 2.5811, "step": 30320 }, { "epoch": 2.73, "learning_rate": 0.0002481480467558177, "loss": 2.6158, "step": 30330 }, { "epoch": 2.73, "learning_rate": 0.00024811595748349205, "loss": 2.5907, "step": 30340 }, { "epoch": 2.73, "learning_rate": 0.0002480838603610314, "loss": 2.624, "step": 30350 }, { "epoch": 2.73, "learning_rate": 0.0002480517553910038, "loss": 2.5972, "step": 30360 }, { "epoch": 2.73, "learning_rate": 0.0002480196425759778, "loss": 2.624, "step": 30370 }, { "epoch": 2.74, "learning_rate": 0.0002479875219185229, "loss": 2.6174, "step": 30380 }, { "epoch": 2.74, "learning_rate": 0.000247955393421209, "loss": 2.6014, "step": 30390 }, { "epoch": 2.74, "learning_rate": 0.00024792325708660655, "loss": 2.5828, "step": 30400 }, { "epoch": 2.74, "learning_rate": 0.00024789111291728677, "loss": 2.6217, "step": 30410 }, { "epoch": 2.74, "learning_rate": 0.0002478589609158216, "loss": 2.617, "step": 30420 }, { "epoch": 2.74, "learning_rate": 0.0002478268010847833, "loss": 2.6064, "step": 30430 }, { "epoch": 2.74, "learning_rate": 0.000247794633426745, "loss": 2.6197, "step": 30440 }, { "epoch": 2.74, "learning_rate": 0.00024776245794428054, "loss": 2.6093, "step": 30450 }, { "epoch": 2.74, "learning_rate": 0.00024773027463996397, "loss": 2.5543, "step": 30460 }, { "epoch": 2.74, "learning_rate": 0.0002476980835163705, "loss": 2.6024, "step": 30470 }, { "epoch": 2.74, "learning_rate": 0.0002476658845760755, "loss": 2.5681, "step": 30480 }, { "epoch": 2.75, "learning_rate": 0.0002476336778216553, "loss": 2.6116, "step": 30490 }, { "epoch": 2.75, "learning_rate": 0.0002476014632556867, "loss": 2.5989, "step": 30500 }, { "epoch": 2.75, "learning_rate": 0.0002475692408807471, "loss": 2.6319, "step": 30510 }, { "epoch": 2.75, "learning_rate": 0.00024753701069941454, "loss": 2.5912, "step": 30520 }, { "epoch": 2.75, "learning_rate": 0.00024750477271426785, "loss": 2.6453, "step": 30530 }, { "epoch": 2.75, "learning_rate": 0.00024747252692788624, "loss": 2.6095, "step": 30540 }, { "epoch": 2.75, "learning_rate": 0.0002474402733428497, "loss": 2.6319, "step": 30550 }, { "epoch": 2.75, "learning_rate": 0.00024740801196173874, "loss": 2.6164, "step": 30560 }, { "epoch": 2.75, "learning_rate": 0.0002473757427871346, "loss": 2.6021, "step": 30570 }, { "epoch": 2.75, "learning_rate": 0.0002473434658216191, "loss": 2.6311, "step": 30580 }, { "epoch": 2.75, "learning_rate": 0.0002473111810677747, "loss": 2.5883, "step": 30590 }, { "epoch": 2.75, "learning_rate": 0.0002472788885281844, "loss": 2.6085, "step": 30600 }, { "epoch": 2.76, "learning_rate": 0.00024724658820543196, "loss": 2.605, "step": 30610 }, { "epoch": 2.76, "learning_rate": 0.00024721428010210166, "loss": 2.6134, "step": 30620 }, { "epoch": 2.76, "learning_rate": 0.0002471819642207784, "loss": 2.6335, "step": 30630 }, { "epoch": 2.76, "learning_rate": 0.0002471496405640477, "loss": 2.6022, "step": 30640 }, { "epoch": 2.76, "learning_rate": 0.0002471173091344959, "loss": 2.5853, "step": 30650 }, { "epoch": 2.76, "learning_rate": 0.0002470849699347096, "loss": 2.5845, "step": 30660 }, { "epoch": 2.76, "learning_rate": 0.00024705262296727634, "loss": 2.6061, "step": 30670 }, { "epoch": 2.76, "learning_rate": 0.0002470202682347841, "loss": 2.6195, "step": 30680 }, { "epoch": 2.76, "learning_rate": 0.0002469879057398216, "loss": 2.6249, "step": 30690 }, { "epoch": 2.76, "learning_rate": 0.00024695553548497806, "loss": 2.5917, "step": 30700 }, { "epoch": 2.76, "learning_rate": 0.00024692315747284343, "loss": 2.6263, "step": 30710 }, { "epoch": 2.77, "learning_rate": 0.0002468907717060082, "loss": 2.6051, "step": 30720 }, { "epoch": 2.77, "learning_rate": 0.00024685837818706356, "loss": 2.5841, "step": 30730 }, { "epoch": 2.77, "learning_rate": 0.00024682597691860124, "loss": 2.6086, "step": 30740 }, { "epoch": 2.77, "learning_rate": 0.00024679356790321364, "loss": 2.5541, "step": 30750 }, { "epoch": 2.77, "learning_rate": 0.0002467611511434938, "loss": 2.5885, "step": 30760 }, { "epoch": 2.77, "learning_rate": 0.0002467287266420352, "loss": 2.6312, "step": 30770 }, { "epoch": 2.77, "learning_rate": 0.00024669629440143224, "loss": 2.5981, "step": 30780 }, { "epoch": 2.77, "learning_rate": 0.00024666385442427975, "loss": 2.6009, "step": 30790 }, { "epoch": 2.77, "learning_rate": 0.00024663140671317315, "loss": 2.6335, "step": 30800 }, { "epoch": 2.77, "learning_rate": 0.0002465989512707086, "loss": 2.6223, "step": 30810 }, { "epoch": 2.77, "learning_rate": 0.0002465664880994828, "loss": 2.6129, "step": 30820 }, { "epoch": 2.78, "learning_rate": 0.0002465340172020931, "loss": 2.6056, "step": 30830 }, { "epoch": 2.78, "learning_rate": 0.0002465015385811374, "loss": 2.6362, "step": 30840 }, { "epoch": 2.78, "learning_rate": 0.0002464690522392144, "loss": 2.6048, "step": 30850 }, { "epoch": 2.78, "learning_rate": 0.00024643655817892316, "loss": 2.5962, "step": 30860 }, { "epoch": 2.78, "learning_rate": 0.00024640405640286353, "loss": 2.6003, "step": 30870 }, { "epoch": 2.78, "learning_rate": 0.00024637154691363596, "loss": 2.59, "step": 30880 }, { "epoch": 2.78, "learning_rate": 0.00024633902971384145, "loss": 2.5869, "step": 30890 }, { "epoch": 2.78, "learning_rate": 0.00024630650480608177, "loss": 2.6185, "step": 30900 }, { "epoch": 2.78, "learning_rate": 0.00024627397219295904, "loss": 2.6151, "step": 30910 }, { "epoch": 2.78, "learning_rate": 0.0002462414318770762, "loss": 2.5897, "step": 30920 }, { "epoch": 2.78, "learning_rate": 0.0002462088838610369, "loss": 2.6064, "step": 30930 }, { "epoch": 2.79, "learning_rate": 0.0002461763281474451, "loss": 2.6172, "step": 30940 }, { "epoch": 2.79, "learning_rate": 0.0002461437647389056, "loss": 2.5775, "step": 30950 }, { "epoch": 2.79, "learning_rate": 0.0002461111936380237, "loss": 2.6073, "step": 30960 }, { "epoch": 2.79, "learning_rate": 0.00024607861484740557, "loss": 2.6036, "step": 30970 }, { "epoch": 2.79, "learning_rate": 0.00024604602836965757, "loss": 2.6054, "step": 30980 }, { "epoch": 2.79, "learning_rate": 0.00024601343420738696, "loss": 2.5912, "step": 30990 }, { "epoch": 2.79, "learning_rate": 0.0002459808323632016, "loss": 2.6179, "step": 31000 }, { "epoch": 2.79, "eval_loss": 2.650871515274048, "eval_runtime": 1263.5804, "eval_samples_per_second": 60.253, "eval_steps_per_second": 7.532, "step": 31000 }, { "epoch": 2.79, "learning_rate": 0.00024594822283970997, "loss": 2.5965, "step": 31010 }, { "epoch": 2.79, "learning_rate": 0.00024591560563952104, "loss": 2.6082, "step": 31020 }, { "epoch": 2.79, "learning_rate": 0.00024588298076524446, "loss": 2.614, "step": 31030 }, { "epoch": 2.79, "learning_rate": 0.0002458503482194905, "loss": 2.6199, "step": 31040 }, { "epoch": 2.8, "learning_rate": 0.0002458177080048702, "loss": 2.6159, "step": 31050 }, { "epoch": 2.8, "learning_rate": 0.00024578506012399486, "loss": 2.6167, "step": 31060 }, { "epoch": 2.8, "learning_rate": 0.0002457524045794767, "loss": 2.5906, "step": 31070 }, { "epoch": 2.8, "learning_rate": 0.00024571974137392843, "loss": 2.6055, "step": 31080 }, { "epoch": 2.8, "learning_rate": 0.0002456870705099634, "loss": 2.6112, "step": 31090 }, { "epoch": 2.8, "learning_rate": 0.00024565439199019556, "loss": 2.6065, "step": 31100 }, { "epoch": 2.8, "learning_rate": 0.0002456217058172395, "loss": 2.5929, "step": 31110 }, { "epoch": 2.8, "learning_rate": 0.00024558901199371033, "loss": 2.6149, "step": 31120 }, { "epoch": 2.8, "learning_rate": 0.00024555631052222395, "loss": 2.5816, "step": 31130 }, { "epoch": 2.8, "learning_rate": 0.00024552360140539666, "loss": 2.585, "step": 31140 }, { "epoch": 2.8, "learning_rate": 0.0002454908846458455, "loss": 2.5664, "step": 31150 }, { "epoch": 2.81, "learning_rate": 0.00024545816024618817, "loss": 2.5768, "step": 31160 }, { "epoch": 2.81, "learning_rate": 0.00024542542820904284, "loss": 2.6151, "step": 31170 }, { "epoch": 2.81, "learning_rate": 0.0002453926885370283, "loss": 2.6222, "step": 31180 }, { "epoch": 2.81, "learning_rate": 0.0002453599412327642, "loss": 2.5875, "step": 31190 }, { "epoch": 2.81, "learning_rate": 0.0002453271862988704, "loss": 2.6053, "step": 31200 }, { "epoch": 2.81, "learning_rate": 0.00024529442373796774, "loss": 2.6162, "step": 31210 }, { "epoch": 2.81, "learning_rate": 0.0002452616535526774, "loss": 2.5869, "step": 31220 }, { "epoch": 2.81, "learning_rate": 0.00024522887574562137, "loss": 2.5561, "step": 31230 }, { "epoch": 2.81, "learning_rate": 0.0002451960903194221, "loss": 2.5713, "step": 31240 }, { "epoch": 2.81, "learning_rate": 0.0002451632972767027, "loss": 2.596, "step": 31250 }, { "epoch": 2.81, "learning_rate": 0.000245130496620087, "loss": 2.627, "step": 31260 }, { "epoch": 2.82, "learning_rate": 0.0002450976883521992, "loss": 2.6159, "step": 31270 }, { "epoch": 2.82, "learning_rate": 0.0002450648724756644, "loss": 2.608, "step": 31280 }, { "epoch": 2.82, "learning_rate": 0.00024503204899310797, "loss": 2.6203, "step": 31290 }, { "epoch": 2.82, "learning_rate": 0.00024499921790715627, "loss": 2.6115, "step": 31300 }, { "epoch": 2.82, "learning_rate": 0.0002449663792204359, "loss": 2.573, "step": 31310 }, { "epoch": 2.82, "learning_rate": 0.00024493353293557444, "loss": 2.5986, "step": 31320 }, { "epoch": 2.82, "learning_rate": 0.0002449006790551997, "loss": 2.6017, "step": 31330 }, { "epoch": 2.82, "learning_rate": 0.00024486781758194037, "loss": 2.6273, "step": 31340 }, { "epoch": 2.82, "learning_rate": 0.00024483494851842557, "loss": 2.6078, "step": 31350 }, { "epoch": 2.82, "learning_rate": 0.00024480207186728525, "loss": 2.5889, "step": 31360 }, { "epoch": 2.82, "learning_rate": 0.00024476918763114975, "loss": 2.582, "step": 31370 }, { "epoch": 2.83, "learning_rate": 0.0002447362958126501, "loss": 2.6068, "step": 31380 }, { "epoch": 2.83, "learning_rate": 0.00024470339641441787, "loss": 2.579, "step": 31390 }, { "epoch": 2.83, "learning_rate": 0.0002446704894390854, "loss": 2.63, "step": 31400 }, { "epoch": 2.83, "learning_rate": 0.00024463757488928556, "loss": 2.587, "step": 31410 }, { "epoch": 2.83, "learning_rate": 0.00024460465276765166, "loss": 2.5655, "step": 31420 }, { "epoch": 2.83, "learning_rate": 0.00024457172307681784, "loss": 2.578, "step": 31430 }, { "epoch": 2.83, "learning_rate": 0.0002445387858194188, "loss": 2.6026, "step": 31440 }, { "epoch": 2.83, "learning_rate": 0.0002445058409980898, "loss": 2.6131, "step": 31450 }, { "epoch": 2.83, "learning_rate": 0.00024447288861546666, "loss": 2.605, "step": 31460 }, { "epoch": 2.83, "learning_rate": 0.00024443992867418583, "loss": 2.6185, "step": 31470 }, { "epoch": 2.83, "learning_rate": 0.0002444069611768845, "loss": 2.5842, "step": 31480 }, { "epoch": 2.84, "learning_rate": 0.00024437398612620027, "loss": 2.617, "step": 31490 }, { "epoch": 2.84, "learning_rate": 0.00024434100352477154, "loss": 2.5817, "step": 31500 }, { "epoch": 2.84, "learning_rate": 0.0002443080133752371, "loss": 2.6219, "step": 31510 }, { "epoch": 2.84, "learning_rate": 0.0002442750156802365, "loss": 2.6447, "step": 31520 }, { "epoch": 2.84, "learning_rate": 0.0002442420104424098, "loss": 2.6091, "step": 31530 }, { "epoch": 2.84, "learning_rate": 0.00024420899766439775, "loss": 2.5724, "step": 31540 }, { "epoch": 2.84, "learning_rate": 0.00024417597734884163, "loss": 2.6027, "step": 31550 }, { "epoch": 2.84, "learning_rate": 0.0002441429494983834, "loss": 2.5772, "step": 31560 }, { "epoch": 2.84, "learning_rate": 0.00024410991411566552, "loss": 2.6058, "step": 31570 }, { "epoch": 2.84, "learning_rate": 0.00024407687120333116, "loss": 2.6152, "step": 31580 }, { "epoch": 2.84, "learning_rate": 0.00024404382076402404, "loss": 2.6136, "step": 31590 }, { "epoch": 2.84, "learning_rate": 0.00024401076280038844, "loss": 2.61, "step": 31600 }, { "epoch": 2.85, "learning_rate": 0.00024397769731506933, "loss": 2.6085, "step": 31610 }, { "epoch": 2.85, "learning_rate": 0.0002439446243107122, "loss": 2.5876, "step": 31620 }, { "epoch": 2.85, "learning_rate": 0.00024391154378996323, "loss": 2.6214, "step": 31630 }, { "epoch": 2.85, "learning_rate": 0.0002438784557554691, "loss": 2.586, "step": 31640 }, { "epoch": 2.85, "learning_rate": 0.00024384536020987717, "loss": 2.5865, "step": 31650 }, { "epoch": 2.85, "learning_rate": 0.00024381225715583535, "loss": 2.5955, "step": 31660 }, { "epoch": 2.85, "learning_rate": 0.00024377914659599225, "loss": 2.6072, "step": 31670 }, { "epoch": 2.85, "learning_rate": 0.00024374602853299688, "loss": 2.5898, "step": 31680 }, { "epoch": 2.85, "learning_rate": 0.00024371290296949905, "loss": 2.6172, "step": 31690 }, { "epoch": 2.85, "learning_rate": 0.00024367976990814912, "loss": 2.6052, "step": 31700 }, { "epoch": 2.85, "learning_rate": 0.00024364662935159794, "loss": 2.6043, "step": 31710 }, { "epoch": 2.86, "learning_rate": 0.00024361348130249712, "loss": 2.5674, "step": 31720 }, { "epoch": 2.86, "learning_rate": 0.0002435803257634988, "loss": 2.5895, "step": 31730 }, { "epoch": 2.86, "learning_rate": 0.00024354716273725566, "loss": 2.5874, "step": 31740 }, { "epoch": 2.86, "learning_rate": 0.00024351399222642106, "loss": 2.6131, "step": 31750 }, { "epoch": 2.86, "learning_rate": 0.00024348081423364892, "loss": 2.6347, "step": 31760 }, { "epoch": 2.86, "learning_rate": 0.00024344762876159372, "loss": 2.5781, "step": 31770 }, { "epoch": 2.86, "learning_rate": 0.00024341443581291073, "loss": 2.5955, "step": 31780 }, { "epoch": 2.86, "learning_rate": 0.00024338123539025553, "loss": 2.5775, "step": 31790 }, { "epoch": 2.86, "learning_rate": 0.00024334802749628452, "loss": 2.595, "step": 31800 }, { "epoch": 2.86, "learning_rate": 0.0002433148121336546, "loss": 2.5966, "step": 31810 }, { "epoch": 2.86, "learning_rate": 0.00024328158930502332, "loss": 2.5557, "step": 31820 }, { "epoch": 2.87, "learning_rate": 0.00024324835901304878, "loss": 2.5976, "step": 31830 }, { "epoch": 2.87, "learning_rate": 0.0002432151212603896, "loss": 2.5887, "step": 31840 }, { "epoch": 2.87, "learning_rate": 0.0002431818760497053, "loss": 2.5976, "step": 31850 }, { "epoch": 2.87, "learning_rate": 0.0002431486233836556, "loss": 2.5942, "step": 31860 }, { "epoch": 2.87, "learning_rate": 0.00024311536326490104, "loss": 2.5816, "step": 31870 }, { "epoch": 2.87, "learning_rate": 0.00024308209569610278, "loss": 2.5946, "step": 31880 }, { "epoch": 2.87, "learning_rate": 0.0002430488206799225, "loss": 2.596, "step": 31890 }, { "epoch": 2.87, "learning_rate": 0.00024301553821902248, "loss": 2.6123, "step": 31900 }, { "epoch": 2.87, "learning_rate": 0.00024298224831606558, "loss": 2.5744, "step": 31910 }, { "epoch": 2.87, "learning_rate": 0.0002429489509737153, "loss": 2.5838, "step": 31920 }, { "epoch": 2.87, "learning_rate": 0.00024291564619463577, "loss": 2.5786, "step": 31930 }, { "epoch": 2.88, "learning_rate": 0.00024288233398149162, "loss": 2.55, "step": 31940 }, { "epoch": 2.88, "learning_rate": 0.0002428490143369481, "loss": 2.5815, "step": 31950 }, { "epoch": 2.88, "learning_rate": 0.0002428156872636711, "loss": 2.608, "step": 31960 }, { "epoch": 2.88, "learning_rate": 0.00024278235276432706, "loss": 2.6063, "step": 31970 }, { "epoch": 2.88, "learning_rate": 0.00024274901084158306, "loss": 2.6064, "step": 31980 }, { "epoch": 2.88, "learning_rate": 0.00024271566149810676, "loss": 2.5783, "step": 31990 }, { "epoch": 2.88, "learning_rate": 0.00024268230473656628, "loss": 2.6064, "step": 32000 }, { "epoch": 2.88, "eval_loss": 2.642347574234009, "eval_runtime": 1263.5641, "eval_samples_per_second": 60.254, "eval_steps_per_second": 7.532, "step": 32000 }, { "epoch": 2.88, "learning_rate": 0.0002426489405596306, "loss": 2.6091, "step": 32010 }, { "epoch": 2.88, "learning_rate": 0.00024261556896996907, "loss": 2.5474, "step": 32020 }, { "epoch": 2.88, "learning_rate": 0.00024258218997025174, "loss": 2.5809, "step": 32030 }, { "epoch": 2.88, "learning_rate": 0.00024254880356314922, "loss": 2.6079, "step": 32040 }, { "epoch": 2.89, "learning_rate": 0.00024251540975133267, "loss": 2.5749, "step": 32050 }, { "epoch": 2.89, "learning_rate": 0.00024248200853747392, "loss": 2.5906, "step": 32060 }, { "epoch": 2.89, "learning_rate": 0.00024244859992424538, "loss": 2.5891, "step": 32070 }, { "epoch": 2.89, "learning_rate": 0.00024241518391432, "loss": 2.6299, "step": 32080 }, { "epoch": 2.89, "learning_rate": 0.0002423817605103714, "loss": 2.6047, "step": 32090 }, { "epoch": 2.89, "learning_rate": 0.00024234832971507363, "loss": 2.5702, "step": 32100 }, { "epoch": 2.89, "learning_rate": 0.0002423148915311016, "loss": 2.6169, "step": 32110 }, { "epoch": 2.89, "learning_rate": 0.00024228144596113058, "loss": 2.5708, "step": 32120 }, { "epoch": 2.89, "learning_rate": 0.00024224799300783645, "loss": 2.5769, "step": 32130 }, { "epoch": 2.89, "learning_rate": 0.00024221453267389583, "loss": 2.6089, "step": 32140 }, { "epoch": 2.89, "learning_rate": 0.00024218106496198583, "loss": 2.5697, "step": 32150 }, { "epoch": 2.9, "learning_rate": 0.0002421475898747841, "loss": 2.5958, "step": 32160 }, { "epoch": 2.9, "learning_rate": 0.00024211410741496902, "loss": 2.5991, "step": 32170 }, { "epoch": 2.9, "learning_rate": 0.0002420806175852194, "loss": 2.5993, "step": 32180 }, { "epoch": 2.9, "learning_rate": 0.00024204712038821473, "loss": 2.5959, "step": 32190 }, { "epoch": 2.9, "learning_rate": 0.00024201361582663514, "loss": 2.5605, "step": 32200 }, { "epoch": 2.9, "learning_rate": 0.00024198010390316129, "loss": 2.5905, "step": 32210 }, { "epoch": 2.9, "learning_rate": 0.0002419465846204744, "loss": 2.5889, "step": 32220 }, { "epoch": 2.9, "learning_rate": 0.0002419130579812562, "loss": 2.5931, "step": 32230 }, { "epoch": 2.9, "learning_rate": 0.00024187952398818928, "loss": 2.5787, "step": 32240 }, { "epoch": 2.9, "learning_rate": 0.00024184598264395655, "loss": 2.5762, "step": 32250 }, { "epoch": 2.9, "learning_rate": 0.0002418124339512417, "loss": 2.5672, "step": 32260 }, { "epoch": 2.91, "learning_rate": 0.00024177887791272884, "loss": 2.5687, "step": 32270 }, { "epoch": 2.91, "learning_rate": 0.00024174531453110274, "loss": 2.6034, "step": 32280 }, { "epoch": 2.91, "learning_rate": 0.00024171174380904884, "loss": 2.622, "step": 32290 }, { "epoch": 2.91, "learning_rate": 0.00024167816574925297, "loss": 2.5955, "step": 32300 }, { "epoch": 2.91, "learning_rate": 0.00024164458035440183, "loss": 2.5779, "step": 32310 }, { "epoch": 2.91, "learning_rate": 0.00024161098762718241, "loss": 2.5157, "step": 32320 }, { "epoch": 2.91, "learning_rate": 0.0002415773875702825, "loss": 2.5865, "step": 32330 }, { "epoch": 2.91, "learning_rate": 0.00024154378018639036, "loss": 2.5942, "step": 32340 }, { "epoch": 2.91, "learning_rate": 0.0002415101654781949, "loss": 2.559, "step": 32350 }, { "epoch": 2.91, "learning_rate": 0.00024147654344838557, "loss": 2.5977, "step": 32360 }, { "epoch": 2.91, "learning_rate": 0.0002414429140996524, "loss": 2.5687, "step": 32370 }, { "epoch": 2.92, "learning_rate": 0.0002414092774346861, "loss": 2.5951, "step": 32380 }, { "epoch": 2.92, "learning_rate": 0.00024137563345617786, "loss": 2.5944, "step": 32390 }, { "epoch": 2.92, "learning_rate": 0.00024134198216681945, "loss": 2.5854, "step": 32400 }, { "epoch": 2.92, "learning_rate": 0.00024130832356930338, "loss": 2.5963, "step": 32410 }, { "epoch": 2.92, "learning_rate": 0.00024127465766632256, "loss": 2.5891, "step": 32420 }, { "epoch": 2.92, "learning_rate": 0.00024124098446057053, "loss": 2.5676, "step": 32430 }, { "epoch": 2.92, "learning_rate": 0.00024120730395474149, "loss": 2.5837, "step": 32440 }, { "epoch": 2.92, "learning_rate": 0.00024117361615153015, "loss": 2.5601, "step": 32450 }, { "epoch": 2.92, "learning_rate": 0.0002411399210536318, "loss": 2.5968, "step": 32460 }, { "epoch": 2.92, "learning_rate": 0.00024110621866374243, "loss": 2.6093, "step": 32470 }, { "epoch": 2.92, "learning_rate": 0.00024107250898455846, "loss": 2.5893, "step": 32480 }, { "epoch": 2.93, "learning_rate": 0.00024103879201877696, "loss": 2.6069, "step": 32490 }, { "epoch": 2.93, "learning_rate": 0.00024100506776909565, "loss": 2.5655, "step": 32500 }, { "epoch": 2.93, "learning_rate": 0.00024097133623821263, "loss": 2.5783, "step": 32510 }, { "epoch": 2.93, "learning_rate": 0.00024093759742882688, "loss": 2.6044, "step": 32520 }, { "epoch": 2.93, "learning_rate": 0.0002409038513436377, "loss": 2.5776, "step": 32530 }, { "epoch": 2.93, "learning_rate": 0.00024087009798534503, "loss": 2.5765, "step": 32540 }, { "epoch": 2.93, "learning_rate": 0.00024083633735664956, "loss": 2.6053, "step": 32550 }, { "epoch": 2.93, "learning_rate": 0.00024080256946025234, "loss": 2.5465, "step": 32560 }, { "epoch": 2.93, "learning_rate": 0.0002407687942988552, "loss": 2.5908, "step": 32570 }, { "epoch": 2.93, "learning_rate": 0.00024073501187516026, "loss": 2.6163, "step": 32580 }, { "epoch": 2.93, "learning_rate": 0.0002407012221918706, "loss": 2.5756, "step": 32590 }, { "epoch": 2.94, "learning_rate": 0.00024066742525168962, "loss": 2.5476, "step": 32600 }, { "epoch": 2.94, "learning_rate": 0.00024063362105732135, "loss": 2.5997, "step": 32610 }, { "epoch": 2.94, "learning_rate": 0.00024059980961147043, "loss": 2.6063, "step": 32620 }, { "epoch": 2.94, "learning_rate": 0.00024056599091684208, "loss": 2.5984, "step": 32630 }, { "epoch": 2.94, "learning_rate": 0.0002405321649761421, "loss": 2.544, "step": 32640 }, { "epoch": 2.94, "learning_rate": 0.00024049833179207687, "loss": 2.5911, "step": 32650 }, { "epoch": 2.94, "learning_rate": 0.0002404644913673533, "loss": 2.5848, "step": 32660 }, { "epoch": 2.94, "learning_rate": 0.00024043064370467897, "loss": 2.5677, "step": 32670 }, { "epoch": 2.94, "learning_rate": 0.00024039678880676194, "loss": 2.6191, "step": 32680 }, { "epoch": 2.94, "learning_rate": 0.00024036292667631092, "loss": 2.5772, "step": 32690 }, { "epoch": 2.94, "learning_rate": 0.0002403290573160352, "loss": 2.5997, "step": 32700 }, { "epoch": 2.94, "learning_rate": 0.00024029518072864458, "loss": 2.6296, "step": 32710 }, { "epoch": 2.95, "learning_rate": 0.0002402612969168495, "loss": 2.6108, "step": 32720 }, { "epoch": 2.95, "learning_rate": 0.000240227405883361, "loss": 2.547, "step": 32730 }, { "epoch": 2.95, "learning_rate": 0.00024019350763089062, "loss": 2.5928, "step": 32740 }, { "epoch": 2.95, "learning_rate": 0.0002401596021621505, "loss": 2.5985, "step": 32750 }, { "epoch": 2.95, "learning_rate": 0.00024012568947985341, "loss": 2.5797, "step": 32760 }, { "epoch": 2.95, "learning_rate": 0.00024009176958671264, "loss": 2.5643, "step": 32770 }, { "epoch": 2.95, "learning_rate": 0.0002400578424854421, "loss": 2.592, "step": 32780 }, { "epoch": 2.95, "learning_rate": 0.00024002390817875625, "loss": 2.5841, "step": 32790 }, { "epoch": 2.95, "learning_rate": 0.00023998996666937012, "loss": 2.5868, "step": 32800 }, { "epoch": 2.95, "learning_rate": 0.00023995601795999934, "loss": 2.5606, "step": 32810 }, { "epoch": 2.95, "learning_rate": 0.00023992206205336003, "loss": 2.5898, "step": 32820 }, { "epoch": 2.96, "learning_rate": 0.00023988809895216908, "loss": 2.6087, "step": 32830 }, { "epoch": 2.96, "learning_rate": 0.00023985412865914376, "loss": 2.5999, "step": 32840 }, { "epoch": 2.96, "learning_rate": 0.00023982015117700206, "loss": 2.5626, "step": 32850 }, { "epoch": 2.96, "learning_rate": 0.0002397861665084624, "loss": 2.616, "step": 32860 }, { "epoch": 2.96, "learning_rate": 0.00023975217465624387, "loss": 2.5496, "step": 32870 }, { "epoch": 2.96, "learning_rate": 0.0002397181756230661, "loss": 2.6027, "step": 32880 }, { "epoch": 2.96, "learning_rate": 0.00023968416941164936, "loss": 2.5701, "step": 32890 }, { "epoch": 2.96, "learning_rate": 0.00023965015602471439, "loss": 2.594, "step": 32900 }, { "epoch": 2.96, "learning_rate": 0.00023961613546498263, "loss": 2.5971, "step": 32910 }, { "epoch": 2.96, "learning_rate": 0.00023958210773517596, "loss": 2.6047, "step": 32920 }, { "epoch": 2.96, "learning_rate": 0.0002395480728380169, "loss": 2.5663, "step": 32930 }, { "epoch": 2.97, "learning_rate": 0.00023951403077622857, "loss": 2.5634, "step": 32940 }, { "epoch": 2.97, "learning_rate": 0.00023947998155253463, "loss": 2.5848, "step": 32950 }, { "epoch": 2.97, "learning_rate": 0.00023944592516965928, "loss": 2.5627, "step": 32960 }, { "epoch": 2.97, "learning_rate": 0.00023941186163032734, "loss": 2.5954, "step": 32970 }, { "epoch": 2.97, "learning_rate": 0.00023937779093726418, "loss": 2.5967, "step": 32980 }, { "epoch": 2.97, "learning_rate": 0.00023934371309319584, "loss": 2.6168, "step": 32990 }, { "epoch": 2.97, "learning_rate": 0.0002393096281008488, "loss": 2.5836, "step": 33000 }, { "epoch": 2.97, "eval_loss": 2.6340036392211914, "eval_runtime": 1263.5015, "eval_samples_per_second": 60.257, "eval_steps_per_second": 7.532, "step": 33000 }, { "epoch": 2.97, "learning_rate": 0.00023927553596295005, "loss": 2.6018, "step": 33010 }, { "epoch": 2.97, "learning_rate": 0.0002392414366822274, "loss": 2.5834, "step": 33020 }, { "epoch": 2.97, "learning_rate": 0.000239207330261409, "loss": 2.5973, "step": 33030 }, { "epoch": 2.97, "learning_rate": 0.00023917321670322377, "loss": 2.552, "step": 33040 }, { "epoch": 2.98, "learning_rate": 0.00023913909601040097, "loss": 2.5937, "step": 33050 }, { "epoch": 2.98, "learning_rate": 0.0002391083812890017, "loss": 2.5922, "step": 33060 }, { "epoch": 2.98, "learning_rate": 0.00023907424704788913, "loss": 2.5641, "step": 33070 }, { "epoch": 2.98, "learning_rate": 0.0002390401056800575, "loss": 2.5588, "step": 33080 }, { "epoch": 2.98, "learning_rate": 0.0002390059571882384, "loss": 2.5351, "step": 33090 }, { "epoch": 2.98, "learning_rate": 0.00023897180157516398, "loss": 2.5733, "step": 33100 }, { "epoch": 2.98, "learning_rate": 0.00023893763884356702, "loss": 2.5834, "step": 33110 }, { "epoch": 2.98, "learning_rate": 0.00023890346899618087, "loss": 2.578, "step": 33120 }, { "epoch": 2.98, "learning_rate": 0.00023886929203573937, "loss": 2.5722, "step": 33130 }, { "epoch": 2.98, "learning_rate": 0.00023883510796497695, "loss": 2.5668, "step": 33140 }, { "epoch": 2.98, "learning_rate": 0.00023880091678662866, "loss": 2.5644, "step": 33150 }, { "epoch": 2.99, "learning_rate": 0.00023876671850343018, "loss": 2.5687, "step": 33160 }, { "epoch": 2.99, "learning_rate": 0.00023873251311811754, "loss": 2.563, "step": 33170 }, { "epoch": 2.99, "learning_rate": 0.00023869830063342757, "loss": 2.581, "step": 33180 }, { "epoch": 2.99, "learning_rate": 0.00023866408105209746, "loss": 2.5884, "step": 33190 }, { "epoch": 2.99, "learning_rate": 0.0002386298543768652, "loss": 2.6068, "step": 33200 }, { "epoch": 2.99, "learning_rate": 0.00023859562061046916, "loss": 2.6162, "step": 33210 }, { "epoch": 2.99, "learning_rate": 0.00023856137975564835, "loss": 2.5807, "step": 33220 }, { "epoch": 2.99, "learning_rate": 0.00023852713181514226, "loss": 2.6039, "step": 33230 }, { "epoch": 2.99, "learning_rate": 0.00023849287679169118, "loss": 2.5615, "step": 33240 }, { "epoch": 2.99, "learning_rate": 0.00023845861468803573, "loss": 2.5629, "step": 33250 }, { "epoch": 2.99, "learning_rate": 0.00023842434550691712, "loss": 2.586, "step": 33260 }, { "epoch": 3.0, "learning_rate": 0.00023839006925107728, "loss": 2.5552, "step": 33270 }, { "epoch": 3.0, "learning_rate": 0.00023835578592325854, "loss": 2.5873, "step": 33280 }, { "epoch": 3.0, "learning_rate": 0.00023832149552620394, "loss": 2.574, "step": 33290 }, { "epoch": 3.0, "learning_rate": 0.00023828719806265696, "loss": 2.5856, "step": 33300 }, { "epoch": 3.0, "learning_rate": 0.0002382528935353617, "loss": 2.59, "step": 33310 }, { "epoch": 3.0, "learning_rate": 0.00023821858194706286, "loss": 2.5742, "step": 33320 }, { "epoch": 3.0, "learning_rate": 0.0002381842633005056, "loss": 2.5426, "step": 33330 }, { "epoch": 3.0, "learning_rate": 0.00023814993759843574, "loss": 2.5364, "step": 33340 }, { "epoch": 3.0, "learning_rate": 0.00023811560484359964, "loss": 2.5586, "step": 33350 }, { "epoch": 3.0, "learning_rate": 0.0002380812650387443, "loss": 2.5815, "step": 33360 }, { "epoch": 3.0, "learning_rate": 0.00023804691818661705, "loss": 2.5356, "step": 33370 }, { "epoch": 3.01, "learning_rate": 0.00023801256428996606, "loss": 2.5734, "step": 33380 }, { "epoch": 3.01, "learning_rate": 0.0002379782033515399, "loss": 2.5226, "step": 33390 }, { "epoch": 3.01, "learning_rate": 0.0002379438353740877, "loss": 2.5352, "step": 33400 }, { "epoch": 3.01, "learning_rate": 0.0002379094603603593, "loss": 2.5526, "step": 33410 }, { "epoch": 3.01, "learning_rate": 0.00023787507831310494, "loss": 2.5234, "step": 33420 }, { "epoch": 3.01, "learning_rate": 0.00023784068923507547, "loss": 2.5437, "step": 33430 }, { "epoch": 3.01, "learning_rate": 0.0002378062931290224, "loss": 2.56, "step": 33440 }, { "epoch": 3.01, "learning_rate": 0.0002377718899976976, "loss": 2.558, "step": 33450 }, { "epoch": 3.01, "learning_rate": 0.00023773747984385372, "loss": 2.5618, "step": 33460 }, { "epoch": 3.01, "learning_rate": 0.0002377030626702438, "loss": 2.5509, "step": 33470 }, { "epoch": 3.01, "learning_rate": 0.00023766863847962154, "loss": 2.5826, "step": 33480 }, { "epoch": 3.02, "learning_rate": 0.00023763420727474123, "loss": 2.5489, "step": 33490 }, { "epoch": 3.02, "learning_rate": 0.0002375997690583576, "loss": 2.5215, "step": 33500 }, { "epoch": 3.02, "learning_rate": 0.000237565323833226, "loss": 2.5525, "step": 33510 }, { "epoch": 3.02, "learning_rate": 0.00023753087160210243, "loss": 2.5317, "step": 33520 }, { "epoch": 3.02, "learning_rate": 0.00023749641236774332, "loss": 2.5262, "step": 33530 }, { "epoch": 3.02, "learning_rate": 0.0002374619461329057, "loss": 2.5435, "step": 33540 }, { "epoch": 3.02, "learning_rate": 0.00023742747290034718, "loss": 2.5591, "step": 33550 }, { "epoch": 3.02, "learning_rate": 0.0002373929926728259, "loss": 2.5648, "step": 33560 }, { "epoch": 3.02, "learning_rate": 0.00023735850545310064, "loss": 2.5089, "step": 33570 }, { "epoch": 3.02, "learning_rate": 0.00023732401124393064, "loss": 2.5383, "step": 33580 }, { "epoch": 3.02, "learning_rate": 0.00023728951004807573, "loss": 2.5348, "step": 33590 }, { "epoch": 3.03, "learning_rate": 0.0002372550018682963, "loss": 2.5509, "step": 33600 }, { "epoch": 3.03, "learning_rate": 0.00023722048670735333, "loss": 2.547, "step": 33610 }, { "epoch": 3.03, "learning_rate": 0.00023718596456800834, "loss": 2.5545, "step": 33620 }, { "epoch": 3.03, "learning_rate": 0.0002371514354530234, "loss": 2.5499, "step": 33630 }, { "epoch": 3.03, "learning_rate": 0.0002371168993651611, "loss": 2.5126, "step": 33640 }, { "epoch": 3.03, "learning_rate": 0.0002370823563071847, "loss": 2.568, "step": 33650 }, { "epoch": 3.03, "learning_rate": 0.00023704780628185787, "loss": 2.5201, "step": 33660 }, { "epoch": 3.03, "learning_rate": 0.000237013249291945, "loss": 2.5413, "step": 33670 }, { "epoch": 3.03, "learning_rate": 0.0002369786853402109, "loss": 2.5448, "step": 33680 }, { "epoch": 3.03, "learning_rate": 0.00023694411442942096, "loss": 2.5302, "step": 33690 }, { "epoch": 3.03, "learning_rate": 0.0002369095365623412, "loss": 2.5534, "step": 33700 }, { "epoch": 3.03, "learning_rate": 0.0002368749517417381, "loss": 2.5015, "step": 33710 }, { "epoch": 3.04, "learning_rate": 0.00023684035997037888, "loss": 2.5512, "step": 33720 }, { "epoch": 3.04, "learning_rate": 0.00023680576125103105, "loss": 2.5209, "step": 33730 }, { "epoch": 3.04, "learning_rate": 0.00023677115558646284, "loss": 2.5557, "step": 33740 }, { "epoch": 3.04, "learning_rate": 0.00023673654297944304, "loss": 2.5462, "step": 33750 }, { "epoch": 3.04, "learning_rate": 0.00023670192343274091, "loss": 2.5728, "step": 33760 }, { "epoch": 3.04, "learning_rate": 0.00023666729694912637, "loss": 2.5405, "step": 33770 }, { "epoch": 3.04, "learning_rate": 0.00023663266353136982, "loss": 2.5235, "step": 33780 }, { "epoch": 3.04, "learning_rate": 0.0002365980231822422, "loss": 2.5483, "step": 33790 }, { "epoch": 3.04, "learning_rate": 0.00023656337590451516, "loss": 2.536, "step": 33800 }, { "epoch": 3.04, "learning_rate": 0.0002365287217009606, "loss": 2.5296, "step": 33810 }, { "epoch": 3.04, "learning_rate": 0.00023649406057435135, "loss": 2.5247, "step": 33820 }, { "epoch": 3.05, "learning_rate": 0.00023645939252746047, "loss": 2.5626, "step": 33830 }, { "epoch": 3.05, "learning_rate": 0.00023642471756306178, "loss": 2.4923, "step": 33840 }, { "epoch": 3.05, "learning_rate": 0.00023639003568392953, "loss": 2.5507, "step": 33850 }, { "epoch": 3.05, "learning_rate": 0.0002363553468928386, "loss": 2.5887, "step": 33860 }, { "epoch": 3.05, "learning_rate": 0.00023632065119256438, "loss": 2.5568, "step": 33870 }, { "epoch": 3.05, "learning_rate": 0.0002362859485858829, "loss": 2.5593, "step": 33880 }, { "epoch": 3.05, "learning_rate": 0.00023625123907557052, "loss": 2.5635, "step": 33890 }, { "epoch": 3.05, "learning_rate": 0.00023621652266440446, "loss": 2.5114, "step": 33900 }, { "epoch": 3.05, "learning_rate": 0.00023618179935516222, "loss": 2.5288, "step": 33910 }, { "epoch": 3.05, "learning_rate": 0.0002361470691506221, "loss": 2.5388, "step": 33920 }, { "epoch": 3.05, "learning_rate": 0.00023611233205356272, "loss": 2.5427, "step": 33930 }, { "epoch": 3.06, "learning_rate": 0.00023607758806676335, "loss": 2.5431, "step": 33940 }, { "epoch": 3.06, "learning_rate": 0.00023604283719300386, "loss": 2.5608, "step": 33950 }, { "epoch": 3.06, "learning_rate": 0.0002360080794350646, "loss": 2.5511, "step": 33960 }, { "epoch": 3.06, "learning_rate": 0.00023597331479572649, "loss": 2.5647, "step": 33970 }, { "epoch": 3.06, "learning_rate": 0.00023593854327777104, "loss": 2.5247, "step": 33980 }, { "epoch": 3.06, "learning_rate": 0.00023590376488398022, "loss": 2.5677, "step": 33990 }, { "epoch": 3.06, "learning_rate": 0.00023586897961713665, "loss": 2.5502, "step": 34000 }, { "epoch": 3.06, "eval_loss": 2.6285486221313477, "eval_runtime": 1264.0404, "eval_samples_per_second": 60.231, "eval_steps_per_second": 7.529, "step": 34000 }, { "epoch": 3.06, "learning_rate": 0.00023583418748002345, "loss": 2.5216, "step": 34010 }, { "epoch": 3.06, "learning_rate": 0.00023579938847542422, "loss": 2.5229, "step": 34020 }, { "epoch": 3.06, "learning_rate": 0.00023576458260612333, "loss": 2.5441, "step": 34030 }, { "epoch": 3.06, "learning_rate": 0.00023572976987490542, "loss": 2.5722, "step": 34040 }, { "epoch": 3.07, "learning_rate": 0.00023569495028455593, "loss": 2.512, "step": 34050 }, { "epoch": 3.07, "learning_rate": 0.00023566012383786062, "loss": 2.5504, "step": 34060 }, { "epoch": 3.07, "learning_rate": 0.00023562529053760596, "loss": 2.5454, "step": 34070 }, { "epoch": 3.07, "learning_rate": 0.00023559045038657896, "loss": 2.5383, "step": 34080 }, { "epoch": 3.07, "learning_rate": 0.00023555560338756702, "loss": 2.5168, "step": 34090 }, { "epoch": 3.07, "learning_rate": 0.00023552074954335834, "loss": 2.5625, "step": 34100 }, { "epoch": 3.07, "learning_rate": 0.00023548588885674148, "loss": 2.535, "step": 34110 }, { "epoch": 3.07, "learning_rate": 0.00023545102133050552, "loss": 2.5493, "step": 34120 }, { "epoch": 3.07, "learning_rate": 0.00023541614696744032, "loss": 2.5287, "step": 34130 }, { "epoch": 3.07, "learning_rate": 0.00023538126577033605, "loss": 2.5455, "step": 34140 }, { "epoch": 3.07, "learning_rate": 0.00023534637774198346, "loss": 2.5233, "step": 34150 }, { "epoch": 3.08, "learning_rate": 0.000235311482885174, "loss": 2.5308, "step": 34160 }, { "epoch": 3.08, "learning_rate": 0.00023527658120269947, "loss": 2.5467, "step": 34170 }, { "epoch": 3.08, "learning_rate": 0.0002352416726973524, "loss": 2.5395, "step": 34180 }, { "epoch": 3.08, "learning_rate": 0.00023520675737192574, "loss": 2.5124, "step": 34190 }, { "epoch": 3.08, "learning_rate": 0.000235171835229213, "loss": 2.5279, "step": 34200 }, { "epoch": 3.08, "learning_rate": 0.00023513690627200825, "loss": 2.5435, "step": 34210 }, { "epoch": 3.08, "learning_rate": 0.0002351019705031061, "loss": 2.5583, "step": 34220 }, { "epoch": 3.08, "learning_rate": 0.00023506702792530182, "loss": 2.5438, "step": 34230 }, { "epoch": 3.08, "learning_rate": 0.000235032078541391, "loss": 2.5558, "step": 34240 }, { "epoch": 3.08, "learning_rate": 0.00023499712235416998, "loss": 2.5611, "step": 34250 }, { "epoch": 3.08, "learning_rate": 0.00023496215936643554, "loss": 2.5523, "step": 34260 }, { "epoch": 3.09, "learning_rate": 0.00023492718958098498, "loss": 2.4899, "step": 34270 }, { "epoch": 3.09, "learning_rate": 0.00023489221300061625, "loss": 2.5226, "step": 34280 }, { "epoch": 3.09, "learning_rate": 0.00023485722962812778, "loss": 2.5181, "step": 34290 }, { "epoch": 3.09, "learning_rate": 0.00023482223946631845, "loss": 2.5117, "step": 34300 }, { "epoch": 3.09, "learning_rate": 0.0002347872425179879, "loss": 2.5721, "step": 34310 }, { "epoch": 3.09, "learning_rate": 0.00023475223878593614, "loss": 2.5356, "step": 34320 }, { "epoch": 3.09, "learning_rate": 0.00023471722827296375, "loss": 2.5278, "step": 34330 }, { "epoch": 3.09, "learning_rate": 0.00023468221098187192, "loss": 2.5411, "step": 34340 }, { "epoch": 3.09, "learning_rate": 0.00023464718691546235, "loss": 2.5635, "step": 34350 }, { "epoch": 3.09, "learning_rate": 0.00023461215607653723, "loss": 2.5282, "step": 34360 }, { "epoch": 3.09, "learning_rate": 0.00023457711846789934, "loss": 2.5358, "step": 34370 }, { "epoch": 3.1, "learning_rate": 0.00023454207409235198, "loss": 2.5755, "step": 34380 }, { "epoch": 3.1, "learning_rate": 0.00023450702295269905, "loss": 2.534, "step": 34390 }, { "epoch": 3.1, "learning_rate": 0.00023447196505174494, "loss": 2.5137, "step": 34400 }, { "epoch": 3.1, "learning_rate": 0.00023443690039229458, "loss": 2.5622, "step": 34410 }, { "epoch": 3.1, "learning_rate": 0.00023440182897715346, "loss": 2.5126, "step": 34420 }, { "epoch": 3.1, "learning_rate": 0.00023436675080912753, "loss": 2.5401, "step": 34430 }, { "epoch": 3.1, "learning_rate": 0.00023433166589102348, "loss": 2.5192, "step": 34440 }, { "epoch": 3.1, "learning_rate": 0.00023429657422564828, "loss": 2.5395, "step": 34450 }, { "epoch": 3.1, "learning_rate": 0.00023426147581580964, "loss": 2.527, "step": 34460 }, { "epoch": 3.1, "learning_rate": 0.00023422637066431579, "loss": 2.5319, "step": 34470 }, { "epoch": 3.1, "learning_rate": 0.00023419125877397528, "loss": 2.5467, "step": 34480 }, { "epoch": 3.11, "learning_rate": 0.00023415614014759756, "loss": 2.5265, "step": 34490 }, { "epoch": 3.11, "learning_rate": 0.00023412101478799234, "loss": 2.5488, "step": 34500 }, { "epoch": 3.11, "learning_rate": 0.00023408588269796993, "loss": 2.5501, "step": 34510 }, { "epoch": 3.11, "learning_rate": 0.00023405074388034125, "loss": 2.5369, "step": 34520 }, { "epoch": 3.11, "learning_rate": 0.00023401559833791767, "loss": 2.56, "step": 34530 }, { "epoch": 3.11, "learning_rate": 0.0002339804460735112, "loss": 2.5707, "step": 34540 }, { "epoch": 3.11, "learning_rate": 0.0002339452870899343, "loss": 2.5314, "step": 34550 }, { "epoch": 3.11, "learning_rate": 0.00023391012138999996, "loss": 2.5128, "step": 34560 }, { "epoch": 3.11, "learning_rate": 0.00023387494897652178, "loss": 2.5311, "step": 34570 }, { "epoch": 3.11, "learning_rate": 0.00023383976985231385, "loss": 2.5542, "step": 34580 }, { "epoch": 3.11, "learning_rate": 0.00023380458402019085, "loss": 2.5494, "step": 34590 }, { "epoch": 3.12, "learning_rate": 0.00023376939148296791, "loss": 2.516, "step": 34600 }, { "epoch": 3.12, "learning_rate": 0.00023373419224346072, "loss": 2.5212, "step": 34610 }, { "epoch": 3.12, "learning_rate": 0.00023369898630448563, "loss": 2.5228, "step": 34620 }, { "epoch": 3.12, "learning_rate": 0.00023366377366885929, "loss": 2.5595, "step": 34630 }, { "epoch": 3.12, "learning_rate": 0.00023362855433939906, "loss": 2.545, "step": 34640 }, { "epoch": 3.12, "learning_rate": 0.0002335933283189229, "loss": 2.4774, "step": 34650 }, { "epoch": 3.12, "learning_rate": 0.000233558095610249, "loss": 2.5454, "step": 34660 }, { "epoch": 3.12, "learning_rate": 0.0002335228562161965, "loss": 2.5405, "step": 34670 }, { "epoch": 3.12, "learning_rate": 0.0002334876101395847, "loss": 2.5199, "step": 34680 }, { "epoch": 3.12, "learning_rate": 0.00023345235738323367, "loss": 2.5155, "step": 34690 }, { "epoch": 3.12, "learning_rate": 0.00023341709794996393, "loss": 2.5275, "step": 34700 }, { "epoch": 3.12, "learning_rate": 0.00023338183184259652, "loss": 2.5411, "step": 34710 }, { "epoch": 3.13, "learning_rate": 0.0002333465590639531, "loss": 2.5147, "step": 34720 }, { "epoch": 3.13, "learning_rate": 0.0002333112796168557, "loss": 2.5397, "step": 34730 }, { "epoch": 3.13, "learning_rate": 0.00023327599350412702, "loss": 2.5133, "step": 34740 }, { "epoch": 3.13, "learning_rate": 0.00023324070072859032, "loss": 2.526, "step": 34750 }, { "epoch": 3.13, "learning_rate": 0.00023320540129306928, "loss": 2.5372, "step": 34760 }, { "epoch": 3.13, "learning_rate": 0.00023317009520038815, "loss": 2.5378, "step": 34770 }, { "epoch": 3.13, "learning_rate": 0.00023313478245337178, "loss": 2.5412, "step": 34780 }, { "epoch": 3.13, "learning_rate": 0.0002330994630548454, "loss": 2.5624, "step": 34790 }, { "epoch": 3.13, "learning_rate": 0.00023306413700763503, "loss": 2.5344, "step": 34800 }, { "epoch": 3.13, "learning_rate": 0.00023302880431456689, "loss": 2.537, "step": 34810 }, { "epoch": 3.13, "learning_rate": 0.00023299346497846802, "loss": 2.5211, "step": 34820 }, { "epoch": 3.14, "learning_rate": 0.0002329581190021658, "loss": 2.5372, "step": 34830 }, { "epoch": 3.14, "learning_rate": 0.00023292276638848833, "loss": 2.5255, "step": 34840 }, { "epoch": 3.14, "learning_rate": 0.000232887407140264, "loss": 2.5642, "step": 34850 }, { "epoch": 3.14, "learning_rate": 0.00023285204126032193, "loss": 2.542, "step": 34860 }, { "epoch": 3.14, "learning_rate": 0.00023281666875149169, "loss": 2.518, "step": 34870 }, { "epoch": 3.14, "learning_rate": 0.00023278128961660337, "loss": 2.5308, "step": 34880 }, { "epoch": 3.14, "learning_rate": 0.00023274590385848762, "loss": 2.5425, "step": 34890 }, { "epoch": 3.14, "learning_rate": 0.00023271051147997563, "loss": 2.525, "step": 34900 }, { "epoch": 3.14, "learning_rate": 0.0002326751124838991, "loss": 2.5184, "step": 34910 }, { "epoch": 3.14, "learning_rate": 0.0002326397068730902, "loss": 2.5247, "step": 34920 }, { "epoch": 3.14, "learning_rate": 0.00023260429465038176, "loss": 2.5398, "step": 34930 }, { "epoch": 3.15, "learning_rate": 0.00023256887581860704, "loss": 2.5301, "step": 34940 }, { "epoch": 3.15, "learning_rate": 0.00023253345038059986, "loss": 2.5186, "step": 34950 }, { "epoch": 3.15, "learning_rate": 0.00023249801833919454, "loss": 2.5567, "step": 34960 }, { "epoch": 3.15, "learning_rate": 0.000232462579697226, "loss": 2.5246, "step": 34970 }, { "epoch": 3.15, "learning_rate": 0.00023242713445752959, "loss": 2.5448, "step": 34980 }, { "epoch": 3.15, "learning_rate": 0.00023239168262294128, "loss": 2.5183, "step": 34990 }, { "epoch": 3.15, "learning_rate": 0.00023235622419629754, "loss": 2.5428, "step": 35000 }, { "epoch": 3.15, "eval_loss": 2.6218130588531494, "eval_runtime": 1264.586, "eval_samples_per_second": 60.205, "eval_steps_per_second": 7.526, "step": 35000 }, { "epoch": 3.15, "learning_rate": 0.00023232075918043528, "loss": 2.5275, "step": 35010 }, { "epoch": 3.15, "learning_rate": 0.00023228528757819207, "loss": 2.5427, "step": 35020 }, { "epoch": 3.15, "learning_rate": 0.00023224980939240593, "loss": 2.5521, "step": 35030 }, { "epoch": 3.15, "learning_rate": 0.0002322143246259155, "loss": 2.5646, "step": 35040 }, { "epoch": 3.16, "learning_rate": 0.00023217883328155973, "loss": 2.5704, "step": 35050 }, { "epoch": 3.16, "learning_rate": 0.0002321433353621783, "loss": 2.538, "step": 35060 }, { "epoch": 3.16, "learning_rate": 0.0002321078308706114, "loss": 2.5549, "step": 35070 }, { "epoch": 3.16, "learning_rate": 0.00023207231980969972, "loss": 2.5607, "step": 35080 }, { "epoch": 3.16, "learning_rate": 0.00023203680218228436, "loss": 2.5849, "step": 35090 }, { "epoch": 3.16, "learning_rate": 0.00023200127799120703, "loss": 2.5454, "step": 35100 }, { "epoch": 3.16, "learning_rate": 0.00023196574723931008, "loss": 2.5439, "step": 35110 }, { "epoch": 3.16, "learning_rate": 0.00023193020992943626, "loss": 2.5474, "step": 35120 }, { "epoch": 3.16, "learning_rate": 0.00023189466606442875, "loss": 2.5501, "step": 35130 }, { "epoch": 3.16, "learning_rate": 0.00023185911564713152, "loss": 2.5448, "step": 35140 }, { "epoch": 3.16, "learning_rate": 0.00023182355868038882, "loss": 2.5578, "step": 35150 }, { "epoch": 3.17, "learning_rate": 0.0002317879951670456, "loss": 2.5471, "step": 35160 }, { "epoch": 3.17, "learning_rate": 0.00023175242510994716, "loss": 2.5597, "step": 35170 }, { "epoch": 3.17, "learning_rate": 0.00023171684851193945, "loss": 2.5531, "step": 35180 }, { "epoch": 3.17, "learning_rate": 0.00023168126537586892, "loss": 2.5087, "step": 35190 }, { "epoch": 3.17, "learning_rate": 0.0002316456757045825, "loss": 2.5265, "step": 35200 }, { "epoch": 3.17, "learning_rate": 0.00023161007950092775, "loss": 2.5042, "step": 35210 }, { "epoch": 3.17, "learning_rate": 0.00023157447676775263, "loss": 2.5731, "step": 35220 }, { "epoch": 3.17, "learning_rate": 0.0002315388675079057, "loss": 2.5273, "step": 35230 }, { "epoch": 3.17, "learning_rate": 0.00023150325172423595, "loss": 2.5614, "step": 35240 }, { "epoch": 3.17, "learning_rate": 0.00023146762941959295, "loss": 2.5716, "step": 35250 }, { "epoch": 3.17, "learning_rate": 0.00023143200059682687, "loss": 2.5572, "step": 35260 }, { "epoch": 3.18, "learning_rate": 0.00023139636525878825, "loss": 2.5358, "step": 35270 }, { "epoch": 3.18, "learning_rate": 0.0002313607234083283, "loss": 2.5795, "step": 35280 }, { "epoch": 3.18, "learning_rate": 0.00023132507504829868, "loss": 2.5475, "step": 35290 }, { "epoch": 3.18, "learning_rate": 0.0002312894201815515, "loss": 2.5487, "step": 35300 }, { "epoch": 3.18, "learning_rate": 0.00023125375881093951, "loss": 2.567, "step": 35310 }, { "epoch": 3.18, "learning_rate": 0.00023121809093931597, "loss": 2.5532, "step": 35320 }, { "epoch": 3.18, "learning_rate": 0.0002311824165695345, "loss": 2.5272, "step": 35330 }, { "epoch": 3.18, "learning_rate": 0.0002311467357044495, "loss": 2.5713, "step": 35340 }, { "epoch": 3.18, "learning_rate": 0.00023111104834691565, "loss": 2.5536, "step": 35350 }, { "epoch": 3.18, "learning_rate": 0.00023107535449978827, "loss": 2.5198, "step": 35360 }, { "epoch": 3.18, "learning_rate": 0.00023103965416592328, "loss": 2.5366, "step": 35370 }, { "epoch": 3.19, "learning_rate": 0.00023100394734817687, "loss": 2.5221, "step": 35380 }, { "epoch": 3.19, "learning_rate": 0.00023096823404940596, "loss": 2.5396, "step": 35390 }, { "epoch": 3.19, "learning_rate": 0.00023093251427246794, "loss": 2.548, "step": 35400 }, { "epoch": 3.19, "learning_rate": 0.0002308967880202207, "loss": 2.565, "step": 35410 }, { "epoch": 3.19, "learning_rate": 0.0002308610552955227, "loss": 2.5749, "step": 35420 }, { "epoch": 3.19, "learning_rate": 0.0002308253161012328, "loss": 2.5329, "step": 35430 }, { "epoch": 3.19, "learning_rate": 0.0002307895704402104, "loss": 2.5557, "step": 35440 }, { "epoch": 3.19, "learning_rate": 0.00023075381831531562, "loss": 2.5543, "step": 35450 }, { "epoch": 3.19, "learning_rate": 0.0002307180597294088, "loss": 2.5304, "step": 35460 }, { "epoch": 3.19, "learning_rate": 0.00023068229468535103, "loss": 2.515, "step": 35470 }, { "epoch": 3.19, "learning_rate": 0.00023064652318600378, "loss": 2.561, "step": 35480 }, { "epoch": 3.2, "learning_rate": 0.00023061074523422908, "loss": 2.5396, "step": 35490 }, { "epoch": 3.2, "learning_rate": 0.0002305749608328896, "loss": 2.5518, "step": 35500 }, { "epoch": 3.2, "learning_rate": 0.00023053916998484815, "loss": 2.5428, "step": 35510 }, { "epoch": 3.2, "learning_rate": 0.00023050337269296854, "loss": 2.5334, "step": 35520 }, { "epoch": 3.2, "learning_rate": 0.00023046756896011477, "loss": 2.5552, "step": 35530 }, { "epoch": 3.2, "learning_rate": 0.00023043175878915146, "loss": 2.5364, "step": 35540 }, { "epoch": 3.2, "learning_rate": 0.00023039594218294374, "loss": 2.5359, "step": 35550 }, { "epoch": 3.2, "learning_rate": 0.00023036011914435731, "loss": 2.5275, "step": 35560 }, { "epoch": 3.2, "learning_rate": 0.00023032428967625823, "loss": 2.5395, "step": 35570 }, { "epoch": 3.2, "learning_rate": 0.00023028845378151325, "loss": 2.5493, "step": 35580 }, { "epoch": 3.2, "learning_rate": 0.00023025261146298944, "loss": 2.5814, "step": 35590 }, { "epoch": 3.21, "learning_rate": 0.0002302167627235547, "loss": 2.5242, "step": 35600 }, { "epoch": 3.21, "learning_rate": 0.00023018090756607705, "loss": 2.5616, "step": 35610 }, { "epoch": 3.21, "learning_rate": 0.0002301450459934253, "loss": 2.5647, "step": 35620 }, { "epoch": 3.21, "learning_rate": 0.0002301091780084687, "loss": 2.5564, "step": 35630 }, { "epoch": 3.21, "learning_rate": 0.00023007330361407696, "loss": 2.5165, "step": 35640 }, { "epoch": 3.21, "learning_rate": 0.0002300374228131204, "loss": 2.5354, "step": 35650 }, { "epoch": 3.21, "learning_rate": 0.00023000153560846974, "loss": 2.5221, "step": 35660 }, { "epoch": 3.21, "learning_rate": 0.00022996564200299625, "loss": 2.5183, "step": 35670 }, { "epoch": 3.21, "learning_rate": 0.0002299297419995718, "loss": 2.581, "step": 35680 }, { "epoch": 3.21, "learning_rate": 0.00022989383560106873, "loss": 2.5515, "step": 35690 }, { "epoch": 3.21, "learning_rate": 0.0002298579228103598, "loss": 2.5513, "step": 35700 }, { "epoch": 3.22, "learning_rate": 0.00022982200363031837, "loss": 2.5525, "step": 35710 }, { "epoch": 3.22, "learning_rate": 0.00022978607806381824, "loss": 2.5537, "step": 35720 }, { "epoch": 3.22, "learning_rate": 0.00022975014611373382, "loss": 2.5372, "step": 35730 }, { "epoch": 3.22, "learning_rate": 0.00022971420778294005, "loss": 2.5351, "step": 35740 }, { "epoch": 3.22, "learning_rate": 0.00022967826307431215, "loss": 2.5358, "step": 35750 }, { "epoch": 3.22, "learning_rate": 0.00022964231199072612, "loss": 2.5402, "step": 35760 }, { "epoch": 3.22, "learning_rate": 0.00022960635453505836, "loss": 2.5422, "step": 35770 }, { "epoch": 3.22, "learning_rate": 0.0002295703907101858, "loss": 2.5527, "step": 35780 }, { "epoch": 3.22, "learning_rate": 0.00022953442051898575, "loss": 2.5417, "step": 35790 }, { "epoch": 3.22, "learning_rate": 0.00022949844396433623, "loss": 2.5558, "step": 35800 }, { "epoch": 3.22, "learning_rate": 0.00022946246104911565, "loss": 2.5573, "step": 35810 }, { "epoch": 3.22, "learning_rate": 0.00022942647177620292, "loss": 2.5627, "step": 35820 }, { "epoch": 3.23, "learning_rate": 0.0002293904761484776, "loss": 2.5196, "step": 35830 }, { "epoch": 3.23, "learning_rate": 0.0002293544741688196, "loss": 2.5398, "step": 35840 }, { "epoch": 3.23, "learning_rate": 0.00022931846584010938, "loss": 2.5565, "step": 35850 }, { "epoch": 3.23, "learning_rate": 0.00022928245116522796, "loss": 2.5483, "step": 35860 }, { "epoch": 3.23, "learning_rate": 0.0002292464301470568, "loss": 2.5339, "step": 35870 }, { "epoch": 3.23, "learning_rate": 0.00022921040278847782, "loss": 2.5439, "step": 35880 }, { "epoch": 3.23, "learning_rate": 0.00022917436909237367, "loss": 2.5675, "step": 35890 }, { "epoch": 3.23, "learning_rate": 0.0002291383290616273, "loss": 2.5568, "step": 35900 }, { "epoch": 3.23, "learning_rate": 0.00022910228269912218, "loss": 2.5317, "step": 35910 }, { "epoch": 3.23, "learning_rate": 0.00022906623000774242, "loss": 2.5478, "step": 35920 }, { "epoch": 3.23, "learning_rate": 0.0002290301709903725, "loss": 2.5251, "step": 35930 }, { "epoch": 3.24, "learning_rate": 0.00022899410564989746, "loss": 2.5906, "step": 35940 }, { "epoch": 3.24, "learning_rate": 0.0002289580339892028, "loss": 2.5211, "step": 35950 }, { "epoch": 3.24, "learning_rate": 0.00022892195601117467, "loss": 2.5447, "step": 35960 }, { "epoch": 3.24, "learning_rate": 0.00022888587171869957, "loss": 2.5596, "step": 35970 }, { "epoch": 3.24, "learning_rate": 0.0002288497811146645, "loss": 2.5121, "step": 35980 }, { "epoch": 3.24, "learning_rate": 0.00022881368420195713, "loss": 2.5419, "step": 35990 }, { "epoch": 3.24, "learning_rate": 0.0002287775809834655, "loss": 2.5342, "step": 36000 }, { "epoch": 3.24, "eval_loss": 2.616030216217041, "eval_runtime": 1263.6218, "eval_samples_per_second": 60.251, "eval_steps_per_second": 7.532, "step": 36000 }, { "epoch": 3.24, "learning_rate": 0.0002287414714620781, "loss": 2.5282, "step": 36010 }, { "epoch": 3.24, "learning_rate": 0.0002287053556406841, "loss": 2.5521, "step": 36020 }, { "epoch": 3.24, "learning_rate": 0.00022866923352217304, "loss": 2.5577, "step": 36030 }, { "epoch": 3.24, "learning_rate": 0.00022863310510943505, "loss": 2.5327, "step": 36040 }, { "epoch": 3.25, "learning_rate": 0.0002285969704053607, "loss": 2.5428, "step": 36050 }, { "epoch": 3.25, "learning_rate": 0.000228560829412841, "loss": 2.5665, "step": 36060 }, { "epoch": 3.25, "learning_rate": 0.0002285246821347677, "loss": 2.5757, "step": 36070 }, { "epoch": 3.25, "learning_rate": 0.0002284885285740328, "loss": 2.5669, "step": 36080 }, { "epoch": 3.25, "learning_rate": 0.00022845236873352885, "loss": 2.5326, "step": 36090 }, { "epoch": 3.25, "learning_rate": 0.0002284162026161491, "loss": 2.5317, "step": 36100 }, { "epoch": 3.25, "learning_rate": 0.000228380030224787, "loss": 2.5303, "step": 36110 }, { "epoch": 3.25, "learning_rate": 0.00022834385156233678, "loss": 2.5386, "step": 36120 }, { "epoch": 3.25, "learning_rate": 0.00022830766663169298, "loss": 2.5501, "step": 36130 }, { "epoch": 3.25, "learning_rate": 0.00022827147543575072, "loss": 2.538, "step": 36140 }, { "epoch": 3.25, "learning_rate": 0.0002282352779774057, "loss": 2.5529, "step": 36150 }, { "epoch": 3.26, "learning_rate": 0.00022819907425955386, "loss": 2.5418, "step": 36160 }, { "epoch": 3.26, "learning_rate": 0.00022816286428509194, "loss": 2.5329, "step": 36170 }, { "epoch": 3.26, "learning_rate": 0.00022812664805691707, "loss": 2.5744, "step": 36180 }, { "epoch": 3.26, "learning_rate": 0.00022809042557792681, "loss": 2.5469, "step": 36190 }, { "epoch": 3.26, "learning_rate": 0.00022805419685101926, "loss": 2.4985, "step": 36200 }, { "epoch": 3.26, "learning_rate": 0.00022801796187909307, "loss": 2.5499, "step": 36210 }, { "epoch": 3.26, "learning_rate": 0.00022798172066504737, "loss": 2.5391, "step": 36220 }, { "epoch": 3.26, "learning_rate": 0.00022794547321178176, "loss": 2.5202, "step": 36230 }, { "epoch": 3.26, "learning_rate": 0.00022790921952219634, "loss": 2.5254, "step": 36240 }, { "epoch": 3.26, "learning_rate": 0.00022787295959919172, "loss": 2.5388, "step": 36250 }, { "epoch": 3.26, "learning_rate": 0.000227836693445669, "loss": 2.5534, "step": 36260 }, { "epoch": 3.27, "learning_rate": 0.00022780042106452982, "loss": 2.5483, "step": 36270 }, { "epoch": 3.27, "learning_rate": 0.0002277641424586763, "loss": 2.5301, "step": 36280 }, { "epoch": 3.27, "learning_rate": 0.00022772785763101094, "loss": 2.5116, "step": 36290 }, { "epoch": 3.27, "learning_rate": 0.000227691566584437, "loss": 2.5393, "step": 36300 }, { "epoch": 3.27, "learning_rate": 0.000227655269321858, "loss": 2.5193, "step": 36310 }, { "epoch": 3.27, "learning_rate": 0.00022761896584617803, "loss": 2.5059, "step": 36320 }, { "epoch": 3.27, "learning_rate": 0.00022758265616030173, "loss": 2.5739, "step": 36330 }, { "epoch": 3.27, "learning_rate": 0.00022754634026713415, "loss": 2.4966, "step": 36340 }, { "epoch": 3.27, "learning_rate": 0.00022751001816958088, "loss": 2.5305, "step": 36350 }, { "epoch": 3.27, "learning_rate": 0.000227473689870548, "loss": 2.5277, "step": 36360 }, { "epoch": 3.27, "learning_rate": 0.00022743735537294216, "loss": 2.539, "step": 36370 }, { "epoch": 3.28, "learning_rate": 0.0002274010146796704, "loss": 2.5431, "step": 36380 }, { "epoch": 3.28, "learning_rate": 0.00022736466779364024, "loss": 2.5321, "step": 36390 }, { "epoch": 3.28, "learning_rate": 0.0002273283147177598, "loss": 2.5451, "step": 36400 }, { "epoch": 3.28, "learning_rate": 0.00022729195545493762, "loss": 2.532, "step": 36410 }, { "epoch": 3.28, "learning_rate": 0.0002272555900080828, "loss": 2.5405, "step": 36420 }, { "epoch": 3.28, "learning_rate": 0.00022721921838010487, "loss": 2.5142, "step": 36430 }, { "epoch": 3.28, "learning_rate": 0.00022718284057391384, "loss": 2.5479, "step": 36440 }, { "epoch": 3.28, "learning_rate": 0.00022714645659242032, "loss": 2.528, "step": 36450 }, { "epoch": 3.28, "learning_rate": 0.0002271100664385353, "loss": 2.5443, "step": 36460 }, { "epoch": 3.28, "learning_rate": 0.00022707367011517033, "loss": 2.5606, "step": 36470 }, { "epoch": 3.28, "learning_rate": 0.00022703726762523743, "loss": 2.5323, "step": 36480 }, { "epoch": 3.29, "learning_rate": 0.00022700085897164911, "loss": 2.5208, "step": 36490 }, { "epoch": 3.29, "learning_rate": 0.0002269644441573184, "loss": 2.5404, "step": 36500 }, { "epoch": 3.29, "learning_rate": 0.0002269280231851588, "loss": 2.5107, "step": 36510 }, { "epoch": 3.29, "learning_rate": 0.0002268915960580843, "loss": 2.547, "step": 36520 }, { "epoch": 3.29, "learning_rate": 0.0002268551627790094, "loss": 2.5482, "step": 36530 }, { "epoch": 3.29, "learning_rate": 0.00022681872335084905, "loss": 2.5515, "step": 36540 }, { "epoch": 3.29, "learning_rate": 0.00022678227777651872, "loss": 2.5579, "step": 36550 }, { "epoch": 3.29, "learning_rate": 0.00022674582605893446, "loss": 2.5494, "step": 36560 }, { "epoch": 3.29, "learning_rate": 0.0002267093682010126, "loss": 2.5287, "step": 36570 }, { "epoch": 3.29, "learning_rate": 0.00022667290420567014, "loss": 2.5273, "step": 36580 }, { "epoch": 3.29, "learning_rate": 0.0002266364340758246, "loss": 2.5543, "step": 36590 }, { "epoch": 3.3, "learning_rate": 0.0002265999578143938, "loss": 2.5365, "step": 36600 }, { "epoch": 3.3, "learning_rate": 0.00022656347542429622, "loss": 2.4881, "step": 36610 }, { "epoch": 3.3, "learning_rate": 0.00022652698690845075, "loss": 2.4872, "step": 36620 }, { "epoch": 3.3, "learning_rate": 0.00022649049226977676, "loss": 2.554, "step": 36630 }, { "epoch": 3.3, "learning_rate": 0.0002264539915111942, "loss": 2.5258, "step": 36640 }, { "epoch": 3.3, "learning_rate": 0.00022641748463562338, "loss": 2.5765, "step": 36650 }, { "epoch": 3.3, "learning_rate": 0.00022638097164598523, "loss": 2.5476, "step": 36660 }, { "epoch": 3.3, "learning_rate": 0.00022634445254520111, "loss": 2.5109, "step": 36670 }, { "epoch": 3.3, "learning_rate": 0.00022630792733619286, "loss": 2.5464, "step": 36680 }, { "epoch": 3.3, "learning_rate": 0.00022627139602188274, "loss": 2.5503, "step": 36690 }, { "epoch": 3.3, "learning_rate": 0.0002262348586051937, "loss": 2.5309, "step": 36700 }, { "epoch": 3.31, "learning_rate": 0.00022619831508904895, "loss": 2.539, "step": 36710 }, { "epoch": 3.31, "learning_rate": 0.00022616176547637234, "loss": 2.554, "step": 36720 }, { "epoch": 3.31, "learning_rate": 0.00022612520977008813, "loss": 2.5272, "step": 36730 }, { "epoch": 3.31, "learning_rate": 0.00022608864797312114, "loss": 2.5368, "step": 36740 }, { "epoch": 3.31, "learning_rate": 0.0002260520800883966, "loss": 2.5399, "step": 36750 }, { "epoch": 3.31, "learning_rate": 0.00022601550611884026, "loss": 2.5721, "step": 36760 }, { "epoch": 3.31, "learning_rate": 0.00022597892606737843, "loss": 2.5599, "step": 36770 }, { "epoch": 3.31, "learning_rate": 0.00022594233993693773, "loss": 2.5384, "step": 36780 }, { "epoch": 3.31, "learning_rate": 0.00022590574773044542, "loss": 2.5423, "step": 36790 }, { "epoch": 3.31, "learning_rate": 0.0002258691494508292, "loss": 2.5126, "step": 36800 }, { "epoch": 3.31, "learning_rate": 0.00022583254510101722, "loss": 2.5431, "step": 36810 }, { "epoch": 3.31, "learning_rate": 0.00022579593468393817, "loss": 2.5154, "step": 36820 }, { "epoch": 3.32, "learning_rate": 0.00022575931820252124, "loss": 2.5326, "step": 36830 }, { "epoch": 3.32, "learning_rate": 0.00022572269565969595, "loss": 2.5461, "step": 36840 }, { "epoch": 3.32, "learning_rate": 0.0002256860670583926, "loss": 2.5112, "step": 36850 }, { "epoch": 3.32, "learning_rate": 0.00022564943240154168, "loss": 2.5306, "step": 36860 }, { "epoch": 3.32, "learning_rate": 0.0002256127916920743, "loss": 2.5709, "step": 36870 }, { "epoch": 3.32, "learning_rate": 0.000225576144932922, "loss": 2.5095, "step": 36880 }, { "epoch": 3.32, "learning_rate": 0.00022553949212701692, "loss": 2.5453, "step": 36890 }, { "epoch": 3.32, "learning_rate": 0.00022550283327729163, "loss": 2.5364, "step": 36900 }, { "epoch": 3.32, "learning_rate": 0.00022546616838667904, "loss": 2.5365, "step": 36910 }, { "epoch": 3.32, "learning_rate": 0.00022542949745811273, "loss": 2.5196, "step": 36920 }, { "epoch": 3.32, "learning_rate": 0.00022539282049452672, "loss": 2.5284, "step": 36930 }, { "epoch": 3.33, "learning_rate": 0.0002253561374988554, "loss": 2.5452, "step": 36940 }, { "epoch": 3.33, "learning_rate": 0.00022531944847403382, "loss": 2.5518, "step": 36950 }, { "epoch": 3.33, "learning_rate": 0.00022528275342299737, "loss": 2.5096, "step": 36960 }, { "epoch": 3.33, "learning_rate": 0.00022524605234868205, "loss": 2.5242, "step": 36970 }, { "epoch": 3.33, "learning_rate": 0.0002252093452540242, "loss": 2.519, "step": 36980 }, { "epoch": 3.33, "learning_rate": 0.00022517263214196065, "loss": 2.4987, "step": 36990 }, { "epoch": 3.33, "learning_rate": 0.0002251359130154289, "loss": 2.5152, "step": 37000 }, { "epoch": 3.33, "eval_loss": 2.6090149879455566, "eval_runtime": 1262.9896, "eval_samples_per_second": 60.282, "eval_steps_per_second": 7.535, "step": 37000 }, { "epoch": 5.0, "learning_rate": 0.00022508695265669482, "loss": 2.5202, "step": 37010 }, { "epoch": 5.0, "learning_rate": 0.00022505021620121524, "loss": 2.497, "step": 37020 }, { "epoch": 5.0, "learning_rate": 0.0002250134737399803, "loss": 2.5073, "step": 37030 }, { "epoch": 5.0, "learning_rate": 0.00022497672527593035, "loss": 2.4808, "step": 37040 }, { "epoch": 5.0, "learning_rate": 0.00022493997081200596, "loss": 2.5143, "step": 37050 }, { "epoch": 5.01, "learning_rate": 0.00022490321035114843, "loss": 2.5039, "step": 37060 }, { "epoch": 5.01, "learning_rate": 0.0002248664438962995, "loss": 2.5001, "step": 37070 }, { "epoch": 5.01, "learning_rate": 0.00022482967145040123, "loss": 2.4968, "step": 37080 }, { "epoch": 5.01, "learning_rate": 0.00022479289301639632, "loss": 2.5072, "step": 37090 }, { "epoch": 5.01, "learning_rate": 0.00022475610859722786, "loss": 2.4914, "step": 37100 }, { "epoch": 5.01, "learning_rate": 0.00022471931819583948, "loss": 2.4979, "step": 37110 }, { "epoch": 5.01, "learning_rate": 0.00022468252181517527, "loss": 2.4905, "step": 37120 }, { "epoch": 5.01, "learning_rate": 0.0002246457194581798, "loss": 2.5321, "step": 37130 }, { "epoch": 5.02, "learning_rate": 0.00022460891112779807, "loss": 2.4953, "step": 37140 }, { "epoch": 5.02, "learning_rate": 0.00022457209682697564, "loss": 2.5037, "step": 37150 }, { "epoch": 5.02, "learning_rate": 0.0002245352765586585, "loss": 2.4955, "step": 37160 }, { "epoch": 5.02, "learning_rate": 0.0002244984503257931, "loss": 2.4816, "step": 37170 }, { "epoch": 5.02, "learning_rate": 0.00022446161813132644, "loss": 2.4784, "step": 37180 }, { "epoch": 5.02, "learning_rate": 0.0002244247799782059, "loss": 2.5061, "step": 37190 }, { "epoch": 5.02, "learning_rate": 0.0002243879358693794, "loss": 2.494, "step": 37200 }, { "epoch": 5.03, "learning_rate": 0.00022435108580779535, "loss": 2.5103, "step": 37210 }, { "epoch": 5.03, "learning_rate": 0.00022431422979640256, "loss": 2.4721, "step": 37220 }, { "epoch": 5.03, "learning_rate": 0.00022427736783815037, "loss": 2.4896, "step": 37230 }, { "epoch": 5.03, "learning_rate": 0.00022424049993598867, "loss": 2.4757, "step": 37240 }, { "epoch": 5.03, "learning_rate": 0.00022420362609286765, "loss": 2.4791, "step": 37250 }, { "epoch": 5.03, "learning_rate": 0.00022416674631173806, "loss": 2.4785, "step": 37260 }, { "epoch": 5.03, "learning_rate": 0.00022412986059555122, "loss": 2.4892, "step": 37270 }, { "epoch": 5.03, "learning_rate": 0.00022409296894725884, "loss": 2.4816, "step": 37280 }, { "epoch": 5.04, "learning_rate": 0.00022405607136981298, "loss": 2.4703, "step": 37290 }, { "epoch": 5.04, "learning_rate": 0.0002240191678661665, "loss": 2.489, "step": 37300 }, { "epoch": 5.04, "learning_rate": 0.00022398225843927235, "loss": 2.4818, "step": 37310 }, { "epoch": 5.04, "learning_rate": 0.0002239453430920842, "loss": 2.4642, "step": 37320 }, { "epoch": 5.04, "learning_rate": 0.00022390842182755616, "loss": 2.4782, "step": 37330 }, { "epoch": 5.04, "learning_rate": 0.00022387149464864282, "loss": 2.4777, "step": 37340 }, { "epoch": 5.04, "learning_rate": 0.00022383456155829914, "loss": 2.4977, "step": 37350 }, { "epoch": 5.05, "learning_rate": 0.00022379762255948064, "loss": 2.4931, "step": 37360 }, { "epoch": 5.05, "learning_rate": 0.00022376067765514325, "loss": 2.4828, "step": 37370 }, { "epoch": 5.05, "learning_rate": 0.00022372372684824357, "loss": 2.4579, "step": 37380 }, { "epoch": 5.05, "learning_rate": 0.00022368677014173835, "loss": 2.4708, "step": 37390 }, { "epoch": 5.05, "learning_rate": 0.00022364980753858505, "loss": 2.4915, "step": 37400 }, { "epoch": 5.05, "learning_rate": 0.00022361283904174156, "loss": 2.4878, "step": 37410 }, { "epoch": 5.05, "learning_rate": 0.00022357586465416616, "loss": 2.4729, "step": 37420 }, { "epoch": 5.06, "learning_rate": 0.0002235388843788177, "loss": 2.4556, "step": 37430 }, { "epoch": 5.06, "learning_rate": 0.00022350189821865551, "loss": 2.4587, "step": 37440 }, { "epoch": 5.06, "learning_rate": 0.0002234649061766392, "loss": 2.513, "step": 37450 }, { "epoch": 5.06, "learning_rate": 0.0002234279082557291, "loss": 2.467, "step": 37460 }, { "epoch": 5.06, "learning_rate": 0.0002233909044588858, "loss": 2.4558, "step": 37470 }, { "epoch": 5.06, "learning_rate": 0.0002233538947890706, "loss": 2.4901, "step": 37480 }, { "epoch": 5.06, "learning_rate": 0.00022331687924924504, "loss": 2.4741, "step": 37490 }, { "epoch": 5.06, "learning_rate": 0.00022327985784237128, "loss": 2.4623, "step": 37500 }, { "epoch": 5.07, "learning_rate": 0.0002232428305714118, "loss": 2.4857, "step": 37510 }, { "epoch": 5.07, "learning_rate": 0.00022320579743932969, "loss": 2.498, "step": 37520 }, { "epoch": 5.07, "learning_rate": 0.00022316875844908843, "loss": 2.4922, "step": 37530 }, { "epoch": 5.07, "learning_rate": 0.00022313171360365208, "loss": 2.4896, "step": 37540 }, { "epoch": 5.07, "learning_rate": 0.00022309466290598498, "loss": 2.491, "step": 37550 }, { "epoch": 5.07, "learning_rate": 0.0002230576063590521, "loss": 2.4634, "step": 37560 }, { "epoch": 5.07, "learning_rate": 0.00022302054396581883, "loss": 2.5019, "step": 37570 }, { "epoch": 5.08, "learning_rate": 0.00022298347572925103, "loss": 2.5329, "step": 37580 }, { "epoch": 5.08, "learning_rate": 0.00022294640165231497, "loss": 2.4792, "step": 37590 }, { "epoch": 5.08, "learning_rate": 0.00022290932173797744, "loss": 2.4849, "step": 37600 }, { "epoch": 5.08, "learning_rate": 0.0002228722359892057, "loss": 2.4949, "step": 37610 }, { "epoch": 5.08, "learning_rate": 0.0002228351444089675, "loss": 2.4966, "step": 37620 }, { "epoch": 5.08, "learning_rate": 0.00022279804700023098, "loss": 2.4837, "step": 37630 }, { "epoch": 5.08, "learning_rate": 0.00022276094376596483, "loss": 2.4818, "step": 37640 }, { "epoch": 5.08, "learning_rate": 0.00022272383470913813, "loss": 2.4963, "step": 37650 }, { "epoch": 5.09, "learning_rate": 0.00022268671983272052, "loss": 2.4965, "step": 37660 }, { "epoch": 5.09, "learning_rate": 0.00022264959913968196, "loss": 2.4721, "step": 37670 }, { "epoch": 5.09, "learning_rate": 0.0002226124726329931, "loss": 2.4883, "step": 37680 }, { "epoch": 5.09, "learning_rate": 0.0002225753403156248, "loss": 2.4927, "step": 37690 }, { "epoch": 5.09, "learning_rate": 0.00022253820219054855, "loss": 2.4988, "step": 37700 }, { "epoch": 5.09, "learning_rate": 0.00022250105826073622, "loss": 2.4758, "step": 37710 }, { "epoch": 5.09, "learning_rate": 0.00022246390852916024, "loss": 2.4772, "step": 37720 }, { "epoch": 5.1, "learning_rate": 0.00022242675299879346, "loss": 2.4828, "step": 37730 }, { "epoch": 5.1, "learning_rate": 0.00022238959167260913, "loss": 2.4912, "step": 37740 }, { "epoch": 5.1, "learning_rate": 0.00022235242455358105, "loss": 2.4839, "step": 37750 }, { "epoch": 5.1, "learning_rate": 0.0002223152516446834, "loss": 2.4917, "step": 37760 }, { "epoch": 5.1, "learning_rate": 0.00022227807294889095, "loss": 2.4803, "step": 37770 }, { "epoch": 5.1, "learning_rate": 0.00022224088846917886, "loss": 2.4768, "step": 37780 }, { "epoch": 5.1, "learning_rate": 0.00022220369820852263, "loss": 2.4834, "step": 37790 }, { "epoch": 5.11, "learning_rate": 0.00022216650216989845, "loss": 2.5038, "step": 37800 }, { "epoch": 5.11, "learning_rate": 0.00022212930035628287, "loss": 2.4667, "step": 37810 }, { "epoch": 5.11, "learning_rate": 0.0002220920927706528, "loss": 2.4742, "step": 37820 }, { "epoch": 5.11, "learning_rate": 0.0002220548794159858, "loss": 2.5051, "step": 37830 }, { "epoch": 5.11, "learning_rate": 0.0002220176602952598, "loss": 2.4736, "step": 37840 }, { "epoch": 5.11, "learning_rate": 0.0002219804354114531, "loss": 2.4624, "step": 37850 }, { "epoch": 5.11, "learning_rate": 0.00022194320476754466, "loss": 2.4914, "step": 37860 }, { "epoch": 5.11, "learning_rate": 0.00022190596836651374, "loss": 2.4565, "step": 37870 }, { "epoch": 5.12, "learning_rate": 0.0002218687262113401, "loss": 2.481, "step": 37880 }, { "epoch": 5.12, "learning_rate": 0.00022183147830500403, "loss": 2.4866, "step": 37890 }, { "epoch": 5.12, "learning_rate": 0.0002217942246504862, "loss": 2.4902, "step": 37900 }, { "epoch": 5.12, "learning_rate": 0.00022175696525076772, "loss": 2.5325, "step": 37910 }, { "epoch": 5.12, "learning_rate": 0.00022171970010883028, "loss": 2.4894, "step": 37920 }, { "epoch": 5.12, "learning_rate": 0.00022168242922765587, "loss": 2.4837, "step": 37930 }, { "epoch": 5.12, "learning_rate": 0.00022164515261022713, "loss": 2.4668, "step": 37940 }, { "epoch": 5.13, "learning_rate": 0.00022160787025952698, "loss": 2.4487, "step": 37950 }, { "epoch": 5.13, "learning_rate": 0.00022157058217853886, "loss": 2.5002, "step": 37960 }, { "epoch": 5.13, "learning_rate": 0.0002215332883702467, "loss": 2.4839, "step": 37970 }, { "epoch": 5.13, "learning_rate": 0.0002214959888376349, "loss": 2.5165, "step": 37980 }, { "epoch": 5.13, "learning_rate": 0.00022145868358368828, "loss": 2.4817, "step": 37990 }, { "epoch": 5.13, "learning_rate": 0.0002214213726113921, "loss": 2.5138, "step": 38000 }, { "epoch": 5.13, "eval_loss": 2.5765559673309326, "eval_runtime": 1269.7704, "eval_samples_per_second": 59.96, "eval_steps_per_second": 4.997, "step": 38000 }, { "epoch": 5.13, "learning_rate": 0.00022138405592373204, "loss": 2.4842, "step": 38010 }, { "epoch": 5.13, "learning_rate": 0.0002213467335236944, "loss": 2.499, "step": 38020 }, { "epoch": 5.14, "learning_rate": 0.00022130940541426582, "loss": 2.4801, "step": 38030 }, { "epoch": 5.14, "learning_rate": 0.00022127207159843338, "loss": 2.4645, "step": 38040 }, { "epoch": 5.14, "learning_rate": 0.00022123473207918468, "loss": 2.4837, "step": 38050 }, { "epoch": 5.14, "learning_rate": 0.00022119738685950772, "loss": 2.4809, "step": 38060 }, { "epoch": 5.14, "learning_rate": 0.000221160035942391, "loss": 2.4883, "step": 38070 }, { "epoch": 5.14, "learning_rate": 0.00022112267933082345, "loss": 2.5176, "step": 38080 }, { "epoch": 5.14, "learning_rate": 0.00022108531702779447, "loss": 2.5117, "step": 38090 }, { "epoch": 5.15, "learning_rate": 0.00022104794903629393, "loss": 2.4763, "step": 38100 }, { "epoch": 5.15, "learning_rate": 0.00022101057535931206, "loss": 2.5114, "step": 38110 }, { "epoch": 5.15, "learning_rate": 0.00022097319599983966, "loss": 2.4798, "step": 38120 }, { "epoch": 5.15, "learning_rate": 0.000220935810960868, "loss": 2.4528, "step": 38130 }, { "epoch": 5.15, "learning_rate": 0.00022089842024538867, "loss": 2.4756, "step": 38140 }, { "epoch": 5.15, "learning_rate": 0.00022086102385639384, "loss": 2.4838, "step": 38150 }, { "epoch": 5.15, "learning_rate": 0.00022082362179687612, "loss": 2.4891, "step": 38160 }, { "epoch": 5.16, "learning_rate": 0.00022078621406982838, "loss": 2.494, "step": 38170 }, { "epoch": 5.16, "learning_rate": 0.0002207488006782443, "loss": 2.487, "step": 38180 }, { "epoch": 5.16, "learning_rate": 0.00022071138162511775, "loss": 2.4666, "step": 38190 }, { "epoch": 5.16, "learning_rate": 0.0002206739569134431, "loss": 2.4851, "step": 38200 }, { "epoch": 5.16, "learning_rate": 0.00022063652654621515, "loss": 2.4879, "step": 38210 }, { "epoch": 5.16, "learning_rate": 0.00022059909052642927, "loss": 2.466, "step": 38220 }, { "epoch": 5.16, "learning_rate": 0.00022056164885708121, "loss": 2.4934, "step": 38230 }, { "epoch": 5.16, "learning_rate": 0.00022052420154116716, "loss": 2.5006, "step": 38240 }, { "epoch": 5.17, "learning_rate": 0.0002204867485816837, "loss": 2.4816, "step": 38250 }, { "epoch": 5.17, "learning_rate": 0.00022044928998162804, "loss": 2.5133, "step": 38260 }, { "epoch": 5.17, "learning_rate": 0.00022041182574399765, "loss": 2.4763, "step": 38270 }, { "epoch": 5.17, "learning_rate": 0.00022037435587179063, "loss": 2.4742, "step": 38280 }, { "epoch": 5.17, "learning_rate": 0.00022033688036800534, "loss": 2.5107, "step": 38290 }, { "epoch": 5.17, "learning_rate": 0.00022029939923564078, "loss": 2.499, "step": 38300 }, { "epoch": 5.17, "learning_rate": 0.00022026191247769618, "loss": 2.4868, "step": 38310 }, { "epoch": 5.18, "learning_rate": 0.00022022442009717144, "loss": 2.5135, "step": 38320 }, { "epoch": 5.18, "learning_rate": 0.00022018692209706684, "loss": 2.4816, "step": 38330 }, { "epoch": 5.18, "learning_rate": 0.0002201494184803831, "loss": 2.4928, "step": 38340 }, { "epoch": 5.18, "learning_rate": 0.00022011190925012126, "loss": 2.499, "step": 38350 }, { "epoch": 5.18, "learning_rate": 0.00022007439440928305, "loss": 2.4898, "step": 38360 }, { "epoch": 5.18, "learning_rate": 0.00022003687396087042, "loss": 2.487, "step": 38370 }, { "epoch": 5.18, "learning_rate": 0.00021999934790788595, "loss": 2.4823, "step": 38380 }, { "epoch": 5.18, "learning_rate": 0.0002199618162533326, "loss": 2.486, "step": 38390 }, { "epoch": 5.19, "learning_rate": 0.00021992427900021378, "loss": 2.457, "step": 38400 }, { "epoch": 5.19, "learning_rate": 0.0002198867361515332, "loss": 2.5269, "step": 38410 }, { "epoch": 5.19, "learning_rate": 0.00021984918771029532, "loss": 2.4705, "step": 38420 }, { "epoch": 5.19, "learning_rate": 0.00021981163367950482, "loss": 2.4646, "step": 38430 }, { "epoch": 5.19, "learning_rate": 0.00021977407406216696, "loss": 2.4876, "step": 38440 }, { "epoch": 5.19, "learning_rate": 0.00021973650886128725, "loss": 2.4861, "step": 38450 }, { "epoch": 5.19, "learning_rate": 0.00021969893807987186, "loss": 2.4821, "step": 38460 }, { "epoch": 5.2, "learning_rate": 0.00021966136172092728, "loss": 2.5098, "step": 38470 }, { "epoch": 5.2, "learning_rate": 0.00021962377978746058, "loss": 2.4809, "step": 38480 }, { "epoch": 5.2, "learning_rate": 0.00021958619228247905, "loss": 2.5004, "step": 38490 }, { "epoch": 5.2, "learning_rate": 0.00021954859920899074, "loss": 2.4562, "step": 38500 }, { "epoch": 5.2, "learning_rate": 0.00021951100057000377, "loss": 2.492, "step": 38510 }, { "epoch": 5.2, "learning_rate": 0.00021947339636852698, "loss": 2.5046, "step": 38520 }, { "epoch": 5.2, "learning_rate": 0.0002194357866075696, "loss": 2.4737, "step": 38530 }, { "epoch": 5.21, "learning_rate": 0.00021939817129014132, "loss": 2.5025, "step": 38540 }, { "epoch": 5.21, "learning_rate": 0.00021936055041925216, "loss": 2.4868, "step": 38550 }, { "epoch": 5.21, "learning_rate": 0.00021932292399791267, "loss": 2.531, "step": 38560 }, { "epoch": 5.21, "learning_rate": 0.00021928529202913386, "loss": 2.4976, "step": 38570 }, { "epoch": 5.21, "learning_rate": 0.00021924765451592716, "loss": 2.4981, "step": 38580 }, { "epoch": 5.21, "learning_rate": 0.00021921001146130438, "loss": 2.5074, "step": 38590 }, { "epoch": 5.21, "learning_rate": 0.000219172362868278, "loss": 2.4963, "step": 38600 }, { "epoch": 5.21, "learning_rate": 0.0002191347087398606, "loss": 2.496, "step": 38610 }, { "epoch": 5.22, "learning_rate": 0.00021909704907906543, "loss": 2.4693, "step": 38620 }, { "epoch": 5.22, "learning_rate": 0.00021905938388890617, "loss": 2.481, "step": 38630 }, { "epoch": 5.22, "learning_rate": 0.0002190217131723969, "loss": 2.4872, "step": 38640 }, { "epoch": 5.22, "learning_rate": 0.00021898403693255215, "loss": 2.4845, "step": 38650 }, { "epoch": 5.22, "learning_rate": 0.00021894635517238692, "loss": 2.4909, "step": 38660 }, { "epoch": 5.22, "learning_rate": 0.00021890866789491654, "loss": 2.4818, "step": 38670 }, { "epoch": 5.22, "learning_rate": 0.00021887097510315693, "loss": 2.4625, "step": 38680 }, { "epoch": 5.23, "learning_rate": 0.00021883327680012436, "loss": 2.4324, "step": 38690 }, { "epoch": 5.23, "learning_rate": 0.0002187955729888356, "loss": 2.4801, "step": 38700 }, { "epoch": 5.23, "learning_rate": 0.00021875786367230778, "loss": 2.4891, "step": 38710 }, { "epoch": 5.23, "learning_rate": 0.00021872014885355854, "loss": 2.4768, "step": 38720 }, { "epoch": 5.23, "learning_rate": 0.00021868242853560594, "loss": 2.5122, "step": 38730 }, { "epoch": 5.23, "learning_rate": 0.00021864470272146857, "loss": 2.4826, "step": 38740 }, { "epoch": 5.23, "learning_rate": 0.00021860697141416516, "loss": 2.4975, "step": 38750 }, { "epoch": 5.23, "learning_rate": 0.0002185692346167153, "loss": 2.4608, "step": 38760 }, { "epoch": 5.24, "learning_rate": 0.00021853149233213865, "loss": 2.4986, "step": 38770 }, { "epoch": 5.24, "learning_rate": 0.00021849374456345556, "loss": 2.4931, "step": 38780 }, { "epoch": 5.24, "learning_rate": 0.0002184559913136867, "loss": 2.4647, "step": 38790 }, { "epoch": 5.24, "learning_rate": 0.00021841823258585323, "loss": 2.4797, "step": 38800 }, { "epoch": 5.24, "learning_rate": 0.00021838046838297664, "loss": 2.4908, "step": 38810 }, { "epoch": 5.24, "learning_rate": 0.00021834269870807906, "loss": 2.487, "step": 38820 }, { "epoch": 5.24, "learning_rate": 0.00021830492356418282, "loss": 2.477, "step": 38830 }, { "epoch": 5.25, "learning_rate": 0.0002182671429543109, "loss": 2.498, "step": 38840 }, { "epoch": 5.25, "learning_rate": 0.00021822935688148656, "loss": 2.481, "step": 38850 }, { "epoch": 5.25, "learning_rate": 0.00021819156534873363, "loss": 2.4582, "step": 38860 }, { "epoch": 5.25, "learning_rate": 0.0002181537683590762, "loss": 2.4622, "step": 38870 }, { "epoch": 5.25, "learning_rate": 0.000218115965915539, "loss": 2.4994, "step": 38880 }, { "epoch": 5.25, "learning_rate": 0.00021807815802114705, "loss": 2.4852, "step": 38890 }, { "epoch": 5.25, "learning_rate": 0.00021804034467892594, "loss": 2.4635, "step": 38900 }, { "epoch": 5.26, "learning_rate": 0.0002180025258919015, "loss": 2.4845, "step": 38910 }, { "epoch": 5.26, "learning_rate": 0.00021796470166310014, "loss": 2.4978, "step": 38920 }, { "epoch": 5.26, "learning_rate": 0.0002179268719955487, "loss": 2.5048, "step": 38930 }, { "epoch": 5.26, "learning_rate": 0.00021788903689227447, "loss": 2.492, "step": 38940 }, { "epoch": 5.26, "learning_rate": 0.00021785119635630505, "loss": 2.4945, "step": 38950 }, { "epoch": 5.26, "learning_rate": 0.00021781335039066865, "loss": 2.5089, "step": 38960 }, { "epoch": 5.26, "learning_rate": 0.00021777549899839368, "loss": 2.4868, "step": 38970 }, { "epoch": 5.26, "learning_rate": 0.00021773764218250926, "loss": 2.4667, "step": 38980 }, { "epoch": 5.27, "learning_rate": 0.00021769977994604475, "loss": 2.481, "step": 38990 }, { "epoch": 5.27, "learning_rate": 0.00021766191229203008, "loss": 2.5032, "step": 39000 }, { "epoch": 5.27, "eval_loss": 2.568270683288574, "eval_runtime": 1269.1498, "eval_samples_per_second": 59.989, "eval_steps_per_second": 4.999, "step": 39000 }, { "epoch": 5.27, "learning_rate": 0.00021762403922349547, "loss": 2.4998, "step": 39010 }, { "epoch": 5.27, "learning_rate": 0.0002175861607434716, "loss": 2.5132, "step": 39020 }, { "epoch": 5.27, "learning_rate": 0.00021754827685498972, "loss": 2.4757, "step": 39030 }, { "epoch": 5.27, "learning_rate": 0.00021751038756108142, "loss": 2.4997, "step": 39040 }, { "epoch": 5.27, "learning_rate": 0.0002174724928647786, "loss": 2.4666, "step": 39050 }, { "epoch": 5.28, "learning_rate": 0.0002174345927691139, "loss": 2.4702, "step": 39060 }, { "epoch": 5.28, "learning_rate": 0.00021739668727712, "loss": 2.5078, "step": 39070 }, { "epoch": 5.28, "learning_rate": 0.00021735877639183037, "loss": 2.5101, "step": 39080 }, { "epoch": 5.28, "learning_rate": 0.0002173208601162787, "loss": 2.5053, "step": 39090 }, { "epoch": 5.28, "learning_rate": 0.00021728293845349922, "loss": 2.4808, "step": 39100 }, { "epoch": 5.28, "learning_rate": 0.00021724501140652644, "loss": 2.4872, "step": 39110 }, { "epoch": 5.28, "learning_rate": 0.00021720707897839543, "loss": 2.489, "step": 39120 }, { "epoch": 5.28, "learning_rate": 0.00021716914117214176, "loss": 2.5087, "step": 39130 }, { "epoch": 5.29, "learning_rate": 0.00021713119799080126, "loss": 2.4739, "step": 39140 }, { "epoch": 5.29, "learning_rate": 0.00021709324943741022, "loss": 2.5089, "step": 39150 }, { "epoch": 5.29, "learning_rate": 0.00021705529551500552, "loss": 2.4704, "step": 39160 }, { "epoch": 5.29, "learning_rate": 0.00021701733622662425, "loss": 2.4836, "step": 39170 }, { "epoch": 5.29, "learning_rate": 0.00021697937157530404, "loss": 2.481, "step": 39180 }, { "epoch": 5.29, "learning_rate": 0.000216941401564083, "loss": 2.4477, "step": 39190 }, { "epoch": 5.29, "learning_rate": 0.00021690342619599961, "loss": 2.4396, "step": 39200 }, { "epoch": 5.3, "learning_rate": 0.00021686544547409273, "loss": 2.4799, "step": 39210 }, { "epoch": 5.3, "learning_rate": 0.00021682745940140166, "loss": 2.4848, "step": 39220 }, { "epoch": 5.3, "learning_rate": 0.00021678946798096626, "loss": 2.4674, "step": 39230 }, { "epoch": 5.3, "learning_rate": 0.00021675147121582672, "loss": 2.4852, "step": 39240 }, { "epoch": 5.3, "learning_rate": 0.00021671346910902357, "loss": 2.4766, "step": 39250 }, { "epoch": 5.3, "learning_rate": 0.00021667546166359794, "loss": 2.489, "step": 39260 }, { "epoch": 5.3, "learning_rate": 0.00021663744888259127, "loss": 2.4977, "step": 39270 }, { "epoch": 5.31, "learning_rate": 0.00021659943076904548, "loss": 2.4933, "step": 39280 }, { "epoch": 5.31, "learning_rate": 0.00021656140732600289, "loss": 2.5051, "step": 39290 }, { "epoch": 5.31, "learning_rate": 0.00021652337855650628, "loss": 2.4856, "step": 39300 }, { "epoch": 5.31, "learning_rate": 0.00021648534446359877, "loss": 2.4729, "step": 39310 }, { "epoch": 5.31, "learning_rate": 0.00021644730505032401, "loss": 2.4799, "step": 39320 }, { "epoch": 5.31, "learning_rate": 0.00021640926031972604, "loss": 2.4914, "step": 39330 }, { "epoch": 5.31, "learning_rate": 0.00021637121027484935, "loss": 2.5298, "step": 39340 }, { "epoch": 5.31, "learning_rate": 0.00021633315491873873, "loss": 2.4918, "step": 39350 }, { "epoch": 5.32, "learning_rate": 0.0002162950942544396, "loss": 2.4563, "step": 39360 }, { "epoch": 5.32, "learning_rate": 0.0002162570282849976, "loss": 2.4751, "step": 39370 }, { "epoch": 5.32, "learning_rate": 0.00021621895701345894, "loss": 2.4494, "step": 39380 }, { "epoch": 5.32, "learning_rate": 0.0002161808804428702, "loss": 2.4831, "step": 39390 }, { "epoch": 5.32, "learning_rate": 0.0002161427985762784, "loss": 2.4517, "step": 39400 }, { "epoch": 5.32, "learning_rate": 0.00021610471141673092, "loss": 2.4993, "step": 39410 }, { "epoch": 5.32, "learning_rate": 0.00021606661896727563, "loss": 2.4844, "step": 39420 }, { "epoch": 5.33, "learning_rate": 0.00021602852123096087, "loss": 2.4581, "step": 39430 }, { "epoch": 5.33, "learning_rate": 0.0002159904182108353, "loss": 2.4611, "step": 39440 }, { "epoch": 5.33, "learning_rate": 0.00021595230990994804, "loss": 2.4935, "step": 39450 }, { "epoch": 5.33, "learning_rate": 0.00021591419633134863, "loss": 2.5092, "step": 39460 }, { "epoch": 5.33, "learning_rate": 0.000215876077478087, "loss": 2.5045, "step": 39470 }, { "epoch": 5.33, "learning_rate": 0.00021583795335321362, "loss": 2.4956, "step": 39480 }, { "epoch": 5.33, "learning_rate": 0.00021579982395977926, "loss": 2.4638, "step": 39490 }, { "epoch": 5.33, "learning_rate": 0.0002157616893008352, "loss": 2.4856, "step": 39500 }, { "epoch": 5.34, "learning_rate": 0.00021572354937943303, "loss": 2.5163, "step": 39510 }, { "epoch": 5.34, "learning_rate": 0.00021568540419862487, "loss": 2.5191, "step": 39520 }, { "epoch": 5.34, "learning_rate": 0.00021564725376146317, "loss": 2.4523, "step": 39530 }, { "epoch": 5.34, "learning_rate": 0.00021560909807100093, "loss": 2.5048, "step": 39540 }, { "epoch": 5.34, "learning_rate": 0.00021557093713029144, "loss": 2.5037, "step": 39550 }, { "epoch": 5.34, "learning_rate": 0.00021553277094238846, "loss": 2.4992, "step": 39560 }, { "epoch": 5.34, "learning_rate": 0.00021549459951034615, "loss": 2.4644, "step": 39570 }, { "epoch": 5.35, "learning_rate": 0.00021545642283721911, "loss": 2.4748, "step": 39580 }, { "epoch": 5.35, "learning_rate": 0.00021541824092606243, "loss": 2.4916, "step": 39590 }, { "epoch": 5.35, "learning_rate": 0.00021538005377993148, "loss": 2.4974, "step": 39600 }, { "epoch": 5.35, "learning_rate": 0.0002153418614018821, "loss": 2.4745, "step": 39610 }, { "epoch": 5.35, "learning_rate": 0.0002153036637949706, "loss": 2.4754, "step": 39620 }, { "epoch": 5.35, "learning_rate": 0.00021526546096225366, "loss": 2.4771, "step": 39630 }, { "epoch": 5.35, "learning_rate": 0.00021522725290678844, "loss": 2.4807, "step": 39640 }, { "epoch": 5.36, "learning_rate": 0.00021518903963163244, "loss": 2.4823, "step": 39650 }, { "epoch": 5.36, "learning_rate": 0.00021515082113984357, "loss": 2.5006, "step": 39660 }, { "epoch": 5.36, "learning_rate": 0.0002151125974344802, "loss": 2.4761, "step": 39670 }, { "epoch": 5.36, "learning_rate": 0.00021507436851860113, "loss": 2.4651, "step": 39680 }, { "epoch": 5.36, "learning_rate": 0.00021503613439526558, "loss": 2.4811, "step": 39690 }, { "epoch": 5.36, "learning_rate": 0.00021499789506753317, "loss": 2.485, "step": 39700 }, { "epoch": 5.36, "learning_rate": 0.00021495965053846384, "loss": 2.4871, "step": 39710 }, { "epoch": 5.36, "learning_rate": 0.00021492140081111813, "loss": 2.4603, "step": 39720 }, { "epoch": 5.37, "learning_rate": 0.00021488314588855687, "loss": 2.4935, "step": 39730 }, { "epoch": 5.37, "learning_rate": 0.0002148448857738414, "loss": 2.5072, "step": 39740 }, { "epoch": 5.37, "learning_rate": 0.00021480662047003332, "loss": 2.4818, "step": 39750 }, { "epoch": 5.37, "learning_rate": 0.00021476834998019486, "loss": 2.4773, "step": 39760 }, { "epoch": 5.37, "learning_rate": 0.0002147300743073884, "loss": 2.4497, "step": 39770 }, { "epoch": 5.37, "learning_rate": 0.00021469179345467694, "loss": 2.4704, "step": 39780 }, { "epoch": 5.37, "learning_rate": 0.00021465350742512387, "loss": 2.499, "step": 39790 }, { "epoch": 5.38, "learning_rate": 0.00021461521622179292, "loss": 2.4724, "step": 39800 }, { "epoch": 5.38, "learning_rate": 0.0002145769198477483, "loss": 2.4815, "step": 39810 }, { "epoch": 5.38, "learning_rate": 0.0002145386183060546, "loss": 2.4503, "step": 39820 }, { "epoch": 5.38, "learning_rate": 0.00021450031159977678, "loss": 2.4864, "step": 39830 }, { "epoch": 5.38, "learning_rate": 0.00021446199973198035, "loss": 2.469, "step": 39840 }, { "epoch": 5.38, "learning_rate": 0.0002144236827057311, "loss": 2.4699, "step": 39850 }, { "epoch": 5.38, "learning_rate": 0.0002143853605240953, "loss": 2.4664, "step": 39860 }, { "epoch": 5.38, "learning_rate": 0.00021434703319013956, "loss": 2.4798, "step": 39870 }, { "epoch": 5.39, "learning_rate": 0.00021430870070693103, "loss": 2.4822, "step": 39880 }, { "epoch": 5.39, "learning_rate": 0.0002142703630775371, "loss": 2.475, "step": 39890 }, { "epoch": 5.39, "learning_rate": 0.00021423202030502577, "loss": 2.4813, "step": 39900 }, { "epoch": 5.39, "learning_rate": 0.0002141936723924653, "loss": 2.4792, "step": 39910 }, { "epoch": 5.39, "learning_rate": 0.00021415531934292442, "loss": 2.4467, "step": 39920 }, { "epoch": 5.39, "learning_rate": 0.00021411696115947222, "loss": 2.5251, "step": 39930 }, { "epoch": 5.39, "learning_rate": 0.00021407859784517834, "loss": 2.4428, "step": 39940 }, { "epoch": 5.4, "learning_rate": 0.00021404022940311264, "loss": 2.4636, "step": 39950 }, { "epoch": 5.4, "learning_rate": 0.00021400185583634552, "loss": 2.4907, "step": 39960 }, { "epoch": 5.4, "learning_rate": 0.00021396347714794776, "loss": 2.4867, "step": 39970 }, { "epoch": 5.4, "learning_rate": 0.00021392509334099052, "loss": 2.4745, "step": 39980 }, { "epoch": 5.4, "learning_rate": 0.0002138867044185454, "loss": 2.4653, "step": 39990 }, { "epoch": 5.4, "learning_rate": 0.00021384831038368446, "loss": 2.4783, "step": 40000 }, { "epoch": 5.4, "eval_loss": 2.560861587524414, "eval_runtime": 1269.0909, "eval_samples_per_second": 59.992, "eval_steps_per_second": 5.0, "step": 40000 }, { "epoch": 5.4, "learning_rate": 0.00021380991123948, "loss": 2.457, "step": 40010 }, { "epoch": 5.41, "learning_rate": 0.00021377150698900497, "loss": 2.4846, "step": 40020 }, { "epoch": 5.41, "learning_rate": 0.00021373309763533249, "loss": 2.5044, "step": 40030 }, { "epoch": 5.41, "learning_rate": 0.00021369468318153628, "loss": 2.4751, "step": 40040 }, { "epoch": 5.41, "learning_rate": 0.0002136562636306903, "loss": 2.4568, "step": 40050 }, { "epoch": 5.41, "learning_rate": 0.00021361783898586913, "loss": 2.5042, "step": 40060 }, { "epoch": 5.41, "learning_rate": 0.00021357940925014748, "loss": 2.4718, "step": 40070 }, { "epoch": 5.41, "learning_rate": 0.0002135409744266007, "loss": 2.4524, "step": 40080 }, { "epoch": 5.41, "learning_rate": 0.00021350253451830447, "loss": 2.4863, "step": 40090 }, { "epoch": 5.42, "learning_rate": 0.0002134640895283349, "loss": 2.4508, "step": 40100 }, { "epoch": 5.42, "learning_rate": 0.0002134256394597684, "loss": 2.4936, "step": 40110 }, { "epoch": 5.42, "learning_rate": 0.00021338718431568188, "loss": 2.4764, "step": 40120 }, { "epoch": 5.42, "learning_rate": 0.00021334872409915269, "loss": 2.4547, "step": 40130 }, { "epoch": 5.42, "learning_rate": 0.00021331025881325856, "loss": 2.4998, "step": 40140 }, { "epoch": 5.42, "learning_rate": 0.0002132717884610775, "loss": 2.4971, "step": 40150 }, { "epoch": 5.42, "learning_rate": 0.00021323331304568818, "loss": 2.4779, "step": 40160 }, { "epoch": 5.43, "learning_rate": 0.00021319483257016935, "loss": 2.4987, "step": 40170 }, { "epoch": 5.43, "learning_rate": 0.00021315634703760044, "loss": 2.471, "step": 40180 }, { "epoch": 5.43, "learning_rate": 0.00021311785645106114, "loss": 2.5032, "step": 40190 }, { "epoch": 5.43, "learning_rate": 0.00021307936081363168, "loss": 2.4883, "step": 40200 }, { "epoch": 5.43, "learning_rate": 0.0002130408601283925, "loss": 2.471, "step": 40210 }, { "epoch": 5.43, "learning_rate": 0.0002130023543984246, "loss": 2.4743, "step": 40220 }, { "epoch": 5.43, "learning_rate": 0.00021296384362680927, "loss": 2.5117, "step": 40230 }, { "epoch": 5.43, "learning_rate": 0.0002129253278166284, "loss": 2.5009, "step": 40240 }, { "epoch": 5.44, "learning_rate": 0.00021288680697096395, "loss": 2.4941, "step": 40250 }, { "epoch": 5.44, "learning_rate": 0.00021284828109289865, "loss": 2.4847, "step": 40260 }, { "epoch": 5.44, "learning_rate": 0.00021280975018551538, "loss": 2.4897, "step": 40270 }, { "epoch": 5.44, "learning_rate": 0.0002127712142518975, "loss": 2.4767, "step": 40280 }, { "epoch": 5.44, "learning_rate": 0.00021273267329512883, "loss": 2.5074, "step": 40290 }, { "epoch": 5.44, "learning_rate": 0.0002126941273182935, "loss": 2.4967, "step": 40300 }, { "epoch": 5.44, "learning_rate": 0.0002126555763244761, "loss": 2.4694, "step": 40310 }, { "epoch": 5.45, "learning_rate": 0.0002126170203167616, "loss": 2.4723, "step": 40320 }, { "epoch": 5.45, "learning_rate": 0.0002125784592982353, "loss": 2.4825, "step": 40330 }, { "epoch": 5.45, "learning_rate": 0.0002125398932719831, "loss": 2.5009, "step": 40340 }, { "epoch": 5.45, "learning_rate": 0.00021250132224109107, "loss": 2.462, "step": 40350 }, { "epoch": 5.45, "learning_rate": 0.00021246274620864589, "loss": 2.4844, "step": 40360 }, { "epoch": 5.45, "learning_rate": 0.00021242416517773443, "loss": 2.4681, "step": 40370 }, { "epoch": 5.45, "learning_rate": 0.0002123855791514441, "loss": 2.4734, "step": 40380 }, { "epoch": 5.45, "learning_rate": 0.00021234698813286267, "loss": 2.4891, "step": 40390 }, { "epoch": 5.46, "learning_rate": 0.00021230839212507845, "loss": 2.4771, "step": 40400 }, { "epoch": 5.46, "learning_rate": 0.00021226979113117978, "loss": 2.4799, "step": 40410 }, { "epoch": 5.46, "learning_rate": 0.00021223118515425581, "loss": 2.4828, "step": 40420 }, { "epoch": 5.46, "learning_rate": 0.0002121925741973958, "loss": 2.4678, "step": 40430 }, { "epoch": 5.46, "learning_rate": 0.00021215395826368962, "loss": 2.4834, "step": 40440 }, { "epoch": 5.46, "learning_rate": 0.0002121153373562274, "loss": 2.5042, "step": 40450 }, { "epoch": 5.46, "learning_rate": 0.00021207671147809967, "loss": 2.4904, "step": 40460 }, { "epoch": 5.47, "learning_rate": 0.0002120380806323974, "loss": 2.4585, "step": 40470 }, { "epoch": 5.47, "learning_rate": 0.00021199944482221204, "loss": 2.4818, "step": 40480 }, { "epoch": 5.47, "learning_rate": 0.00021196080405063523, "loss": 2.4875, "step": 40490 }, { "epoch": 5.47, "learning_rate": 0.00021192215832075925, "loss": 2.4678, "step": 40500 }, { "epoch": 5.47, "learning_rate": 0.00021188350763567655, "loss": 2.4804, "step": 40510 }, { "epoch": 5.47, "learning_rate": 0.00021184485199848008, "loss": 2.4457, "step": 40520 }, { "epoch": 5.47, "learning_rate": 0.00021180619141226325, "loss": 2.4887, "step": 40530 }, { "epoch": 5.48, "learning_rate": 0.0002117675258801198, "loss": 2.4995, "step": 40540 }, { "epoch": 5.48, "learning_rate": 0.0002117288554051438, "loss": 2.4506, "step": 40550 }, { "epoch": 5.48, "learning_rate": 0.00021169017999042987, "loss": 2.4915, "step": 40560 }, { "epoch": 5.48, "learning_rate": 0.00021165149963907283, "loss": 2.4901, "step": 40570 }, { "epoch": 5.48, "learning_rate": 0.0002116128143541681, "loss": 2.4646, "step": 40580 }, { "epoch": 5.48, "learning_rate": 0.0002115741241388114, "loss": 2.446, "step": 40590 }, { "epoch": 5.48, "learning_rate": 0.00021153542899609882, "loss": 2.4857, "step": 40600 }, { "epoch": 5.48, "learning_rate": 0.0002114967289291268, "loss": 2.4821, "step": 40610 }, { "epoch": 5.49, "learning_rate": 0.00021145802394099234, "loss": 2.4845, "step": 40620 }, { "epoch": 5.49, "learning_rate": 0.00021141931403479265, "loss": 2.4813, "step": 40630 }, { "epoch": 5.49, "learning_rate": 0.0002113805992136255, "loss": 2.469, "step": 40640 }, { "epoch": 5.49, "learning_rate": 0.00021134187948058892, "loss": 2.4598, "step": 40650 }, { "epoch": 5.49, "learning_rate": 0.00021130315483878145, "loss": 2.4646, "step": 40660 }, { "epoch": 5.49, "learning_rate": 0.00021126442529130187, "loss": 2.4652, "step": 40670 }, { "epoch": 5.49, "learning_rate": 0.00021122569084124947, "loss": 2.4993, "step": 40680 }, { "epoch": 5.5, "learning_rate": 0.00021118695149172388, "loss": 2.4883, "step": 40690 }, { "epoch": 5.5, "learning_rate": 0.00021114820724582527, "loss": 2.4603, "step": 40700 }, { "epoch": 5.5, "learning_rate": 0.00021110945810665392, "loss": 2.4551, "step": 40710 }, { "epoch": 5.5, "learning_rate": 0.00021107070407731077, "loss": 2.4616, "step": 40720 }, { "epoch": 5.5, "learning_rate": 0.00021103194516089696, "loss": 2.4797, "step": 40730 }, { "epoch": 5.5, "learning_rate": 0.00021099318136051415, "loss": 2.4461, "step": 40740 }, { "epoch": 5.5, "learning_rate": 0.00021095441267926428, "loss": 2.4594, "step": 40750 }, { "epoch": 5.5, "learning_rate": 0.00021091563912024986, "loss": 2.4628, "step": 40760 }, { "epoch": 5.51, "learning_rate": 0.00021087686068657356, "loss": 2.4577, "step": 40770 }, { "epoch": 5.51, "learning_rate": 0.0002108380773813386, "loss": 2.4635, "step": 40780 }, { "epoch": 5.51, "learning_rate": 0.00021079928920764854, "loss": 2.4793, "step": 40790 }, { "epoch": 5.51, "learning_rate": 0.00021076049616860736, "loss": 2.4339, "step": 40800 }, { "epoch": 5.51, "learning_rate": 0.00021072169826731932, "loss": 2.5019, "step": 40810 }, { "epoch": 5.51, "learning_rate": 0.00021068289550688925, "loss": 2.4837, "step": 40820 }, { "epoch": 5.51, "learning_rate": 0.00021064408789042214, "loss": 2.456, "step": 40830 }, { "epoch": 5.52, "learning_rate": 0.00021060527542102365, "loss": 2.4725, "step": 40840 }, { "epoch": 5.52, "learning_rate": 0.00021056645810179958, "loss": 2.4755, "step": 40850 }, { "epoch": 5.52, "learning_rate": 0.00021052763593585626, "loss": 2.4978, "step": 40860 }, { "epoch": 5.52, "learning_rate": 0.00021048880892630031, "loss": 2.4651, "step": 40870 }, { "epoch": 5.52, "learning_rate": 0.00021044997707623882, "loss": 2.4659, "step": 40880 }, { "epoch": 5.52, "learning_rate": 0.00021041114038877927, "loss": 2.4653, "step": 40890 }, { "epoch": 5.52, "learning_rate": 0.00021037229886702947, "loss": 2.4749, "step": 40900 }, { "epoch": 5.53, "learning_rate": 0.0002103334525140976, "loss": 2.4841, "step": 40910 }, { "epoch": 5.53, "learning_rate": 0.00021029460133309235, "loss": 2.4595, "step": 40920 }, { "epoch": 5.53, "learning_rate": 0.0002102557453271226, "loss": 2.4742, "step": 40930 }, { "epoch": 5.53, "learning_rate": 0.00021021688449929785, "loss": 2.4934, "step": 40940 }, { "epoch": 5.53, "learning_rate": 0.00021017801885272778, "loss": 2.4774, "step": 40950 }, { "epoch": 5.53, "learning_rate": 0.0002101391483905226, "loss": 2.4606, "step": 40960 }, { "epoch": 5.53, "learning_rate": 0.0002101002731157928, "loss": 2.4823, "step": 40970 }, { "epoch": 5.53, "learning_rate": 0.00021006139303164937, "loss": 2.4842, "step": 40980 }, { "epoch": 5.54, "learning_rate": 0.0002100225081412035, "loss": 2.4572, "step": 40990 }, { "epoch": 5.54, "learning_rate": 0.00020998361844756701, "loss": 2.4519, "step": 41000 }, { "epoch": 5.54, "eval_loss": 2.554502248764038, "eval_runtime": 1269.2475, "eval_samples_per_second": 59.984, "eval_steps_per_second": 4.999, "step": 41000 }, { "epoch": 5.54, "learning_rate": 0.0002099447239538519, "loss": 2.4557, "step": 41010 }, { "epoch": 5.54, "learning_rate": 0.0002099058246631707, "loss": 2.4632, "step": 41020 }, { "epoch": 5.54, "learning_rate": 0.00020986692057863607, "loss": 2.4847, "step": 41030 }, { "epoch": 5.54, "learning_rate": 0.00020982801170336152, "loss": 2.4799, "step": 41040 }, { "epoch": 5.54, "learning_rate": 0.0002097890980404604, "loss": 2.4771, "step": 41050 }, { "epoch": 5.55, "learning_rate": 0.0002097501795930469, "loss": 2.4819, "step": 41060 }, { "epoch": 5.55, "learning_rate": 0.00020971125636423527, "loss": 2.5033, "step": 41070 }, { "epoch": 5.55, "learning_rate": 0.00020967232835714033, "loss": 2.4828, "step": 41080 }, { "epoch": 5.55, "learning_rate": 0.0002096333955748772, "loss": 2.4652, "step": 41090 }, { "epoch": 5.55, "learning_rate": 0.0002095944580205614, "loss": 2.4774, "step": 41100 }, { "epoch": 5.55, "learning_rate": 0.00020955551569730885, "loss": 2.4715, "step": 41110 }, { "epoch": 5.55, "learning_rate": 0.00020951656860823586, "loss": 2.4742, "step": 41120 }, { "epoch": 5.55, "learning_rate": 0.00020947761675645901, "loss": 2.4598, "step": 41130 }, { "epoch": 5.56, "learning_rate": 0.00020943866014509546, "loss": 2.474, "step": 41140 }, { "epoch": 5.56, "learning_rate": 0.00020939969877726262, "loss": 2.4592, "step": 41150 }, { "epoch": 5.56, "learning_rate": 0.00020936073265607824, "loss": 2.4653, "step": 41160 }, { "epoch": 5.56, "learning_rate": 0.00020932176178466052, "loss": 2.4862, "step": 41170 }, { "epoch": 5.56, "learning_rate": 0.00020928278616612813, "loss": 2.4957, "step": 41180 }, { "epoch": 5.56, "learning_rate": 0.0002092438058035999, "loss": 2.5022, "step": 41190 }, { "epoch": 5.56, "learning_rate": 0.00020920482070019522, "loss": 2.4821, "step": 41200 }, { "epoch": 5.57, "learning_rate": 0.0002091658308590338, "loss": 2.4559, "step": 41210 }, { "epoch": 5.57, "learning_rate": 0.00020912683628323577, "loss": 2.4591, "step": 41220 }, { "epoch": 5.57, "learning_rate": 0.00020908783697592146, "loss": 2.5039, "step": 41230 }, { "epoch": 5.57, "learning_rate": 0.0002090488329402119, "loss": 2.4594, "step": 41240 }, { "epoch": 5.57, "learning_rate": 0.00020900982417922816, "loss": 2.4705, "step": 41250 }, { "epoch": 5.57, "learning_rate": 0.00020897081069609196, "loss": 2.4791, "step": 41260 }, { "epoch": 5.57, "learning_rate": 0.00020893179249392526, "loss": 2.4889, "step": 41270 }, { "epoch": 5.58, "learning_rate": 0.0002088927695758503, "loss": 2.4817, "step": 41280 }, { "epoch": 5.58, "learning_rate": 0.00020885374194498996, "loss": 2.5149, "step": 41290 }, { "epoch": 5.58, "learning_rate": 0.00020881470960446735, "loss": 2.4629, "step": 41300 }, { "epoch": 5.58, "learning_rate": 0.00020877567255740586, "loss": 2.5145, "step": 41310 }, { "epoch": 5.58, "learning_rate": 0.00020873663080692945, "loss": 2.4725, "step": 41320 }, { "epoch": 5.58, "learning_rate": 0.00020869758435616232, "loss": 2.4778, "step": 41330 }, { "epoch": 5.58, "learning_rate": 0.00020865853320822908, "loss": 2.4793, "step": 41340 }, { "epoch": 5.58, "learning_rate": 0.00020861947736625474, "loss": 2.4559, "step": 41350 }, { "epoch": 5.59, "learning_rate": 0.0002085804168333647, "loss": 2.4807, "step": 41360 }, { "epoch": 5.59, "learning_rate": 0.00020854135161268468, "loss": 2.4569, "step": 41370 }, { "epoch": 5.59, "learning_rate": 0.0002085022817073408, "loss": 2.5051, "step": 41380 }, { "epoch": 5.59, "learning_rate": 0.00020846320712045955, "loss": 2.4575, "step": 41390 }, { "epoch": 5.59, "learning_rate": 0.00020842412785516785, "loss": 2.4685, "step": 41400 }, { "epoch": 5.59, "learning_rate": 0.00020838504391459291, "loss": 2.4737, "step": 41410 }, { "epoch": 5.59, "learning_rate": 0.00020834595530186233, "loss": 2.4929, "step": 41420 }, { "epoch": 5.6, "learning_rate": 0.00020830686202010415, "loss": 2.4838, "step": 41430 }, { "epoch": 5.6, "learning_rate": 0.0002082677640724467, "loss": 2.4692, "step": 41440 }, { "epoch": 5.6, "learning_rate": 0.0002082286614620187, "loss": 2.4722, "step": 41450 }, { "epoch": 5.6, "learning_rate": 0.00020818955419194937, "loss": 2.4508, "step": 41460 }, { "epoch": 5.6, "learning_rate": 0.0002081504422653681, "loss": 2.4584, "step": 41470 }, { "epoch": 5.6, "learning_rate": 0.00020811132568540475, "loss": 2.4972, "step": 41480 }, { "epoch": 5.6, "learning_rate": 0.0002080722044551896, "loss": 2.492, "step": 41490 }, { "epoch": 5.6, "learning_rate": 0.00020803307857785325, "loss": 2.4687, "step": 41500 }, { "epoch": 5.61, "learning_rate": 0.00020799394805652663, "loss": 2.4831, "step": 41510 }, { "epoch": 5.61, "learning_rate": 0.00020795481289434116, "loss": 2.4702, "step": 41520 }, { "epoch": 5.61, "learning_rate": 0.0002079156730944285, "loss": 2.4691, "step": 41530 }, { "epoch": 5.61, "learning_rate": 0.00020787652865992076, "loss": 2.4848, "step": 41540 }, { "epoch": 5.61, "learning_rate": 0.00020783737959395037, "loss": 2.4782, "step": 41550 }, { "epoch": 5.61, "learning_rate": 0.00020779822589965023, "loss": 2.4715, "step": 41560 }, { "epoch": 5.61, "learning_rate": 0.00020775906758015348, "loss": 2.4653, "step": 41570 }, { "epoch": 5.62, "learning_rate": 0.00020771990463859373, "loss": 2.4667, "step": 41580 }, { "epoch": 5.62, "learning_rate": 0.00020768073707810484, "loss": 2.497, "step": 41590 }, { "epoch": 5.62, "learning_rate": 0.00020764156490182128, "loss": 2.4884, "step": 41600 }, { "epoch": 5.62, "learning_rate": 0.00020760238811287762, "loss": 2.4863, "step": 41610 }, { "epoch": 5.62, "learning_rate": 0.0002075632067144089, "loss": 2.4548, "step": 41620 }, { "epoch": 5.62, "learning_rate": 0.0002075240207095506, "loss": 2.473, "step": 41630 }, { "epoch": 5.62, "learning_rate": 0.00020748483010143845, "loss": 2.5016, "step": 41640 }, { "epoch": 5.63, "learning_rate": 0.0002074456348932087, "loss": 2.4647, "step": 41650 }, { "epoch": 5.63, "learning_rate": 0.00020740643508799776, "loss": 2.5118, "step": 41660 }, { "epoch": 5.63, "learning_rate": 0.00020736723068894258, "loss": 2.468, "step": 41670 }, { "epoch": 5.63, "learning_rate": 0.00020732802169918038, "loss": 2.4878, "step": 41680 }, { "epoch": 5.63, "learning_rate": 0.00020728880812184882, "loss": 2.4699, "step": 41690 }, { "epoch": 5.63, "learning_rate": 0.00020724958996008597, "loss": 2.4741, "step": 41700 }, { "epoch": 5.63, "learning_rate": 0.00020721036721703005, "loss": 2.4482, "step": 41710 }, { "epoch": 5.63, "learning_rate": 0.0002071711398958199, "loss": 2.4694, "step": 41720 }, { "epoch": 5.64, "learning_rate": 0.00020713190799959453, "loss": 2.4633, "step": 41730 }, { "epoch": 5.64, "learning_rate": 0.00020709267153149342, "loss": 2.4812, "step": 41740 }, { "epoch": 5.64, "learning_rate": 0.00020705343049465643, "loss": 2.4957, "step": 41750 }, { "epoch": 5.64, "learning_rate": 0.00020701418489222376, "loss": 2.4698, "step": 41760 }, { "epoch": 5.64, "learning_rate": 0.00020697493472733588, "loss": 2.4607, "step": 41770 }, { "epoch": 5.64, "learning_rate": 0.0002069356800031338, "loss": 2.4739, "step": 41780 }, { "epoch": 5.64, "learning_rate": 0.00020689642072275878, "loss": 2.46, "step": 41790 }, { "epoch": 5.65, "learning_rate": 0.00020685715688935254, "loss": 2.4599, "step": 41800 }, { "epoch": 5.65, "learning_rate": 0.00020681788850605696, "loss": 2.5052, "step": 41810 }, { "epoch": 5.65, "learning_rate": 0.0002067786155760145, "loss": 2.4855, "step": 41820 }, { "epoch": 5.65, "learning_rate": 0.00020673933810236788, "loss": 2.4535, "step": 41830 }, { "epoch": 5.65, "learning_rate": 0.00020670005608826024, "loss": 2.4798, "step": 41840 }, { "epoch": 5.65, "learning_rate": 0.000206660769536835, "loss": 2.4492, "step": 41850 }, { "epoch": 5.65, "learning_rate": 0.00020662147845123608, "loss": 2.4571, "step": 41860 }, { "epoch": 5.65, "learning_rate": 0.00020658218283460756, "loss": 2.4481, "step": 41870 }, { "epoch": 5.66, "learning_rate": 0.00020654288269009407, "loss": 2.467, "step": 41880 }, { "epoch": 5.66, "learning_rate": 0.00020650357802084053, "loss": 2.4843, "step": 41890 }, { "epoch": 5.66, "learning_rate": 0.00020646426882999226, "loss": 2.5013, "step": 41900 }, { "epoch": 5.66, "learning_rate": 0.00020642495512069483, "loss": 2.4709, "step": 41910 }, { "epoch": 5.66, "learning_rate": 0.00020638563689609425, "loss": 2.4852, "step": 41920 }, { "epoch": 5.66, "learning_rate": 0.00020634631415933697, "loss": 2.4607, "step": 41930 }, { "epoch": 5.66, "learning_rate": 0.00020630698691356963, "loss": 2.4832, "step": 41940 }, { "epoch": 5.67, "learning_rate": 0.00020626765516193932, "loss": 2.4762, "step": 41950 }, { "epoch": 5.67, "learning_rate": 0.00020622831890759364, "loss": 2.4693, "step": 41960 }, { "epoch": 5.67, "learning_rate": 0.0002061889781536802, "loss": 2.4691, "step": 41970 }, { "epoch": 5.67, "learning_rate": 0.00020614963290334725, "loss": 2.4866, "step": 41980 }, { "epoch": 5.67, "learning_rate": 0.0002061102831597434, "loss": 2.495, "step": 41990 }, { "epoch": 5.67, "learning_rate": 0.00020607092892601744, "loss": 2.4918, "step": 42000 }, { "epoch": 5.67, "eval_loss": 2.5471692085266113, "eval_runtime": 1269.1259, "eval_samples_per_second": 59.99, "eval_steps_per_second": 5.0, "step": 42000 }, { "epoch": 5.67, "learning_rate": 0.00020603157020531864, "loss": 2.4637, "step": 42010 }, { "epoch": 5.68, "learning_rate": 0.00020599220700079666, "loss": 2.5047, "step": 42020 }, { "epoch": 5.68, "learning_rate": 0.0002059528393156014, "loss": 2.4426, "step": 42030 }, { "epoch": 5.68, "learning_rate": 0.0002059134671528832, "loss": 2.4907, "step": 42040 }, { "epoch": 5.68, "learning_rate": 0.00020587409051579277, "loss": 2.4824, "step": 42050 }, { "epoch": 5.68, "learning_rate": 0.00020583470940748114, "loss": 2.4361, "step": 42060 }, { "epoch": 5.68, "learning_rate": 0.00020579532383109973, "loss": 2.4727, "step": 42070 }, { "epoch": 5.68, "learning_rate": 0.0002057559337898003, "loss": 2.473, "step": 42080 }, { "epoch": 5.68, "learning_rate": 0.00020571653928673492, "loss": 2.4746, "step": 42090 }, { "epoch": 5.69, "learning_rate": 0.0002056771403250561, "loss": 2.4848, "step": 42100 }, { "epoch": 5.69, "learning_rate": 0.00020563773690791666, "loss": 2.4888, "step": 42110 }, { "epoch": 5.69, "learning_rate": 0.00020559832903846982, "loss": 2.4469, "step": 42120 }, { "epoch": 5.69, "learning_rate": 0.00020555891671986901, "loss": 2.4442, "step": 42130 }, { "epoch": 5.69, "learning_rate": 0.00020551949995526827, "loss": 2.4599, "step": 42140 }, { "epoch": 5.69, "learning_rate": 0.00020548007874782176, "loss": 2.4513, "step": 42150 }, { "epoch": 5.69, "learning_rate": 0.00020544065310068417, "loss": 2.4665, "step": 42160 }, { "epoch": 5.7, "learning_rate": 0.00020540122301701034, "loss": 2.431, "step": 42170 }, { "epoch": 5.7, "learning_rate": 0.00020536178849995572, "loss": 2.4766, "step": 42180 }, { "epoch": 5.7, "learning_rate": 0.0002053223495526759, "loss": 2.4579, "step": 42190 }, { "epoch": 5.7, "learning_rate": 0.00020528290617832697, "loss": 2.4797, "step": 42200 }, { "epoch": 5.7, "learning_rate": 0.00020524345838006524, "loss": 2.4796, "step": 42210 }, { "epoch": 5.7, "learning_rate": 0.00020520400616104757, "loss": 2.4668, "step": 42220 }, { "epoch": 5.7, "learning_rate": 0.0002051645495244309, "loss": 2.4713, "step": 42230 }, { "epoch": 5.7, "learning_rate": 0.00020512508847337274, "loss": 2.4502, "step": 42240 }, { "epoch": 5.71, "learning_rate": 0.0002050856230110309, "loss": 2.4616, "step": 42250 }, { "epoch": 5.71, "learning_rate": 0.00020504615314056356, "loss": 2.4784, "step": 42260 }, { "epoch": 5.71, "learning_rate": 0.00020500667886512913, "loss": 2.4766, "step": 42270 }, { "epoch": 5.71, "learning_rate": 0.00020496720018788658, "loss": 2.4532, "step": 42280 }, { "epoch": 5.71, "learning_rate": 0.00020492771711199501, "loss": 2.4763, "step": 42290 }, { "epoch": 5.71, "learning_rate": 0.0002048882296406141, "loss": 2.4548, "step": 42300 }, { "epoch": 5.71, "learning_rate": 0.00020484873777690366, "loss": 2.4774, "step": 42310 }, { "epoch": 5.72, "learning_rate": 0.00020480924152402398, "loss": 2.4793, "step": 42320 }, { "epoch": 5.72, "learning_rate": 0.0002047697408851357, "loss": 2.4512, "step": 42330 }, { "epoch": 5.72, "learning_rate": 0.00020473023586339975, "loss": 2.4743, "step": 42340 }, { "epoch": 5.72, "learning_rate": 0.00020469072646197745, "loss": 2.4844, "step": 42350 }, { "epoch": 5.72, "learning_rate": 0.00020465121268403055, "loss": 2.4568, "step": 42360 }, { "epoch": 5.72, "learning_rate": 0.00020461169453272096, "loss": 2.4584, "step": 42370 }, { "epoch": 5.72, "learning_rate": 0.00020457217201121105, "loss": 2.4511, "step": 42380 }, { "epoch": 5.73, "learning_rate": 0.0002045326451226636, "loss": 2.4974, "step": 42390 }, { "epoch": 5.73, "learning_rate": 0.0002044931138702417, "loss": 2.5048, "step": 42400 }, { "epoch": 5.73, "learning_rate": 0.00020445357825710868, "loss": 2.4747, "step": 42410 }, { "epoch": 5.73, "learning_rate": 0.00020441403828642837, "loss": 2.4695, "step": 42420 }, { "epoch": 5.73, "learning_rate": 0.00020437449396136482, "loss": 2.4713, "step": 42430 }, { "epoch": 5.73, "learning_rate": 0.00020433494528508252, "loss": 2.4735, "step": 42440 }, { "epoch": 5.73, "learning_rate": 0.00020429539226074627, "loss": 2.4628, "step": 42450 }, { "epoch": 5.73, "learning_rate": 0.0002042558348915213, "loss": 2.4582, "step": 42460 }, { "epoch": 5.74, "learning_rate": 0.00020421627318057304, "loss": 2.4751, "step": 42470 }, { "epoch": 5.74, "learning_rate": 0.00020417670713106736, "loss": 2.4714, "step": 42480 }, { "epoch": 5.74, "learning_rate": 0.00020413713674617045, "loss": 2.4793, "step": 42490 }, { "epoch": 5.74, "learning_rate": 0.00020409756202904888, "loss": 2.498, "step": 42500 }, { "epoch": 5.74, "learning_rate": 0.00020405798298286958, "loss": 2.4465, "step": 42510 }, { "epoch": 5.74, "learning_rate": 0.00020401839961079968, "loss": 2.4549, "step": 42520 }, { "epoch": 5.74, "learning_rate": 0.00020397881191600684, "loss": 2.4307, "step": 42530 }, { "epoch": 5.75, "learning_rate": 0.00020393921990165902, "loss": 2.4334, "step": 42540 }, { "epoch": 5.75, "learning_rate": 0.00020389962357092442, "loss": 2.4896, "step": 42550 }, { "epoch": 5.75, "learning_rate": 0.00020386002292697173, "loss": 2.472, "step": 42560 }, { "epoch": 5.75, "learning_rate": 0.00020382041797296988, "loss": 2.4767, "step": 42570 }, { "epoch": 5.75, "learning_rate": 0.0002037808087120882, "loss": 2.464, "step": 42580 }, { "epoch": 5.75, "learning_rate": 0.00020374119514749637, "loss": 2.4777, "step": 42590 }, { "epoch": 5.75, "learning_rate": 0.0002037015772823643, "loss": 2.4514, "step": 42600 }, { "epoch": 5.75, "learning_rate": 0.00020366195511986251, "loss": 2.4833, "step": 42610 }, { "epoch": 5.76, "learning_rate": 0.0002036223286631615, "loss": 2.4539, "step": 42620 }, { "epoch": 5.76, "learning_rate": 0.00020358269791543248, "loss": 2.4681, "step": 42630 }, { "epoch": 5.76, "learning_rate": 0.00020354306287984663, "loss": 2.4599, "step": 42640 }, { "epoch": 5.76, "learning_rate": 0.00020350342355957585, "loss": 2.4594, "step": 42650 }, { "epoch": 5.76, "learning_rate": 0.00020346377995779206, "loss": 2.4673, "step": 42660 }, { "epoch": 5.76, "learning_rate": 0.00020342413207766782, "loss": 2.4665, "step": 42670 }, { "epoch": 5.76, "learning_rate": 0.00020338447992237577, "loss": 2.4719, "step": 42680 }, { "epoch": 5.77, "learning_rate": 0.00020334482349508898, "loss": 2.4851, "step": 42690 }, { "epoch": 5.77, "learning_rate": 0.00020330516279898098, "loss": 2.4755, "step": 42700 }, { "epoch": 5.77, "learning_rate": 0.0002032654978372255, "loss": 2.4573, "step": 42710 }, { "epoch": 5.77, "learning_rate": 0.0002032258286129966, "loss": 2.4707, "step": 42720 }, { "epoch": 5.77, "learning_rate": 0.00020318615512946884, "loss": 2.4884, "step": 42730 }, { "epoch": 5.77, "learning_rate": 0.00020314647738981694, "loss": 2.4536, "step": 42740 }, { "epoch": 5.77, "learning_rate": 0.00020310679539721607, "loss": 2.469, "step": 42750 }, { "epoch": 5.78, "learning_rate": 0.00020306710915484166, "loss": 2.479, "step": 42760 }, { "epoch": 5.78, "learning_rate": 0.00020302741866586962, "loss": 2.4842, "step": 42770 }, { "epoch": 5.78, "learning_rate": 0.00020298772393347603, "loss": 2.4715, "step": 42780 }, { "epoch": 5.78, "learning_rate": 0.0002029480249608374, "loss": 2.4758, "step": 42790 }, { "epoch": 5.78, "learning_rate": 0.00020290832175113058, "loss": 2.4645, "step": 42800 }, { "epoch": 5.78, "learning_rate": 0.00020286861430753278, "loss": 2.4602, "step": 42810 }, { "epoch": 5.78, "learning_rate": 0.00020282890263322148, "loss": 2.4406, "step": 42820 }, { "epoch": 5.78, "learning_rate": 0.00020278918673137454, "loss": 2.4553, "step": 42830 }, { "epoch": 5.79, "learning_rate": 0.00020274946660517012, "loss": 2.4841, "step": 42840 }, { "epoch": 5.79, "learning_rate": 0.0002027097422577868, "loss": 2.4822, "step": 42850 }, { "epoch": 5.79, "learning_rate": 0.0002026700136924034, "loss": 2.4672, "step": 42860 }, { "epoch": 5.79, "learning_rate": 0.00020263028091219919, "loss": 2.463, "step": 42870 }, { "epoch": 5.79, "learning_rate": 0.00020259054392035363, "loss": 2.4921, "step": 42880 }, { "epoch": 5.79, "learning_rate": 0.0002025508027200467, "loss": 2.4394, "step": 42890 }, { "epoch": 5.79, "learning_rate": 0.00020251105731445852, "loss": 2.4929, "step": 42900 }, { "epoch": 5.8, "learning_rate": 0.00020247130770676967, "loss": 2.4455, "step": 42910 }, { "epoch": 5.8, "learning_rate": 0.00020243155390016108, "loss": 2.4725, "step": 42920 }, { "epoch": 5.8, "learning_rate": 0.00020239179589781397, "loss": 2.4708, "step": 42930 }, { "epoch": 5.8, "learning_rate": 0.0002023520337029098, "loss": 2.4638, "step": 42940 }, { "epoch": 5.8, "learning_rate": 0.0002023122673186306, "loss": 2.4401, "step": 42950 }, { "epoch": 5.8, "learning_rate": 0.00020227249674815853, "loss": 2.4907, "step": 42960 }, { "epoch": 5.8, "learning_rate": 0.00020223272199467623, "loss": 2.4784, "step": 42970 }, { "epoch": 5.8, "learning_rate": 0.00020219294306136648, "loss": 2.4602, "step": 42980 }, { "epoch": 5.81, "learning_rate": 0.00020215315995141258, "loss": 2.4695, "step": 42990 }, { "epoch": 5.81, "learning_rate": 0.0002021133726679981, "loss": 2.4591, "step": 43000 }, { "epoch": 5.81, "eval_loss": 2.5411388874053955, "eval_runtime": 1269.129, "eval_samples_per_second": 59.99, "eval_steps_per_second": 4.999, "step": 43000 }, { "epoch": 5.81, "learning_rate": 0.00020207358121430698, "loss": 2.4675, "step": 43010 }, { "epoch": 5.81, "learning_rate": 0.00020203378559352337, "loss": 2.4821, "step": 43020 }, { "epoch": 5.81, "learning_rate": 0.00020199398580883197, "loss": 2.4569, "step": 43030 }, { "epoch": 5.81, "learning_rate": 0.00020195418186341754, "loss": 2.4905, "step": 43040 }, { "epoch": 5.81, "learning_rate": 0.0002019143737604654, "loss": 2.4404, "step": 43050 }, { "epoch": 5.82, "learning_rate": 0.0002018745615031611, "loss": 2.467, "step": 43060 }, { "epoch": 5.82, "learning_rate": 0.00020183474509469058, "loss": 2.4447, "step": 43070 }, { "epoch": 5.82, "learning_rate": 0.00020179492453824, "loss": 2.4805, "step": 43080 }, { "epoch": 5.82, "learning_rate": 0.00020175509983699598, "loss": 2.4832, "step": 43090 }, { "epoch": 5.82, "learning_rate": 0.0002017152709941454, "loss": 2.4672, "step": 43100 }, { "epoch": 5.82, "learning_rate": 0.00020167543801287555, "loss": 2.456, "step": 43110 }, { "epoch": 5.82, "learning_rate": 0.00020163560089637392, "loss": 2.4429, "step": 43120 }, { "epoch": 5.83, "learning_rate": 0.00020159575964782842, "loss": 2.4287, "step": 43130 }, { "epoch": 5.83, "learning_rate": 0.00020155591427042723, "loss": 2.4802, "step": 43140 }, { "epoch": 5.83, "learning_rate": 0.00020151606476735896, "loss": 2.4723, "step": 43150 }, { "epoch": 5.83, "learning_rate": 0.00020148019668978778, "loss": 2.4427, "step": 43160 }, { "epoch": 5.83, "learning_rate": 0.00020144033935673772, "loss": 2.4765, "step": 43170 }, { "epoch": 5.83, "learning_rate": 0.00020140047790726922, "loss": 2.4483, "step": 43180 }, { "epoch": 5.83, "learning_rate": 0.00020136061234457206, "loss": 2.4537, "step": 43190 }, { "epoch": 5.83, "learning_rate": 0.00020132074267183655, "loss": 2.4451, "step": 43200 }, { "epoch": 5.84, "learning_rate": 0.00020128086889225312, "loss": 2.4245, "step": 43210 }, { "epoch": 5.84, "learning_rate": 0.00020124099100901258, "loss": 2.4773, "step": 43220 }, { "epoch": 5.84, "learning_rate": 0.00020120110902530612, "loss": 2.4838, "step": 43230 }, { "epoch": 5.84, "learning_rate": 0.00020116122294432519, "loss": 2.4396, "step": 43240 }, { "epoch": 5.84, "learning_rate": 0.00020112133276926157, "loss": 2.4741, "step": 43250 }, { "epoch": 5.84, "learning_rate": 0.0002010814385033075, "loss": 2.4388, "step": 43260 }, { "epoch": 5.84, "learning_rate": 0.00020104154014965537, "loss": 2.4827, "step": 43270 }, { "epoch": 5.85, "learning_rate": 0.000201001637711498, "loss": 2.4781, "step": 43280 }, { "epoch": 5.85, "learning_rate": 0.0002009617311920285, "loss": 2.4622, "step": 43290 }, { "epoch": 5.85, "learning_rate": 0.00020092182059444028, "loss": 2.4894, "step": 43300 }, { "epoch": 5.85, "learning_rate": 0.00020088190592192713, "loss": 2.4448, "step": 43310 }, { "epoch": 5.85, "learning_rate": 0.0002008419871776832, "loss": 2.4658, "step": 43320 }, { "epoch": 5.85, "learning_rate": 0.00020080206436490287, "loss": 2.4876, "step": 43330 }, { "epoch": 5.85, "learning_rate": 0.00020076213748678088, "loss": 2.4874, "step": 43340 }, { "epoch": 5.85, "learning_rate": 0.00020072220654651234, "loss": 2.4711, "step": 43350 }, { "epoch": 5.86, "learning_rate": 0.00020068227154729267, "loss": 2.4688, "step": 43360 }, { "epoch": 5.86, "learning_rate": 0.00020064233249231749, "loss": 2.4501, "step": 43370 }, { "epoch": 5.86, "learning_rate": 0.00020060238938478296, "loss": 2.4949, "step": 43380 }, { "epoch": 5.86, "learning_rate": 0.00020056244222788536, "loss": 2.4755, "step": 43390 }, { "epoch": 5.86, "learning_rate": 0.00020052249102482146, "loss": 2.4613, "step": 43400 }, { "epoch": 5.86, "learning_rate": 0.00020048253577878823, "loss": 2.4779, "step": 43410 }, { "epoch": 5.86, "learning_rate": 0.00020044257649298313, "loss": 2.4617, "step": 43420 }, { "epoch": 5.87, "learning_rate": 0.00020040261317060367, "loss": 2.4851, "step": 43430 }, { "epoch": 5.87, "learning_rate": 0.0002003626458148479, "loss": 2.4453, "step": 43440 }, { "epoch": 5.87, "learning_rate": 0.00020032267442891418, "loss": 2.4717, "step": 43450 }, { "epoch": 5.87, "learning_rate": 0.00020028269901600115, "loss": 2.4684, "step": 43460 }, { "epoch": 5.87, "learning_rate": 0.00020024271957930768, "loss": 2.474, "step": 43470 }, { "epoch": 5.87, "learning_rate": 0.00020020273612203309, "loss": 2.4314, "step": 43480 }, { "epoch": 5.87, "learning_rate": 0.00020016274864737701, "loss": 2.4656, "step": 43490 }, { "epoch": 5.87, "learning_rate": 0.00020012275715853935, "loss": 2.4719, "step": 43500 }, { "epoch": 5.88, "learning_rate": 0.00020008276165872033, "loss": 2.4889, "step": 43510 }, { "epoch": 5.88, "learning_rate": 0.00020004276215112064, "loss": 2.4206, "step": 43520 }, { "epoch": 5.88, "learning_rate": 0.00020000275863894096, "loss": 2.4577, "step": 43530 }, { "epoch": 5.88, "learning_rate": 0.00019996275112538266, "loss": 2.4732, "step": 43540 }, { "epoch": 5.88, "learning_rate": 0.00019992273961364716, "loss": 2.4665, "step": 43550 }, { "epoch": 5.88, "learning_rate": 0.0001998827241069364, "loss": 2.4989, "step": 43560 }, { "epoch": 5.88, "learning_rate": 0.0001998427046084525, "loss": 2.4787, "step": 43570 }, { "epoch": 5.89, "learning_rate": 0.00019980268112139798, "loss": 2.49, "step": 43580 }, { "epoch": 5.89, "learning_rate": 0.00019976265364897558, "loss": 2.4584, "step": 43590 }, { "epoch": 5.89, "learning_rate": 0.00019972262219438846, "loss": 2.4544, "step": 43600 }, { "epoch": 5.89, "learning_rate": 0.0001996825867608401, "loss": 2.4424, "step": 43610 }, { "epoch": 5.89, "learning_rate": 0.00019964254735153422, "loss": 2.4751, "step": 43620 }, { "epoch": 5.89, "learning_rate": 0.00019960250396967492, "loss": 2.4537, "step": 43630 }, { "epoch": 5.89, "learning_rate": 0.00019956245661846656, "loss": 2.4604, "step": 43640 }, { "epoch": 5.9, "learning_rate": 0.00019952240530111387, "loss": 2.4782, "step": 43650 }, { "epoch": 5.9, "learning_rate": 0.00019948235002082196, "loss": 2.4703, "step": 43660 }, { "epoch": 5.9, "learning_rate": 0.00019944229078079607, "loss": 2.4771, "step": 43670 }, { "epoch": 5.9, "learning_rate": 0.00019940222758424192, "loss": 2.4628, "step": 43680 }, { "epoch": 5.9, "learning_rate": 0.00019936216043436552, "loss": 2.4711, "step": 43690 }, { "epoch": 5.9, "learning_rate": 0.00019932208933437308, "loss": 2.4672, "step": 43700 }, { "epoch": 5.9, "learning_rate": 0.0001992820142874713, "loss": 2.5034, "step": 43710 }, { "epoch": 5.9, "learning_rate": 0.00019924193529686712, "loss": 2.4551, "step": 43720 }, { "epoch": 5.91, "learning_rate": 0.00019920185236576765, "loss": 2.4717, "step": 43730 }, { "epoch": 5.91, "learning_rate": 0.00019916176549738065, "loss": 2.4742, "step": 43740 }, { "epoch": 5.91, "learning_rate": 0.00019912167469491384, "loss": 2.4512, "step": 43750 }, { "epoch": 5.91, "learning_rate": 0.00019908157996157555, "loss": 2.4714, "step": 43760 }, { "epoch": 5.91, "learning_rate": 0.00019904148130057414, "loss": 2.4909, "step": 43770 }, { "epoch": 5.91, "learning_rate": 0.0001990013787151186, "loss": 2.466, "step": 43780 }, { "epoch": 5.91, "learning_rate": 0.00019896127220841786, "loss": 2.4609, "step": 43790 }, { "epoch": 5.92, "learning_rate": 0.00019892116178368152, "loss": 2.4771, "step": 43800 }, { "epoch": 5.92, "learning_rate": 0.0001988810474441193, "loss": 2.4726, "step": 43810 }, { "epoch": 5.92, "learning_rate": 0.0001988409291929413, "loss": 2.4756, "step": 43820 }, { "epoch": 5.92, "learning_rate": 0.00019880080703335785, "loss": 2.483, "step": 43830 }, { "epoch": 5.92, "learning_rate": 0.0001987606809685797, "loss": 2.4737, "step": 43840 }, { "epoch": 5.92, "learning_rate": 0.00019872055100181784, "loss": 2.4694, "step": 43850 }, { "epoch": 5.92, "learning_rate": 0.00019868041713628367, "loss": 2.463, "step": 43860 }, { "epoch": 5.92, "learning_rate": 0.0001986402793751887, "loss": 2.4546, "step": 43870 }, { "epoch": 5.93, "learning_rate": 0.000198600137721745, "loss": 2.4435, "step": 43880 }, { "epoch": 5.93, "learning_rate": 0.0001985599921791647, "loss": 2.4781, "step": 43890 }, { "epoch": 5.93, "learning_rate": 0.00019851984275066054, "loss": 2.4482, "step": 43900 }, { "epoch": 5.93, "learning_rate": 0.00019847968943944525, "loss": 2.4401, "step": 43910 }, { "epoch": 5.93, "learning_rate": 0.0001984395322487322, "loss": 2.4637, "step": 43920 }, { "epoch": 5.93, "learning_rate": 0.0001983993711817347, "loss": 2.4782, "step": 43930 }, { "epoch": 5.93, "learning_rate": 0.00019835920624166665, "loss": 2.4491, "step": 43940 }, { "epoch": 5.94, "learning_rate": 0.0001983190374317422, "loss": 2.5098, "step": 43950 }, { "epoch": 5.94, "learning_rate": 0.00019827886475517578, "loss": 2.4507, "step": 43960 }, { "epoch": 5.94, "learning_rate": 0.0001982386882151821, "loss": 2.47, "step": 43970 }, { "epoch": 5.94, "learning_rate": 0.00019819850781497626, "loss": 2.4464, "step": 43980 }, { "epoch": 5.94, "learning_rate": 0.00019815832355777355, "loss": 2.4305, "step": 43990 }, { "epoch": 5.94, "learning_rate": 0.0001981181354467897, "loss": 2.4756, "step": 44000 }, { "epoch": 5.94, "eval_loss": 2.535437822341919, "eval_runtime": 1269.0292, "eval_samples_per_second": 59.995, "eval_steps_per_second": 5.0, "step": 44000 }, { "epoch": 5.94, "learning_rate": 0.00019807794348524065, "loss": 2.4382, "step": 44010 }, { "epoch": 5.95, "learning_rate": 0.00019803774767634277, "loss": 2.4432, "step": 44020 }, { "epoch": 5.95, "learning_rate": 0.00019799754802331257, "loss": 2.4465, "step": 44030 }, { "epoch": 5.95, "learning_rate": 0.00019795734452936697, "loss": 2.4528, "step": 44040 }, { "epoch": 5.95, "learning_rate": 0.0001979171371977232, "loss": 2.4641, "step": 44050 }, { "epoch": 5.95, "learning_rate": 0.00019787692603159877, "loss": 2.4507, "step": 44060 }, { "epoch": 5.95, "learning_rate": 0.00019783671103421152, "loss": 2.4466, "step": 44070 }, { "epoch": 5.95, "learning_rate": 0.00019779649220877957, "loss": 2.4871, "step": 44080 }, { "epoch": 5.95, "learning_rate": 0.00019775626955852133, "loss": 2.4524, "step": 44090 }, { "epoch": 5.96, "learning_rate": 0.00019771604308665554, "loss": 2.4853, "step": 44100 }, { "epoch": 5.96, "learning_rate": 0.0001976758127964013, "loss": 2.4546, "step": 44110 }, { "epoch": 5.96, "learning_rate": 0.00019763557869097796, "loss": 2.4785, "step": 44120 }, { "epoch": 5.96, "learning_rate": 0.00019759534077360517, "loss": 2.4803, "step": 44130 }, { "epoch": 5.96, "learning_rate": 0.00019755509904750284, "loss": 2.4603, "step": 44140 }, { "epoch": 5.96, "learning_rate": 0.00019751485351589133, "loss": 2.4352, "step": 44150 }, { "epoch": 5.96, "learning_rate": 0.00019747460418199114, "loss": 2.4724, "step": 44160 }, { "epoch": 5.97, "learning_rate": 0.0001974343510490232, "loss": 2.4509, "step": 44170 }, { "epoch": 5.97, "learning_rate": 0.00019739409412020868, "loss": 2.4819, "step": 44180 }, { "epoch": 5.97, "learning_rate": 0.00019735383339876904, "loss": 2.4686, "step": 44190 }, { "epoch": 5.97, "learning_rate": 0.0001973135688879261, "loss": 2.492, "step": 44200 }, { "epoch": 5.97, "learning_rate": 0.00019727330059090192, "loss": 2.4858, "step": 44210 }, { "epoch": 5.97, "learning_rate": 0.00019723302851091897, "loss": 2.4667, "step": 44220 }, { "epoch": 5.97, "learning_rate": 0.00019719275265119983, "loss": 2.4498, "step": 44230 }, { "epoch": 5.97, "learning_rate": 0.0001971524730149676, "loss": 2.4472, "step": 44240 }, { "epoch": 5.98, "learning_rate": 0.00019711218960544554, "loss": 2.4825, "step": 44250 }, { "epoch": 5.98, "learning_rate": 0.00019707190242585732, "loss": 2.48, "step": 44260 }, { "epoch": 5.98, "learning_rate": 0.00019703161147942674, "loss": 2.4534, "step": 44270 }, { "epoch": 5.98, "learning_rate": 0.0001969913167693781, "loss": 2.443, "step": 44280 }, { "epoch": 5.98, "learning_rate": 0.00019695101829893586, "loss": 2.489, "step": 44290 }, { "epoch": 5.98, "learning_rate": 0.0001969107160713248, "loss": 2.4746, "step": 44300 }, { "epoch": 5.98, "learning_rate": 0.00019687041008977012, "loss": 2.4829, "step": 44310 }, { "epoch": 5.99, "learning_rate": 0.00019683010035749724, "loss": 2.4478, "step": 44320 }, { "epoch": 5.99, "learning_rate": 0.00019678978687773173, "loss": 2.4747, "step": 44330 }, { "epoch": 5.99, "learning_rate": 0.00019674946965369974, "loss": 2.4661, "step": 44340 }, { "epoch": 5.99, "learning_rate": 0.0001967091486886275, "loss": 2.466, "step": 44350 }, { "epoch": 5.99, "learning_rate": 0.00019666882398574172, "loss": 2.4518, "step": 44360 }, { "epoch": 5.99, "learning_rate": 0.00019662849554826918, "loss": 2.4558, "step": 44370 }, { "epoch": 5.99, "learning_rate": 0.0001965881633794372, "loss": 2.448, "step": 44380 }, { "epoch": 6.0, "learning_rate": 0.00019654782748247324, "loss": 2.4876, "step": 44390 }, { "epoch": 6.0, "learning_rate": 0.00019650748786060508, "loss": 2.4389, "step": 44400 }, { "epoch": 6.0, "learning_rate": 0.00019646714451706086, "loss": 2.4567, "step": 44410 }, { "epoch": 6.0, "learning_rate": 0.00019642679745506903, "loss": 2.5036, "step": 44420 }, { "epoch": 6.0, "learning_rate": 0.00019638644667785814, "loss": 2.4461, "step": 44430 }, { "epoch": 6.0, "learning_rate": 0.00019634609218865736, "loss": 2.4168, "step": 44440 }, { "epoch": 6.0, "learning_rate": 0.00019630573399069583, "loss": 2.4105, "step": 44450 }, { "epoch": 6.0, "learning_rate": 0.00019626537208720327, "loss": 2.4163, "step": 44460 }, { "epoch": 6.01, "learning_rate": 0.00019622500648140947, "loss": 2.417, "step": 44470 }, { "epoch": 6.01, "learning_rate": 0.00019618463717654473, "loss": 2.4254, "step": 44480 }, { "epoch": 6.01, "learning_rate": 0.00019614426417583936, "loss": 2.3788, "step": 44490 }, { "epoch": 6.01, "learning_rate": 0.00019610388748252425, "loss": 2.4101, "step": 44500 }, { "epoch": 6.01, "learning_rate": 0.00019606350709983048, "loss": 2.4378, "step": 44510 }, { "epoch": 6.01, "learning_rate": 0.0001960231230309894, "loss": 2.4292, "step": 44520 }, { "epoch": 6.01, "learning_rate": 0.00019598273527923258, "loss": 2.3993, "step": 44530 }, { "epoch": 6.02, "learning_rate": 0.00019594234384779215, "loss": 2.4199, "step": 44540 }, { "epoch": 6.02, "learning_rate": 0.00019590194873990018, "loss": 2.3988, "step": 44550 }, { "epoch": 6.02, "learning_rate": 0.0001958615499587893, "loss": 2.4226, "step": 44560 }, { "epoch": 6.02, "learning_rate": 0.0001958211475076924, "loss": 2.4346, "step": 44570 }, { "epoch": 6.02, "learning_rate": 0.00019578074138984253, "loss": 2.4329, "step": 44580 }, { "epoch": 6.02, "learning_rate": 0.00019574033160847312, "loss": 2.4202, "step": 44590 }, { "epoch": 6.02, "learning_rate": 0.0001956999181668179, "loss": 2.4431, "step": 44600 }, { "epoch": 6.02, "learning_rate": 0.0001956595010681109, "loss": 2.4107, "step": 44610 }, { "epoch": 6.03, "learning_rate": 0.00019561908031558647, "loss": 2.392, "step": 44620 }, { "epoch": 6.03, "learning_rate": 0.00019557865591247908, "loss": 2.3989, "step": 44630 }, { "epoch": 6.03, "learning_rate": 0.00019553822786202372, "loss": 2.4116, "step": 44640 }, { "epoch": 6.03, "learning_rate": 0.00019549779616745552, "loss": 2.4127, "step": 44650 }, { "epoch": 6.03, "learning_rate": 0.00019545736083200998, "loss": 2.4391, "step": 44660 }, { "epoch": 6.03, "learning_rate": 0.00019541692185892284, "loss": 2.4043, "step": 44670 }, { "epoch": 6.03, "learning_rate": 0.00019537647925143024, "loss": 2.4239, "step": 44680 }, { "epoch": 6.04, "learning_rate": 0.00019533603301276836, "loss": 2.4172, "step": 44690 }, { "epoch": 6.04, "learning_rate": 0.00019529558314617396, "loss": 2.4153, "step": 44700 }, { "epoch": 6.04, "learning_rate": 0.00019525512965488392, "loss": 2.4234, "step": 44710 }, { "epoch": 6.04, "learning_rate": 0.0001952146725421355, "loss": 2.4404, "step": 44720 }, { "epoch": 6.04, "learning_rate": 0.00019517421181116618, "loss": 2.4031, "step": 44730 }, { "epoch": 6.04, "learning_rate": 0.00019513374746521375, "loss": 2.4353, "step": 44740 }, { "epoch": 6.04, "learning_rate": 0.00019509327950751628, "loss": 2.4175, "step": 44750 }, { "epoch": 6.05, "learning_rate": 0.00019505280794131216, "loss": 2.414, "step": 44760 }, { "epoch": 6.05, "learning_rate": 0.00019501233276984005, "loss": 2.4094, "step": 44770 }, { "epoch": 6.05, "learning_rate": 0.00019497185399633895, "loss": 2.4099, "step": 44780 }, { "epoch": 6.05, "learning_rate": 0.00019493137162404802, "loss": 2.4047, "step": 44790 }, { "epoch": 6.05, "learning_rate": 0.00019489088565620682, "loss": 2.4114, "step": 44800 }, { "epoch": 6.05, "learning_rate": 0.00019485039609605512, "loss": 2.4199, "step": 44810 }, { "epoch": 6.05, "learning_rate": 0.00019480990294683313, "loss": 2.4246, "step": 44820 }, { "epoch": 6.05, "learning_rate": 0.0001947694062117812, "loss": 2.4037, "step": 44830 }, { "epoch": 6.06, "learning_rate": 0.00019472890589413994, "loss": 2.4312, "step": 44840 }, { "epoch": 6.06, "learning_rate": 0.00019468840199715035, "loss": 2.4394, "step": 44850 }, { "epoch": 6.06, "learning_rate": 0.00019464789452405373, "loss": 2.4416, "step": 44860 }, { "epoch": 6.06, "learning_rate": 0.00019460738347809153, "loss": 2.4383, "step": 44870 }, { "epoch": 6.06, "learning_rate": 0.00019456686886250565, "loss": 2.4326, "step": 44880 }, { "epoch": 6.06, "learning_rate": 0.00019452635068053814, "loss": 2.426, "step": 44890 }, { "epoch": 6.06, "learning_rate": 0.00019448582893543144, "loss": 2.389, "step": 44900 }, { "epoch": 6.07, "learning_rate": 0.00019444530363042819, "loss": 2.4545, "step": 44910 }, { "epoch": 6.07, "learning_rate": 0.0001944047747687714, "loss": 2.4349, "step": 44920 }, { "epoch": 6.07, "learning_rate": 0.00019436424235370423, "loss": 2.4316, "step": 44930 }, { "epoch": 6.07, "learning_rate": 0.0001943237063884703, "loss": 2.4241, "step": 44940 }, { "epoch": 6.07, "learning_rate": 0.00019428316687631337, "loss": 2.4244, "step": 44950 }, { "epoch": 6.07, "learning_rate": 0.0001942426238204776, "loss": 2.4234, "step": 44960 }, { "epoch": 6.07, "learning_rate": 0.0001942020772242073, "loss": 2.4132, "step": 44970 }, { "epoch": 6.07, "learning_rate": 0.00019416152709074717, "loss": 2.4465, "step": 44980 }, { "epoch": 6.08, "learning_rate": 0.0001941209734233422, "loss": 2.4269, "step": 44990 }, { "epoch": 6.08, "learning_rate": 0.00019408041622523753, "loss": 2.4434, "step": 45000 }, { "epoch": 6.08, "eval_loss": 2.5345442295074463, "eval_runtime": 1269.0646, "eval_samples_per_second": 59.993, "eval_steps_per_second": 5.0, "step": 45000 }, { "epoch": 6.08, "learning_rate": 0.00019403985549967876, "loss": 2.4377, "step": 45010 }, { "epoch": 6.08, "learning_rate": 0.00019399929124991168, "loss": 2.4184, "step": 45020 }, { "epoch": 6.08, "learning_rate": 0.0001939587234791823, "loss": 2.4172, "step": 45030 }, { "epoch": 6.08, "learning_rate": 0.00019391815219073707, "loss": 2.4167, "step": 45040 }, { "epoch": 6.08, "learning_rate": 0.00019387757738782254, "loss": 2.3992, "step": 45050 }, { "epoch": 6.09, "learning_rate": 0.00019383699907368578, "loss": 2.4135, "step": 45060 }, { "epoch": 6.09, "learning_rate": 0.00019379641725157383, "loss": 2.4192, "step": 45070 }, { "epoch": 6.09, "learning_rate": 0.00019375583192473425, "loss": 2.4079, "step": 45080 }, { "epoch": 6.09, "learning_rate": 0.0001937152430964148, "loss": 2.4317, "step": 45090 }, { "epoch": 6.09, "learning_rate": 0.00019367465076986352, "loss": 2.3917, "step": 45100 }, { "epoch": 6.09, "learning_rate": 0.00019363405494832875, "loss": 2.4152, "step": 45110 }, { "epoch": 6.09, "learning_rate": 0.0001935934556350591, "loss": 2.4341, "step": 45120 }, { "epoch": 6.1, "learning_rate": 0.00019355285283330343, "loss": 2.4299, "step": 45130 }, { "epoch": 6.1, "learning_rate": 0.00019351224654631097, "loss": 2.422, "step": 45140 }, { "epoch": 6.1, "learning_rate": 0.000193471636777331, "loss": 2.436, "step": 45150 }, { "epoch": 6.1, "learning_rate": 0.00019343102352961346, "loss": 2.4114, "step": 45160 }, { "epoch": 6.1, "learning_rate": 0.00019339040680640818, "loss": 2.432, "step": 45170 }, { "epoch": 6.1, "learning_rate": 0.00019334978661096557, "loss": 2.4085, "step": 45180 }, { "epoch": 6.1, "learning_rate": 0.00019330916294653605, "loss": 2.4398, "step": 45190 }, { "epoch": 6.1, "learning_rate": 0.00019326853581637057, "loss": 2.3995, "step": 45200 }, { "epoch": 6.11, "learning_rate": 0.00019322790522372017, "loss": 2.4231, "step": 45210 }, { "epoch": 6.11, "learning_rate": 0.00019318727117183628, "loss": 2.4098, "step": 45220 }, { "epoch": 6.11, "learning_rate": 0.00019314663366397052, "loss": 2.4187, "step": 45230 }, { "epoch": 6.11, "learning_rate": 0.0001931059927033749, "loss": 2.4202, "step": 45240 }, { "epoch": 6.11, "learning_rate": 0.00019306534829330153, "loss": 2.4195, "step": 45250 }, { "epoch": 6.11, "learning_rate": 0.00019302470043700308, "loss": 2.4241, "step": 45260 }, { "epoch": 6.11, "learning_rate": 0.00019298404913773213, "loss": 2.4368, "step": 45270 }, { "epoch": 6.12, "learning_rate": 0.00019294339439874183, "loss": 2.4241, "step": 45280 }, { "epoch": 6.12, "learning_rate": 0.00019290273622328546, "loss": 2.4309, "step": 45290 }, { "epoch": 6.12, "learning_rate": 0.00019286207461461665, "loss": 2.4105, "step": 45300 }, { "epoch": 6.12, "learning_rate": 0.00019282140957598926, "loss": 2.4132, "step": 45310 }, { "epoch": 6.12, "learning_rate": 0.00019278074111065744, "loss": 2.4111, "step": 45320 }, { "epoch": 6.12, "learning_rate": 0.00019274006922187557, "loss": 2.4489, "step": 45330 }, { "epoch": 6.12, "learning_rate": 0.0001926993939128984, "loss": 2.413, "step": 45340 }, { "epoch": 6.12, "learning_rate": 0.00019265871518698083, "loss": 2.4419, "step": 45350 }, { "epoch": 6.13, "learning_rate": 0.00019261803304737815, "loss": 2.408, "step": 45360 }, { "epoch": 6.13, "learning_rate": 0.00019257734749734582, "loss": 2.4048, "step": 45370 }, { "epoch": 6.13, "learning_rate": 0.00019253665854013975, "loss": 2.3964, "step": 45380 }, { "epoch": 6.13, "learning_rate": 0.00019249596617901585, "loss": 2.4331, "step": 45390 }, { "epoch": 6.13, "learning_rate": 0.00019245527041723053, "loss": 2.4055, "step": 45400 }, { "epoch": 6.13, "learning_rate": 0.0001924145712580404, "loss": 2.422, "step": 45410 }, { "epoch": 6.13, "learning_rate": 0.00019237386870470233, "loss": 2.4549, "step": 45420 }, { "epoch": 6.14, "learning_rate": 0.00019233316276047344, "loss": 2.4309, "step": 45430 }, { "epoch": 6.14, "learning_rate": 0.0001922924534286112, "loss": 2.4269, "step": 45440 }, { "epoch": 6.14, "learning_rate": 0.00019225174071237316, "loss": 2.4132, "step": 45450 }, { "epoch": 6.14, "learning_rate": 0.00019221102461501743, "loss": 2.4163, "step": 45460 }, { "epoch": 6.14, "learning_rate": 0.0001921703051398022, "loss": 2.4228, "step": 45470 }, { "epoch": 6.14, "learning_rate": 0.00019212958228998595, "loss": 2.444, "step": 45480 }, { "epoch": 6.14, "learning_rate": 0.0001920888560688275, "loss": 2.4368, "step": 45490 }, { "epoch": 6.15, "learning_rate": 0.0001920481264795858, "loss": 2.4401, "step": 45500 }, { "epoch": 6.15, "learning_rate": 0.00019200739352552023, "loss": 2.4042, "step": 45510 }, { "epoch": 6.15, "learning_rate": 0.00019196665720989036, "loss": 2.426, "step": 45520 }, { "epoch": 6.15, "learning_rate": 0.00019192591753595603, "loss": 2.4393, "step": 45530 }, { "epoch": 6.15, "learning_rate": 0.0001918851745069774, "loss": 2.4186, "step": 45540 }, { "epoch": 6.15, "learning_rate": 0.00019184442812621478, "loss": 2.4334, "step": 45550 }, { "epoch": 6.15, "learning_rate": 0.00019180367839692882, "loss": 2.4069, "step": 45560 }, { "epoch": 6.15, "learning_rate": 0.0001917629253223805, "loss": 2.4232, "step": 45570 }, { "epoch": 6.16, "learning_rate": 0.00019172216890583105, "loss": 2.434, "step": 45580 }, { "epoch": 6.16, "learning_rate": 0.00019168140915054184, "loss": 2.4273, "step": 45590 }, { "epoch": 6.16, "learning_rate": 0.0001916406460597746, "loss": 2.4285, "step": 45600 }, { "epoch": 6.16, "learning_rate": 0.00019159987963679134, "loss": 2.4381, "step": 45610 }, { "epoch": 6.16, "learning_rate": 0.0001915591098848544, "loss": 2.4134, "step": 45620 }, { "epoch": 6.16, "learning_rate": 0.00019151833680722613, "loss": 2.4266, "step": 45630 }, { "epoch": 6.16, "learning_rate": 0.00019147756040716946, "loss": 2.419, "step": 45640 }, { "epoch": 6.17, "learning_rate": 0.0001914367806879474, "loss": 2.4442, "step": 45650 }, { "epoch": 6.17, "learning_rate": 0.00019139599765282328, "loss": 2.422, "step": 45660 }, { "epoch": 6.17, "learning_rate": 0.00019135521130506065, "loss": 2.4315, "step": 45670 }, { "epoch": 6.17, "learning_rate": 0.00019131442164792344, "loss": 2.4441, "step": 45680 }, { "epoch": 6.17, "learning_rate": 0.0001912736286846757, "loss": 2.4079, "step": 45690 }, { "epoch": 6.17, "learning_rate": 0.00019123283241858185, "loss": 2.42, "step": 45700 }, { "epoch": 6.17, "learning_rate": 0.00019119203285290648, "loss": 2.4429, "step": 45710 }, { "epoch": 6.17, "learning_rate": 0.00019115122999091458, "loss": 2.4481, "step": 45720 }, { "epoch": 6.18, "learning_rate": 0.00019111042383587124, "loss": 2.4482, "step": 45730 }, { "epoch": 6.18, "learning_rate": 0.000191069614391042, "loss": 2.4234, "step": 45740 }, { "epoch": 6.18, "learning_rate": 0.00019102880165969247, "loss": 2.4502, "step": 45750 }, { "epoch": 6.18, "learning_rate": 0.00019098798564508865, "loss": 2.4317, "step": 45760 }, { "epoch": 6.18, "learning_rate": 0.00019094716635049676, "loss": 2.4328, "step": 45770 }, { "epoch": 6.18, "learning_rate": 0.0001909063437791833, "loss": 2.4391, "step": 45780 }, { "epoch": 6.18, "learning_rate": 0.000190865517934415, "loss": 2.4513, "step": 45790 }, { "epoch": 6.19, "learning_rate": 0.0001908246888194589, "loss": 2.4145, "step": 45800 }, { "epoch": 6.19, "learning_rate": 0.00019078385643758224, "loss": 2.3955, "step": 45810 }, { "epoch": 6.19, "learning_rate": 0.0001907430207920526, "loss": 2.4497, "step": 45820 }, { "epoch": 6.19, "learning_rate": 0.00019070218188613772, "loss": 2.4198, "step": 45830 }, { "epoch": 6.19, "learning_rate": 0.00019066133972310575, "loss": 2.4139, "step": 45840 }, { "epoch": 6.19, "learning_rate": 0.00019062049430622493, "loss": 2.4346, "step": 45850 }, { "epoch": 6.19, "learning_rate": 0.00019057964563876383, "loss": 2.4108, "step": 45860 }, { "epoch": 6.2, "learning_rate": 0.0001905387937239913, "loss": 2.4519, "step": 45870 }, { "epoch": 6.2, "learning_rate": 0.0001904979385651765, "loss": 2.4307, "step": 45880 }, { "epoch": 6.2, "learning_rate": 0.00019045708016558874, "loss": 2.4433, "step": 45890 }, { "epoch": 6.2, "learning_rate": 0.00019041621852849763, "loss": 2.4233, "step": 45900 }, { "epoch": 6.2, "learning_rate": 0.00019037535365717308, "loss": 2.4408, "step": 45910 }, { "epoch": 6.2, "learning_rate": 0.0001903344855548852, "loss": 2.4105, "step": 45920 }, { "epoch": 6.2, "learning_rate": 0.0001902936142249044, "loss": 2.4338, "step": 45930 }, { "epoch": 6.2, "learning_rate": 0.00019025273967050133, "loss": 2.4343, "step": 45940 }, { "epoch": 6.21, "learning_rate": 0.0001902118618949469, "loss": 2.4111, "step": 45950 }, { "epoch": 6.21, "learning_rate": 0.00019017098090151223, "loss": 2.4483, "step": 45960 }, { "epoch": 6.21, "learning_rate": 0.00019013009669346885, "loss": 2.4401, "step": 45970 }, { "epoch": 6.21, "learning_rate": 0.00019008920927408838, "loss": 2.4046, "step": 45980 }, { "epoch": 6.21, "learning_rate": 0.00019004831864664277, "loss": 2.4233, "step": 45990 }, { "epoch": 6.21, "learning_rate": 0.00019000742481440415, "loss": 2.4312, "step": 46000 }, { "epoch": 6.21, "eval_loss": 2.5300614833831787, "eval_runtime": 1269.1082, "eval_samples_per_second": 59.991, "eval_steps_per_second": 5.0, "step": 46000 }, { "epoch": 6.21, "learning_rate": 0.00018996652778064508, "loss": 2.4175, "step": 46010 }, { "epoch": 6.22, "learning_rate": 0.00018992562754863827, "loss": 2.4362, "step": 46020 }, { "epoch": 6.22, "learning_rate": 0.00018988472412165657, "loss": 2.4372, "step": 46030 }, { "epoch": 6.22, "learning_rate": 0.00018984381750297333, "loss": 2.4333, "step": 46040 }, { "epoch": 6.22, "learning_rate": 0.00018980290769586195, "loss": 2.4231, "step": 46050 }, { "epoch": 6.22, "learning_rate": 0.00018976199470359617, "loss": 2.4398, "step": 46060 }, { "epoch": 6.22, "learning_rate": 0.00018972107852944996, "loss": 2.4525, "step": 46070 }, { "epoch": 6.22, "learning_rate": 0.00018968015917669766, "loss": 2.4293, "step": 46080 }, { "epoch": 6.22, "learning_rate": 0.00018963923664861365, "loss": 2.4222, "step": 46090 }, { "epoch": 6.23, "learning_rate": 0.00018959831094847275, "loss": 2.4402, "step": 46100 }, { "epoch": 6.23, "learning_rate": 0.0001895573820795499, "loss": 2.4206, "step": 46110 }, { "epoch": 6.23, "learning_rate": 0.00018951645004512043, "loss": 2.4311, "step": 46120 }, { "epoch": 6.23, "learning_rate": 0.00018947551484845983, "loss": 2.4245, "step": 46130 }, { "epoch": 6.23, "learning_rate": 0.00018943457649284385, "loss": 2.4217, "step": 46140 }, { "epoch": 6.23, "learning_rate": 0.0001893936349815485, "loss": 2.4314, "step": 46150 }, { "epoch": 6.23, "learning_rate": 0.00018935269031785006, "loss": 2.4365, "step": 46160 }, { "epoch": 6.24, "learning_rate": 0.00018931174250502502, "loss": 2.438, "step": 46170 }, { "epoch": 6.24, "learning_rate": 0.00018927079154635026, "loss": 2.4398, "step": 46180 }, { "epoch": 6.24, "learning_rate": 0.00018922983744510264, "loss": 2.4273, "step": 46190 }, { "epoch": 6.24, "learning_rate": 0.00018918888020455957, "loss": 2.4405, "step": 46200 }, { "epoch": 6.24, "learning_rate": 0.0001891479198279985, "loss": 2.4504, "step": 46210 }, { "epoch": 6.24, "learning_rate": 0.00018910695631869727, "loss": 2.4403, "step": 46220 }, { "epoch": 6.24, "learning_rate": 0.00018906598967993388, "loss": 2.4238, "step": 46230 }, { "epoch": 6.25, "learning_rate": 0.0001890250199149866, "loss": 2.4039, "step": 46240 }, { "epoch": 6.25, "learning_rate": 0.00018898404702713396, "loss": 2.4152, "step": 46250 }, { "epoch": 6.25, "learning_rate": 0.00018894307101965477, "loss": 2.4168, "step": 46260 }, { "epoch": 6.25, "learning_rate": 0.000188902091895828, "loss": 2.438, "step": 46270 }, { "epoch": 6.25, "learning_rate": 0.00018886110965893305, "loss": 2.4251, "step": 46280 }, { "epoch": 6.25, "learning_rate": 0.0001888201243122493, "loss": 2.4177, "step": 46290 }, { "epoch": 6.25, "learning_rate": 0.00018877913585905657, "loss": 2.4587, "step": 46300 }, { "epoch": 6.25, "learning_rate": 0.00018873814430263495, "loss": 2.4234, "step": 46310 }, { "epoch": 6.26, "learning_rate": 0.0001886971496462647, "loss": 2.4196, "step": 46320 }, { "epoch": 6.26, "learning_rate": 0.00018865615189322629, "loss": 2.4472, "step": 46330 }, { "epoch": 6.26, "learning_rate": 0.0001886151510468005, "loss": 2.4428, "step": 46340 }, { "epoch": 6.26, "learning_rate": 0.00018857414711026836, "loss": 2.4073, "step": 46350 }, { "epoch": 6.26, "learning_rate": 0.00018853314008691115, "loss": 2.4382, "step": 46360 }, { "epoch": 6.26, "learning_rate": 0.00018849212998001035, "loss": 2.4395, "step": 46370 }, { "epoch": 6.26, "learning_rate": 0.00018845111679284773, "loss": 2.4194, "step": 46380 }, { "epoch": 6.27, "learning_rate": 0.00018841010052870534, "loss": 2.4157, "step": 46390 }, { "epoch": 6.27, "learning_rate": 0.00018836908119086534, "loss": 2.4282, "step": 46400 }, { "epoch": 6.27, "learning_rate": 0.00018832805878261032, "loss": 2.4224, "step": 46410 }, { "epoch": 6.27, "learning_rate": 0.00018828703330722298, "loss": 2.4221, "step": 46420 }, { "epoch": 6.27, "learning_rate": 0.00018824600476798629, "loss": 2.4223, "step": 46430 }, { "epoch": 6.27, "learning_rate": 0.0001882049731681835, "loss": 2.3979, "step": 46440 }, { "epoch": 6.27, "learning_rate": 0.0001881639385110981, "loss": 2.4142, "step": 46450 }, { "epoch": 6.27, "learning_rate": 0.00018812290080001378, "loss": 2.4226, "step": 46460 }, { "epoch": 6.28, "learning_rate": 0.00018808186003821457, "loss": 2.4453, "step": 46470 }, { "epoch": 6.28, "learning_rate": 0.00018804081622898462, "loss": 2.4472, "step": 46480 }, { "epoch": 6.28, "learning_rate": 0.00018799976937560842, "loss": 2.4361, "step": 46490 }, { "epoch": 6.28, "learning_rate": 0.00018795871948137065, "loss": 2.4218, "step": 46500 }, { "epoch": 6.28, "learning_rate": 0.00018791766654955623, "loss": 2.4328, "step": 46510 }, { "epoch": 6.28, "learning_rate": 0.0001878766105834504, "loss": 2.4336, "step": 46520 }, { "epoch": 6.28, "learning_rate": 0.00018783555158633858, "loss": 2.4407, "step": 46530 }, { "epoch": 6.29, "learning_rate": 0.0001877944895615064, "loss": 2.426, "step": 46540 }, { "epoch": 6.29, "learning_rate": 0.0001877534245122398, "loss": 2.4379, "step": 46550 }, { "epoch": 6.29, "learning_rate": 0.0001877123564418249, "loss": 2.4158, "step": 46560 }, { "epoch": 6.29, "learning_rate": 0.00018767128535354815, "loss": 2.4592, "step": 46570 }, { "epoch": 6.29, "learning_rate": 0.0001876302112506962, "loss": 2.4206, "step": 46580 }, { "epoch": 6.29, "learning_rate": 0.00018758913413655584, "loss": 2.4175, "step": 46590 }, { "epoch": 6.29, "learning_rate": 0.0001875480540144143, "loss": 2.4591, "step": 46600 }, { "epoch": 6.29, "learning_rate": 0.00018750697088755882, "loss": 2.4428, "step": 46610 }, { "epoch": 6.3, "learning_rate": 0.00018746588475927712, "loss": 2.4381, "step": 46620 }, { "epoch": 6.3, "learning_rate": 0.00018742479563285696, "loss": 2.4166, "step": 46630 }, { "epoch": 6.3, "learning_rate": 0.00018738370351158647, "loss": 2.4311, "step": 46640 }, { "epoch": 6.3, "learning_rate": 0.0001873426083987539, "loss": 2.4352, "step": 46650 }, { "epoch": 6.3, "learning_rate": 0.00018730151029764796, "loss": 2.4308, "step": 46660 }, { "epoch": 6.3, "learning_rate": 0.00018726040921155724, "loss": 2.4427, "step": 46670 }, { "epoch": 6.3, "learning_rate": 0.00018721930514377098, "loss": 2.4214, "step": 46680 }, { "epoch": 6.31, "learning_rate": 0.00018717819809757836, "loss": 2.4347, "step": 46690 }, { "epoch": 6.31, "learning_rate": 0.0001871370880762689, "loss": 2.4208, "step": 46700 }, { "epoch": 6.31, "learning_rate": 0.0001870959750831323, "loss": 2.4392, "step": 46710 }, { "epoch": 6.31, "learning_rate": 0.00018705485912145865, "loss": 2.4181, "step": 46720 }, { "epoch": 6.31, "learning_rate": 0.00018701374019453816, "loss": 2.4328, "step": 46730 }, { "epoch": 6.31, "learning_rate": 0.00018697261830566127, "loss": 2.4409, "step": 46740 }, { "epoch": 6.31, "learning_rate": 0.00018693149345811865, "loss": 2.4304, "step": 46750 }, { "epoch": 6.32, "learning_rate": 0.0001868903656552013, "loss": 2.4364, "step": 46760 }, { "epoch": 6.32, "learning_rate": 0.00018684923490020036, "loss": 2.4417, "step": 46770 }, { "epoch": 6.32, "learning_rate": 0.00018680810119640732, "loss": 2.4155, "step": 46780 }, { "epoch": 6.32, "learning_rate": 0.00018676696454711372, "loss": 2.3956, "step": 46790 }, { "epoch": 6.32, "learning_rate": 0.00018672582495561153, "loss": 2.4175, "step": 46800 }, { "epoch": 6.32, "learning_rate": 0.00018668468242519275, "loss": 2.4588, "step": 46810 }, { "epoch": 6.32, "learning_rate": 0.00018664353695914987, "loss": 2.4244, "step": 46820 }, { "epoch": 6.32, "learning_rate": 0.00018660238856077545, "loss": 2.4032, "step": 46830 }, { "epoch": 6.33, "learning_rate": 0.00018656123723336229, "loss": 2.3936, "step": 46840 }, { "epoch": 6.33, "learning_rate": 0.0001865200829802034, "loss": 2.4191, "step": 46850 }, { "epoch": 6.33, "learning_rate": 0.00018647892580459213, "loss": 2.4187, "step": 46860 }, { "epoch": 6.33, "learning_rate": 0.00018643776570982204, "loss": 2.4356, "step": 46870 }, { "epoch": 6.33, "learning_rate": 0.00018639660269918683, "loss": 2.4544, "step": 46880 }, { "epoch": 6.33, "learning_rate": 0.00018635543677598054, "loss": 2.4445, "step": 46890 }, { "epoch": 6.33, "learning_rate": 0.0001863142679434974, "loss": 2.4267, "step": 46900 }, { "epoch": 6.34, "learning_rate": 0.00018627309620503174, "loss": 2.3972, "step": 46910 }, { "epoch": 6.34, "learning_rate": 0.00018623192156387843, "loss": 2.4023, "step": 46920 }, { "epoch": 6.34, "learning_rate": 0.00018619074402333232, "loss": 2.4268, "step": 46930 }, { "epoch": 6.34, "learning_rate": 0.00018614956358668858, "loss": 2.4165, "step": 46940 }, { "epoch": 6.34, "learning_rate": 0.00018610838025724254, "loss": 2.4278, "step": 46950 }, { "epoch": 6.34, "learning_rate": 0.0001860671940382899, "loss": 2.4191, "step": 46960 }, { "epoch": 6.34, "learning_rate": 0.00018602600493312647, "loss": 2.4168, "step": 46970 }, { "epoch": 6.34, "learning_rate": 0.00018598481294504837, "loss": 2.4298, "step": 46980 }, { "epoch": 6.35, "learning_rate": 0.00018594361807735185, "loss": 2.4154, "step": 46990 }, { "epoch": 6.35, "learning_rate": 0.0001859024203333335, "loss": 2.4576, "step": 47000 }, { "epoch": 6.35, "eval_loss": 2.524200916290283, "eval_runtime": 1269.0927, "eval_samples_per_second": 59.992, "eval_steps_per_second": 5.0, "step": 47000 }, { "epoch": 6.35, "learning_rate": 0.00018586121971629003, "loss": 2.4382, "step": 47010 }, { "epoch": 6.35, "learning_rate": 0.00018582001622951858, "loss": 2.4301, "step": 47020 }, { "epoch": 6.35, "learning_rate": 0.00018577880987631623, "loss": 2.4483, "step": 47030 }, { "epoch": 6.35, "learning_rate": 0.00018573760065998058, "loss": 2.415, "step": 47040 }, { "epoch": 6.35, "learning_rate": 0.00018569638858380918, "loss": 2.4593, "step": 47050 }, { "epoch": 6.36, "learning_rate": 0.00018565517365110005, "loss": 2.4253, "step": 47060 }, { "epoch": 6.36, "learning_rate": 0.00018561395586515127, "loss": 2.4342, "step": 47070 }, { "epoch": 6.36, "learning_rate": 0.00018557273522926135, "loss": 2.4278, "step": 47080 }, { "epoch": 6.36, "learning_rate": 0.00018553151174672874, "loss": 2.432, "step": 47090 }, { "epoch": 6.36, "learning_rate": 0.00018549028542085236, "loss": 2.4109, "step": 47100 }, { "epoch": 6.36, "learning_rate": 0.0001854490562549312, "loss": 2.4158, "step": 47110 }, { "epoch": 6.36, "learning_rate": 0.00018540782425226468, "loss": 2.4136, "step": 47120 }, { "epoch": 6.37, "learning_rate": 0.00018536658941615216, "loss": 2.4238, "step": 47130 }, { "epoch": 6.37, "learning_rate": 0.0001853253517498935, "loss": 2.3896, "step": 47140 }, { "epoch": 6.37, "learning_rate": 0.00018528411125678858, "loss": 2.3975, "step": 47150 }, { "epoch": 6.37, "learning_rate": 0.00018524286794013763, "loss": 2.4139, "step": 47160 }, { "epoch": 6.37, "learning_rate": 0.0001852016218032411, "loss": 2.4319, "step": 47170 }, { "epoch": 6.37, "learning_rate": 0.00018516037284939965, "loss": 2.4363, "step": 47180 }, { "epoch": 6.37, "learning_rate": 0.00018511912108191408, "loss": 2.4373, "step": 47190 }, { "epoch": 6.37, "learning_rate": 0.00018507786650408551, "loss": 2.4372, "step": 47200 }, { "epoch": 6.38, "learning_rate": 0.00018503660911921527, "loss": 2.4199, "step": 47210 }, { "epoch": 6.38, "learning_rate": 0.00018499534893060492, "loss": 2.4104, "step": 47220 }, { "epoch": 6.38, "learning_rate": 0.00018495408594155623, "loss": 2.3844, "step": 47230 }, { "epoch": 6.38, "learning_rate": 0.0001849128201553712, "loss": 2.4263, "step": 47240 }, { "epoch": 6.38, "learning_rate": 0.00018487155157535196, "loss": 2.4327, "step": 47250 }, { "epoch": 6.38, "learning_rate": 0.00018483028020480107, "loss": 2.4286, "step": 47260 }, { "epoch": 6.38, "learning_rate": 0.00018478900604702116, "loss": 2.4475, "step": 47270 }, { "epoch": 6.39, "learning_rate": 0.00018474772910531513, "loss": 2.4277, "step": 47280 }, { "epoch": 6.39, "learning_rate": 0.000184706449382986, "loss": 2.4154, "step": 47290 }, { "epoch": 6.39, "learning_rate": 0.00018466516688333724, "loss": 2.4218, "step": 47300 }, { "epoch": 6.39, "learning_rate": 0.00018462388160967228, "loss": 2.4185, "step": 47310 }, { "epoch": 6.39, "learning_rate": 0.000184582593565295, "loss": 2.4215, "step": 47320 }, { "epoch": 6.39, "learning_rate": 0.00018454130275350934, "loss": 2.4162, "step": 47330 }, { "epoch": 6.39, "learning_rate": 0.0001845000091776196, "loss": 2.4189, "step": 47340 }, { "epoch": 6.39, "learning_rate": 0.00018445871284093006, "loss": 2.3936, "step": 47350 }, { "epoch": 6.4, "learning_rate": 0.00018441741374674553, "loss": 2.4113, "step": 47360 }, { "epoch": 6.4, "learning_rate": 0.00018437611189837084, "loss": 2.3972, "step": 47370 }, { "epoch": 6.4, "learning_rate": 0.00018433480729911113, "loss": 2.4552, "step": 47380 }, { "epoch": 6.4, "learning_rate": 0.00018429349995227167, "loss": 2.432, "step": 47390 }, { "epoch": 6.4, "learning_rate": 0.00018425218986115806, "loss": 2.4329, "step": 47400 }, { "epoch": 6.4, "learning_rate": 0.00018421087702907596, "loss": 2.4379, "step": 47410 }, { "epoch": 6.4, "learning_rate": 0.0001841695614593315, "loss": 2.4367, "step": 47420 }, { "epoch": 6.41, "learning_rate": 0.0001841282431552308, "loss": 2.447, "step": 47430 }, { "epoch": 6.41, "learning_rate": 0.0001840869221200803, "loss": 2.4534, "step": 47440 }, { "epoch": 6.41, "learning_rate": 0.00018404559835718658, "loss": 2.4294, "step": 47450 }, { "epoch": 6.41, "learning_rate": 0.00018400427186985658, "loss": 2.4579, "step": 47460 }, { "epoch": 6.41, "learning_rate": 0.00018396294266139737, "loss": 2.4136, "step": 47470 }, { "epoch": 6.41, "learning_rate": 0.0001839216107351162, "loss": 2.422, "step": 47480 }, { "epoch": 6.41, "learning_rate": 0.0001838802760943206, "loss": 2.4242, "step": 47490 }, { "epoch": 6.42, "learning_rate": 0.00018383893874231833, "loss": 2.4364, "step": 47500 }, { "epoch": 6.42, "learning_rate": 0.0001837975986824172, "loss": 2.4399, "step": 47510 }, { "epoch": 6.42, "learning_rate": 0.00018375625591792558, "loss": 2.4325, "step": 47520 }, { "epoch": 6.42, "learning_rate": 0.00018371491045215174, "loss": 2.4137, "step": 47530 }, { "epoch": 6.42, "learning_rate": 0.00018367356228840426, "loss": 2.4195, "step": 47540 }, { "epoch": 6.42, "learning_rate": 0.00018363221142999198, "loss": 2.398, "step": 47550 }, { "epoch": 6.42, "learning_rate": 0.00018359085788022389, "loss": 2.4459, "step": 47560 }, { "epoch": 6.42, "learning_rate": 0.00018354950164240925, "loss": 2.4363, "step": 47570 }, { "epoch": 6.43, "learning_rate": 0.00018350814271985758, "loss": 2.418, "step": 47580 }, { "epoch": 6.43, "learning_rate": 0.0001834667811158785, "loss": 2.4388, "step": 47590 }, { "epoch": 6.43, "learning_rate": 0.00018342541683378185, "loss": 2.4287, "step": 47600 }, { "epoch": 6.43, "learning_rate": 0.00018338404987687778, "loss": 2.4602, "step": 47610 }, { "epoch": 6.43, "learning_rate": 0.0001833426802484766, "loss": 2.4225, "step": 47620 }, { "epoch": 6.43, "learning_rate": 0.00018330130795188884, "loss": 2.4282, "step": 47630 }, { "epoch": 6.43, "learning_rate": 0.00018325993299042528, "loss": 2.4193, "step": 47640 }, { "epoch": 6.44, "learning_rate": 0.00018321855536739676, "loss": 2.3947, "step": 47650 }, { "epoch": 6.44, "learning_rate": 0.00018317717508611455, "loss": 2.4353, "step": 47660 }, { "epoch": 6.44, "learning_rate": 0.00018313579214988997, "loss": 2.4067, "step": 47670 }, { "epoch": 6.44, "learning_rate": 0.00018309440656203474, "loss": 2.4447, "step": 47680 }, { "epoch": 6.44, "learning_rate": 0.0001830530183258605, "loss": 2.4432, "step": 47690 }, { "epoch": 6.44, "learning_rate": 0.00018301162744467937, "loss": 2.4356, "step": 47700 }, { "epoch": 6.44, "learning_rate": 0.00018297023392180355, "loss": 2.4176, "step": 47710 }, { "epoch": 6.44, "learning_rate": 0.00018292883776054543, "loss": 2.4125, "step": 47720 }, { "epoch": 6.45, "learning_rate": 0.00018288743896421774, "loss": 2.4272, "step": 47730 }, { "epoch": 6.45, "learning_rate": 0.00018284603753613334, "loss": 2.4124, "step": 47740 }, { "epoch": 6.45, "learning_rate": 0.00018280463347960523, "loss": 2.4418, "step": 47750 }, { "epoch": 6.45, "learning_rate": 0.00018276322679794675, "loss": 2.4383, "step": 47760 }, { "epoch": 6.45, "learning_rate": 0.00018272181749447137, "loss": 2.4287, "step": 47770 }, { "epoch": 6.45, "learning_rate": 0.00018268040557249286, "loss": 2.4473, "step": 47780 }, { "epoch": 6.45, "learning_rate": 0.00018263899103532503, "loss": 2.4011, "step": 47790 }, { "epoch": 6.46, "learning_rate": 0.0001825975738862821, "loss": 2.4261, "step": 47800 }, { "epoch": 6.46, "learning_rate": 0.00018255615412867828, "loss": 2.4361, "step": 47810 }, { "epoch": 6.46, "learning_rate": 0.00018251473176582824, "loss": 2.4021, "step": 47820 }, { "epoch": 6.46, "learning_rate": 0.00018247330680104662, "loss": 2.4058, "step": 47830 }, { "epoch": 6.46, "learning_rate": 0.00018243187923764847, "loss": 2.4461, "step": 47840 }, { "epoch": 6.46, "learning_rate": 0.0001823904490789489, "loss": 2.4156, "step": 47850 }, { "epoch": 6.46, "learning_rate": 0.00018234901632826328, "loss": 2.4222, "step": 47860 }, { "epoch": 6.47, "learning_rate": 0.0001823075809889072, "loss": 2.4379, "step": 47870 }, { "epoch": 6.47, "learning_rate": 0.00018226614306419647, "loss": 2.4106, "step": 47880 }, { "epoch": 6.47, "learning_rate": 0.00018222470255744704, "loss": 2.4263, "step": 47890 }, { "epoch": 6.47, "learning_rate": 0.00018218325947197517, "loss": 2.4426, "step": 47900 }, { "epoch": 6.47, "learning_rate": 0.00018214181381109718, "loss": 2.4142, "step": 47910 }, { "epoch": 6.47, "learning_rate": 0.00018210036557812976, "loss": 2.4439, "step": 47920 }, { "epoch": 6.47, "learning_rate": 0.00018205891477638967, "loss": 2.4484, "step": 47930 }, { "epoch": 6.47, "learning_rate": 0.00018201746140919403, "loss": 2.4397, "step": 47940 }, { "epoch": 6.48, "learning_rate": 0.00018197600547985993, "loss": 2.4241, "step": 47950 }, { "epoch": 6.48, "learning_rate": 0.0001819345469917049, "loss": 2.4068, "step": 47960 }, { "epoch": 6.48, "learning_rate": 0.00018189723216731552, "loss": 2.4217, "step": 47970 }, { "epoch": 6.48, "learning_rate": 0.00018185576882654095, "loss": 2.4494, "step": 47980 }, { "epoch": 6.48, "learning_rate": 0.00018181430293656717, "loss": 2.4293, "step": 47990 }, { "epoch": 6.48, "learning_rate": 0.00018177283450071237, "loss": 2.4343, "step": 48000 }, { "epoch": 6.48, "eval_loss": 2.51920485496521, "eval_runtime": 1269.1416, "eval_samples_per_second": 59.989, "eval_steps_per_second": 4.999, "step": 48000 }, { "epoch": 6.48, "learning_rate": 0.000181731363522295, "loss": 2.439, "step": 48010 }, { "epoch": 6.49, "learning_rate": 0.00018168989000463367, "loss": 2.4372, "step": 48020 }, { "epoch": 6.49, "learning_rate": 0.00018164841395104732, "loss": 2.4401, "step": 48030 }, { "epoch": 6.49, "learning_rate": 0.0001816069353648549, "loss": 2.409, "step": 48040 }, { "epoch": 6.49, "learning_rate": 0.00018156545424937568, "loss": 2.4308, "step": 48050 }, { "epoch": 6.49, "learning_rate": 0.00018152397060792905, "loss": 2.4192, "step": 48060 }, { "epoch": 6.49, "learning_rate": 0.00018148248444383485, "loss": 2.4217, "step": 48070 }, { "epoch": 6.49, "learning_rate": 0.0001814409957604127, "loss": 2.4151, "step": 48080 }, { "epoch": 6.49, "learning_rate": 0.00018139950456098284, "loss": 2.4377, "step": 48090 }, { "epoch": 6.5, "learning_rate": 0.00018135801084886543, "loss": 2.4306, "step": 48100 }, { "epoch": 6.5, "learning_rate": 0.00018131651462738094, "loss": 2.4153, "step": 48110 }, { "epoch": 6.5, "learning_rate": 0.00018127501589985004, "loss": 2.4268, "step": 48120 }, { "epoch": 6.5, "learning_rate": 0.00018123351466959364, "loss": 2.4053, "step": 48130 }, { "epoch": 6.5, "learning_rate": 0.00018119201093993268, "loss": 2.4353, "step": 48140 }, { "epoch": 6.5, "learning_rate": 0.00018115050471418853, "loss": 2.408, "step": 48150 }, { "epoch": 6.5, "learning_rate": 0.00018110899599568255, "loss": 2.4664, "step": 48160 }, { "epoch": 6.51, "learning_rate": 0.00018106748478773652, "loss": 2.4006, "step": 48170 }, { "epoch": 6.51, "learning_rate": 0.0001810259710936722, "loss": 2.4056, "step": 48180 }, { "epoch": 6.51, "learning_rate": 0.00018098445491681171, "loss": 2.4207, "step": 48190 }, { "epoch": 6.51, "learning_rate": 0.00018094293626047723, "loss": 2.4536, "step": 48200 }, { "epoch": 6.51, "learning_rate": 0.0001809014151279913, "loss": 2.4044, "step": 48210 }, { "epoch": 6.51, "learning_rate": 0.0001808598915226765, "loss": 2.4349, "step": 48220 }, { "epoch": 6.51, "learning_rate": 0.00018081836544785575, "loss": 2.4451, "step": 48230 }, { "epoch": 6.52, "learning_rate": 0.000180776836906852, "loss": 2.4533, "step": 48240 }, { "epoch": 6.52, "learning_rate": 0.00018073530590298863, "loss": 2.4258, "step": 48250 }, { "epoch": 6.52, "learning_rate": 0.00018069377243958894, "loss": 2.4356, "step": 48260 }, { "epoch": 6.52, "learning_rate": 0.00018065223651997668, "loss": 2.4422, "step": 48270 }, { "epoch": 6.52, "learning_rate": 0.00018061069814747564, "loss": 2.4243, "step": 48280 }, { "epoch": 6.52, "learning_rate": 0.0001805691573254099, "loss": 2.465, "step": 48290 }, { "epoch": 6.52, "learning_rate": 0.00018052761405710352, "loss": 2.4028, "step": 48300 }, { "epoch": 6.52, "learning_rate": 0.0001804860683458811, "loss": 2.4408, "step": 48310 }, { "epoch": 6.53, "learning_rate": 0.0001804445201950672, "loss": 2.4346, "step": 48320 }, { "epoch": 6.53, "learning_rate": 0.00018040296960798667, "loss": 2.423, "step": 48330 }, { "epoch": 6.53, "learning_rate": 0.0001803614165879645, "loss": 2.427, "step": 48340 }, { "epoch": 6.53, "learning_rate": 0.00018031986113832584, "loss": 2.4177, "step": 48350 }, { "epoch": 6.53, "learning_rate": 0.00018027830326239615, "loss": 2.4327, "step": 48360 }, { "epoch": 6.53, "learning_rate": 0.00018023674296350098, "loss": 2.4291, "step": 48370 }, { "epoch": 6.53, "learning_rate": 0.00018019518024496613, "loss": 2.4331, "step": 48380 }, { "epoch": 6.54, "learning_rate": 0.00018015361511011763, "loss": 2.445, "step": 48390 }, { "epoch": 6.54, "learning_rate": 0.0001801120475622816, "loss": 2.4391, "step": 48400 }, { "epoch": 6.54, "learning_rate": 0.0001800704776047844, "loss": 2.4424, "step": 48410 }, { "epoch": 6.54, "learning_rate": 0.00018002890524095258, "loss": 2.4094, "step": 48420 }, { "epoch": 6.54, "learning_rate": 0.000179987330474113, "loss": 2.4389, "step": 48430 }, { "epoch": 6.54, "learning_rate": 0.00017994575330759245, "loss": 2.4044, "step": 48440 }, { "epoch": 6.54, "learning_rate": 0.0001799041737447182, "loss": 2.4346, "step": 48450 }, { "epoch": 6.54, "learning_rate": 0.00017986259178881745, "loss": 2.4335, "step": 48460 }, { "epoch": 6.55, "learning_rate": 0.00017982100744321782, "loss": 2.4541, "step": 48470 }, { "epoch": 6.55, "learning_rate": 0.000179779420711247, "loss": 2.4235, "step": 48480 }, { "epoch": 6.55, "learning_rate": 0.00017973783159623286, "loss": 2.4437, "step": 48490 }, { "epoch": 6.55, "learning_rate": 0.00017969624010150353, "loss": 2.4389, "step": 48500 }, { "epoch": 6.55, "learning_rate": 0.00017965464623038725, "loss": 2.4278, "step": 48510 }, { "epoch": 6.55, "learning_rate": 0.0001796130499862125, "loss": 2.4313, "step": 48520 }, { "epoch": 6.55, "learning_rate": 0.00017957145137230803, "loss": 2.4308, "step": 48530 }, { "epoch": 6.56, "learning_rate": 0.00017952985039200258, "loss": 2.4458, "step": 48540 }, { "epoch": 6.56, "learning_rate": 0.0001794882470486253, "loss": 2.4339, "step": 48550 }, { "epoch": 6.56, "learning_rate": 0.00017944664134550526, "loss": 2.4169, "step": 48560 }, { "epoch": 6.56, "learning_rate": 0.00017940503328597198, "loss": 2.4321, "step": 48570 }, { "epoch": 6.56, "learning_rate": 0.0001793634228733551, "loss": 2.4548, "step": 48580 }, { "epoch": 6.56, "learning_rate": 0.0001793218101109844, "loss": 2.4301, "step": 48590 }, { "epoch": 6.56, "learning_rate": 0.00017928019500218977, "loss": 2.4239, "step": 48600 }, { "epoch": 6.57, "learning_rate": 0.00017923857755030152, "loss": 2.4441, "step": 48610 }, { "epoch": 6.57, "learning_rate": 0.00017919695775864993, "loss": 2.4252, "step": 48620 }, { "epoch": 6.57, "learning_rate": 0.00017915533563056556, "loss": 2.414, "step": 48630 }, { "epoch": 6.57, "learning_rate": 0.00017911371116937917, "loss": 2.4485, "step": 48640 }, { "epoch": 6.57, "learning_rate": 0.00017907208437842169, "loss": 2.4132, "step": 48650 }, { "epoch": 6.57, "learning_rate": 0.00017903045526102414, "loss": 2.4464, "step": 48660 }, { "epoch": 6.57, "learning_rate": 0.00017898882382051784, "loss": 2.4277, "step": 48670 }, { "epoch": 6.57, "learning_rate": 0.00017894719006023436, "loss": 2.44, "step": 48680 }, { "epoch": 6.58, "learning_rate": 0.0001789055539835053, "loss": 2.4523, "step": 48690 }, { "epoch": 6.58, "learning_rate": 0.0001788639155936625, "loss": 2.4156, "step": 48700 }, { "epoch": 6.58, "learning_rate": 0.00017882227489403798, "loss": 2.4047, "step": 48710 }, { "epoch": 6.58, "learning_rate": 0.00017878063188796404, "loss": 2.4436, "step": 48720 }, { "epoch": 6.58, "learning_rate": 0.000178738986578773, "loss": 2.4305, "step": 48730 }, { "epoch": 6.58, "learning_rate": 0.0001786973389697975, "loss": 2.4352, "step": 48740 }, { "epoch": 6.58, "learning_rate": 0.00017865568906437032, "loss": 2.4437, "step": 48750 }, { "epoch": 6.59, "learning_rate": 0.0001786140368658244, "loss": 2.4439, "step": 48760 }, { "epoch": 6.59, "learning_rate": 0.0001785723823774928, "loss": 2.4526, "step": 48770 }, { "epoch": 6.59, "learning_rate": 0.00017853072560270898, "loss": 2.4612, "step": 48780 }, { "epoch": 6.59, "learning_rate": 0.0001784890665448064, "loss": 2.4298, "step": 48790 }, { "epoch": 6.59, "learning_rate": 0.00017844740520711868, "loss": 2.4224, "step": 48800 }, { "epoch": 6.59, "learning_rate": 0.00017840574159297978, "loss": 2.4458, "step": 48810 }, { "epoch": 6.59, "learning_rate": 0.0001783640757057237, "loss": 2.438, "step": 48820 }, { "epoch": 6.59, "learning_rate": 0.00017832240754868473, "loss": 2.4198, "step": 48830 }, { "epoch": 6.6, "learning_rate": 0.00017828073712519726, "loss": 2.4561, "step": 48840 }, { "epoch": 6.6, "learning_rate": 0.00017823906443859588, "loss": 2.4146, "step": 48850 }, { "epoch": 6.6, "learning_rate": 0.00017819738949221534, "loss": 2.4198, "step": 48860 }, { "epoch": 6.6, "learning_rate": 0.00017815571228939066, "loss": 2.4207, "step": 48870 }, { "epoch": 6.6, "learning_rate": 0.00017811403283345692, "loss": 2.4211, "step": 48880 }, { "epoch": 6.6, "learning_rate": 0.0001780723511277495, "loss": 2.4122, "step": 48890 }, { "epoch": 6.6, "learning_rate": 0.00017803066717560388, "loss": 2.3985, "step": 48900 }, { "epoch": 6.61, "learning_rate": 0.00017798898098035578, "loss": 2.4029, "step": 48910 }, { "epoch": 6.61, "learning_rate": 0.00017794729254534095, "loss": 2.4214, "step": 48920 }, { "epoch": 6.61, "learning_rate": 0.00017790560187389557, "loss": 2.3944, "step": 48930 }, { "epoch": 6.61, "learning_rate": 0.0001778639089693557, "loss": 2.4512, "step": 48940 }, { "epoch": 6.61, "learning_rate": 0.00017782221383505793, "loss": 2.3924, "step": 48950 }, { "epoch": 6.61, "learning_rate": 0.0001777805164743387, "loss": 2.45, "step": 48960 }, { "epoch": 6.61, "learning_rate": 0.00017773881689053477, "loss": 2.3966, "step": 48970 }, { "epoch": 6.62, "learning_rate": 0.00017769711508698312, "loss": 2.4289, "step": 48980 }, { "epoch": 6.62, "learning_rate": 0.00017765541106702087, "loss": 2.4291, "step": 48990 }, { "epoch": 6.62, "learning_rate": 0.00017761370483398523, "loss": 2.426, "step": 49000 }, { "epoch": 6.62, "eval_loss": 2.5139381885528564, "eval_runtime": 1269.1203, "eval_samples_per_second": 59.99, "eval_steps_per_second": 5.0, "step": 49000 }, { "epoch": 6.62, "learning_rate": 0.00017757199639121374, "loss": 2.418, "step": 49010 }, { "epoch": 6.62, "learning_rate": 0.000177530285742044, "loss": 2.423, "step": 49020 }, { "epoch": 6.62, "learning_rate": 0.0001774885728898139, "loss": 2.446, "step": 49030 }, { "epoch": 6.62, "learning_rate": 0.00017744685783786131, "loss": 2.4315, "step": 49040 }, { "epoch": 6.62, "learning_rate": 0.00017740514058952453, "loss": 2.4257, "step": 49050 }, { "epoch": 6.63, "learning_rate": 0.0001773634211481418, "loss": 2.4195, "step": 49060 }, { "epoch": 6.63, "learning_rate": 0.00017732169951705166, "loss": 2.4299, "step": 49070 }, { "epoch": 6.63, "learning_rate": 0.00017727997569959286, "loss": 2.4125, "step": 49080 }, { "epoch": 6.63, "learning_rate": 0.00017723824969910427, "loss": 2.4359, "step": 49090 }, { "epoch": 6.63, "learning_rate": 0.00017719652151892488, "loss": 2.4263, "step": 49100 }, { "epoch": 6.63, "learning_rate": 0.0001771547911623939, "loss": 2.4185, "step": 49110 }, { "epoch": 6.63, "learning_rate": 0.00017711305863285084, "loss": 2.4269, "step": 49120 }, { "epoch": 6.64, "learning_rate": 0.00017707132393363518, "loss": 2.4268, "step": 49130 }, { "epoch": 6.64, "learning_rate": 0.00017702958706808665, "loss": 2.4388, "step": 49140 }, { "epoch": 6.64, "learning_rate": 0.00017698784803954522, "loss": 2.4035, "step": 49150 }, { "epoch": 6.64, "learning_rate": 0.0001769461068513509, "loss": 2.42, "step": 49160 }, { "epoch": 6.64, "learning_rate": 0.00017690436350684406, "loss": 2.4491, "step": 49170 }, { "epoch": 6.64, "learning_rate": 0.00017686261800936505, "loss": 2.4031, "step": 49180 }, { "epoch": 6.64, "learning_rate": 0.00017682087036225452, "loss": 2.4447, "step": 49190 }, { "epoch": 6.64, "learning_rate": 0.00017677912056885322, "loss": 2.4088, "step": 49200 }, { "epoch": 6.65, "learning_rate": 0.0001767373686325021, "loss": 2.4127, "step": 49210 }, { "epoch": 6.65, "learning_rate": 0.0001766956145565423, "loss": 2.4034, "step": 49220 }, { "epoch": 6.65, "learning_rate": 0.00017665385834431517, "loss": 2.412, "step": 49230 }, { "epoch": 6.65, "learning_rate": 0.000176612099999162, "loss": 2.4295, "step": 49240 }, { "epoch": 6.65, "learning_rate": 0.00017657033952442466, "loss": 2.435, "step": 49250 }, { "epoch": 6.65, "learning_rate": 0.00017652857692344474, "loss": 2.4006, "step": 49260 }, { "epoch": 6.65, "learning_rate": 0.00017648681219956434, "loss": 2.4085, "step": 49270 }, { "epoch": 6.66, "learning_rate": 0.00017644504535612555, "loss": 2.4228, "step": 49280 }, { "epoch": 6.66, "learning_rate": 0.00017640327639647073, "loss": 2.4053, "step": 49290 }, { "epoch": 6.66, "learning_rate": 0.00017636150532394235, "loss": 2.4148, "step": 49300 }, { "epoch": 6.66, "learning_rate": 0.00017631973214188304, "loss": 2.4347, "step": 49310 }, { "epoch": 6.66, "learning_rate": 0.0001762779568536356, "loss": 2.4197, "step": 49320 }, { "epoch": 6.66, "learning_rate": 0.00017623617946254313, "loss": 2.4396, "step": 49330 }, { "epoch": 6.66, "learning_rate": 0.00017619439997194864, "loss": 2.4113, "step": 49340 }, { "epoch": 6.67, "learning_rate": 0.0001761526183851956, "loss": 2.4368, "step": 49350 }, { "epoch": 6.67, "learning_rate": 0.0001761108347056274, "loss": 2.4061, "step": 49360 }, { "epoch": 6.67, "learning_rate": 0.00017606904893658772, "loss": 2.4189, "step": 49370 }, { "epoch": 6.67, "learning_rate": 0.0001760272610814204, "loss": 2.4203, "step": 49380 }, { "epoch": 6.67, "learning_rate": 0.00017598547114346954, "loss": 2.4375, "step": 49390 }, { "epoch": 6.67, "learning_rate": 0.00017594367912607912, "loss": 2.3955, "step": 49400 }, { "epoch": 6.67, "learning_rate": 0.00017590188503259355, "loss": 2.417, "step": 49410 }, { "epoch": 6.67, "learning_rate": 0.00017586008886635735, "loss": 2.4173, "step": 49420 }, { "epoch": 6.68, "learning_rate": 0.0001758182906307152, "loss": 2.43, "step": 49430 }, { "epoch": 6.68, "learning_rate": 0.00017577649032901184, "loss": 2.4127, "step": 49440 }, { "epoch": 6.68, "learning_rate": 0.00017573468796459234, "loss": 2.4116, "step": 49450 }, { "epoch": 6.68, "learning_rate": 0.00017569288354080183, "loss": 2.4191, "step": 49460 }, { "epoch": 6.68, "learning_rate": 0.00017565107706098558, "loss": 2.4192, "step": 49470 }, { "epoch": 6.68, "learning_rate": 0.00017560926852848918, "loss": 2.4052, "step": 49480 }, { "epoch": 6.68, "learning_rate": 0.0001755674579466582, "loss": 2.4179, "step": 49490 }, { "epoch": 6.69, "learning_rate": 0.0001755256453188385, "loss": 2.4099, "step": 49500 }, { "epoch": 6.69, "learning_rate": 0.00017548383064837605, "loss": 2.4264, "step": 49510 }, { "epoch": 6.69, "learning_rate": 0.00017544201393861696, "loss": 2.4412, "step": 49520 }, { "epoch": 6.69, "learning_rate": 0.00017540019519290755, "loss": 2.4306, "step": 49530 }, { "epoch": 6.69, "learning_rate": 0.00017535837441459435, "loss": 2.4211, "step": 49540 }, { "epoch": 6.69, "learning_rate": 0.00017531655160702388, "loss": 2.4118, "step": 49550 }, { "epoch": 6.69, "learning_rate": 0.00017527472677354304, "loss": 2.4135, "step": 49560 }, { "epoch": 6.69, "learning_rate": 0.00017523289991749867, "loss": 2.4277, "step": 49570 }, { "epoch": 6.7, "learning_rate": 0.000175191071042238, "loss": 2.4101, "step": 49580 }, { "epoch": 6.7, "learning_rate": 0.00017514924015110827, "loss": 2.4253, "step": 49590 }, { "epoch": 6.7, "learning_rate": 0.0001751074072474569, "loss": 2.4158, "step": 49600 }, { "epoch": 6.7, "learning_rate": 0.0001750655723346315, "loss": 2.4012, "step": 49610 }, { "epoch": 6.7, "learning_rate": 0.0001750237354159798, "loss": 2.4288, "step": 49620 }, { "epoch": 6.7, "learning_rate": 0.00017498189649484982, "loss": 2.4089, "step": 49630 }, { "epoch": 6.7, "learning_rate": 0.00017494005557458953, "loss": 2.4172, "step": 49640 }, { "epoch": 6.71, "learning_rate": 0.00017489821265854726, "loss": 2.4151, "step": 49650 }, { "epoch": 6.71, "learning_rate": 0.00017485636775007134, "loss": 2.4395, "step": 49660 }, { "epoch": 6.71, "learning_rate": 0.0001748145208525104, "loss": 2.4215, "step": 49670 }, { "epoch": 6.71, "learning_rate": 0.00017477267196921306, "loss": 2.4444, "step": 49680 }, { "epoch": 6.71, "learning_rate": 0.00017473082110352835, "loss": 2.4276, "step": 49690 }, { "epoch": 6.71, "learning_rate": 0.00017468896825880518, "loss": 2.3968, "step": 49700 }, { "epoch": 6.71, "learning_rate": 0.00017464711343839287, "loss": 2.417, "step": 49710 }, { "epoch": 6.71, "learning_rate": 0.00017460525664564057, "loss": 2.4467, "step": 49720 }, { "epoch": 6.72, "learning_rate": 0.000174563397883898, "loss": 2.4561, "step": 49730 }, { "epoch": 6.72, "learning_rate": 0.00017452153715651474, "loss": 2.416, "step": 49740 }, { "epoch": 6.72, "learning_rate": 0.00017447967446684062, "loss": 2.422, "step": 49750 }, { "epoch": 6.72, "learning_rate": 0.0001744378098182256, "loss": 2.4274, "step": 49760 }, { "epoch": 6.72, "learning_rate": 0.00017439594321401992, "loss": 2.4574, "step": 49770 }, { "epoch": 6.72, "learning_rate": 0.00017435407465757376, "loss": 2.4034, "step": 49780 }, { "epoch": 6.72, "learning_rate": 0.00017431220415223766, "loss": 2.4341, "step": 49790 }, { "epoch": 6.73, "learning_rate": 0.00017427033170136215, "loss": 2.4562, "step": 49800 }, { "epoch": 6.73, "learning_rate": 0.00017422845730829812, "loss": 2.4278, "step": 49810 }, { "epoch": 6.73, "learning_rate": 0.0001741865809763963, "loss": 2.4246, "step": 49820 }, { "epoch": 6.73, "learning_rate": 0.000174144702709008, "loss": 2.4244, "step": 49830 }, { "epoch": 6.73, "learning_rate": 0.00017410282250948428, "loss": 2.4396, "step": 49840 }, { "epoch": 6.73, "learning_rate": 0.00017406094038117657, "loss": 2.4521, "step": 49850 }, { "epoch": 6.73, "learning_rate": 0.00017401905632743642, "loss": 2.4352, "step": 49860 }, { "epoch": 6.74, "learning_rate": 0.00017397717035161548, "loss": 2.4211, "step": 49870 }, { "epoch": 6.74, "learning_rate": 0.0001739352824570657, "loss": 2.4493, "step": 49880 }, { "epoch": 6.74, "learning_rate": 0.000173893392647139, "loss": 2.4523, "step": 49890 }, { "epoch": 6.74, "learning_rate": 0.00017385150092518752, "loss": 2.4139, "step": 49900 }, { "epoch": 6.74, "learning_rate": 0.00017380960729456368, "loss": 2.4442, "step": 49910 }, { "epoch": 6.74, "learning_rate": 0.00017376771175861978, "loss": 2.4246, "step": 49920 }, { "epoch": 6.74, "learning_rate": 0.00017372581432070856, "loss": 2.4098, "step": 49930 }, { "epoch": 6.74, "learning_rate": 0.00017368391498418274, "loss": 2.4192, "step": 49940 }, { "epoch": 6.75, "learning_rate": 0.00017364201375239527, "loss": 2.4354, "step": 49950 }, { "epoch": 6.75, "learning_rate": 0.00017360011062869915, "loss": 2.4358, "step": 49960 }, { "epoch": 6.75, "learning_rate": 0.00017355820561644765, "loss": 2.4135, "step": 49970 }, { "epoch": 6.75, "learning_rate": 0.00017351629871899412, "loss": 2.4453, "step": 49980 }, { "epoch": 6.75, "learning_rate": 0.0001734743899396921, "loss": 2.4354, "step": 49990 }, { "epoch": 6.75, "learning_rate": 0.00017343247928189526, "loss": 2.4136, "step": 50000 }, { "epoch": 6.75, "eval_loss": 2.508427143096924, "eval_runtime": 1269.0734, "eval_samples_per_second": 59.993, "eval_steps_per_second": 5.0, "step": 50000 }, { "epoch": 6.75, "learning_rate": 0.00017339056674895744, "loss": 2.4184, "step": 50010 }, { "epoch": 6.76, "learning_rate": 0.0001733486523442325, "loss": 2.3999, "step": 50020 }, { "epoch": 6.76, "learning_rate": 0.00017330673607107475, "loss": 2.4114, "step": 50030 }, { "epoch": 6.76, "learning_rate": 0.00017326481793283834, "loss": 2.4218, "step": 50040 }, { "epoch": 6.76, "learning_rate": 0.0001732228979328777, "loss": 2.437, "step": 50050 }, { "epoch": 6.76, "learning_rate": 0.00017318097607454746, "loss": 2.4249, "step": 50060 }, { "epoch": 6.76, "learning_rate": 0.00017313905236120226, "loss": 2.4288, "step": 50070 }, { "epoch": 6.76, "learning_rate": 0.00017309712679619704, "loss": 2.4458, "step": 50080 }, { "epoch": 6.76, "learning_rate": 0.00017305519938288678, "loss": 2.4387, "step": 50090 }, { "epoch": 6.77, "learning_rate": 0.00017301327012462662, "loss": 2.4234, "step": 50100 }, { "epoch": 6.77, "learning_rate": 0.00017297133902477194, "loss": 2.4307, "step": 50110 }, { "epoch": 6.77, "learning_rate": 0.0001729294060866781, "loss": 2.4384, "step": 50120 }, { "epoch": 6.77, "learning_rate": 0.0001728874713137008, "loss": 2.4242, "step": 50130 }, { "epoch": 6.77, "learning_rate": 0.00017284553470919576, "loss": 2.4318, "step": 50140 }, { "epoch": 6.77, "learning_rate": 0.00017280359627651893, "loss": 2.4351, "step": 50150 }, { "epoch": 6.77, "learning_rate": 0.00017276165601902622, "loss": 2.4444, "step": 50160 }, { "epoch": 6.78, "learning_rate": 0.00017271971394007391, "loss": 2.4279, "step": 50170 }, { "epoch": 6.78, "learning_rate": 0.00017267777004301835, "loss": 2.4285, "step": 50180 }, { "epoch": 6.78, "learning_rate": 0.00017263582433121606, "loss": 2.4452, "step": 50190 }, { "epoch": 6.78, "learning_rate": 0.00017259387680802353, "loss": 2.4323, "step": 50200 }, { "epoch": 6.78, "learning_rate": 0.00017255192747679766, "loss": 2.4254, "step": 50210 }, { "epoch": 6.78, "learning_rate": 0.00017250997634089528, "loss": 2.4068, "step": 50220 }, { "epoch": 6.78, "learning_rate": 0.00017246802340367356, "loss": 2.4161, "step": 50230 }, { "epoch": 6.79, "learning_rate": 0.00017242606866848961, "loss": 2.4303, "step": 50240 }, { "epoch": 6.79, "learning_rate": 0.00017238411213870084, "loss": 2.4369, "step": 50250 }, { "epoch": 6.79, "learning_rate": 0.0001723421538176647, "loss": 2.4202, "step": 50260 }, { "epoch": 6.79, "learning_rate": 0.00017230019370873884, "loss": 2.4115, "step": 50270 }, { "epoch": 6.79, "learning_rate": 0.00017225823181528106, "loss": 2.4443, "step": 50280 }, { "epoch": 6.79, "learning_rate": 0.00017221626814064927, "loss": 2.4013, "step": 50290 }, { "epoch": 6.79, "learning_rate": 0.00017217430268820152, "loss": 2.4149, "step": 50300 }, { "epoch": 6.79, "learning_rate": 0.00017213233546129605, "loss": 2.4431, "step": 50310 }, { "epoch": 6.8, "learning_rate": 0.00017209036646329115, "loss": 2.4246, "step": 50320 }, { "epoch": 6.8, "learning_rate": 0.00017204839569754543, "loss": 2.4201, "step": 50330 }, { "epoch": 6.8, "learning_rate": 0.00017200642316741741, "loss": 2.45, "step": 50340 }, { "epoch": 6.8, "learning_rate": 0.00017196444887626592, "loss": 2.418, "step": 50350 }, { "epoch": 6.8, "learning_rate": 0.00017192247282744985, "loss": 2.4209, "step": 50360 }, { "epoch": 6.8, "learning_rate": 0.00017188049502432824, "loss": 2.4415, "step": 50370 }, { "epoch": 6.8, "learning_rate": 0.0001718385154702603, "loss": 2.4135, "step": 50380 }, { "epoch": 6.81, "learning_rate": 0.00017179653416860545, "loss": 2.4064, "step": 50390 }, { "epoch": 6.81, "learning_rate": 0.00017175455112272302, "loss": 2.4215, "step": 50400 }, { "epoch": 6.81, "learning_rate": 0.00017171256633597275, "loss": 2.4241, "step": 50410 }, { "epoch": 6.81, "learning_rate": 0.00017167057981171428, "loss": 2.4384, "step": 50420 }, { "epoch": 6.81, "learning_rate": 0.00017162859155330762, "loss": 2.4401, "step": 50430 }, { "epoch": 6.81, "learning_rate": 0.00017158660156411273, "loss": 2.4426, "step": 50440 }, { "epoch": 6.81, "learning_rate": 0.00017154460984748985, "loss": 2.4265, "step": 50450 }, { "epoch": 6.81, "learning_rate": 0.0001715026164067992, "loss": 2.4476, "step": 50460 }, { "epoch": 6.82, "learning_rate": 0.00017146062124540127, "loss": 2.4226, "step": 50470 }, { "epoch": 6.82, "learning_rate": 0.00017141862436665666, "loss": 2.4354, "step": 50480 }, { "epoch": 6.82, "learning_rate": 0.0001713766257739261, "loss": 2.4206, "step": 50490 }, { "epoch": 6.82, "learning_rate": 0.0001713346254705704, "loss": 2.4011, "step": 50500 }, { "epoch": 6.82, "learning_rate": 0.00017129262345995063, "loss": 2.3865, "step": 50510 }, { "epoch": 6.82, "learning_rate": 0.0001712506197454278, "loss": 2.4251, "step": 50520 }, { "epoch": 6.82, "learning_rate": 0.0001712086143303633, "loss": 2.4241, "step": 50530 }, { "epoch": 6.83, "learning_rate": 0.0001711666072181185, "loss": 2.4144, "step": 50540 }, { "epoch": 6.83, "learning_rate": 0.00017112459841205497, "loss": 2.4302, "step": 50550 }, { "epoch": 6.83, "learning_rate": 0.0001710825879155343, "loss": 2.4211, "step": 50560 }, { "epoch": 6.83, "learning_rate": 0.00017104057573191837, "loss": 2.4213, "step": 50570 }, { "epoch": 6.83, "learning_rate": 0.00017099856186456912, "loss": 2.4287, "step": 50580 }, { "epoch": 6.83, "learning_rate": 0.0001709565463168487, "loss": 2.4157, "step": 50590 }, { "epoch": 6.83, "learning_rate": 0.00017091452909211917, "loss": 2.4209, "step": 50600 }, { "epoch": 6.84, "learning_rate": 0.000170872510193743, "loss": 2.4276, "step": 50610 }, { "epoch": 6.84, "learning_rate": 0.0001708304896250826, "loss": 2.4386, "step": 50620 }, { "epoch": 6.84, "learning_rate": 0.00017078846738950064, "loss": 2.4267, "step": 50630 }, { "epoch": 6.84, "learning_rate": 0.00017074644349035988, "loss": 2.4087, "step": 50640 }, { "epoch": 6.84, "learning_rate": 0.0001707044179310232, "loss": 2.4206, "step": 50650 }, { "epoch": 6.84, "learning_rate": 0.00017066239071485356, "loss": 2.4272, "step": 50660 }, { "epoch": 6.84, "learning_rate": 0.00017062036184521418, "loss": 2.4405, "step": 50670 }, { "epoch": 6.84, "learning_rate": 0.0001705783313254683, "loss": 2.4312, "step": 50680 }, { "epoch": 6.85, "learning_rate": 0.00017053629915897938, "loss": 2.4402, "step": 50690 }, { "epoch": 6.85, "learning_rate": 0.00017049426534911094, "loss": 2.4131, "step": 50700 }, { "epoch": 6.85, "learning_rate": 0.00017045222989922666, "loss": 2.4578, "step": 50710 }, { "epoch": 6.85, "learning_rate": 0.00017041019281269034, "loss": 2.4254, "step": 50720 }, { "epoch": 6.85, "learning_rate": 0.0001703681540928659, "loss": 2.4529, "step": 50730 }, { "epoch": 6.85, "learning_rate": 0.00017032611374311743, "loss": 2.4278, "step": 50740 }, { "epoch": 6.85, "learning_rate": 0.0001702840717668092, "loss": 2.4524, "step": 50750 }, { "epoch": 6.86, "learning_rate": 0.00017024202816730546, "loss": 2.4582, "step": 50760 }, { "epoch": 6.86, "learning_rate": 0.00017019998294797066, "loss": 2.4172, "step": 50770 }, { "epoch": 6.86, "learning_rate": 0.00017015793611216946, "loss": 2.3983, "step": 50780 }, { "epoch": 6.86, "learning_rate": 0.00017011588766326655, "loss": 2.4037, "step": 50790 }, { "epoch": 6.86, "learning_rate": 0.0001700738376046268, "loss": 2.3946, "step": 50800 }, { "epoch": 6.86, "learning_rate": 0.0001700317859396151, "loss": 2.4456, "step": 50810 }, { "epoch": 6.86, "learning_rate": 0.00016998973267159668, "loss": 2.4177, "step": 50820 }, { "epoch": 6.86, "learning_rate": 0.00016994767780393664, "loss": 2.4253, "step": 50830 }, { "epoch": 6.87, "learning_rate": 0.00016990562134000048, "loss": 2.4566, "step": 50840 }, { "epoch": 6.87, "learning_rate": 0.0001698635632831536, "loss": 2.4181, "step": 50850 }, { "epoch": 6.87, "learning_rate": 0.00016982150363676168, "loss": 2.4237, "step": 50860 }, { "epoch": 6.87, "learning_rate": 0.00016977944240419038, "loss": 2.4231, "step": 50870 }, { "epoch": 6.87, "learning_rate": 0.00016973737958880566, "loss": 2.4131, "step": 50880 }, { "epoch": 6.87, "learning_rate": 0.0001696953151939735, "loss": 2.4182, "step": 50890 }, { "epoch": 6.87, "learning_rate": 0.00016965324922306002, "loss": 2.4214, "step": 50900 }, { "epoch": 6.88, "learning_rate": 0.00016961118167943147, "loss": 2.4113, "step": 50910 }, { "epoch": 6.88, "learning_rate": 0.00016956911256645418, "loss": 2.422, "step": 50920 }, { "epoch": 6.88, "learning_rate": 0.0001695270418874947, "loss": 2.4352, "step": 50930 }, { "epoch": 6.88, "learning_rate": 0.00016948496964591965, "loss": 2.4063, "step": 50940 }, { "epoch": 6.88, "learning_rate": 0.00016944289584509584, "loss": 2.4382, "step": 50950 }, { "epoch": 6.88, "learning_rate": 0.00016940082048839004, "loss": 2.4218, "step": 50960 }, { "epoch": 6.88, "learning_rate": 0.00016935874357916933, "loss": 2.3886, "step": 50970 }, { "epoch": 6.89, "learning_rate": 0.0001693166651208008, "loss": 2.4259, "step": 50980 }, { "epoch": 6.89, "learning_rate": 0.0001692745851166518, "loss": 2.4374, "step": 50990 }, { "epoch": 6.89, "learning_rate": 0.0001692325035700895, "loss": 2.4463, "step": 51000 }, { "epoch": 6.89, "eval_loss": 2.5036706924438477, "eval_runtime": 1266.3668, "eval_samples_per_second": 60.121, "eval_steps_per_second": 5.01, "step": 51000 }, { "epoch": 6.89, "learning_rate": 0.0001691904204844816, "loss": 2.4009, "step": 51010 }, { "epoch": 6.89, "learning_rate": 0.00016914833586319561, "loss": 2.4192, "step": 51020 }, { "epoch": 6.89, "learning_rate": 0.00016910624970959933, "loss": 2.422, "step": 51030 }, { "epoch": 6.89, "learning_rate": 0.00016906416202706057, "loss": 2.4292, "step": 51040 }, { "epoch": 6.89, "learning_rate": 0.0001690220728189474, "loss": 2.413, "step": 51050 }, { "epoch": 6.9, "learning_rate": 0.00016897998208862785, "loss": 2.4395, "step": 51060 }, { "epoch": 6.9, "learning_rate": 0.00016893788983947015, "loss": 2.4453, "step": 51070 }, { "epoch": 6.9, "learning_rate": 0.00016889579607484275, "loss": 2.4345, "step": 51080 }, { "epoch": 6.9, "learning_rate": 0.00016885370079811407, "loss": 2.4535, "step": 51090 }, { "epoch": 6.9, "learning_rate": 0.00016881160401265269, "loss": 2.4217, "step": 51100 }, { "epoch": 6.9, "learning_rate": 0.00016876950572182733, "loss": 2.3907, "step": 51110 }, { "epoch": 6.9, "learning_rate": 0.00016872740592900685, "loss": 2.4347, "step": 51120 }, { "epoch": 6.91, "learning_rate": 0.00016868530463756017, "loss": 2.4032, "step": 51130 }, { "epoch": 6.91, "learning_rate": 0.0001686432018508564, "loss": 2.4185, "step": 51140 }, { "epoch": 6.91, "learning_rate": 0.0001686010975722648, "loss": 2.4495, "step": 51150 }, { "epoch": 6.91, "learning_rate": 0.00016855899180515457, "loss": 2.4396, "step": 51160 }, { "epoch": 6.91, "learning_rate": 0.00016851688455289522, "loss": 2.43, "step": 51170 }, { "epoch": 6.91, "learning_rate": 0.00016847477581885623, "loss": 2.4327, "step": 51180 }, { "epoch": 6.91, "learning_rate": 0.00016843266560640744, "loss": 2.3907, "step": 51190 }, { "epoch": 6.91, "learning_rate": 0.00016839055391891842, "loss": 2.453, "step": 51200 }, { "epoch": 6.92, "learning_rate": 0.00016834844075975928, "loss": 2.407, "step": 51210 }, { "epoch": 6.92, "learning_rate": 0.00016830632613229986, "loss": 2.4216, "step": 51220 }, { "epoch": 6.92, "learning_rate": 0.00016826421003991046, "loss": 2.4298, "step": 51230 }, { "epoch": 6.92, "learning_rate": 0.0001682220924859613, "loss": 2.4323, "step": 51240 }, { "epoch": 6.92, "learning_rate": 0.00016817997347382273, "loss": 2.4157, "step": 51250 }, { "epoch": 6.92, "learning_rate": 0.00016813785300686524, "loss": 2.4274, "step": 51260 }, { "epoch": 6.92, "learning_rate": 0.0001680957310884595, "loss": 2.4391, "step": 51270 }, { "epoch": 6.93, "learning_rate": 0.0001680536077219762, "loss": 2.4411, "step": 51280 }, { "epoch": 6.93, "learning_rate": 0.00016801148291078618, "loss": 2.4135, "step": 51290 }, { "epoch": 6.93, "learning_rate": 0.0001679693566582604, "loss": 2.4163, "step": 51300 }, { "epoch": 6.93, "learning_rate": 0.00016792722896777, "loss": 2.4289, "step": 51310 }, { "epoch": 6.93, "learning_rate": 0.00016788509984268606, "loss": 2.4178, "step": 51320 }, { "epoch": 6.93, "learning_rate": 0.00016784296928637992, "loss": 2.4393, "step": 51330 }, { "epoch": 6.93, "learning_rate": 0.00016780083730222307, "loss": 2.3959, "step": 51340 }, { "epoch": 6.94, "learning_rate": 0.000167758703893587, "loss": 2.4157, "step": 51350 }, { "epoch": 6.94, "learning_rate": 0.00016771656906384335, "loss": 2.3975, "step": 51360 }, { "epoch": 6.94, "learning_rate": 0.00016767443281636384, "loss": 2.4207, "step": 51370 }, { "epoch": 6.94, "learning_rate": 0.00016763229515452045, "loss": 2.4342, "step": 51380 }, { "epoch": 6.94, "learning_rate": 0.00016759015608168513, "loss": 2.4087, "step": 51390 }, { "epoch": 6.94, "learning_rate": 0.0001675480156012299, "loss": 2.4041, "step": 51400 }, { "epoch": 6.94, "learning_rate": 0.00016750587371652708, "loss": 2.438, "step": 51410 }, { "epoch": 6.94, "learning_rate": 0.00016746373043094893, "loss": 2.4218, "step": 51420 }, { "epoch": 6.95, "learning_rate": 0.00016742158574786792, "loss": 2.4331, "step": 51430 }, { "epoch": 6.95, "learning_rate": 0.00016737943967065657, "loss": 2.4343, "step": 51440 }, { "epoch": 6.95, "learning_rate": 0.00016733729220268762, "loss": 2.4106, "step": 51450 }, { "epoch": 6.95, "learning_rate": 0.0001672951433473338, "loss": 2.4398, "step": 51460 }, { "epoch": 6.95, "learning_rate": 0.00016725299310796788, "loss": 2.4304, "step": 51470 }, { "epoch": 6.95, "learning_rate": 0.00016721084148796304, "loss": 2.4165, "step": 51480 }, { "epoch": 6.95, "learning_rate": 0.0001671686884906923, "loss": 2.4086, "step": 51490 }, { "epoch": 6.96, "learning_rate": 0.00016712653411952888, "loss": 2.4027, "step": 51500 }, { "epoch": 6.96, "learning_rate": 0.0001670885940135916, "loss": 2.4215, "step": 51510 }, { "epoch": 6.96, "learning_rate": 0.00016704643704132572, "loss": 2.4302, "step": 51520 }, { "epoch": 6.96, "learning_rate": 0.00016700427870495004, "loss": 2.424, "step": 51530 }, { "epoch": 6.96, "learning_rate": 0.00016696211900783835, "loss": 2.4212, "step": 51540 }, { "epoch": 6.96, "learning_rate": 0.00016691995795336425, "loss": 2.4015, "step": 51550 }, { "epoch": 6.96, "learning_rate": 0.00016687779554490172, "loss": 2.3958, "step": 51560 }, { "epoch": 6.96, "learning_rate": 0.0001668356317858247, "loss": 2.4423, "step": 51570 }, { "epoch": 6.97, "learning_rate": 0.0001667934666795072, "loss": 2.4209, "step": 51580 }, { "epoch": 6.97, "learning_rate": 0.00016675130022932345, "loss": 2.4277, "step": 51590 }, { "epoch": 6.97, "learning_rate": 0.00016670913243864782, "loss": 2.4557, "step": 51600 }, { "epoch": 6.97, "learning_rate": 0.00016666696331085458, "loss": 2.4296, "step": 51610 }, { "epoch": 6.97, "learning_rate": 0.00016662479284931827, "loss": 2.4251, "step": 51620 }, { "epoch": 6.97, "learning_rate": 0.00016658262105741356, "loss": 2.4133, "step": 51630 }, { "epoch": 6.97, "learning_rate": 0.00016654044793851518, "loss": 2.4304, "step": 51640 }, { "epoch": 6.98, "learning_rate": 0.00016649827349599788, "loss": 2.4311, "step": 51650 }, { "epoch": 6.98, "learning_rate": 0.00016645609773323664, "loss": 2.394, "step": 51660 }, { "epoch": 6.98, "learning_rate": 0.00016641392065360649, "loss": 2.4141, "step": 51670 }, { "epoch": 6.98, "learning_rate": 0.00016637174226048253, "loss": 2.4032, "step": 51680 }, { "epoch": 6.98, "learning_rate": 0.00016632956255724005, "loss": 2.4238, "step": 51690 }, { "epoch": 6.98, "learning_rate": 0.00016628738154725442, "loss": 2.3856, "step": 51700 }, { "epoch": 6.98, "learning_rate": 0.00016624519923390108, "loss": 2.4068, "step": 51710 }, { "epoch": 6.99, "learning_rate": 0.00016620301562055557, "loss": 2.4314, "step": 51720 }, { "epoch": 6.99, "learning_rate": 0.00016616083071059354, "loss": 2.4041, "step": 51730 }, { "epoch": 6.99, "learning_rate": 0.00016611864450739088, "loss": 2.4153, "step": 51740 }, { "epoch": 6.99, "learning_rate": 0.00016607645701432333, "loss": 2.4202, "step": 51750 }, { "epoch": 6.99, "learning_rate": 0.00016603426823476693, "loss": 2.3951, "step": 51760 }, { "epoch": 6.99, "learning_rate": 0.00016599207817209773, "loss": 2.4116, "step": 51770 }, { "epoch": 6.99, "learning_rate": 0.0001659498868296919, "loss": 2.4161, "step": 51780 }, { "epoch": 6.99, "learning_rate": 0.0001659076942109258, "loss": 2.4023, "step": 51790 }, { "epoch": 7.0, "learning_rate": 0.00016586550031917575, "loss": 2.423, "step": 51800 }, { "epoch": 7.0, "learning_rate": 0.00016582330515781823, "loss": 2.4052, "step": 51810 }, { "epoch": 7.0, "learning_rate": 0.00016578110873022986, "loss": 2.3956, "step": 51820 }, { "epoch": 7.0, "learning_rate": 0.00016573891103978736, "loss": 2.4131, "step": 51830 }, { "epoch": 7.0, "learning_rate": 0.00016569671208986747, "loss": 2.351, "step": 51840 }, { "epoch": 7.0, "learning_rate": 0.0001656545118838471, "loss": 2.3669, "step": 51850 }, { "epoch": 7.0, "learning_rate": 0.00016561231042510328, "loss": 2.3666, "step": 51860 }, { "epoch": 7.01, "learning_rate": 0.00016557010771701302, "loss": 2.356, "step": 51870 }, { "epoch": 7.01, "learning_rate": 0.00016552790376295353, "loss": 2.3847, "step": 51880 }, { "epoch": 7.01, "learning_rate": 0.00016548569856630218, "loss": 2.3918, "step": 51890 }, { "epoch": 7.01, "learning_rate": 0.00016544349213043637, "loss": 2.3812, "step": 51900 }, { "epoch": 7.01, "learning_rate": 0.0001654012844587335, "loss": 2.3656, "step": 51910 }, { "epoch": 7.01, "learning_rate": 0.00016535907555457119, "loss": 2.3414, "step": 51920 }, { "epoch": 7.01, "learning_rate": 0.00016531686542132714, "loss": 2.3855, "step": 51930 }, { "epoch": 7.01, "learning_rate": 0.00016527465406237918, "loss": 2.3851, "step": 51940 }, { "epoch": 7.02, "learning_rate": 0.00016523244148110514, "loss": 2.3781, "step": 51950 }, { "epoch": 7.02, "learning_rate": 0.00016519022768088303, "loss": 2.3689, "step": 51960 }, { "epoch": 7.02, "learning_rate": 0.00016514801266509093, "loss": 2.3736, "step": 51970 }, { "epoch": 7.02, "learning_rate": 0.00016510579643710696, "loss": 2.3578, "step": 51980 }, { "epoch": 7.02, "learning_rate": 0.00016506357900030946, "loss": 2.3636, "step": 51990 }, { "epoch": 7.02, "learning_rate": 0.00016502136035807688, "loss": 2.345, "step": 52000 }, { "epoch": 7.02, "eval_loss": 2.501615047454834, "eval_runtime": 1269.0509, "eval_samples_per_second": 59.994, "eval_steps_per_second": 5.0, "step": 52000 }, { "epoch": 7.02, "learning_rate": 0.00016497914051378753, "loss": 2.3666, "step": 52010 }, { "epoch": 7.03, "learning_rate": 0.00016493691947082003, "loss": 2.4002, "step": 52020 }, { "epoch": 7.03, "learning_rate": 0.00016489469723255306, "loss": 2.3886, "step": 52030 }, { "epoch": 7.03, "learning_rate": 0.00016485247380236542, "loss": 2.3433, "step": 52040 }, { "epoch": 7.03, "learning_rate": 0.0001648102491836359, "loss": 2.3796, "step": 52050 }, { "epoch": 7.03, "learning_rate": 0.00016476802337974349, "loss": 2.3937, "step": 52060 }, { "epoch": 7.03, "learning_rate": 0.00016472579639406715, "loss": 2.3452, "step": 52070 }, { "epoch": 7.03, "learning_rate": 0.0001646835682299861, "loss": 2.3601, "step": 52080 }, { "epoch": 7.04, "learning_rate": 0.0001646413388908795, "loss": 2.3738, "step": 52090 }, { "epoch": 7.04, "learning_rate": 0.0001645991083801268, "loss": 2.3512, "step": 52100 }, { "epoch": 7.04, "learning_rate": 0.00016455687670110727, "loss": 2.3835, "step": 52110 }, { "epoch": 7.04, "learning_rate": 0.0001645146438572005, "loss": 2.3721, "step": 52120 }, { "epoch": 7.04, "learning_rate": 0.00016447240985178612, "loss": 2.3917, "step": 52130 }, { "epoch": 7.04, "learning_rate": 0.0001644301746882438, "loss": 2.3671, "step": 52140 }, { "epoch": 7.04, "learning_rate": 0.00016438793836995324, "loss": 2.3676, "step": 52150 }, { "epoch": 7.04, "learning_rate": 0.0001643457009002945, "loss": 2.3975, "step": 52160 }, { "epoch": 7.05, "learning_rate": 0.00016430346228264747, "loss": 2.3852, "step": 52170 }, { "epoch": 7.05, "learning_rate": 0.00016426122252039213, "loss": 2.3669, "step": 52180 }, { "epoch": 7.05, "learning_rate": 0.00016421898161690876, "loss": 2.3785, "step": 52190 }, { "epoch": 7.05, "learning_rate": 0.0001641767395755776, "loss": 2.3786, "step": 52200 }, { "epoch": 7.05, "learning_rate": 0.00016413449639977895, "loss": 2.3495, "step": 52210 }, { "epoch": 7.05, "learning_rate": 0.00016409225209289323, "loss": 2.3903, "step": 52220 }, { "epoch": 7.05, "learning_rate": 0.00016405000665830098, "loss": 2.3202, "step": 52230 }, { "epoch": 7.06, "learning_rate": 0.00016400776009938288, "loss": 2.3615, "step": 52240 }, { "epoch": 7.06, "learning_rate": 0.00016396551241951954, "loss": 2.3572, "step": 52250 }, { "epoch": 7.06, "learning_rate": 0.0001639232636220918, "loss": 2.3885, "step": 52260 }, { "epoch": 7.06, "learning_rate": 0.0001638810137104805, "loss": 2.3325, "step": 52270 }, { "epoch": 7.06, "learning_rate": 0.00016383876268806665, "loss": 2.3542, "step": 52280 }, { "epoch": 7.06, "learning_rate": 0.0001637965105582313, "loss": 2.3847, "step": 52290 }, { "epoch": 7.06, "learning_rate": 0.00016375425732435565, "loss": 2.3982, "step": 52300 }, { "epoch": 7.06, "learning_rate": 0.00016371200298982084, "loss": 2.3845, "step": 52310 }, { "epoch": 7.07, "learning_rate": 0.00016366974755800825, "loss": 2.3684, "step": 52320 }, { "epoch": 7.07, "learning_rate": 0.00016362749103229925, "loss": 2.374, "step": 52330 }, { "epoch": 7.07, "learning_rate": 0.00016358523341607545, "loss": 2.3724, "step": 52340 }, { "epoch": 7.07, "learning_rate": 0.0001635429747127183, "loss": 2.3868, "step": 52350 }, { "epoch": 7.07, "learning_rate": 0.00016350071492560962, "loss": 2.3679, "step": 52360 }, { "epoch": 7.07, "learning_rate": 0.00016345845405813103, "loss": 2.3927, "step": 52370 }, { "epoch": 7.07, "learning_rate": 0.00016341619211366444, "loss": 2.3767, "step": 52380 }, { "epoch": 7.08, "learning_rate": 0.00016337392909559177, "loss": 2.3394, "step": 52390 }, { "epoch": 7.08, "learning_rate": 0.0001633316650072951, "loss": 2.386, "step": 52400 }, { "epoch": 7.08, "learning_rate": 0.00016328939985215643, "loss": 2.3692, "step": 52410 }, { "epoch": 7.08, "learning_rate": 0.00016324713363355807, "loss": 2.3919, "step": 52420 }, { "epoch": 7.08, "learning_rate": 0.0001632048663548822, "loss": 2.4083, "step": 52430 }, { "epoch": 7.08, "learning_rate": 0.00016316259801951122, "loss": 2.3866, "step": 52440 }, { "epoch": 7.08, "learning_rate": 0.0001631203286308276, "loss": 2.3528, "step": 52450 }, { "epoch": 7.08, "learning_rate": 0.00016307805819221384, "loss": 2.3646, "step": 52460 }, { "epoch": 7.09, "learning_rate": 0.00016303578670705254, "loss": 2.3532, "step": 52470 }, { "epoch": 7.09, "learning_rate": 0.0001629935141787264, "loss": 2.3677, "step": 52480 }, { "epoch": 7.09, "learning_rate": 0.00016295124061061823, "loss": 2.3711, "step": 52490 }, { "epoch": 7.09, "learning_rate": 0.0001629089660061109, "loss": 2.3689, "step": 52500 }, { "epoch": 7.09, "learning_rate": 0.00016286669036858734, "loss": 2.3691, "step": 52510 }, { "epoch": 7.09, "learning_rate": 0.00016282441370143053, "loss": 2.3867, "step": 52520 }, { "epoch": 7.09, "learning_rate": 0.00016278213600802368, "loss": 2.4009, "step": 52530 }, { "epoch": 7.1, "learning_rate": 0.0001627398572917499, "loss": 2.3961, "step": 52540 }, { "epoch": 7.1, "learning_rate": 0.00016269757755599254, "loss": 2.3894, "step": 52550 }, { "epoch": 7.1, "learning_rate": 0.0001626552968041349, "loss": 2.3839, "step": 52560 }, { "epoch": 7.1, "learning_rate": 0.00016261301503956048, "loss": 2.4152, "step": 52570 }, { "epoch": 7.1, "learning_rate": 0.00016257073226565272, "loss": 2.3554, "step": 52580 }, { "epoch": 7.1, "learning_rate": 0.0001625284484857952, "loss": 2.3944, "step": 52590 }, { "epoch": 7.1, "learning_rate": 0.00016248616370337173, "loss": 2.3651, "step": 52600 }, { "epoch": 7.11, "learning_rate": 0.00016244387792176606, "loss": 2.3657, "step": 52610 }, { "epoch": 7.11, "learning_rate": 0.00016240159114436187, "loss": 2.353, "step": 52620 }, { "epoch": 7.11, "learning_rate": 0.00016235930337454323, "loss": 2.4128, "step": 52630 }, { "epoch": 7.11, "learning_rate": 0.00016231701461569408, "loss": 2.406, "step": 52640 }, { "epoch": 7.11, "learning_rate": 0.00016227472487119859, "loss": 2.3702, "step": 52650 }, { "epoch": 7.11, "learning_rate": 0.00016223243414444078, "loss": 2.3783, "step": 52660 }, { "epoch": 7.11, "learning_rate": 0.000162190142438805, "loss": 2.3655, "step": 52670 }, { "epoch": 7.11, "learning_rate": 0.00016214784975767546, "loss": 2.3777, "step": 52680 }, { "epoch": 7.12, "learning_rate": 0.00016210555610443665, "loss": 2.3936, "step": 52690 }, { "epoch": 7.12, "learning_rate": 0.00016206326148247299, "loss": 2.3755, "step": 52700 }, { "epoch": 7.12, "learning_rate": 0.00016202096589516907, "loss": 2.3673, "step": 52710 }, { "epoch": 7.12, "learning_rate": 0.0001619786693459095, "loss": 2.3877, "step": 52720 }, { "epoch": 7.12, "learning_rate": 0.00016193637183807894, "loss": 2.3831, "step": 52730 }, { "epoch": 7.12, "learning_rate": 0.0001618940733750622, "loss": 2.3859, "step": 52740 }, { "epoch": 7.12, "learning_rate": 0.0001618517739602442, "loss": 2.3247, "step": 52750 }, { "epoch": 7.13, "learning_rate": 0.00016180947359700976, "loss": 2.3614, "step": 52760 }, { "epoch": 7.13, "learning_rate": 0.00016176717228874398, "loss": 2.3757, "step": 52770 }, { "epoch": 7.13, "learning_rate": 0.00016172487003883186, "loss": 2.3934, "step": 52780 }, { "epoch": 7.13, "learning_rate": 0.00016168256685065866, "loss": 2.3608, "step": 52790 }, { "epoch": 7.13, "learning_rate": 0.0001616402627276095, "loss": 2.3759, "step": 52800 }, { "epoch": 7.13, "learning_rate": 0.00016159795767306984, "loss": 2.3819, "step": 52810 }, { "epoch": 7.13, "learning_rate": 0.0001615556516904249, "loss": 2.3816, "step": 52820 }, { "epoch": 7.13, "learning_rate": 0.00016151334478306024, "loss": 2.3761, "step": 52830 }, { "epoch": 7.14, "learning_rate": 0.00016147103695436136, "loss": 2.3789, "step": 52840 }, { "epoch": 7.14, "learning_rate": 0.0001614287282077139, "loss": 2.3732, "step": 52850 }, { "epoch": 7.14, "learning_rate": 0.0001613864185465035, "loss": 2.3915, "step": 52860 }, { "epoch": 7.14, "learning_rate": 0.00016134410797411595, "loss": 2.3755, "step": 52870 }, { "epoch": 7.14, "learning_rate": 0.00016130179649393697, "loss": 2.3602, "step": 52880 }, { "epoch": 7.14, "learning_rate": 0.00016125948410935262, "loss": 2.3775, "step": 52890 }, { "epoch": 7.14, "learning_rate": 0.00016121717082374874, "loss": 2.3959, "step": 52900 }, { "epoch": 7.15, "learning_rate": 0.00016117485664051144, "loss": 2.3682, "step": 52910 }, { "epoch": 7.15, "learning_rate": 0.00016113254156302682, "loss": 2.3939, "step": 52920 }, { "epoch": 7.15, "learning_rate": 0.00016109022559468106, "loss": 2.3582, "step": 52930 }, { "epoch": 7.15, "learning_rate": 0.0001610479087388604, "loss": 2.3912, "step": 52940 }, { "epoch": 7.15, "learning_rate": 0.00016100559099895126, "loss": 2.3843, "step": 52950 }, { "epoch": 7.15, "learning_rate": 0.00016096327237833988, "loss": 2.388, "step": 52960 }, { "epoch": 7.15, "learning_rate": 0.0001609209528804129, "loss": 2.3856, "step": 52970 }, { "epoch": 7.16, "learning_rate": 0.0001608786325085567, "loss": 2.4109, "step": 52980 }, { "epoch": 7.16, "learning_rate": 0.000160836311266158, "loss": 2.3768, "step": 52990 }, { "epoch": 7.16, "learning_rate": 0.00016079398915660344, "loss": 2.3736, "step": 53000 }, { "epoch": 7.16, "eval_loss": 2.498974323272705, "eval_runtime": 1269.1099, "eval_samples_per_second": 59.991, "eval_steps_per_second": 5.0, "step": 53000 }, { "epoch": 7.16, "learning_rate": 0.0001607516661832798, "loss": 2.3692, "step": 53010 }, { "epoch": 7.16, "learning_rate": 0.00016070934234957386, "loss": 2.3728, "step": 53020 }, { "epoch": 7.16, "learning_rate": 0.00016066701765887252, "loss": 2.3631, "step": 53030 }, { "epoch": 7.16, "learning_rate": 0.0001606246921145627, "loss": 2.4021, "step": 53040 }, { "epoch": 7.16, "learning_rate": 0.00016058236572003153, "loss": 2.38, "step": 53050 }, { "epoch": 7.17, "learning_rate": 0.00016054003847866598, "loss": 2.3843, "step": 53060 }, { "epoch": 7.17, "learning_rate": 0.0001604977103938533, "loss": 2.3883, "step": 53070 }, { "epoch": 7.17, "learning_rate": 0.00016045538146898067, "loss": 2.3977, "step": 53080 }, { "epoch": 7.17, "learning_rate": 0.00016041305170743535, "loss": 2.3998, "step": 53090 }, { "epoch": 7.17, "learning_rate": 0.00016037072111260478, "loss": 2.3981, "step": 53100 }, { "epoch": 7.17, "learning_rate": 0.00016032838968787637, "loss": 2.378, "step": 53110 }, { "epoch": 7.17, "learning_rate": 0.00016028605743663755, "loss": 2.3811, "step": 53120 }, { "epoch": 7.18, "learning_rate": 0.00016024372436227593, "loss": 2.3739, "step": 53130 }, { "epoch": 7.18, "learning_rate": 0.00016020139046817915, "loss": 2.3814, "step": 53140 }, { "epoch": 7.18, "learning_rate": 0.00016015905575773493, "loss": 2.3703, "step": 53150 }, { "epoch": 7.18, "learning_rate": 0.00016011672023433088, "loss": 2.3645, "step": 53160 }, { "epoch": 7.18, "learning_rate": 0.00016007438390135505, "loss": 2.374, "step": 53170 }, { "epoch": 7.18, "learning_rate": 0.0001600320467621951, "loss": 2.4049, "step": 53180 }, { "epoch": 7.18, "learning_rate": 0.0001599897088202391, "loss": 2.3718, "step": 53190 }, { "epoch": 7.18, "learning_rate": 0.00015994737007887503, "loss": 2.3586, "step": 53200 }, { "epoch": 7.19, "learning_rate": 0.00015990503054149106, "loss": 2.3959, "step": 53210 }, { "epoch": 7.19, "learning_rate": 0.00015986269021147522, "loss": 2.3931, "step": 53220 }, { "epoch": 7.19, "learning_rate": 0.00015982034909221577, "loss": 2.3994, "step": 53230 }, { "epoch": 7.19, "learning_rate": 0.00015977800718710094, "loss": 2.3769, "step": 53240 }, { "epoch": 7.19, "learning_rate": 0.00015973566449951915, "loss": 2.3743, "step": 53250 }, { "epoch": 7.19, "learning_rate": 0.00015969332103285867, "loss": 2.4115, "step": 53260 }, { "epoch": 7.19, "learning_rate": 0.0001596509767905081, "loss": 2.3871, "step": 53270 }, { "epoch": 7.2, "learning_rate": 0.0001596086317758558, "loss": 2.3739, "step": 53280 }, { "epoch": 7.2, "learning_rate": 0.0001595662859922905, "loss": 2.3925, "step": 53290 }, { "epoch": 7.2, "learning_rate": 0.00015952393944320076, "loss": 2.3945, "step": 53300 }, { "epoch": 7.2, "learning_rate": 0.0001594815921319753, "loss": 2.3841, "step": 53310 }, { "epoch": 7.2, "learning_rate": 0.0001594392440620029, "loss": 2.3876, "step": 53320 }, { "epoch": 7.2, "learning_rate": 0.00015939689523667238, "loss": 2.3755, "step": 53330 }, { "epoch": 7.2, "learning_rate": 0.0001593545456593726, "loss": 2.3854, "step": 53340 }, { "epoch": 7.21, "learning_rate": 0.00015931219533349257, "loss": 2.3593, "step": 53350 }, { "epoch": 7.21, "learning_rate": 0.00015926984426242123, "loss": 2.3575, "step": 53360 }, { "epoch": 7.21, "learning_rate": 0.00015922749244954768, "loss": 2.4062, "step": 53370 }, { "epoch": 7.21, "learning_rate": 0.00015918513989826105, "loss": 2.3784, "step": 53380 }, { "epoch": 7.21, "learning_rate": 0.0001591427866119505, "loss": 2.4051, "step": 53390 }, { "epoch": 7.21, "learning_rate": 0.00015910043259400526, "loss": 2.4096, "step": 53400 }, { "epoch": 7.21, "learning_rate": 0.00015905807784781474, "loss": 2.4, "step": 53410 }, { "epoch": 7.21, "learning_rate": 0.00015901572237676817, "loss": 2.3893, "step": 53420 }, { "epoch": 7.22, "learning_rate": 0.000158973366184255, "loss": 2.3792, "step": 53430 }, { "epoch": 7.22, "learning_rate": 0.00015893100927366475, "loss": 2.3567, "step": 53440 }, { "epoch": 7.22, "learning_rate": 0.00015888865164838699, "loss": 2.426, "step": 53450 }, { "epoch": 7.22, "learning_rate": 0.00015884629331181115, "loss": 2.3917, "step": 53460 }, { "epoch": 7.22, "learning_rate": 0.00015880393426732708, "loss": 2.3577, "step": 53470 }, { "epoch": 7.22, "learning_rate": 0.00015876157451832432, "loss": 2.373, "step": 53480 }, { "epoch": 7.22, "learning_rate": 0.00015871921406819265, "loss": 2.3895, "step": 53490 }, { "epoch": 7.23, "learning_rate": 0.000158676852920322, "loss": 2.3697, "step": 53500 }, { "epoch": 7.23, "learning_rate": 0.00015863872729347323, "loss": 2.3958, "step": 53510 }, { "epoch": 7.23, "learning_rate": 0.00015859636482923756, "loss": 2.3718, "step": 53520 }, { "epoch": 7.23, "learning_rate": 0.00015855400167709356, "loss": 2.408, "step": 53530 }, { "epoch": 7.23, "learning_rate": 0.00015851163784043137, "loss": 2.3926, "step": 53540 }, { "epoch": 7.23, "learning_rate": 0.000158469273322641, "loss": 2.3638, "step": 53550 }, { "epoch": 7.23, "learning_rate": 0.00015842690812711268, "loss": 2.3928, "step": 53560 }, { "epoch": 7.23, "learning_rate": 0.0001583845422572365, "loss": 2.3419, "step": 53570 }, { "epoch": 7.24, "learning_rate": 0.00015834217571640278, "loss": 2.3828, "step": 53580 }, { "epoch": 7.24, "learning_rate": 0.00015829980850800182, "loss": 2.3953, "step": 53590 }, { "epoch": 7.24, "learning_rate": 0.00015825744063542398, "loss": 2.4096, "step": 53600 }, { "epoch": 7.24, "learning_rate": 0.00015821507210205964, "loss": 2.3768, "step": 53610 }, { "epoch": 7.24, "learning_rate": 0.00015817270291129933, "loss": 2.4019, "step": 53620 }, { "epoch": 7.24, "learning_rate": 0.00015813033306653348, "loss": 2.3957, "step": 53630 }, { "epoch": 7.24, "learning_rate": 0.0001580879625711527, "loss": 2.3887, "step": 53640 }, { "epoch": 7.25, "learning_rate": 0.0001580455914285476, "loss": 2.3974, "step": 53650 }, { "epoch": 7.25, "learning_rate": 0.0001580032196421089, "loss": 2.386, "step": 53660 }, { "epoch": 7.25, "learning_rate": 0.00015796084721522724, "loss": 2.3749, "step": 53670 }, { "epoch": 7.25, "learning_rate": 0.00015791847415129345, "loss": 2.3716, "step": 53680 }, { "epoch": 7.25, "learning_rate": 0.00015787610045369836, "loss": 2.4072, "step": 53690 }, { "epoch": 7.25, "learning_rate": 0.00015783372612583287, "loss": 2.4066, "step": 53700 }, { "epoch": 7.25, "learning_rate": 0.00015779135117108785, "loss": 2.4103, "step": 53710 }, { "epoch": 7.26, "learning_rate": 0.00015774897559285429, "loss": 2.3711, "step": 53720 }, { "epoch": 7.26, "learning_rate": 0.00015770659939452322, "loss": 2.3433, "step": 53730 }, { "epoch": 7.26, "learning_rate": 0.00015766422257948575, "loss": 2.4116, "step": 53740 }, { "epoch": 7.26, "learning_rate": 0.00015762184515113296, "loss": 2.3872, "step": 53750 }, { "epoch": 7.26, "learning_rate": 0.00015757946711285608, "loss": 2.3717, "step": 53760 }, { "epoch": 7.26, "learning_rate": 0.0001575370884680463, "loss": 2.3443, "step": 53770 }, { "epoch": 7.26, "learning_rate": 0.00015749470922009484, "loss": 2.392, "step": 53780 }, { "epoch": 7.26, "learning_rate": 0.0001574523293723931, "loss": 2.3626, "step": 53790 }, { "epoch": 7.27, "learning_rate": 0.0001574099489283325, "loss": 2.3829, "step": 53800 }, { "epoch": 7.27, "learning_rate": 0.0001573675678913043, "loss": 2.3798, "step": 53810 }, { "epoch": 7.27, "learning_rate": 0.00015732518626470008, "loss": 2.3873, "step": 53820 }, { "epoch": 7.27, "learning_rate": 0.0001572828040519113, "loss": 2.3962, "step": 53830 }, { "epoch": 7.27, "learning_rate": 0.00015724042125632955, "loss": 2.3441, "step": 53840 }, { "epoch": 7.27, "learning_rate": 0.0001571980378813464, "loss": 2.3832, "step": 53850 }, { "epoch": 7.27, "learning_rate": 0.0001571556539303536, "loss": 2.3811, "step": 53860 }, { "epoch": 7.28, "learning_rate": 0.0001571132694067427, "loss": 2.3864, "step": 53870 }, { "epoch": 7.28, "learning_rate": 0.0001570708843139055, "loss": 2.391, "step": 53880 }, { "epoch": 7.28, "learning_rate": 0.00015702849865523383, "loss": 2.374, "step": 53890 }, { "epoch": 7.28, "learning_rate": 0.00015698611243411954, "loss": 2.3615, "step": 53900 }, { "epoch": 7.28, "learning_rate": 0.00015694372565395442, "loss": 2.4158, "step": 53910 }, { "epoch": 7.28, "learning_rate": 0.00015690133831813052, "loss": 2.3971, "step": 53920 }, { "epoch": 7.28, "learning_rate": 0.0001568589504300396, "loss": 2.4231, "step": 53930 }, { "epoch": 7.28, "learning_rate": 0.00015681656199307387, "loss": 2.3763, "step": 53940 }, { "epoch": 7.29, "learning_rate": 0.00015677417301062532, "loss": 2.3637, "step": 53950 }, { "epoch": 7.29, "learning_rate": 0.00015673178348608608, "loss": 2.3753, "step": 53960 }, { "epoch": 7.29, "learning_rate": 0.00015668939342284823, "loss": 2.3662, "step": 53970 }, { "epoch": 7.29, "learning_rate": 0.000156647002824304, "loss": 2.3817, "step": 53980 }, { "epoch": 7.29, "learning_rate": 0.0001566046116938456, "loss": 2.3897, "step": 53990 }, { "epoch": 7.29, "learning_rate": 0.00015656222003486534, "loss": 2.4092, "step": 54000 }, { "epoch": 7.29, "eval_loss": 2.495549440383911, "eval_runtime": 1269.0814, "eval_samples_per_second": 59.992, "eval_steps_per_second": 5.0, "step": 54000 }, { "epoch": 7.29, "learning_rate": 0.0001565198278507555, "loss": 2.4011, "step": 54010 }, { "epoch": 7.3, "learning_rate": 0.00015647743514490841, "loss": 2.3827, "step": 54020 }, { "epoch": 7.3, "learning_rate": 0.0001564350419207165, "loss": 2.3895, "step": 54030 }, { "epoch": 7.3, "learning_rate": 0.00015639264818157223, "loss": 2.4156, "step": 54040 }, { "epoch": 7.3, "learning_rate": 0.00015635025393086806, "loss": 2.3716, "step": 54050 }, { "epoch": 7.3, "learning_rate": 0.00015630785917199655, "loss": 2.3799, "step": 54060 }, { "epoch": 7.3, "learning_rate": 0.00015626546390835015, "loss": 2.421, "step": 54070 }, { "epoch": 7.3, "learning_rate": 0.00015622306814332162, "loss": 2.4113, "step": 54080 }, { "epoch": 7.31, "learning_rate": 0.00015618067188030347, "loss": 2.3873, "step": 54090 }, { "epoch": 7.31, "learning_rate": 0.00015613827512268847, "loss": 2.4048, "step": 54100 }, { "epoch": 7.31, "learning_rate": 0.00015609587787386928, "loss": 2.3748, "step": 54110 }, { "epoch": 7.31, "learning_rate": 0.00015605348013723872, "loss": 2.3931, "step": 54120 }, { "epoch": 7.31, "learning_rate": 0.0001560110819161895, "loss": 2.3927, "step": 54130 }, { "epoch": 7.31, "learning_rate": 0.00015596868321411458, "loss": 2.3976, "step": 54140 }, { "epoch": 7.31, "learning_rate": 0.00015592628403440672, "loss": 2.3699, "step": 54150 }, { "epoch": 7.31, "learning_rate": 0.00015588388438045895, "loss": 2.3865, "step": 54160 }, { "epoch": 7.32, "learning_rate": 0.00015584148425566415, "loss": 2.3903, "step": 54170 }, { "epoch": 7.32, "learning_rate": 0.0001557990836634153, "loss": 2.3865, "step": 54180 }, { "epoch": 7.32, "learning_rate": 0.00015575668260710547, "loss": 2.3699, "step": 54190 }, { "epoch": 7.32, "learning_rate": 0.00015571428109012776, "loss": 2.3503, "step": 54200 }, { "epoch": 7.32, "learning_rate": 0.0001556718791158752, "loss": 2.3842, "step": 54210 }, { "epoch": 7.32, "learning_rate": 0.00015562947668774097, "loss": 2.3857, "step": 54220 }, { "epoch": 7.32, "learning_rate": 0.00015558707380911824, "loss": 2.3985, "step": 54230 }, { "epoch": 7.33, "learning_rate": 0.00015554467048340016, "loss": 2.3772, "step": 54240 }, { "epoch": 7.33, "learning_rate": 0.0001555022667139801, "loss": 2.3845, "step": 54250 }, { "epoch": 7.33, "learning_rate": 0.00015545986250425128, "loss": 2.4131, "step": 54260 }, { "epoch": 7.33, "learning_rate": 0.00015541745785760695, "loss": 2.3746, "step": 54270 }, { "epoch": 7.33, "learning_rate": 0.0001553750527774406, "loss": 2.3819, "step": 54280 }, { "epoch": 7.33, "learning_rate": 0.0001553326472671455, "loss": 2.3479, "step": 54290 }, { "epoch": 7.33, "learning_rate": 0.00015529024133011517, "loss": 2.3855, "step": 54300 }, { "epoch": 7.33, "learning_rate": 0.000155247834969743, "loss": 2.4035, "step": 54310 }, { "epoch": 7.34, "learning_rate": 0.00015520542818942253, "loss": 2.382, "step": 54320 }, { "epoch": 7.34, "learning_rate": 0.0001551630209925472, "loss": 2.3877, "step": 54330 }, { "epoch": 7.34, "learning_rate": 0.00015512061338251063, "loss": 2.3987, "step": 54340 }, { "epoch": 7.34, "learning_rate": 0.00015507820536270642, "loss": 2.3585, "step": 54350 }, { "epoch": 7.34, "learning_rate": 0.00015503579693652823, "loss": 2.41, "step": 54360 }, { "epoch": 7.34, "learning_rate": 0.0001549933881073696, "loss": 2.4075, "step": 54370 }, { "epoch": 7.34, "learning_rate": 0.0001549509788786243, "loss": 2.4046, "step": 54380 }, { "epoch": 7.35, "learning_rate": 0.00015490856925368598, "loss": 2.368, "step": 54390 }, { "epoch": 7.35, "learning_rate": 0.00015486615923594854, "loss": 2.4147, "step": 54400 }, { "epoch": 7.35, "learning_rate": 0.0001548237488288056, "loss": 2.3625, "step": 54410 }, { "epoch": 7.35, "learning_rate": 0.00015478133803565111, "loss": 2.3899, "step": 54420 }, { "epoch": 7.35, "learning_rate": 0.0001547389268598788, "loss": 2.351, "step": 54430 }, { "epoch": 7.35, "learning_rate": 0.0001546965153048826, "loss": 2.4011, "step": 54440 }, { "epoch": 7.35, "learning_rate": 0.00015465410337405639, "loss": 2.4328, "step": 54450 }, { "epoch": 7.36, "learning_rate": 0.00015461169107079418, "loss": 2.3649, "step": 54460 }, { "epoch": 7.36, "learning_rate": 0.00015456927839848983, "loss": 2.3886, "step": 54470 }, { "epoch": 7.36, "learning_rate": 0.00015452686536053745, "loss": 2.3691, "step": 54480 }, { "epoch": 7.36, "learning_rate": 0.00015448445196033096, "loss": 2.402, "step": 54490 }, { "epoch": 7.36, "learning_rate": 0.0001544420382012645, "loss": 2.4017, "step": 54500 }, { "epoch": 7.36, "learning_rate": 0.00015439962408673205, "loss": 2.3755, "step": 54510 }, { "epoch": 7.36, "learning_rate": 0.00015435720962012788, "loss": 2.413, "step": 54520 }, { "epoch": 7.36, "learning_rate": 0.00015431479480484595, "loss": 2.4007, "step": 54530 }, { "epoch": 7.37, "learning_rate": 0.00015427237964428053, "loss": 2.3774, "step": 54540 }, { "epoch": 7.37, "learning_rate": 0.0001542299641418258, "loss": 2.3731, "step": 54550 }, { "epoch": 7.37, "learning_rate": 0.000154187548300876, "loss": 2.352, "step": 54560 }, { "epoch": 7.37, "learning_rate": 0.00015414513212482533, "loss": 2.3826, "step": 54570 }, { "epoch": 7.37, "learning_rate": 0.00015410271561706816, "loss": 2.3807, "step": 54580 }, { "epoch": 7.37, "learning_rate": 0.0001540602987809986, "loss": 2.3928, "step": 54590 }, { "epoch": 7.37, "learning_rate": 0.0001540178816200112, "loss": 2.4112, "step": 54600 }, { "epoch": 7.38, "learning_rate": 0.0001539754641375002, "loss": 2.3764, "step": 54610 }, { "epoch": 7.38, "learning_rate": 0.00015393304633686005, "loss": 2.4027, "step": 54620 }, { "epoch": 7.38, "learning_rate": 0.0001538906282214851, "loss": 2.3737, "step": 54630 }, { "epoch": 7.38, "learning_rate": 0.00015384820979476974, "loss": 2.391, "step": 54640 }, { "epoch": 7.38, "learning_rate": 0.00015380579106010847, "loss": 2.4182, "step": 54650 }, { "epoch": 7.38, "learning_rate": 0.00015376337202089584, "loss": 2.3786, "step": 54660 }, { "epoch": 7.38, "learning_rate": 0.00015372095268052628, "loss": 2.3708, "step": 54670 }, { "epoch": 7.38, "learning_rate": 0.00015367853304239432, "loss": 2.3843, "step": 54680 }, { "epoch": 7.39, "learning_rate": 0.00015363611310989452, "loss": 2.3619, "step": 54690 }, { "epoch": 7.39, "learning_rate": 0.0001535936928864215, "loss": 2.3856, "step": 54700 }, { "epoch": 7.39, "learning_rate": 0.00015355127237536977, "loss": 2.4118, "step": 54710 }, { "epoch": 7.39, "learning_rate": 0.00015350885158013405, "loss": 2.4135, "step": 54720 }, { "epoch": 7.39, "learning_rate": 0.0001534664305041089, "loss": 2.3996, "step": 54730 }, { "epoch": 7.39, "learning_rate": 0.00015342400915068906, "loss": 2.3949, "step": 54740 }, { "epoch": 7.39, "learning_rate": 0.0001533815875232692, "loss": 2.4016, "step": 54750 }, { "epoch": 7.4, "learning_rate": 0.00015333916562524402, "loss": 2.3921, "step": 54760 }, { "epoch": 7.4, "learning_rate": 0.0001532967434600083, "loss": 2.3949, "step": 54770 }, { "epoch": 7.4, "learning_rate": 0.0001532543210309567, "loss": 2.4179, "step": 54780 }, { "epoch": 7.4, "learning_rate": 0.00015321189834148404, "loss": 2.3816, "step": 54790 }, { "epoch": 7.4, "learning_rate": 0.0001531694753949852, "loss": 2.4064, "step": 54800 }, { "epoch": 7.4, "learning_rate": 0.00015312705219485486, "loss": 2.3717, "step": 54810 }, { "epoch": 7.4, "learning_rate": 0.00015308462874448798, "loss": 2.4069, "step": 54820 }, { "epoch": 7.41, "learning_rate": 0.00015304220504727936, "loss": 2.4026, "step": 54830 }, { "epoch": 7.41, "learning_rate": 0.00015299978110662384, "loss": 2.3758, "step": 54840 }, { "epoch": 7.41, "learning_rate": 0.00015295735692591637, "loss": 2.3761, "step": 54850 }, { "epoch": 7.41, "learning_rate": 0.0001529149325085519, "loss": 2.396, "step": 54860 }, { "epoch": 7.41, "learning_rate": 0.0001528725078579253, "loss": 2.3905, "step": 54870 }, { "epoch": 7.41, "learning_rate": 0.00015283008297743158, "loss": 2.4021, "step": 54880 }, { "epoch": 7.41, "learning_rate": 0.0001527876578704656, "loss": 2.4063, "step": 54890 }, { "epoch": 7.41, "learning_rate": 0.0001527452325404225, "loss": 2.3735, "step": 54900 }, { "epoch": 7.42, "learning_rate": 0.0001527028069906972, "loss": 2.3916, "step": 54910 }, { "epoch": 7.42, "learning_rate": 0.00015266038122468476, "loss": 2.377, "step": 54920 }, { "epoch": 7.42, "learning_rate": 0.0001526179552457802, "loss": 2.3909, "step": 54930 }, { "epoch": 7.42, "learning_rate": 0.00015257552905737856, "loss": 2.3785, "step": 54940 }, { "epoch": 7.42, "learning_rate": 0.000152533102662875, "loss": 2.3817, "step": 54950 }, { "epoch": 7.42, "learning_rate": 0.00015249067606566455, "loss": 2.3779, "step": 54960 }, { "epoch": 7.42, "learning_rate": 0.00015244824926914234, "loss": 2.3642, "step": 54970 }, { "epoch": 7.43, "learning_rate": 0.0001524058222767035, "loss": 2.4137, "step": 54980 }, { "epoch": 7.43, "learning_rate": 0.00015236339509174313, "loss": 2.3739, "step": 54990 }, { "epoch": 7.43, "learning_rate": 0.00015232096771765645, "loss": 2.3689, "step": 55000 }, { "epoch": 7.43, "eval_loss": 2.491696357727051, "eval_runtime": 1269.0901, "eval_samples_per_second": 59.992, "eval_steps_per_second": 5.0, "step": 55000 }, { "epoch": 7.43, "learning_rate": 0.0001522785401578386, "loss": 2.3798, "step": 55010 }, { "epoch": 7.43, "learning_rate": 0.00015223611241568476, "loss": 2.3472, "step": 55020 }, { "epoch": 7.43, "learning_rate": 0.00015219368449459014, "loss": 2.3876, "step": 55030 }, { "epoch": 7.43, "learning_rate": 0.00015215125639794996, "loss": 2.3859, "step": 55040 }, { "epoch": 7.43, "learning_rate": 0.00015210882812915946, "loss": 2.3973, "step": 55050 }, { "epoch": 7.44, "learning_rate": 0.00015206639969161386, "loss": 2.3579, "step": 55060 }, { "epoch": 7.44, "learning_rate": 0.00015202397108870843, "loss": 2.3997, "step": 55070 }, { "epoch": 7.44, "learning_rate": 0.0001519815423238385, "loss": 2.3811, "step": 55080 }, { "epoch": 7.44, "learning_rate": 0.00015193911340039917, "loss": 2.4171, "step": 55090 }, { "epoch": 7.44, "learning_rate": 0.00015189668432178595, "loss": 2.4079, "step": 55100 }, { "epoch": 7.44, "learning_rate": 0.000151854255091394, "loss": 2.3845, "step": 55110 }, { "epoch": 7.44, "learning_rate": 0.00015181182571261882, "loss": 2.382, "step": 55120 }, { "epoch": 7.45, "learning_rate": 0.00015176939618885552, "loss": 2.374, "step": 55130 }, { "epoch": 7.45, "learning_rate": 0.00015172696652349956, "loss": 2.37, "step": 55140 }, { "epoch": 7.45, "learning_rate": 0.00015168453671994628, "loss": 2.3853, "step": 55150 }, { "epoch": 7.45, "learning_rate": 0.0001516421067815911, "loss": 2.4129, "step": 55160 }, { "epoch": 7.45, "learning_rate": 0.0001515996767118293, "loss": 2.3929, "step": 55170 }, { "epoch": 7.45, "learning_rate": 0.00015155724651405637, "loss": 2.4043, "step": 55180 }, { "epoch": 7.45, "learning_rate": 0.00015151481619166756, "loss": 2.3979, "step": 55190 }, { "epoch": 7.46, "learning_rate": 0.00015147238574805846, "loss": 2.383, "step": 55200 }, { "epoch": 7.46, "learning_rate": 0.0001514299551866244, "loss": 2.3746, "step": 55210 }, { "epoch": 7.46, "learning_rate": 0.0001513875245107608, "loss": 2.4096, "step": 55220 }, { "epoch": 7.46, "learning_rate": 0.00015134509372386308, "loss": 2.3669, "step": 55230 }, { "epoch": 7.46, "learning_rate": 0.0001513026628293267, "loss": 2.388, "step": 55240 }, { "epoch": 7.46, "learning_rate": 0.00015126023183054715, "loss": 2.4047, "step": 55250 }, { "epoch": 7.46, "learning_rate": 0.0001512178007309199, "loss": 2.3876, "step": 55260 }, { "epoch": 7.46, "learning_rate": 0.00015117536953384035, "loss": 2.3622, "step": 55270 }, { "epoch": 7.47, "learning_rate": 0.00015113293824270405, "loss": 2.3936, "step": 55280 }, { "epoch": 7.47, "learning_rate": 0.00015109050686090637, "loss": 2.3752, "step": 55290 }, { "epoch": 7.47, "learning_rate": 0.000151048075391843, "loss": 2.4035, "step": 55300 }, { "epoch": 7.47, "learning_rate": 0.00015100564383890922, "loss": 2.4041, "step": 55310 }, { "epoch": 7.47, "learning_rate": 0.00015096321220550073, "loss": 2.4009, "step": 55320 }, { "epoch": 7.47, "learning_rate": 0.00015092078049501294, "loss": 2.3807, "step": 55330 }, { "epoch": 7.47, "learning_rate": 0.00015087834871084136, "loss": 2.3979, "step": 55340 }, { "epoch": 7.48, "learning_rate": 0.00015083591685638155, "loss": 2.3754, "step": 55350 }, { "epoch": 7.48, "learning_rate": 0.00015079348493502904, "loss": 2.3546, "step": 55360 }, { "epoch": 7.48, "learning_rate": 0.00015075105295017936, "loss": 2.399, "step": 55370 }, { "epoch": 7.48, "learning_rate": 0.00015070862090522805, "loss": 2.3907, "step": 55380 }, { "epoch": 7.48, "learning_rate": 0.00015066618880357066, "loss": 2.3923, "step": 55390 }, { "epoch": 7.48, "learning_rate": 0.0001506237566486027, "loss": 2.397, "step": 55400 }, { "epoch": 7.48, "learning_rate": 0.00015058132444371977, "loss": 2.3958, "step": 55410 }, { "epoch": 7.48, "learning_rate": 0.0001505388921923175, "loss": 2.3976, "step": 55420 }, { "epoch": 7.49, "learning_rate": 0.00015049645989779133, "loss": 2.3802, "step": 55430 }, { "epoch": 7.49, "learning_rate": 0.00015045402756353683, "loss": 2.3918, "step": 55440 }, { "epoch": 7.49, "learning_rate": 0.00015041159519294965, "loss": 2.3794, "step": 55450 }, { "epoch": 7.49, "learning_rate": 0.0001503691627894253, "loss": 2.3951, "step": 55460 }, { "epoch": 7.49, "learning_rate": 0.00015032673035635943, "loss": 2.3966, "step": 55470 }, { "epoch": 7.49, "learning_rate": 0.00015028429789714753, "loss": 2.3741, "step": 55480 }, { "epoch": 7.49, "learning_rate": 0.0001502418654151852, "loss": 2.4115, "step": 55490 }, { "epoch": 7.5, "learning_rate": 0.00015019943291386803, "loss": 2.3954, "step": 55500 }, { "epoch": 7.5, "learning_rate": 0.0001501570003965916, "loss": 2.3732, "step": 55510 }, { "epoch": 7.5, "learning_rate": 0.00015011456786675155, "loss": 2.3809, "step": 55520 }, { "epoch": 7.5, "learning_rate": 0.0001500721353277434, "loss": 2.4006, "step": 55530 }, { "epoch": 7.5, "learning_rate": 0.00015002970278296275, "loss": 2.4026, "step": 55540 }, { "epoch": 7.5, "learning_rate": 0.00014998727023580517, "loss": 2.3866, "step": 55550 }, { "epoch": 7.5, "learning_rate": 0.00014994483768966628, "loss": 2.3986, "step": 55560 }, { "epoch": 7.5, "learning_rate": 0.00014990240514794171, "loss": 2.3746, "step": 55570 }, { "epoch": 7.51, "learning_rate": 0.00014986421586697017, "loss": 2.4081, "step": 55580 }, { "epoch": 7.51, "learning_rate": 0.00014982178334298747, "loss": 2.3785, "step": 55590 }, { "epoch": 7.51, "learning_rate": 0.00014977935083326625, "loss": 2.3879, "step": 55600 }, { "epoch": 7.51, "learning_rate": 0.00014973691834120208, "loss": 2.3909, "step": 55610 }, { "epoch": 7.51, "learning_rate": 0.0001496944858701905, "loss": 2.3808, "step": 55620 }, { "epoch": 7.51, "learning_rate": 0.00014965205342362713, "loss": 2.4131, "step": 55630 }, { "epoch": 7.51, "learning_rate": 0.0001496096210049076, "loss": 2.3817, "step": 55640 }, { "epoch": 7.52, "learning_rate": 0.00014956718861742737, "loss": 2.3674, "step": 55650 }, { "epoch": 7.52, "learning_rate": 0.0001495247562645821, "loss": 2.4019, "step": 55660 }, { "epoch": 7.52, "learning_rate": 0.0001494823239497673, "loss": 2.4173, "step": 55670 }, { "epoch": 7.52, "learning_rate": 0.00014943989167637864, "loss": 2.3774, "step": 55680 }, { "epoch": 7.52, "learning_rate": 0.0001493974594478116, "loss": 2.3991, "step": 55690 }, { "epoch": 7.52, "learning_rate": 0.0001493550272674617, "loss": 2.3883, "step": 55700 }, { "epoch": 7.52, "learning_rate": 0.00014931259513872457, "loss": 2.3742, "step": 55710 }, { "epoch": 7.53, "learning_rate": 0.00014927016306499584, "loss": 2.3661, "step": 55720 }, { "epoch": 7.53, "learning_rate": 0.00014922773104967087, "loss": 2.3832, "step": 55730 }, { "epoch": 7.53, "learning_rate": 0.00014918529909614531, "loss": 2.402, "step": 55740 }, { "epoch": 7.53, "learning_rate": 0.00014914286720781468, "loss": 2.4098, "step": 55750 }, { "epoch": 7.53, "learning_rate": 0.00014910043538807463, "loss": 2.3815, "step": 55760 }, { "epoch": 7.53, "learning_rate": 0.0001490580036403205, "loss": 2.3613, "step": 55770 }, { "epoch": 7.53, "learning_rate": 0.00014901557196794787, "loss": 2.3666, "step": 55780 }, { "epoch": 7.53, "learning_rate": 0.0001489731403743523, "loss": 2.3887, "step": 55790 }, { "epoch": 7.54, "learning_rate": 0.00014893070886292932, "loss": 2.3725, "step": 55800 }, { "epoch": 7.54, "learning_rate": 0.00014888827743707433, "loss": 2.3926, "step": 55810 }, { "epoch": 7.54, "learning_rate": 0.0001488458461001829, "loss": 2.3647, "step": 55820 }, { "epoch": 7.54, "learning_rate": 0.00014880341485565054, "loss": 2.3527, "step": 55830 }, { "epoch": 7.54, "learning_rate": 0.00014876098370687272, "loss": 2.3828, "step": 55840 }, { "epoch": 7.54, "learning_rate": 0.00014871855265724486, "loss": 2.4066, "step": 55850 }, { "epoch": 7.54, "learning_rate": 0.00014867612171016247, "loss": 2.3771, "step": 55860 }, { "epoch": 7.55, "learning_rate": 0.000148633690869021, "loss": 2.4037, "step": 55870 }, { "epoch": 7.55, "learning_rate": 0.00014859126013721594, "loss": 2.4069, "step": 55880 }, { "epoch": 7.55, "learning_rate": 0.00014854882951814265, "loss": 2.387, "step": 55890 }, { "epoch": 7.55, "learning_rate": 0.0001485063990151966, "loss": 2.3872, "step": 55900 }, { "epoch": 7.55, "learning_rate": 0.00014846396863177322, "loss": 2.4004, "step": 55910 }, { "epoch": 7.55, "learning_rate": 0.000148421538371268, "loss": 2.3886, "step": 55920 }, { "epoch": 7.55, "learning_rate": 0.0001483791082370762, "loss": 2.3934, "step": 55930 }, { "epoch": 7.55, "learning_rate": 0.00014833667823259324, "loss": 2.4024, "step": 55940 }, { "epoch": 7.56, "learning_rate": 0.00014829424836121456, "loss": 2.4158, "step": 55950 }, { "epoch": 7.56, "learning_rate": 0.0001482518186263356, "loss": 2.3883, "step": 55960 }, { "epoch": 7.56, "learning_rate": 0.00014820938903135157, "loss": 2.4039, "step": 55970 }, { "epoch": 7.56, "learning_rate": 0.00014816695957965787, "loss": 2.3849, "step": 55980 }, { "epoch": 7.56, "learning_rate": 0.00014812453027464987, "loss": 2.3864, "step": 55990 }, { "epoch": 7.56, "learning_rate": 0.0001480821011197229, "loss": 2.3797, "step": 56000 }, { "epoch": 7.56, "eval_loss": 2.486668109893799, "eval_runtime": 1269.1258, "eval_samples_per_second": 59.99, "eval_steps_per_second": 5.0, "step": 56000 }, { "epoch": 7.56, "learning_rate": 4.1870747339754796e-05, "loss": 2.4059, "step": 56010 }, { "epoch": 7.57, "learning_rate": 4.182664262331522e-05, "loss": 2.3906, "step": 56020 }, { "epoch": 7.57, "learning_rate": 4.1782557384417925e-05, "loss": 2.4007, "step": 56030 }, { "epoch": 7.57, "learning_rate": 4.173849163100073e-05, "loss": 2.3591, "step": 56040 }, { "epoch": 7.57, "learning_rate": 4.169444537099814e-05, "loss": 2.3478, "step": 56050 }, { "epoch": 7.57, "learning_rate": 4.165041861234106e-05, "loss": 2.3565, "step": 56060 }, { "epoch": 7.57, "learning_rate": 4.160641136295678e-05, "loss": 2.3565, "step": 56070 }, { "epoch": 7.57, "learning_rate": 4.156242363076929e-05, "loss": 2.3755, "step": 56080 }, { "epoch": 7.58, "learning_rate": 4.151845542369888e-05, "loss": 2.3951, "step": 56090 }, { "epoch": 7.58, "learning_rate": 4.147450674966253e-05, "loss": 2.3777, "step": 56100 }, { "epoch": 7.58, "learning_rate": 4.1430577616573415e-05, "loss": 2.3661, "step": 56110 }, { "epoch": 7.58, "learning_rate": 4.138666803234147e-05, "loss": 2.3462, "step": 56120 }, { "epoch": 7.58, "learning_rate": 4.134277800487289e-05, "loss": 2.3647, "step": 56130 }, { "epoch": 7.58, "learning_rate": 4.129890754207058e-05, "loss": 2.3753, "step": 56140 }, { "epoch": 7.58, "learning_rate": 4.1255056651833775e-05, "loss": 2.3671, "step": 56150 }, { "epoch": 7.59, "learning_rate": 4.121122534205806e-05, "loss": 2.361, "step": 56160 }, { "epoch": 7.59, "learning_rate": 4.116741362063576e-05, "loss": 2.3947, "step": 56170 }, { "epoch": 7.59, "learning_rate": 4.1123621495455515e-05, "loss": 2.3554, "step": 56180 }, { "epoch": 7.59, "learning_rate": 4.107984897440252e-05, "loss": 2.369, "step": 56190 }, { "epoch": 7.59, "learning_rate": 4.1036096065358364e-05, "loss": 2.339, "step": 56200 }, { "epoch": 7.59, "learning_rate": 4.099236277620112e-05, "loss": 2.3562, "step": 56210 }, { "epoch": 7.59, "learning_rate": 4.094864911480531e-05, "loss": 2.358, "step": 56220 }, { "epoch": 7.59, "learning_rate": 4.0904955089042054e-05, "loss": 2.3706, "step": 56230 }, { "epoch": 7.6, "learning_rate": 4.086128070677877e-05, "loss": 2.364, "step": 56240 }, { "epoch": 7.6, "learning_rate": 4.081762597587941e-05, "loss": 2.3612, "step": 56250 }, { "epoch": 7.6, "learning_rate": 4.07739909042044e-05, "loss": 2.3381, "step": 56260 }, { "epoch": 7.6, "learning_rate": 4.073037549961054e-05, "loss": 2.3497, "step": 56270 }, { "epoch": 7.6, "learning_rate": 4.068677976995126e-05, "loss": 2.3506, "step": 56280 }, { "epoch": 7.6, "learning_rate": 4.0643203723076315e-05, "loss": 2.3855, "step": 56290 }, { "epoch": 7.6, "learning_rate": 4.059964736683192e-05, "loss": 2.3654, "step": 56300 }, { "epoch": 7.61, "learning_rate": 4.055611070906075e-05, "loss": 2.379, "step": 56310 }, { "epoch": 7.61, "learning_rate": 4.051259375760203e-05, "loss": 2.3614, "step": 56320 }, { "epoch": 7.61, "learning_rate": 4.046909652029132e-05, "loss": 2.3609, "step": 56330 }, { "epoch": 7.61, "learning_rate": 4.042561900496068e-05, "loss": 2.3697, "step": 56340 }, { "epoch": 7.61, "learning_rate": 4.038216121943859e-05, "loss": 2.3966, "step": 56350 }, { "epoch": 7.61, "learning_rate": 4.0338723171549966e-05, "loss": 2.3521, "step": 56360 }, { "epoch": 7.61, "learning_rate": 4.0295304869116293e-05, "loss": 2.368, "step": 56370 }, { "epoch": 7.61, "learning_rate": 4.025190631995535e-05, "loss": 2.3571, "step": 56380 }, { "epoch": 7.62, "learning_rate": 4.020852753188143e-05, "loss": 2.3475, "step": 56390 }, { "epoch": 7.62, "learning_rate": 4.0165168512705206e-05, "loss": 2.3615, "step": 56400 }, { "epoch": 7.62, "learning_rate": 4.012182927023395e-05, "loss": 2.3585, "step": 56410 }, { "epoch": 7.62, "learning_rate": 4.00785098122712e-05, "loss": 2.318, "step": 56420 }, { "epoch": 7.62, "learning_rate": 4.0035210146617005e-05, "loss": 2.3888, "step": 56430 }, { "epoch": 7.62, "learning_rate": 3.999193028106784e-05, "loss": 2.3632, "step": 56440 }, { "epoch": 7.62, "learning_rate": 3.9948670223416565e-05, "loss": 2.3704, "step": 56450 }, { "epoch": 7.63, "learning_rate": 3.990542998145262e-05, "loss": 2.3451, "step": 56460 }, { "epoch": 7.63, "learning_rate": 3.986220956296175e-05, "loss": 2.3573, "step": 56470 }, { "epoch": 7.63, "learning_rate": 3.981900897572615e-05, "loss": 2.3571, "step": 56480 }, { "epoch": 7.63, "learning_rate": 3.977582822752439e-05, "loss": 2.3243, "step": 56490 }, { "epoch": 7.63, "learning_rate": 3.973266732613167e-05, "loss": 2.3619, "step": 56500 }, { "epoch": 7.63, "learning_rate": 3.9689526279319405e-05, "loss": 2.3474, "step": 56510 }, { "epoch": 7.63, "learning_rate": 3.964640509485553e-05, "loss": 2.3313, "step": 56520 }, { "epoch": 7.63, "learning_rate": 3.960330378050435e-05, "loss": 2.3591, "step": 56530 }, { "epoch": 7.64, "learning_rate": 3.956022234402663e-05, "loss": 2.3622, "step": 56540 }, { "epoch": 7.64, "learning_rate": 3.951716079317961e-05, "loss": 2.3607, "step": 56550 }, { "epoch": 7.64, "learning_rate": 3.9474119135716844e-05, "loss": 2.3115, "step": 56560 }, { "epoch": 7.64, "learning_rate": 3.9431097379388376e-05, "loss": 2.362, "step": 56570 }, { "epoch": 7.64, "learning_rate": 3.938809553194063e-05, "loss": 2.3156, "step": 56580 }, { "epoch": 7.64, "learning_rate": 3.9345113601116405e-05, "loss": 2.3482, "step": 56590 }, { "epoch": 7.64, "learning_rate": 3.930215159465507e-05, "loss": 2.3345, "step": 56600 }, { "epoch": 7.65, "learning_rate": 3.925920952029226e-05, "loss": 2.3703, "step": 56610 }, { "epoch": 7.65, "learning_rate": 3.921628738576005e-05, "loss": 2.3394, "step": 56620 }, { "epoch": 7.65, "learning_rate": 3.9173385198786916e-05, "loss": 2.3617, "step": 56630 }, { "epoch": 7.65, "learning_rate": 3.9130502967097834e-05, "loss": 2.3196, "step": 56640 }, { "epoch": 7.65, "learning_rate": 3.9087640698414075e-05, "loss": 2.349, "step": 56650 }, { "epoch": 7.65, "learning_rate": 3.904479840045337e-05, "loss": 2.3665, "step": 56660 }, { "epoch": 7.65, "learning_rate": 3.9001976080929835e-05, "loss": 2.3308, "step": 56670 }, { "epoch": 7.66, "learning_rate": 3.895917374755396e-05, "loss": 2.3443, "step": 56680 }, { "epoch": 7.66, "learning_rate": 3.8916391408032746e-05, "loss": 2.3335, "step": 56690 }, { "epoch": 7.66, "learning_rate": 3.88736290700695e-05, "loss": 2.3683, "step": 56700 }, { "epoch": 7.66, "learning_rate": 3.883088674136392e-05, "loss": 2.3684, "step": 56710 }, { "epoch": 7.66, "learning_rate": 3.87881644296121e-05, "loss": 2.3324, "step": 56720 }, { "epoch": 7.66, "learning_rate": 3.874546214250666e-05, "loss": 2.3486, "step": 56730 }, { "epoch": 7.66, "learning_rate": 3.8702779887736405e-05, "loss": 2.339, "step": 56740 }, { "epoch": 7.66, "learning_rate": 3.866011767298677e-05, "loss": 2.3221, "step": 56750 }, { "epoch": 7.67, "learning_rate": 3.8617475505939345e-05, "loss": 2.3272, "step": 56760 }, { "epoch": 7.67, "learning_rate": 3.85748533942722e-05, "loss": 2.3575, "step": 56770 }, { "epoch": 7.67, "learning_rate": 3.853225134565991e-05, "loss": 2.3334, "step": 56780 }, { "epoch": 7.67, "learning_rate": 3.848966936777331e-05, "loss": 2.3462, "step": 56790 }, { "epoch": 7.67, "learning_rate": 3.8447107468279616e-05, "loss": 2.3183, "step": 56800 }, { "epoch": 7.67, "learning_rate": 3.8404565654842424e-05, "loss": 2.3276, "step": 56810 }, { "epoch": 7.67, "learning_rate": 3.8362043935121874e-05, "loss": 2.3532, "step": 56820 }, { "epoch": 7.68, "learning_rate": 3.8319542316774255e-05, "loss": 2.3531, "step": 56830 }, { "epoch": 7.68, "learning_rate": 3.8277060807452484e-05, "loss": 2.3539, "step": 56840 }, { "epoch": 7.68, "learning_rate": 3.8234599414805586e-05, "loss": 2.338, "step": 56850 }, { "epoch": 7.68, "learning_rate": 3.81921581464791e-05, "loss": 2.3432, "step": 56860 }, { "epoch": 7.68, "learning_rate": 3.8149737010115037e-05, "loss": 2.326, "step": 56870 }, { "epoch": 7.68, "learning_rate": 3.810733601335159e-05, "loss": 2.3237, "step": 56880 }, { "epoch": 7.68, "learning_rate": 3.8064955163823564e-05, "loss": 2.3555, "step": 56890 }, { "epoch": 7.68, "learning_rate": 3.80225944691618e-05, "loss": 2.3421, "step": 56900 }, { "epoch": 7.69, "learning_rate": 3.7980253936993875e-05, "loss": 2.3284, "step": 56910 }, { "epoch": 7.69, "learning_rate": 3.793793357494343e-05, "loss": 2.3377, "step": 56920 }, { "epoch": 7.69, "learning_rate": 3.789563339063078e-05, "loss": 2.3624, "step": 56930 }, { "epoch": 7.69, "learning_rate": 3.785335339167229e-05, "loss": 2.3399, "step": 56940 }, { "epoch": 7.69, "learning_rate": 3.7811093585680825e-05, "loss": 2.3223, "step": 56950 }, { "epoch": 7.69, "learning_rate": 3.776885398026574e-05, "loss": 2.3471, "step": 56960 }, { "epoch": 7.69, "learning_rate": 3.7726634583032536e-05, "loss": 2.3401, "step": 56970 }, { "epoch": 7.7, "learning_rate": 3.768443540158329e-05, "loss": 2.35, "step": 56980 }, { "epoch": 7.7, "learning_rate": 3.7642256443516185e-05, "loss": 2.3585, "step": 56990 }, { "epoch": 7.7, "learning_rate": 3.7600097716426035e-05, "loss": 2.3568, "step": 57000 }, { "epoch": 7.7, "eval_loss": 2.4452409744262695, "eval_runtime": 1269.6433, "eval_samples_per_second": 59.966, "eval_steps_per_second": 4.997, "step": 57000 }, { "epoch": 7.7, "learning_rate": 3.755795922790376e-05, "loss": 2.3457, "step": 57010 }, { "epoch": 7.7, "learning_rate": 3.751584098553689e-05, "loss": 2.3495, "step": 57020 }, { "epoch": 7.7, "learning_rate": 3.7473742996909134e-05, "loss": 2.3283, "step": 57030 }, { "epoch": 7.7, "learning_rate": 3.7431665269600484e-05, "loss": 2.3556, "step": 57040 }, { "epoch": 7.71, "learning_rate": 3.7389607811187534e-05, "loss": 2.3424, "step": 57050 }, { "epoch": 7.71, "learning_rate": 3.7347570629243e-05, "loss": 2.3273, "step": 57060 }, { "epoch": 7.71, "learning_rate": 3.7305553731336116e-05, "loss": 2.3028, "step": 57070 }, { "epoch": 7.71, "learning_rate": 3.726355712503235e-05, "loss": 2.3354, "step": 57080 }, { "epoch": 7.71, "learning_rate": 3.7221580817893545e-05, "loss": 2.3538, "step": 57090 }, { "epoch": 7.71, "learning_rate": 3.71796248174779e-05, "loss": 2.3368, "step": 57100 }, { "epoch": 7.71, "learning_rate": 3.713768913133991e-05, "loss": 2.3206, "step": 57110 }, { "epoch": 7.71, "learning_rate": 3.709577376703059e-05, "loss": 2.3328, "step": 57120 }, { "epoch": 7.72, "learning_rate": 3.705387873209699e-05, "loss": 2.3531, "step": 57130 }, { "epoch": 7.72, "learning_rate": 3.7012004034082764e-05, "loss": 2.3424, "step": 57140 }, { "epoch": 7.72, "learning_rate": 3.697014968052778e-05, "loss": 2.3309, "step": 57150 }, { "epoch": 7.72, "learning_rate": 3.692831567896833e-05, "loss": 2.3564, "step": 57160 }, { "epoch": 7.72, "learning_rate": 3.6886502036936944e-05, "loss": 2.3151, "step": 57170 }, { "epoch": 7.72, "learning_rate": 3.684470876196253e-05, "loss": 2.3369, "step": 57180 }, { "epoch": 7.72, "learning_rate": 3.6802935861570345e-05, "loss": 2.3401, "step": 57190 }, { "epoch": 7.73, "learning_rate": 3.676118334328188e-05, "loss": 2.3318, "step": 57200 }, { "epoch": 7.73, "learning_rate": 3.671945121461513e-05, "loss": 2.3529, "step": 57210 }, { "epoch": 7.73, "learning_rate": 3.66777394830843e-05, "loss": 2.3475, "step": 57220 }, { "epoch": 7.73, "learning_rate": 3.663604815619993e-05, "loss": 2.3294, "step": 57230 }, { "epoch": 7.73, "learning_rate": 3.6594377241468866e-05, "loss": 2.3572, "step": 57240 }, { "epoch": 7.73, "learning_rate": 3.655272674639439e-05, "loss": 2.3487, "step": 57250 }, { "epoch": 7.73, "learning_rate": 3.6511096678476006e-05, "loss": 2.3178, "step": 57260 }, { "epoch": 7.73, "learning_rate": 3.6469487045209535e-05, "loss": 2.3433, "step": 57270 }, { "epoch": 7.74, "learning_rate": 3.642789785408719e-05, "loss": 2.3478, "step": 57280 }, { "epoch": 7.74, "learning_rate": 3.6386329112597384e-05, "loss": 2.3432, "step": 57290 }, { "epoch": 7.74, "learning_rate": 3.634478082822503e-05, "loss": 2.3185, "step": 57300 }, { "epoch": 7.74, "learning_rate": 3.630325300845121e-05, "loss": 2.3277, "step": 57310 }, { "epoch": 7.74, "learning_rate": 3.6261745660753335e-05, "loss": 2.3458, "step": 57320 }, { "epoch": 7.74, "learning_rate": 3.6220258792605166e-05, "loss": 2.3412, "step": 57330 }, { "epoch": 7.74, "learning_rate": 3.6178792411476833e-05, "loss": 2.3556, "step": 57340 }, { "epoch": 7.75, "learning_rate": 3.6137346524834655e-05, "loss": 2.3503, "step": 57350 }, { "epoch": 7.75, "learning_rate": 3.609592114014135e-05, "loss": 2.3389, "step": 57360 }, { "epoch": 7.75, "learning_rate": 3.605451626485588e-05, "loss": 2.3499, "step": 57370 }, { "epoch": 7.75, "learning_rate": 3.601313190643354e-05, "loss": 2.3472, "step": 57380 }, { "epoch": 7.75, "learning_rate": 3.5971768072326015e-05, "loss": 2.3494, "step": 57390 }, { "epoch": 7.75, "learning_rate": 3.593042476998116e-05, "loss": 2.3429, "step": 57400 }, { "epoch": 7.75, "learning_rate": 3.588910200684321e-05, "loss": 2.3304, "step": 57410 }, { "epoch": 7.76, "learning_rate": 3.584779979035262e-05, "loss": 2.3484, "step": 57420 }, { "epoch": 7.76, "learning_rate": 3.580651812794632e-05, "loss": 2.3575, "step": 57430 }, { "epoch": 7.76, "learning_rate": 3.576525702705736e-05, "loss": 2.3632, "step": 57440 }, { "epoch": 7.76, "learning_rate": 3.5724016495115175e-05, "loss": 2.3281, "step": 57450 }, { "epoch": 7.76, "learning_rate": 3.5682796539545485e-05, "loss": 2.3477, "step": 57460 }, { "epoch": 7.76, "learning_rate": 3.564159716777021e-05, "loss": 2.3106, "step": 57470 }, { "epoch": 7.76, "learning_rate": 3.5600418387207784e-05, "loss": 2.3171, "step": 57480 }, { "epoch": 7.76, "learning_rate": 3.555926020527273e-05, "loss": 2.3303, "step": 57490 }, { "epoch": 7.77, "learning_rate": 3.5518122629375954e-05, "loss": 2.3352, "step": 57500 }, { "epoch": 7.77, "learning_rate": 3.547700566692458e-05, "loss": 2.3431, "step": 57510 }, { "epoch": 7.77, "learning_rate": 3.5435909325322135e-05, "loss": 2.3256, "step": 57520 }, { "epoch": 7.77, "learning_rate": 3.539483361196834e-05, "loss": 2.3364, "step": 57530 }, { "epoch": 7.77, "learning_rate": 3.535377853425925e-05, "loss": 2.3369, "step": 57540 }, { "epoch": 7.77, "learning_rate": 3.5312744099587146e-05, "loss": 2.3373, "step": 57550 }, { "epoch": 7.77, "learning_rate": 3.527173031534062e-05, "loss": 2.3123, "step": 57560 }, { "epoch": 7.78, "learning_rate": 3.523073718890462e-05, "loss": 2.3213, "step": 57570 }, { "epoch": 7.78, "learning_rate": 3.518976472766028e-05, "loss": 2.3136, "step": 57580 }, { "epoch": 7.78, "learning_rate": 3.514881293898504e-05, "loss": 2.3088, "step": 57590 }, { "epoch": 7.78, "learning_rate": 3.510788183025258e-05, "loss": 2.347, "step": 57600 }, { "epoch": 7.78, "learning_rate": 3.506697140883298e-05, "loss": 2.334, "step": 57610 }, { "epoch": 7.78, "learning_rate": 3.5026081682092466e-05, "loss": 2.3216, "step": 57620 }, { "epoch": 7.78, "learning_rate": 3.4985212657393605e-05, "loss": 2.3527, "step": 57630 }, { "epoch": 7.78, "learning_rate": 3.494436434209518e-05, "loss": 2.3176, "step": 57640 }, { "epoch": 7.79, "learning_rate": 3.4903536743552274e-05, "loss": 2.3175, "step": 57650 }, { "epoch": 7.79, "learning_rate": 3.486272986911633e-05, "loss": 2.3292, "step": 57660 }, { "epoch": 7.79, "learning_rate": 3.48219437261349e-05, "loss": 2.3441, "step": 57670 }, { "epoch": 7.79, "learning_rate": 3.478117832195192e-05, "loss": 2.313, "step": 57680 }, { "epoch": 7.79, "learning_rate": 3.474043366390749e-05, "loss": 2.323, "step": 57690 }, { "epoch": 7.79, "learning_rate": 3.46997097593381e-05, "loss": 2.334, "step": 57700 }, { "epoch": 7.79, "learning_rate": 3.465900661557642e-05, "loss": 2.332, "step": 57710 }, { "epoch": 7.8, "learning_rate": 3.461832423995142e-05, "loss": 2.3329, "step": 57720 }, { "epoch": 7.8, "learning_rate": 3.457766263978827e-05, "loss": 2.3681, "step": 57730 }, { "epoch": 7.8, "learning_rate": 3.4537021822408435e-05, "loss": 2.356, "step": 57740 }, { "epoch": 7.8, "learning_rate": 3.449640179512969e-05, "loss": 2.3066, "step": 57750 }, { "epoch": 7.8, "learning_rate": 3.445580256526601e-05, "loss": 2.3342, "step": 57760 }, { "epoch": 7.8, "learning_rate": 3.441522414012761e-05, "loss": 2.347, "step": 57770 }, { "epoch": 7.8, "learning_rate": 3.437466652702096e-05, "loss": 2.339, "step": 57780 }, { "epoch": 7.81, "learning_rate": 3.43341297332489e-05, "loss": 2.343, "step": 57790 }, { "epoch": 7.81, "learning_rate": 3.4293613766110356e-05, "loss": 2.3327, "step": 57800 }, { "epoch": 7.81, "learning_rate": 3.4253118632900594e-05, "loss": 2.309, "step": 57810 }, { "epoch": 7.81, "learning_rate": 3.42126443409111e-05, "loss": 2.3335, "step": 57820 }, { "epoch": 7.81, "learning_rate": 3.417219089742959e-05, "loss": 2.3286, "step": 57830 }, { "epoch": 7.81, "learning_rate": 3.4131758309740144e-05, "loss": 2.3525, "step": 57840 }, { "epoch": 7.81, "learning_rate": 3.409134658512288e-05, "loss": 2.3236, "step": 57850 }, { "epoch": 7.81, "learning_rate": 3.405095573085444e-05, "loss": 2.3538, "step": 57860 }, { "epoch": 7.82, "learning_rate": 3.401058575420734e-05, "loss": 2.3131, "step": 57870 }, { "epoch": 7.82, "learning_rate": 3.397023666245069e-05, "loss": 2.3593, "step": 57880 }, { "epoch": 7.82, "learning_rate": 3.3929908462849665e-05, "loss": 2.3258, "step": 57890 }, { "epoch": 7.82, "learning_rate": 3.3889601162665655e-05, "loss": 2.35, "step": 57900 }, { "epoch": 7.82, "learning_rate": 3.3849314769156385e-05, "loss": 2.3291, "step": 57910 }, { "epoch": 7.82, "learning_rate": 3.3809049289575684e-05, "loss": 2.3268, "step": 57920 }, { "epoch": 7.82, "learning_rate": 3.376880473117383e-05, "loss": 2.3231, "step": 57930 }, { "epoch": 7.83, "learning_rate": 3.372858110119706e-05, "loss": 2.3359, "step": 57940 }, { "epoch": 7.83, "learning_rate": 3.368837840688815e-05, "loss": 2.3608, "step": 57950 }, { "epoch": 7.83, "learning_rate": 3.364819665548575e-05, "loss": 2.3473, "step": 57960 }, { "epoch": 7.83, "learning_rate": 3.360803585422509e-05, "loss": 2.3503, "step": 57970 }, { "epoch": 7.83, "learning_rate": 3.356789601033737e-05, "loss": 2.3186, "step": 57980 }, { "epoch": 7.83, "learning_rate": 3.3527777131050124e-05, "loss": 2.362, "step": 57990 }, { "epoch": 7.83, "learning_rate": 3.348767922358719e-05, "loss": 2.3553, "step": 58000 }, { "epoch": 7.83, "eval_loss": 2.4380388259887695, "eval_runtime": 1269.0276, "eval_samples_per_second": 59.995, "eval_steps_per_second": 5.0, "step": 58000 }, { "epoch": 7.83, "learning_rate": 3.344760229516841e-05, "loss": 2.3205, "step": 58010 }, { "epoch": 7.84, "learning_rate": 3.3407546353010075e-05, "loss": 2.366, "step": 58020 }, { "epoch": 7.84, "learning_rate": 3.336751140432452e-05, "loss": 2.3337, "step": 58030 }, { "epoch": 7.84, "learning_rate": 3.3327497456320475e-05, "loss": 2.3345, "step": 58040 }, { "epoch": 7.84, "learning_rate": 3.3287504516202756e-05, "loss": 2.3426, "step": 58050 }, { "epoch": 7.84, "learning_rate": 3.3247532591172426e-05, "loss": 2.3443, "step": 58060 }, { "epoch": 7.84, "learning_rate": 3.320758168842678e-05, "loss": 2.3106, "step": 58070 }, { "epoch": 7.84, "learning_rate": 3.316765181515925e-05, "loss": 2.3283, "step": 58080 }, { "epoch": 7.85, "learning_rate": 3.3127742978559735e-05, "loss": 2.3228, "step": 58090 }, { "epoch": 7.85, "learning_rate": 3.308785518581396e-05, "loss": 2.3414, "step": 58100 }, { "epoch": 7.85, "learning_rate": 3.3047988444104185e-05, "loss": 2.3316, "step": 58110 }, { "epoch": 7.85, "learning_rate": 3.30081427606087e-05, "loss": 2.3269, "step": 58120 }, { "epoch": 7.85, "learning_rate": 3.296831814250211e-05, "loss": 2.3251, "step": 58130 }, { "epoch": 7.85, "learning_rate": 3.292851459695522e-05, "loss": 2.3408, "step": 58140 }, { "epoch": 7.85, "learning_rate": 3.288873213113486e-05, "loss": 2.3318, "step": 58150 }, { "epoch": 7.86, "learning_rate": 3.284897075220432e-05, "loss": 2.3246, "step": 58160 }, { "epoch": 7.86, "learning_rate": 3.28092304673229e-05, "loss": 2.352, "step": 58170 }, { "epoch": 7.86, "learning_rate": 3.2769511283646284e-05, "loss": 2.3389, "step": 58180 }, { "epoch": 7.86, "learning_rate": 3.272981320832616e-05, "loss": 2.335, "step": 58190 }, { "epoch": 7.86, "learning_rate": 3.269013624851057e-05, "loss": 2.3162, "step": 58200 }, { "epoch": 7.86, "learning_rate": 3.265048041134359e-05, "loss": 2.3378, "step": 58210 }, { "epoch": 7.86, "learning_rate": 3.261084570396573e-05, "loss": 2.3373, "step": 58220 }, { "epoch": 7.86, "learning_rate": 3.2571232133513526e-05, "loss": 2.3507, "step": 58230 }, { "epoch": 7.87, "learning_rate": 3.253163970711961e-05, "loss": 2.3384, "step": 58240 }, { "epoch": 7.87, "learning_rate": 3.24920684319131e-05, "loss": 2.3159, "step": 58250 }, { "epoch": 7.87, "learning_rate": 3.245251831501904e-05, "loss": 2.3311, "step": 58260 }, { "epoch": 7.87, "learning_rate": 3.241298936355885e-05, "loss": 2.3213, "step": 58270 }, { "epoch": 7.87, "learning_rate": 3.237348158465001e-05, "loss": 2.3428, "step": 58280 }, { "epoch": 7.87, "learning_rate": 3.233399498540625e-05, "loss": 2.3247, "step": 58290 }, { "epoch": 7.87, "learning_rate": 3.2294529572937415e-05, "loss": 2.3331, "step": 58300 }, { "epoch": 7.88, "learning_rate": 3.2255085354349696e-05, "loss": 2.3201, "step": 58310 }, { "epoch": 7.88, "learning_rate": 3.2215662336745294e-05, "loss": 2.2999, "step": 58320 }, { "epoch": 7.88, "learning_rate": 3.2176260527222684e-05, "loss": 2.3316, "step": 58330 }, { "epoch": 7.88, "learning_rate": 3.2136879932876494e-05, "loss": 2.3285, "step": 58340 }, { "epoch": 7.88, "learning_rate": 3.209752056079747e-05, "loss": 2.3398, "step": 58350 }, { "epoch": 7.88, "learning_rate": 3.205818241807275e-05, "loss": 2.3185, "step": 58360 }, { "epoch": 7.88, "learning_rate": 3.2018865511785394e-05, "loss": 2.3533, "step": 58370 }, { "epoch": 7.88, "learning_rate": 3.197956984901481e-05, "loss": 2.333, "step": 58380 }, { "epoch": 7.89, "learning_rate": 3.194029543683642e-05, "loss": 2.3383, "step": 58390 }, { "epoch": 7.89, "learning_rate": 3.190104228232205e-05, "loss": 2.3555, "step": 58400 }, { "epoch": 7.89, "learning_rate": 3.18618103925395e-05, "loss": 2.3419, "step": 58410 }, { "epoch": 7.89, "learning_rate": 3.1822599774552826e-05, "loss": 2.3144, "step": 58420 }, { "epoch": 7.89, "learning_rate": 3.178341043542221e-05, "loss": 2.3317, "step": 58430 }, { "epoch": 7.89, "learning_rate": 3.1744242382204015e-05, "loss": 2.3331, "step": 58440 }, { "epoch": 7.89, "learning_rate": 3.170509562195086e-05, "loss": 2.3555, "step": 58450 }, { "epoch": 7.9, "learning_rate": 3.1665970161711406e-05, "loss": 2.3398, "step": 58460 }, { "epoch": 7.9, "learning_rate": 3.162686600853054e-05, "loss": 2.3318, "step": 58470 }, { "epoch": 7.9, "learning_rate": 3.1587783169449256e-05, "loss": 2.3225, "step": 58480 }, { "epoch": 7.9, "learning_rate": 3.154872165150481e-05, "loss": 2.3441, "step": 58490 }, { "epoch": 7.9, "learning_rate": 3.150968146173058e-05, "loss": 2.3314, "step": 58500 }, { "epoch": 7.9, "learning_rate": 3.147066260715604e-05, "loss": 2.3313, "step": 58510 }, { "epoch": 7.9, "learning_rate": 3.1431665094806883e-05, "loss": 2.3191, "step": 58520 }, { "epoch": 7.91, "learning_rate": 3.1392688931704904e-05, "loss": 2.315, "step": 58530 }, { "epoch": 7.91, "learning_rate": 3.135373412486819e-05, "loss": 2.3557, "step": 58540 }, { "epoch": 7.91, "learning_rate": 3.131480068131082e-05, "loss": 2.3326, "step": 58550 }, { "epoch": 7.91, "learning_rate": 3.1275888608043133e-05, "loss": 2.3353, "step": 58560 }, { "epoch": 7.91, "learning_rate": 3.123699791207156e-05, "loss": 2.342, "step": 58570 }, { "epoch": 7.91, "learning_rate": 3.1198128600398656e-05, "loss": 2.3548, "step": 58580 }, { "epoch": 7.91, "learning_rate": 3.115928068002328e-05, "loss": 2.3248, "step": 58590 }, { "epoch": 7.91, "learning_rate": 3.112045415794027e-05, "loss": 2.3239, "step": 58600 }, { "epoch": 7.92, "learning_rate": 3.108164904114069e-05, "loss": 2.336, "step": 58610 }, { "epoch": 7.92, "learning_rate": 3.104286533661169e-05, "loss": 2.3429, "step": 58620 }, { "epoch": 7.92, "learning_rate": 3.100410305133669e-05, "loss": 2.3351, "step": 58630 }, { "epoch": 7.92, "learning_rate": 3.096536219229512e-05, "loss": 2.3383, "step": 58640 }, { "epoch": 7.92, "learning_rate": 3.0926642766462636e-05, "loss": 2.321, "step": 58650 }, { "epoch": 7.92, "learning_rate": 3.0887944780810956e-05, "loss": 2.3209, "step": 58660 }, { "epoch": 7.92, "learning_rate": 3.0849268242307986e-05, "loss": 2.3739, "step": 58670 }, { "epoch": 7.93, "learning_rate": 3.081061315791782e-05, "loss": 2.3601, "step": 58680 }, { "epoch": 7.93, "learning_rate": 3.077197953460063e-05, "loss": 2.3201, "step": 58690 }, { "epoch": 7.93, "learning_rate": 3.073336737931272e-05, "loss": 2.3414, "step": 58700 }, { "epoch": 7.93, "learning_rate": 3.069477669900647e-05, "loss": 2.3366, "step": 58710 }, { "epoch": 7.93, "learning_rate": 3.065620750063059e-05, "loss": 2.3282, "step": 58720 }, { "epoch": 7.93, "learning_rate": 3.061765979112972e-05, "loss": 2.3203, "step": 58730 }, { "epoch": 7.93, "learning_rate": 3.057913357744471e-05, "loss": 2.3464, "step": 58740 }, { "epoch": 7.93, "learning_rate": 3.0540628866512564e-05, "loss": 2.3164, "step": 58750 }, { "epoch": 7.94, "learning_rate": 3.0502145665266314e-05, "loss": 2.3191, "step": 58760 }, { "epoch": 7.94, "learning_rate": 3.046368398063529e-05, "loss": 2.3284, "step": 58770 }, { "epoch": 7.94, "learning_rate": 3.04252438195448e-05, "loss": 2.3408, "step": 58780 }, { "epoch": 7.94, "learning_rate": 3.0386825188916337e-05, "loss": 2.3226, "step": 58790 }, { "epoch": 7.94, "learning_rate": 3.0348428095667437e-05, "loss": 2.3367, "step": 58800 }, { "epoch": 7.94, "learning_rate": 3.031005254671194e-05, "loss": 2.3602, "step": 58810 }, { "epoch": 7.94, "learning_rate": 3.0271698548959612e-05, "loss": 2.3462, "step": 58820 }, { "epoch": 7.95, "learning_rate": 3.0233366109316498e-05, "loss": 2.3453, "step": 58830 }, { "epoch": 7.95, "learning_rate": 3.0195055234684612e-05, "loss": 2.3334, "step": 58840 }, { "epoch": 7.95, "learning_rate": 3.0156765931962135e-05, "loss": 2.333, "step": 58850 }, { "epoch": 7.95, "learning_rate": 3.0118498208043453e-05, "loss": 2.3251, "step": 58860 }, { "epoch": 7.95, "learning_rate": 3.0080252069818933e-05, "loss": 2.3161, "step": 58870 }, { "epoch": 7.95, "learning_rate": 3.0042027524175255e-05, "loss": 2.3088, "step": 58880 }, { "epoch": 7.95, "learning_rate": 3.0003824577994878e-05, "loss": 2.3215, "step": 58890 }, { "epoch": 7.96, "learning_rate": 2.9965643238156734e-05, "loss": 2.3246, "step": 58900 }, { "epoch": 7.96, "learning_rate": 2.992748351153559e-05, "loss": 2.3314, "step": 58910 }, { "epoch": 7.96, "learning_rate": 2.988934540500256e-05, "loss": 2.3285, "step": 58920 }, { "epoch": 7.96, "learning_rate": 2.985122892542463e-05, "loss": 2.3271, "step": 58930 }, { "epoch": 7.96, "learning_rate": 2.9813134079664984e-05, "loss": 2.3191, "step": 58940 }, { "epoch": 7.96, "learning_rate": 2.9775060874583022e-05, "loss": 2.3279, "step": 58950 }, { "epoch": 7.96, "learning_rate": 2.973700931703406e-05, "loss": 2.3639, "step": 58960 }, { "epoch": 7.96, "learning_rate": 2.9698979413869718e-05, "loss": 2.3162, "step": 58970 }, { "epoch": 7.97, "learning_rate": 2.9660971171937463e-05, "loss": 2.3423, "step": 58980 }, { "epoch": 7.97, "learning_rate": 2.9622984598081128e-05, "loss": 2.3376, "step": 58990 }, { "epoch": 7.97, "learning_rate": 2.958501969914044e-05, "loss": 2.3136, "step": 59000 }, { "epoch": 7.97, "eval_loss": 2.4326837062835693, "eval_runtime": 1269.0324, "eval_samples_per_second": 59.995, "eval_steps_per_second": 5.0, "step": 59000 }, { "epoch": 7.97, "learning_rate": 2.954707648195136e-05, "loss": 2.3448, "step": 59010 }, { "epoch": 7.97, "learning_rate": 2.9509154953345926e-05, "loss": 2.3091, "step": 59020 }, { "epoch": 7.97, "learning_rate": 2.947125512015209e-05, "loss": 2.3125, "step": 59030 }, { "epoch": 7.97, "learning_rate": 2.9433376989194186e-05, "loss": 2.3406, "step": 59040 }, { "epoch": 7.98, "learning_rate": 2.9395520567292396e-05, "loss": 2.3109, "step": 59050 }, { "epoch": 7.98, "learning_rate": 2.9357685861263224e-05, "loss": 2.3572, "step": 59060 }, { "epoch": 7.98, "learning_rate": 2.931987287791897e-05, "loss": 2.3314, "step": 59070 }, { "epoch": 7.98, "learning_rate": 2.9282081624068305e-05, "loss": 2.3333, "step": 59080 }, { "epoch": 7.98, "learning_rate": 2.9244312106515833e-05, "loss": 2.368, "step": 59090 }, { "epoch": 7.98, "learning_rate": 2.9206564332062232e-05, "loss": 2.3189, "step": 59100 }, { "epoch": 7.98, "learning_rate": 2.916883830750445e-05, "loss": 2.3473, "step": 59110 }, { "epoch": 7.98, "learning_rate": 2.9131134039635202e-05, "loss": 2.2917, "step": 59120 }, { "epoch": 7.99, "learning_rate": 2.909345153524359e-05, "loss": 2.3035, "step": 59130 }, { "epoch": 7.99, "learning_rate": 2.9055790801114603e-05, "loss": 2.3223, "step": 59140 }, { "epoch": 7.99, "learning_rate": 2.9018151844029452e-05, "loss": 2.3257, "step": 59150 }, { "epoch": 7.99, "learning_rate": 2.898053467076533e-05, "loss": 2.3013, "step": 59160 }, { "epoch": 7.99, "learning_rate": 2.8942939288095506e-05, "loss": 2.3185, "step": 59170 }, { "epoch": 7.99, "learning_rate": 2.8905365702789362e-05, "loss": 2.3406, "step": 59180 }, { "epoch": 7.99, "learning_rate": 2.8867813921612305e-05, "loss": 2.3565, "step": 59190 }, { "epoch": 8.0, "learning_rate": 2.8830283951325987e-05, "loss": 2.3323, "step": 59200 }, { "epoch": 8.0, "learning_rate": 2.879277579868783e-05, "loss": 2.3337, "step": 59210 }, { "epoch": 8.0, "learning_rate": 2.8755289470451622e-05, "loss": 2.3194, "step": 59220 }, { "epoch": 8.0, "learning_rate": 2.8717824973367014e-05, "loss": 2.32, "step": 59230 }, { "epoch": 8.0, "learning_rate": 2.8680382314179883e-05, "loss": 2.305, "step": 59240 }, { "epoch": 8.0, "learning_rate": 2.8642961499632084e-05, "loss": 2.2792, "step": 59250 }, { "epoch": 8.0, "learning_rate": 2.8605562536461557e-05, "loss": 2.2701, "step": 59260 }, { "epoch": 8.01, "learning_rate": 2.856818543140227e-05, "loss": 2.2728, "step": 59270 }, { "epoch": 8.01, "learning_rate": 2.85308301911843e-05, "loss": 2.261, "step": 59280 }, { "epoch": 8.01, "learning_rate": 2.8493496822533824e-05, "loss": 2.2888, "step": 59290 }, { "epoch": 8.01, "learning_rate": 2.8456185332172992e-05, "loss": 2.2691, "step": 59300 }, { "epoch": 8.01, "learning_rate": 2.84188957268201e-05, "loss": 2.2804, "step": 59310 }, { "epoch": 8.01, "learning_rate": 2.8381628013189376e-05, "loss": 2.261, "step": 59320 }, { "epoch": 8.01, "learning_rate": 2.834438219799129e-05, "loss": 2.2752, "step": 59330 }, { "epoch": 8.01, "learning_rate": 2.8307158287932253e-05, "loss": 2.2448, "step": 59340 }, { "epoch": 8.02, "learning_rate": 2.8269956289714706e-05, "loss": 2.2735, "step": 59350 }, { "epoch": 8.02, "learning_rate": 2.823277621003721e-05, "loss": 2.2932, "step": 59360 }, { "epoch": 8.02, "learning_rate": 2.8195618055594344e-05, "loss": 2.3017, "step": 59370 }, { "epoch": 8.02, "learning_rate": 2.8158481833076785e-05, "loss": 2.2872, "step": 59380 }, { "epoch": 8.02, "learning_rate": 2.812136754917122e-05, "loss": 2.2832, "step": 59390 }, { "epoch": 8.02, "learning_rate": 2.8084275210560386e-05, "loss": 2.3165, "step": 59400 }, { "epoch": 8.02, "learning_rate": 2.8047204823923024e-05, "loss": 2.2778, "step": 59410 }, { "epoch": 8.03, "learning_rate": 2.801015639593408e-05, "loss": 2.292, "step": 59420 }, { "epoch": 8.03, "learning_rate": 2.79731299332644e-05, "loss": 2.2853, "step": 59430 }, { "epoch": 8.03, "learning_rate": 2.79361254425809e-05, "loss": 2.2774, "step": 59440 }, { "epoch": 8.03, "learning_rate": 2.7899142930546547e-05, "loss": 2.2974, "step": 59450 }, { "epoch": 8.03, "learning_rate": 2.7862182403820355e-05, "loss": 2.2687, "step": 59460 }, { "epoch": 8.03, "learning_rate": 2.7825243869057444e-05, "loss": 2.2674, "step": 59470 }, { "epoch": 8.03, "learning_rate": 2.7788327332908865e-05, "loss": 2.2996, "step": 59480 }, { "epoch": 8.03, "learning_rate": 2.7751432802021783e-05, "loss": 2.2919, "step": 59490 }, { "epoch": 8.04, "learning_rate": 2.7714560283039316e-05, "loss": 2.2939, "step": 59500 }, { "epoch": 8.04, "learning_rate": 2.7677709782600756e-05, "loss": 2.2781, "step": 59510 }, { "epoch": 8.04, "learning_rate": 2.764088130734134e-05, "loss": 2.2742, "step": 59520 }, { "epoch": 8.04, "learning_rate": 2.76040748638923e-05, "loss": 2.2869, "step": 59530 }, { "epoch": 8.04, "learning_rate": 2.7567290458881003e-05, "loss": 2.2744, "step": 59540 }, { "epoch": 8.04, "learning_rate": 2.753052809893073e-05, "loss": 2.2876, "step": 59550 }, { "epoch": 8.04, "learning_rate": 2.749378779066096e-05, "loss": 2.2808, "step": 59560 }, { "epoch": 8.05, "learning_rate": 2.7457069540687026e-05, "loss": 2.2729, "step": 59570 }, { "epoch": 8.05, "learning_rate": 2.7420373355620395e-05, "loss": 2.2865, "step": 59580 }, { "epoch": 8.05, "learning_rate": 2.738369924206848e-05, "loss": 2.279, "step": 59590 }, { "epoch": 8.05, "learning_rate": 2.7347047206634866e-05, "loss": 2.2872, "step": 59600 }, { "epoch": 8.05, "learning_rate": 2.7310417255918986e-05, "loss": 2.2802, "step": 59610 }, { "epoch": 8.05, "learning_rate": 2.7273809396516422e-05, "loss": 2.2981, "step": 59620 }, { "epoch": 8.05, "learning_rate": 2.7237223635018714e-05, "loss": 2.262, "step": 59630 }, { "epoch": 8.05, "learning_rate": 2.7200659978013406e-05, "loss": 2.2753, "step": 59640 }, { "epoch": 8.06, "learning_rate": 2.716411843208417e-05, "loss": 2.3008, "step": 59650 }, { "epoch": 8.06, "learning_rate": 2.712759900381059e-05, "loss": 2.2897, "step": 59660 }, { "epoch": 8.06, "learning_rate": 2.709110169976831e-05, "loss": 2.2793, "step": 59670 }, { "epoch": 8.06, "learning_rate": 2.7054626526528932e-05, "loss": 2.2619, "step": 59680 }, { "epoch": 8.06, "learning_rate": 2.701817349066021e-05, "loss": 2.2667, "step": 59690 }, { "epoch": 8.06, "learning_rate": 2.6981742598725792e-05, "loss": 2.2816, "step": 59700 }, { "epoch": 8.06, "learning_rate": 2.694533385728536e-05, "loss": 2.269, "step": 59710 }, { "epoch": 8.07, "learning_rate": 2.6908947272894626e-05, "loss": 2.2879, "step": 59720 }, { "epoch": 8.07, "learning_rate": 2.687258285210528e-05, "loss": 2.2922, "step": 59730 }, { "epoch": 8.07, "learning_rate": 2.6836240601465097e-05, "loss": 2.2951, "step": 59740 }, { "epoch": 8.07, "learning_rate": 2.6799920527517817e-05, "loss": 2.2841, "step": 59750 }, { "epoch": 8.07, "learning_rate": 2.6763622636803133e-05, "loss": 2.2619, "step": 59760 }, { "epoch": 8.07, "learning_rate": 2.6727346935856793e-05, "loss": 2.2761, "step": 59770 }, { "epoch": 8.07, "learning_rate": 2.6691093431210596e-05, "loss": 2.2632, "step": 59780 }, { "epoch": 8.08, "learning_rate": 2.665486212939228e-05, "loss": 2.2778, "step": 59790 }, { "epoch": 8.08, "learning_rate": 2.6618653036925586e-05, "loss": 2.2617, "step": 59800 }, { "epoch": 8.08, "learning_rate": 2.6582466160330284e-05, "loss": 2.2832, "step": 59810 }, { "epoch": 8.08, "learning_rate": 2.6546301506122098e-05, "loss": 2.3091, "step": 59820 }, { "epoch": 8.08, "learning_rate": 2.6510159080812832e-05, "loss": 2.2926, "step": 59830 }, { "epoch": 8.08, "learning_rate": 2.6474038890910197e-05, "loss": 2.3009, "step": 59840 }, { "epoch": 8.08, "learning_rate": 2.6437940942918045e-05, "loss": 2.2843, "step": 59850 }, { "epoch": 8.08, "learning_rate": 2.6401865243335974e-05, "loss": 2.2865, "step": 59860 }, { "epoch": 8.09, "learning_rate": 2.6365811798659818e-05, "loss": 2.2808, "step": 59870 }, { "epoch": 8.09, "learning_rate": 2.6329780615381307e-05, "loss": 2.283, "step": 59880 }, { "epoch": 8.09, "learning_rate": 2.6293771699988132e-05, "loss": 2.3176, "step": 59890 }, { "epoch": 8.09, "learning_rate": 2.625778505896402e-05, "loss": 2.3082, "step": 59900 }, { "epoch": 8.09, "learning_rate": 2.6221820698788644e-05, "loss": 2.2947, "step": 59910 }, { "epoch": 8.09, "learning_rate": 2.618587862593775e-05, "loss": 2.28, "step": 59920 }, { "epoch": 8.09, "learning_rate": 2.614995884688297e-05, "loss": 2.2873, "step": 59930 }, { "epoch": 8.1, "learning_rate": 2.6114061368092053e-05, "loss": 2.2876, "step": 59940 }, { "epoch": 8.1, "learning_rate": 2.6078186196028522e-05, "loss": 2.2325, "step": 59950 }, { "epoch": 8.1, "learning_rate": 2.604233333715212e-05, "loss": 2.2868, "step": 59960 }, { "epoch": 8.1, "learning_rate": 2.6006502797918404e-05, "loss": 2.2874, "step": 59970 }, { "epoch": 8.1, "learning_rate": 2.5970694584778962e-05, "loss": 2.2909, "step": 59980 }, { "epoch": 8.1, "learning_rate": 2.5934908704181467e-05, "loss": 2.2785, "step": 59990 }, { "epoch": 8.1, "learning_rate": 2.589914516256932e-05, "loss": 2.2752, "step": 60000 }, { "epoch": 8.1, "eval_loss": 2.434035539627075, "eval_runtime": 1269.0314, "eval_samples_per_second": 59.995, "eval_steps_per_second": 5.0, "step": 60000 }, { "epoch": 8.1, "learning_rate": 2.586340396638216e-05, "loss": 2.2876, "step": 60010 }, { "epoch": 8.11, "learning_rate": 2.582768512205545e-05, "loss": 2.2852, "step": 60020 }, { "epoch": 8.11, "learning_rate": 2.579198863602076e-05, "loss": 2.2998, "step": 60030 }, { "epoch": 8.11, "learning_rate": 2.5756314514705413e-05, "loss": 2.2887, "step": 60040 }, { "epoch": 8.11, "learning_rate": 2.572066276453295e-05, "loss": 2.2831, "step": 60050 }, { "epoch": 8.11, "learning_rate": 2.5685033391922744e-05, "loss": 2.2774, "step": 60060 }, { "epoch": 8.11, "learning_rate": 2.5649426403290123e-05, "loss": 2.2884, "step": 60070 }, { "epoch": 8.11, "learning_rate": 2.561384180504653e-05, "loss": 2.2725, "step": 60080 }, { "epoch": 8.12, "learning_rate": 2.5578279603599156e-05, "loss": 2.3079, "step": 60090 }, { "epoch": 8.12, "learning_rate": 2.5542739805351376e-05, "loss": 2.2875, "step": 60100 }, { "epoch": 8.12, "learning_rate": 2.5507222416702374e-05, "loss": 2.3166, "step": 60110 }, { "epoch": 8.12, "learning_rate": 2.5471727444047413e-05, "loss": 2.2641, "step": 60120 }, { "epoch": 8.12, "learning_rate": 2.5436254893777704e-05, "loss": 2.2877, "step": 60130 }, { "epoch": 8.12, "learning_rate": 2.540080477228023e-05, "loss": 2.3026, "step": 60140 }, { "epoch": 8.12, "learning_rate": 2.5365377085938228e-05, "loss": 2.2566, "step": 60150 }, { "epoch": 8.13, "learning_rate": 2.5329971841130687e-05, "loss": 2.2719, "step": 60160 }, { "epoch": 8.13, "learning_rate": 2.529458904423271e-05, "loss": 2.2718, "step": 60170 }, { "epoch": 8.13, "learning_rate": 2.5259228701615154e-05, "loss": 2.2822, "step": 60180 }, { "epoch": 8.13, "learning_rate": 2.5223890819645055e-05, "loss": 2.2728, "step": 60190 }, { "epoch": 8.13, "learning_rate": 2.5188575404685223e-05, "loss": 2.2512, "step": 60200 }, { "epoch": 8.13, "learning_rate": 2.5153282463094575e-05, "loss": 2.2953, "step": 60210 }, { "epoch": 8.13, "learning_rate": 2.5118012001227912e-05, "loss": 2.2905, "step": 60220 }, { "epoch": 8.13, "learning_rate": 2.5082764025435865e-05, "loss": 2.2818, "step": 60230 }, { "epoch": 8.14, "learning_rate": 2.504753854206526e-05, "loss": 2.28, "step": 60240 }, { "epoch": 8.14, "learning_rate": 2.5012335557458658e-05, "loss": 2.2842, "step": 60250 }, { "epoch": 8.14, "learning_rate": 2.4977155077954752e-05, "loss": 2.2634, "step": 60260 }, { "epoch": 8.14, "learning_rate": 2.4941997109888028e-05, "loss": 2.2988, "step": 60270 }, { "epoch": 8.14, "learning_rate": 2.4906861659589005e-05, "loss": 2.2756, "step": 60280 }, { "epoch": 8.14, "learning_rate": 2.4871748733384073e-05, "loss": 2.2797, "step": 60290 }, { "epoch": 8.14, "learning_rate": 2.4836658337595705e-05, "loss": 2.2994, "step": 60300 }, { "epoch": 8.15, "learning_rate": 2.480159047854215e-05, "loss": 2.3133, "step": 60310 }, { "epoch": 8.15, "learning_rate": 2.4766545162537722e-05, "loss": 2.314, "step": 60320 }, { "epoch": 8.15, "learning_rate": 2.4731522395892624e-05, "loss": 2.2846, "step": 60330 }, { "epoch": 8.15, "learning_rate": 2.4696522184912944e-05, "loss": 2.2929, "step": 60340 }, { "epoch": 8.15, "learning_rate": 2.4661544535900857e-05, "loss": 2.2917, "step": 60350 }, { "epoch": 8.15, "learning_rate": 2.462658945515436e-05, "loss": 2.293, "step": 60360 }, { "epoch": 8.15, "learning_rate": 2.459165694896742e-05, "loss": 2.2715, "step": 60370 }, { "epoch": 8.15, "learning_rate": 2.4556747023629868e-05, "loss": 2.3106, "step": 60380 }, { "epoch": 8.16, "learning_rate": 2.4521859685427647e-05, "loss": 2.2864, "step": 60390 }, { "epoch": 8.16, "learning_rate": 2.4486994940642463e-05, "loss": 2.2673, "step": 60400 }, { "epoch": 8.16, "learning_rate": 2.4452152795552028e-05, "loss": 2.275, "step": 60410 }, { "epoch": 8.16, "learning_rate": 2.441733325642994e-05, "loss": 2.2626, "step": 60420 }, { "epoch": 8.16, "learning_rate": 2.4382536329545748e-05, "loss": 2.2847, "step": 60430 }, { "epoch": 8.16, "learning_rate": 2.4347762021165012e-05, "loss": 2.276, "step": 60440 }, { "epoch": 8.16, "learning_rate": 2.4313010337549087e-05, "loss": 2.2585, "step": 60450 }, { "epoch": 8.17, "learning_rate": 2.427828128495532e-05, "loss": 2.3073, "step": 60460 }, { "epoch": 8.17, "learning_rate": 2.4243574869636955e-05, "loss": 2.303, "step": 60470 }, { "epoch": 8.17, "learning_rate": 2.4208891097843232e-05, "loss": 2.2554, "step": 60480 }, { "epoch": 8.17, "learning_rate": 2.417422997581923e-05, "loss": 2.2796, "step": 60490 }, { "epoch": 8.17, "learning_rate": 2.4139591509806e-05, "loss": 2.269, "step": 60500 }, { "epoch": 8.17, "learning_rate": 2.4104975706040463e-05, "loss": 2.2763, "step": 60510 }, { "epoch": 8.17, "learning_rate": 2.4070382570755486e-05, "loss": 2.2793, "step": 60520 }, { "epoch": 8.18, "learning_rate": 2.403581211017992e-05, "loss": 2.2965, "step": 60530 }, { "epoch": 8.18, "learning_rate": 2.4001264330538434e-05, "loss": 2.2731, "step": 60540 }, { "epoch": 8.18, "learning_rate": 2.3966739238051653e-05, "loss": 2.2783, "step": 60550 }, { "epoch": 8.18, "learning_rate": 2.3932236838936088e-05, "loss": 2.2589, "step": 60560 }, { "epoch": 8.18, "learning_rate": 2.3897757139404268e-05, "loss": 2.2824, "step": 60570 }, { "epoch": 8.18, "learning_rate": 2.3863300145664492e-05, "loss": 2.2762, "step": 60580 }, { "epoch": 8.18, "learning_rate": 2.3828865863921086e-05, "loss": 2.2991, "step": 60590 }, { "epoch": 8.18, "learning_rate": 2.3794454300374188e-05, "loss": 2.2801, "step": 60600 }, { "epoch": 8.19, "learning_rate": 2.3760065461219906e-05, "loss": 2.2592, "step": 60610 }, { "epoch": 8.19, "learning_rate": 2.372569935265029e-05, "loss": 2.2746, "step": 60620 }, { "epoch": 8.19, "learning_rate": 2.369135598085322e-05, "loss": 2.2901, "step": 60630 }, { "epoch": 8.19, "learning_rate": 2.365703535201252e-05, "loss": 2.2802, "step": 60640 }, { "epoch": 8.19, "learning_rate": 2.3622737472307914e-05, "loss": 2.3105, "step": 60650 }, { "epoch": 8.19, "learning_rate": 2.3588462347914987e-05, "loss": 2.2866, "step": 60660 }, { "epoch": 8.19, "learning_rate": 2.3554209985005345e-05, "loss": 2.2836, "step": 60670 }, { "epoch": 8.2, "learning_rate": 2.3519980389746402e-05, "loss": 2.307, "step": 60680 }, { "epoch": 8.2, "learning_rate": 2.348577356830146e-05, "loss": 2.2732, "step": 60690 }, { "epoch": 8.2, "learning_rate": 2.3451589526829723e-05, "loss": 2.3188, "step": 60700 }, { "epoch": 8.2, "learning_rate": 2.341742827148642e-05, "loss": 2.2739, "step": 60710 }, { "epoch": 8.2, "learning_rate": 2.3383289808422516e-05, "loss": 2.2923, "step": 60720 }, { "epoch": 8.2, "learning_rate": 2.3349174143784943e-05, "loss": 2.3051, "step": 60730 }, { "epoch": 8.2, "learning_rate": 2.3315081283716502e-05, "loss": 2.3147, "step": 60740 }, { "epoch": 8.2, "learning_rate": 2.32810112343559e-05, "loss": 2.3078, "step": 60750 }, { "epoch": 8.21, "learning_rate": 2.3246964001837798e-05, "loss": 2.271, "step": 60760 }, { "epoch": 8.21, "learning_rate": 2.3212939592292656e-05, "loss": 2.2644, "step": 60770 }, { "epoch": 8.21, "learning_rate": 2.317893801184686e-05, "loss": 2.2431, "step": 60780 }, { "epoch": 8.21, "learning_rate": 2.314495926662266e-05, "loss": 2.2762, "step": 60790 }, { "epoch": 8.21, "learning_rate": 2.311100336273828e-05, "loss": 2.2673, "step": 60800 }, { "epoch": 8.21, "learning_rate": 2.307707030630771e-05, "loss": 2.2979, "step": 60810 }, { "epoch": 8.21, "learning_rate": 2.3043160103440982e-05, "loss": 2.2687, "step": 60820 }, { "epoch": 8.22, "learning_rate": 2.3009272760243848e-05, "loss": 2.2788, "step": 60830 }, { "epoch": 8.22, "learning_rate": 2.297540828281797e-05, "loss": 2.3006, "step": 60840 }, { "epoch": 8.22, "learning_rate": 2.2941566677261027e-05, "loss": 2.261, "step": 60850 }, { "epoch": 8.22, "learning_rate": 2.2907747949666472e-05, "loss": 2.2649, "step": 60860 }, { "epoch": 8.22, "learning_rate": 2.2873952106123623e-05, "loss": 2.2747, "step": 60870 }, { "epoch": 8.22, "learning_rate": 2.2840179152717707e-05, "loss": 2.2773, "step": 60880 }, { "epoch": 8.22, "learning_rate": 2.28064290955299e-05, "loss": 2.2716, "step": 60890 }, { "epoch": 8.23, "learning_rate": 2.2772701940637117e-05, "loss": 2.2998, "step": 60900 }, { "epoch": 8.23, "learning_rate": 2.2738997694112304e-05, "loss": 2.2623, "step": 60910 }, { "epoch": 8.23, "learning_rate": 2.270531636202414e-05, "loss": 2.2775, "step": 60920 }, { "epoch": 8.23, "learning_rate": 2.267165795043719e-05, "loss": 2.2618, "step": 60930 }, { "epoch": 8.23, "learning_rate": 2.2638022465412054e-05, "loss": 2.2746, "step": 60940 }, { "epoch": 8.23, "learning_rate": 2.260440991300499e-05, "loss": 2.2979, "step": 60950 }, { "epoch": 8.23, "learning_rate": 2.257082029926834e-05, "loss": 2.2893, "step": 60960 }, { "epoch": 8.23, "learning_rate": 2.2537253630250064e-05, "loss": 2.2937, "step": 60970 }, { "epoch": 8.24, "learning_rate": 2.250370991199423e-05, "loss": 2.2874, "step": 60980 }, { "epoch": 8.24, "learning_rate": 2.24701891505406e-05, "loss": 2.3037, "step": 60990 }, { "epoch": 8.24, "learning_rate": 2.243669135192499e-05, "loss": 2.2609, "step": 61000 }, { "epoch": 8.24, "eval_loss": 2.4321961402893066, "eval_runtime": 1269.1578, "eval_samples_per_second": 59.989, "eval_steps_per_second": 4.999, "step": 61000 }, { "epoch": 8.24, "learning_rate": 2.2403216522178868e-05, "loss": 2.2852, "step": 61010 }, { "epoch": 8.24, "learning_rate": 2.2369764667329648e-05, "loss": 2.2954, "step": 61020 }, { "epoch": 8.24, "learning_rate": 2.2336335793400712e-05, "loss": 2.2837, "step": 61030 }, { "epoch": 8.24, "learning_rate": 2.230292990641111e-05, "loss": 2.2713, "step": 61040 }, { "epoch": 8.25, "learning_rate": 2.2269547012376015e-05, "loss": 2.2678, "step": 61050 }, { "epoch": 8.25, "learning_rate": 2.223618711730612e-05, "loss": 2.2934, "step": 61060 }, { "epoch": 8.25, "learning_rate": 2.2202850227208284e-05, "loss": 2.2755, "step": 61070 }, { "epoch": 8.25, "learning_rate": 2.2169536348085025e-05, "loss": 2.2793, "step": 61080 }, { "epoch": 8.25, "learning_rate": 2.2136245485934877e-05, "loss": 2.2855, "step": 61090 }, { "epoch": 8.25, "learning_rate": 2.2102977646752128e-05, "loss": 2.2748, "step": 61100 }, { "epoch": 8.25, "learning_rate": 2.2069732836526856e-05, "loss": 2.2693, "step": 61110 }, { "epoch": 8.25, "learning_rate": 2.203651106124515e-05, "loss": 2.2964, "step": 61120 }, { "epoch": 8.26, "learning_rate": 2.2003312326888828e-05, "loss": 2.2533, "step": 61130 }, { "epoch": 8.26, "learning_rate": 2.1970136639435658e-05, "loss": 2.2673, "step": 61140 }, { "epoch": 8.26, "learning_rate": 2.1936984004859197e-05, "loss": 2.2711, "step": 61150 }, { "epoch": 8.26, "learning_rate": 2.1903854429128836e-05, "loss": 2.27, "step": 61160 }, { "epoch": 8.26, "learning_rate": 2.187074791820987e-05, "loss": 2.2796, "step": 61170 }, { "epoch": 8.26, "learning_rate": 2.1837664478063343e-05, "loss": 2.3061, "step": 61180 }, { "epoch": 8.26, "learning_rate": 2.1804604114646345e-05, "loss": 2.26, "step": 61190 }, { "epoch": 8.27, "learning_rate": 2.1771566833911513e-05, "loss": 2.3028, "step": 61200 }, { "epoch": 8.27, "learning_rate": 2.1738552641807622e-05, "loss": 2.2921, "step": 61210 }, { "epoch": 8.27, "learning_rate": 2.1705561544279083e-05, "loss": 2.2792, "step": 61220 }, { "epoch": 8.27, "learning_rate": 2.1672593547266294e-05, "loss": 2.2622, "step": 61230 }, { "epoch": 8.27, "learning_rate": 2.163964865670539e-05, "loss": 2.2936, "step": 61240 }, { "epoch": 8.27, "learning_rate": 2.1606726878528375e-05, "loss": 2.2644, "step": 61250 }, { "epoch": 8.27, "learning_rate": 2.1573828218663107e-05, "loss": 2.2586, "step": 61260 }, { "epoch": 8.28, "learning_rate": 2.1540952683033235e-05, "loss": 2.2662, "step": 61270 }, { "epoch": 8.28, "learning_rate": 2.1508100277558353e-05, "loss": 2.2812, "step": 61280 }, { "epoch": 8.28, "learning_rate": 2.1475271008153798e-05, "loss": 2.2783, "step": 61290 }, { "epoch": 8.28, "learning_rate": 2.1442464880730725e-05, "loss": 2.2923, "step": 61300 }, { "epoch": 8.28, "learning_rate": 2.1409681901196175e-05, "loss": 2.2988, "step": 61310 }, { "epoch": 8.28, "learning_rate": 2.1376922075453023e-05, "loss": 2.2611, "step": 61320 }, { "epoch": 8.28, "learning_rate": 2.1344185409399955e-05, "loss": 2.2842, "step": 61330 }, { "epoch": 8.28, "learning_rate": 2.131147190893147e-05, "loss": 2.28, "step": 61340 }, { "epoch": 8.29, "learning_rate": 2.1278781579937924e-05, "loss": 2.2854, "step": 61350 }, { "epoch": 8.29, "learning_rate": 2.1246114428305477e-05, "loss": 2.2854, "step": 61360 }, { "epoch": 8.29, "learning_rate": 2.1213470459916153e-05, "loss": 2.289, "step": 61370 }, { "epoch": 8.29, "learning_rate": 2.1180849680647788e-05, "loss": 2.2661, "step": 61380 }, { "epoch": 8.29, "learning_rate": 2.1148252096374014e-05, "loss": 2.2584, "step": 61390 }, { "epoch": 8.29, "learning_rate": 2.111567771296427e-05, "loss": 2.294, "step": 61400 }, { "epoch": 8.29, "learning_rate": 2.1083126536283927e-05, "loss": 2.2849, "step": 61410 }, { "epoch": 8.3, "learning_rate": 2.105059857219409e-05, "loss": 2.2901, "step": 61420 }, { "epoch": 8.3, "learning_rate": 2.1018093826551645e-05, "loss": 2.2806, "step": 61430 }, { "epoch": 8.3, "learning_rate": 2.0985612305209404e-05, "loss": 2.2917, "step": 61440 }, { "epoch": 8.3, "learning_rate": 2.0953154014015883e-05, "loss": 2.2958, "step": 61450 }, { "epoch": 8.3, "learning_rate": 2.092071895881554e-05, "loss": 2.2824, "step": 61460 }, { "epoch": 8.3, "learning_rate": 2.0888307145448575e-05, "loss": 2.2924, "step": 61470 }, { "epoch": 8.3, "learning_rate": 2.0855918579750997e-05, "loss": 2.2495, "step": 61480 }, { "epoch": 8.3, "learning_rate": 2.082355326755461e-05, "loss": 2.2817, "step": 61490 }, { "epoch": 8.31, "learning_rate": 2.0791211214687153e-05, "loss": 2.2901, "step": 61500 }, { "epoch": 8.31, "learning_rate": 2.075889242697202e-05, "loss": 2.2789, "step": 61510 }, { "epoch": 8.31, "learning_rate": 2.0726596910228532e-05, "loss": 2.2678, "step": 61520 }, { "epoch": 8.31, "learning_rate": 2.069432467027173e-05, "loss": 2.2762, "step": 61530 }, { "epoch": 8.31, "learning_rate": 2.066207571291251e-05, "loss": 2.2976, "step": 61540 }, { "epoch": 8.31, "learning_rate": 2.0629850043957626e-05, "loss": 2.2842, "step": 61550 }, { "epoch": 8.31, "learning_rate": 2.059764766920954e-05, "loss": 2.2797, "step": 61560 }, { "epoch": 8.32, "learning_rate": 2.0565468594466595e-05, "loss": 2.2791, "step": 61570 }, { "epoch": 8.32, "learning_rate": 2.0533312825522842e-05, "loss": 2.2667, "step": 61580 }, { "epoch": 8.32, "learning_rate": 2.0501180368168313e-05, "loss": 2.2845, "step": 61590 }, { "epoch": 8.32, "learning_rate": 2.046907122818865e-05, "loss": 2.278, "step": 61600 }, { "epoch": 8.32, "learning_rate": 2.0436985411365427e-05, "loss": 2.2807, "step": 61610 }, { "epoch": 8.32, "learning_rate": 2.0404922923475935e-05, "loss": 2.2776, "step": 61620 }, { "epoch": 8.32, "learning_rate": 2.0372883770293297e-05, "loss": 2.299, "step": 61630 }, { "epoch": 8.33, "learning_rate": 2.0340867957586478e-05, "loss": 2.2773, "step": 61640 }, { "epoch": 8.33, "learning_rate": 2.0308875491120165e-05, "loss": 2.3009, "step": 61650 }, { "epoch": 8.33, "learning_rate": 2.02769063766549e-05, "loss": 2.2633, "step": 61660 }, { "epoch": 8.33, "learning_rate": 2.0244960619946966e-05, "loss": 2.2805, "step": 61670 }, { "epoch": 8.33, "learning_rate": 2.0213038226748506e-05, "loss": 2.298, "step": 61680 }, { "epoch": 8.33, "learning_rate": 2.018113920280741e-05, "loss": 2.2873, "step": 61690 }, { "epoch": 8.33, "learning_rate": 2.014926355386737e-05, "loss": 2.2981, "step": 61700 }, { "epoch": 8.33, "learning_rate": 2.0117411285667867e-05, "loss": 2.2564, "step": 61710 }, { "epoch": 8.34, "learning_rate": 2.0085582403944138e-05, "loss": 2.2906, "step": 61720 }, { "epoch": 8.34, "learning_rate": 2.0053776914427315e-05, "loss": 2.265, "step": 61730 }, { "epoch": 8.34, "learning_rate": 2.0021994822844217e-05, "loss": 2.2789, "step": 61740 }, { "epoch": 8.34, "learning_rate": 1.9990236134917497e-05, "loss": 2.2742, "step": 61750 }, { "epoch": 8.34, "learning_rate": 1.9958500856365535e-05, "loss": 2.2842, "step": 61760 }, { "epoch": 8.34, "learning_rate": 1.9926788992902586e-05, "loss": 2.2905, "step": 61770 }, { "epoch": 8.34, "learning_rate": 1.9895100550238642e-05, "loss": 2.2777, "step": 61780 }, { "epoch": 8.35, "learning_rate": 1.9863435534079463e-05, "loss": 2.287, "step": 61790 }, { "epoch": 8.35, "learning_rate": 1.9831793950126628e-05, "loss": 2.2573, "step": 61800 }, { "epoch": 8.35, "learning_rate": 1.980017580407741e-05, "loss": 2.2612, "step": 61810 }, { "epoch": 8.35, "learning_rate": 1.9768581101625008e-05, "loss": 2.3016, "step": 61820 }, { "epoch": 8.35, "learning_rate": 1.9737009848458303e-05, "loss": 2.3136, "step": 61830 }, { "epoch": 8.35, "learning_rate": 1.9705462050261945e-05, "loss": 2.2676, "step": 61840 }, { "epoch": 8.35, "learning_rate": 1.9673937712716374e-05, "loss": 2.2641, "step": 61850 }, { "epoch": 8.35, "learning_rate": 1.9642436841497857e-05, "loss": 2.2677, "step": 61860 }, { "epoch": 8.36, "learning_rate": 1.9610959442278396e-05, "loss": 2.2945, "step": 61870 }, { "epoch": 8.36, "learning_rate": 1.9579505520725747e-05, "loss": 2.2853, "step": 61880 }, { "epoch": 8.36, "learning_rate": 1.954807508250346e-05, "loss": 2.2961, "step": 61890 }, { "epoch": 8.36, "learning_rate": 1.951666813327083e-05, "loss": 2.2755, "step": 61900 }, { "epoch": 8.36, "learning_rate": 1.9485284678683012e-05, "loss": 2.2876, "step": 61910 }, { "epoch": 8.36, "learning_rate": 1.9453924724390785e-05, "loss": 2.2632, "step": 61920 }, { "epoch": 8.36, "learning_rate": 1.9422588276040902e-05, "loss": 2.2581, "step": 61930 }, { "epoch": 8.37, "learning_rate": 1.9391275339275615e-05, "loss": 2.2938, "step": 61940 }, { "epoch": 8.37, "learning_rate": 1.935998591973318e-05, "loss": 2.2856, "step": 61950 }, { "epoch": 8.37, "learning_rate": 1.9328720023047507e-05, "loss": 2.2981, "step": 61960 }, { "epoch": 8.37, "learning_rate": 1.9297477654848293e-05, "loss": 2.2867, "step": 61970 }, { "epoch": 8.37, "learning_rate": 1.926625882076097e-05, "loss": 2.2768, "step": 61980 }, { "epoch": 8.37, "learning_rate": 1.9235063526406745e-05, "loss": 2.2806, "step": 61990 }, { "epoch": 8.37, "learning_rate": 1.920389177740264e-05, "loss": 2.2746, "step": 62000 }, { "epoch": 8.37, "eval_loss": 2.4299051761627197, "eval_runtime": 1269.0207, "eval_samples_per_second": 59.995, "eval_steps_per_second": 5.0, "step": 62000 }, { "epoch": 8.38, "learning_rate": 1.9172743579361365e-05, "loss": 2.2811, "step": 62010 }, { "epoch": 8.38, "learning_rate": 1.91416189378915e-05, "loss": 2.2749, "step": 62020 }, { "epoch": 8.38, "learning_rate": 1.911051785859718e-05, "loss": 2.2429, "step": 62030 }, { "epoch": 8.38, "learning_rate": 1.907944034707852e-05, "loss": 2.2934, "step": 62040 }, { "epoch": 8.38, "learning_rate": 1.9048386408931238e-05, "loss": 2.2662, "step": 62050 }, { "epoch": 8.38, "learning_rate": 1.9017356049746867e-05, "loss": 2.2893, "step": 62060 }, { "epoch": 8.38, "learning_rate": 1.8986349275112746e-05, "loss": 2.3018, "step": 62070 }, { "epoch": 8.38, "learning_rate": 1.895536609061182e-05, "loss": 2.2645, "step": 62080 }, { "epoch": 8.39, "learning_rate": 1.892440650182296e-05, "loss": 2.2715, "step": 62090 }, { "epoch": 8.39, "learning_rate": 1.8893470514320624e-05, "loss": 2.2491, "step": 62100 }, { "epoch": 8.39, "learning_rate": 1.8862558133675175e-05, "loss": 2.2795, "step": 62110 }, { "epoch": 8.39, "learning_rate": 1.8831669365452646e-05, "loss": 2.2328, "step": 62120 }, { "epoch": 8.39, "learning_rate": 1.8800804215214798e-05, "loss": 2.2655, "step": 62130 }, { "epoch": 8.39, "learning_rate": 1.8769962688519175e-05, "loss": 2.2631, "step": 62140 }, { "epoch": 8.39, "learning_rate": 1.873914479091903e-05, "loss": 2.3048, "step": 62150 }, { "epoch": 8.4, "learning_rate": 1.8708350527963478e-05, "loss": 2.2834, "step": 62160 }, { "epoch": 8.4, "learning_rate": 1.8677579905197183e-05, "loss": 2.2881, "step": 62170 }, { "epoch": 8.4, "learning_rate": 1.8646832928160726e-05, "loss": 2.2884, "step": 62180 }, { "epoch": 8.4, "learning_rate": 1.8616109602390317e-05, "loss": 2.2844, "step": 62190 }, { "epoch": 8.4, "learning_rate": 1.858540993341801e-05, "loss": 2.2877, "step": 62200 }, { "epoch": 8.4, "learning_rate": 1.8554733926771552e-05, "loss": 2.2808, "step": 62210 }, { "epoch": 8.4, "learning_rate": 1.8524081587974326e-05, "loss": 2.2845, "step": 62220 }, { "epoch": 8.4, "learning_rate": 1.8493452922545647e-05, "loss": 2.2897, "step": 62230 }, { "epoch": 8.41, "learning_rate": 1.846284793600039e-05, "loss": 2.2766, "step": 62240 }, { "epoch": 8.41, "learning_rate": 1.843226663384933e-05, "loss": 2.289, "step": 62250 }, { "epoch": 8.41, "learning_rate": 1.8401709021598844e-05, "loss": 2.2796, "step": 62260 }, { "epoch": 8.41, "learning_rate": 1.8371175104751114e-05, "loss": 2.2715, "step": 62270 }, { "epoch": 8.41, "learning_rate": 1.8340664888803974e-05, "loss": 2.2957, "step": 62280 }, { "epoch": 8.41, "learning_rate": 1.8310178379251134e-05, "loss": 2.2833, "step": 62290 }, { "epoch": 8.41, "learning_rate": 1.827971558158195e-05, "loss": 2.2884, "step": 62300 }, { "epoch": 8.42, "learning_rate": 1.824927650128142e-05, "loss": 2.2699, "step": 62310 }, { "epoch": 8.42, "learning_rate": 1.821886114383044e-05, "loss": 2.3088, "step": 62320 }, { "epoch": 8.42, "learning_rate": 1.8188469514705495e-05, "loss": 2.281, "step": 62330 }, { "epoch": 8.42, "learning_rate": 1.815810161937893e-05, "loss": 2.2912, "step": 62340 }, { "epoch": 8.42, "learning_rate": 1.8127757463318716e-05, "loss": 2.2623, "step": 62350 }, { "epoch": 8.42, "learning_rate": 1.8097437051988584e-05, "loss": 2.2628, "step": 62360 }, { "epoch": 8.42, "learning_rate": 1.8067140390847935e-05, "loss": 2.2404, "step": 62370 }, { "epoch": 8.43, "learning_rate": 1.803686748535202e-05, "loss": 2.3156, "step": 62380 }, { "epoch": 8.43, "learning_rate": 1.8006618340951694e-05, "loss": 2.2653, "step": 62390 }, { "epoch": 8.43, "learning_rate": 1.797639296309359e-05, "loss": 2.2976, "step": 62400 }, { "epoch": 8.43, "learning_rate": 1.794619135722003e-05, "loss": 2.2754, "step": 62410 }, { "epoch": 8.43, "learning_rate": 1.7916013528769053e-05, "loss": 2.2638, "step": 62420 }, { "epoch": 8.43, "learning_rate": 1.7885859483174507e-05, "loss": 2.2594, "step": 62430 }, { "epoch": 8.43, "learning_rate": 1.7855729225865823e-05, "loss": 2.2798, "step": 62440 }, { "epoch": 8.43, "learning_rate": 1.7825622762268254e-05, "loss": 2.2801, "step": 62450 }, { "epoch": 8.44, "learning_rate": 1.7795540097802668e-05, "loss": 2.2868, "step": 62460 }, { "epoch": 8.44, "learning_rate": 1.7765481237885764e-05, "loss": 2.2868, "step": 62470 }, { "epoch": 8.44, "learning_rate": 1.7735446187929898e-05, "loss": 2.2753, "step": 62480 }, { "epoch": 8.44, "learning_rate": 1.7705434953343122e-05, "loss": 2.259, "step": 62490 }, { "epoch": 8.44, "learning_rate": 1.76754475395292e-05, "loss": 2.267, "step": 62500 }, { "epoch": 8.44, "learning_rate": 1.764548395188762e-05, "loss": 2.2693, "step": 62510 }, { "epoch": 8.44, "learning_rate": 1.7615544195813636e-05, "loss": 2.2592, "step": 62520 }, { "epoch": 8.45, "learning_rate": 1.758562827669811e-05, "loss": 2.2892, "step": 62530 }, { "epoch": 8.45, "learning_rate": 1.7555736199927684e-05, "loss": 2.2727, "step": 62540 }, { "epoch": 8.45, "learning_rate": 1.752586797088465e-05, "loss": 2.2869, "step": 62550 }, { "epoch": 8.45, "learning_rate": 1.749602359494709e-05, "loss": 2.2947, "step": 62560 }, { "epoch": 8.45, "learning_rate": 1.7466203077488706e-05, "loss": 2.2713, "step": 62570 }, { "epoch": 8.45, "learning_rate": 1.743640642387895e-05, "loss": 2.2738, "step": 62580 }, { "epoch": 8.45, "learning_rate": 1.7406633639482954e-05, "loss": 2.3112, "step": 62590 }, { "epoch": 8.45, "learning_rate": 1.7376884729661556e-05, "loss": 2.2771, "step": 62600 }, { "epoch": 8.46, "learning_rate": 1.734715969977134e-05, "loss": 2.2967, "step": 62610 }, { "epoch": 8.46, "learning_rate": 1.7317458555164526e-05, "loss": 2.2596, "step": 62620 }, { "epoch": 8.46, "learning_rate": 1.728778130118907e-05, "loss": 2.3161, "step": 62630 }, { "epoch": 8.46, "learning_rate": 1.7258127943188575e-05, "loss": 2.2729, "step": 62640 }, { "epoch": 8.46, "learning_rate": 1.722849848650246e-05, "loss": 2.2861, "step": 62650 }, { "epoch": 8.46, "learning_rate": 1.7198892936465725e-05, "loss": 2.2826, "step": 62660 }, { "epoch": 8.46, "learning_rate": 1.7169311298409082e-05, "loss": 2.2829, "step": 62670 }, { "epoch": 8.47, "learning_rate": 1.7139753577658994e-05, "loss": 2.2992, "step": 62680 }, { "epoch": 8.47, "learning_rate": 1.7110219779537533e-05, "loss": 2.2886, "step": 62690 }, { "epoch": 8.47, "learning_rate": 1.7080709909362577e-05, "loss": 2.2754, "step": 62700 }, { "epoch": 8.47, "learning_rate": 1.7051223972447596e-05, "loss": 2.2973, "step": 62710 }, { "epoch": 8.47, "learning_rate": 1.7021761974101794e-05, "loss": 2.2816, "step": 62720 }, { "epoch": 8.47, "learning_rate": 1.6992323919630057e-05, "loss": 2.2888, "step": 62730 }, { "epoch": 8.47, "learning_rate": 1.696290981433293e-05, "loss": 2.2714, "step": 62740 }, { "epoch": 8.47, "learning_rate": 1.6933519663506727e-05, "loss": 2.3208, "step": 62750 }, { "epoch": 8.48, "learning_rate": 1.6904153472443365e-05, "loss": 2.2687, "step": 62760 }, { "epoch": 8.48, "learning_rate": 1.6874811246430497e-05, "loss": 2.2654, "step": 62770 }, { "epoch": 8.48, "learning_rate": 1.6845492990751397e-05, "loss": 2.2864, "step": 62780 }, { "epoch": 8.48, "learning_rate": 1.681619871068514e-05, "loss": 2.2779, "step": 62790 }, { "epoch": 8.48, "learning_rate": 1.678692841150638e-05, "loss": 2.2802, "step": 62800 }, { "epoch": 8.48, "learning_rate": 1.6757682098485474e-05, "loss": 2.3053, "step": 62810 }, { "epoch": 8.48, "learning_rate": 1.672845977688847e-05, "loss": 2.2806, "step": 62820 }, { "epoch": 8.49, "learning_rate": 1.6699261451977104e-05, "loss": 2.2745, "step": 62830 }, { "epoch": 8.49, "learning_rate": 1.6670087129008802e-05, "loss": 2.3039, "step": 62840 }, { "epoch": 8.49, "learning_rate": 1.6640936813236648e-05, "loss": 2.2992, "step": 62850 }, { "epoch": 8.49, "learning_rate": 1.6611810509909396e-05, "loss": 2.2998, "step": 62860 }, { "epoch": 8.49, "learning_rate": 1.6582708224271446e-05, "loss": 2.2618, "step": 62870 }, { "epoch": 8.49, "learning_rate": 1.6553629961562992e-05, "loss": 2.2724, "step": 62880 }, { "epoch": 8.49, "learning_rate": 1.652457572701978e-05, "loss": 2.2947, "step": 62890 }, { "epoch": 8.5, "learning_rate": 1.6495545525873322e-05, "loss": 2.2803, "step": 62900 }, { "epoch": 8.5, "learning_rate": 1.6466539363350706e-05, "loss": 2.3, "step": 62910 }, { "epoch": 8.5, "learning_rate": 1.6437557244674705e-05, "loss": 2.2713, "step": 62920 }, { "epoch": 8.5, "learning_rate": 1.640859917506389e-05, "loss": 2.2815, "step": 62930 }, { "epoch": 8.5, "learning_rate": 1.637966515973233e-05, "loss": 2.2895, "step": 62940 }, { "epoch": 8.5, "learning_rate": 1.6350755203889954e-05, "loss": 2.2591, "step": 62950 }, { "epoch": 8.5, "learning_rate": 1.6321869312742097e-05, "loss": 2.2809, "step": 62960 }, { "epoch": 8.5, "learning_rate": 1.6293007491490018e-05, "loss": 2.302, "step": 62970 }, { "epoch": 8.51, "learning_rate": 1.6264169745330475e-05, "loss": 2.3023, "step": 62980 }, { "epoch": 8.51, "learning_rate": 1.6235356079456048e-05, "loss": 2.2526, "step": 62990 }, { "epoch": 8.51, "learning_rate": 1.6206566499054803e-05, "loss": 2.2666, "step": 63000 }, { "epoch": 8.51, "eval_loss": 2.427412986755371, "eval_runtime": 1269.0254, "eval_samples_per_second": 59.995, "eval_steps_per_second": 5.0, "step": 63000 }, { "epoch": 8.51, "learning_rate": 1.6177801009310527e-05, "loss": 2.2902, "step": 63010 }, { "epoch": 8.51, "learning_rate": 1.614905961540276e-05, "loss": 2.2971, "step": 63020 }, { "epoch": 8.51, "learning_rate": 1.612034232250658e-05, "loss": 2.277, "step": 63030 }, { "epoch": 8.51, "learning_rate": 1.6091649135792884e-05, "loss": 2.2956, "step": 63040 }, { "epoch": 8.52, "learning_rate": 1.6062980060427988e-05, "loss": 2.2661, "step": 63050 }, { "epoch": 8.52, "learning_rate": 1.6034335101574113e-05, "loss": 2.2718, "step": 63060 }, { "epoch": 8.52, "learning_rate": 1.600571426438895e-05, "loss": 2.2972, "step": 63070 }, { "epoch": 8.52, "learning_rate": 1.5977117554026e-05, "loss": 2.2645, "step": 63080 }, { "epoch": 8.52, "learning_rate": 1.5948544975634346e-05, "loss": 2.277, "step": 63090 }, { "epoch": 8.52, "learning_rate": 1.5919996534358635e-05, "loss": 2.3066, "step": 63100 }, { "epoch": 8.52, "learning_rate": 1.589147223533935e-05, "loss": 2.2673, "step": 63110 }, { "epoch": 8.52, "learning_rate": 1.5862972083712473e-05, "loss": 2.2743, "step": 63120 }, { "epoch": 8.53, "learning_rate": 1.5834496084609787e-05, "loss": 2.2895, "step": 63130 }, { "epoch": 8.53, "learning_rate": 1.5806044243158532e-05, "loss": 2.2617, "step": 63140 }, { "epoch": 8.53, "learning_rate": 1.5777616564481794e-05, "loss": 2.2837, "step": 63150 }, { "epoch": 8.53, "learning_rate": 1.5749213053698156e-05, "loss": 2.267, "step": 63160 }, { "epoch": 8.53, "learning_rate": 1.5720833715921965e-05, "loss": 2.2818, "step": 63170 }, { "epoch": 8.53, "learning_rate": 1.569247855626318e-05, "loss": 2.2688, "step": 63180 }, { "epoch": 8.53, "learning_rate": 1.566414757982729e-05, "loss": 2.2786, "step": 63190 }, { "epoch": 8.54, "learning_rate": 1.563584079171564e-05, "loss": 2.2873, "step": 63200 }, { "epoch": 8.54, "learning_rate": 1.5607558197025028e-05, "loss": 2.2677, "step": 63210 }, { "epoch": 8.54, "learning_rate": 1.5579299800848038e-05, "loss": 2.269, "step": 63220 }, { "epoch": 8.54, "learning_rate": 1.5551065608272823e-05, "loss": 2.2796, "step": 63230 }, { "epoch": 8.54, "learning_rate": 1.5522855624383195e-05, "loss": 2.2842, "step": 63240 }, { "epoch": 8.54, "learning_rate": 1.549466985425858e-05, "loss": 2.2856, "step": 63250 }, { "epoch": 8.54, "learning_rate": 1.5466508302974063e-05, "loss": 2.2495, "step": 63260 }, { "epoch": 8.55, "learning_rate": 1.543837097560044e-05, "loss": 2.2996, "step": 63270 }, { "epoch": 8.55, "learning_rate": 1.5410257877203976e-05, "loss": 2.2769, "step": 63280 }, { "epoch": 8.55, "learning_rate": 1.538216901284675e-05, "loss": 2.2873, "step": 63290 }, { "epoch": 8.55, "learning_rate": 1.5354104387586373e-05, "loss": 2.3165, "step": 63300 }, { "epoch": 8.55, "learning_rate": 1.5326064006476153e-05, "loss": 2.2599, "step": 63310 }, { "epoch": 8.55, "learning_rate": 1.5298047874564977e-05, "loss": 2.3048, "step": 63320 }, { "epoch": 8.55, "learning_rate": 1.5270055996897384e-05, "loss": 2.2763, "step": 63330 }, { "epoch": 8.55, "learning_rate": 1.5242088378513572e-05, "loss": 2.2756, "step": 63340 }, { "epoch": 8.56, "learning_rate": 1.5214145024449315e-05, "loss": 2.2992, "step": 63350 }, { "epoch": 8.56, "learning_rate": 1.5186225939736118e-05, "loss": 2.2985, "step": 63360 }, { "epoch": 8.56, "learning_rate": 1.5158331129400996e-05, "loss": 2.3101, "step": 63370 }, { "epoch": 8.56, "learning_rate": 1.5130460598466681e-05, "loss": 2.2582, "step": 63380 }, { "epoch": 8.56, "learning_rate": 1.5102614351951443e-05, "loss": 2.2992, "step": 63390 }, { "epoch": 8.56, "learning_rate": 1.5074792394869335e-05, "loss": 2.2854, "step": 63400 }, { "epoch": 8.56, "learning_rate": 1.5046994732229866e-05, "loss": 2.2806, "step": 63410 }, { "epoch": 8.57, "learning_rate": 1.501922136903827e-05, "loss": 2.2873, "step": 63420 }, { "epoch": 8.57, "learning_rate": 1.4991472310295377e-05, "loss": 2.2736, "step": 63430 }, { "epoch": 8.57, "learning_rate": 1.4963747560997608e-05, "loss": 2.3065, "step": 63440 }, { "epoch": 8.57, "learning_rate": 1.4936047126137101e-05, "loss": 2.27, "step": 63450 }, { "epoch": 8.57, "learning_rate": 1.4908371010701536e-05, "loss": 2.2951, "step": 63460 }, { "epoch": 8.57, "learning_rate": 1.4880719219674243e-05, "loss": 2.2653, "step": 63470 }, { "epoch": 8.57, "learning_rate": 1.4853091758034102e-05, "loss": 2.2834, "step": 63480 }, { "epoch": 8.57, "learning_rate": 1.4825488630755772e-05, "loss": 2.2953, "step": 63490 }, { "epoch": 8.58, "learning_rate": 1.4797909842809374e-05, "loss": 2.3167, "step": 63500 }, { "epoch": 8.58, "learning_rate": 1.4770355399160721e-05, "loss": 2.2873, "step": 63510 }, { "epoch": 8.58, "learning_rate": 1.4742825304771227e-05, "loss": 2.2828, "step": 63520 }, { "epoch": 8.58, "learning_rate": 1.4715319564597893e-05, "loss": 2.286, "step": 63530 }, { "epoch": 8.58, "learning_rate": 1.468783818359341e-05, "loss": 2.268, "step": 63540 }, { "epoch": 8.58, "learning_rate": 1.466038116670603e-05, "loss": 2.2843, "step": 63550 }, { "epoch": 8.58, "learning_rate": 1.463294851887959e-05, "loss": 2.2516, "step": 63560 }, { "epoch": 8.59, "learning_rate": 1.4605540245053581e-05, "loss": 2.285, "step": 63570 }, { "epoch": 8.59, "learning_rate": 1.4578156350163144e-05, "loss": 2.2638, "step": 63580 }, { "epoch": 8.59, "learning_rate": 1.4550796839138951e-05, "loss": 2.2527, "step": 63590 }, { "epoch": 8.59, "learning_rate": 1.4523461716907308e-05, "loss": 2.2711, "step": 63600 }, { "epoch": 8.59, "learning_rate": 1.4496150988390164e-05, "loss": 2.2791, "step": 63610 }, { "epoch": 8.59, "learning_rate": 1.4468864658505004e-05, "loss": 2.3034, "step": 63620 }, { "epoch": 8.59, "learning_rate": 1.4441602732165008e-05, "loss": 2.2935, "step": 63630 }, { "epoch": 8.6, "learning_rate": 1.4414365214278922e-05, "loss": 2.3195, "step": 63640 }, { "epoch": 8.6, "learning_rate": 1.4387152109751088e-05, "loss": 2.2611, "step": 63650 }, { "epoch": 8.6, "learning_rate": 1.4359963423481435e-05, "loss": 2.2949, "step": 63660 }, { "epoch": 8.6, "learning_rate": 1.433279916036555e-05, "loss": 2.2934, "step": 63670 }, { "epoch": 8.6, "learning_rate": 1.4305659325294583e-05, "loss": 2.2653, "step": 63680 }, { "epoch": 8.6, "learning_rate": 1.4278543923155295e-05, "loss": 2.2755, "step": 63690 }, { "epoch": 8.6, "learning_rate": 1.4251452958830045e-05, "loss": 2.2872, "step": 63700 }, { "epoch": 8.6, "learning_rate": 1.4224386437196766e-05, "loss": 2.2571, "step": 63710 }, { "epoch": 8.61, "learning_rate": 1.4197344363129076e-05, "loss": 2.2757, "step": 63720 }, { "epoch": 8.61, "learning_rate": 1.4170326741496096e-05, "loss": 2.2808, "step": 63730 }, { "epoch": 8.61, "learning_rate": 1.4143333577162586e-05, "loss": 2.2571, "step": 63740 }, { "epoch": 8.61, "learning_rate": 1.4116364874988855e-05, "loss": 2.2572, "step": 63750 }, { "epoch": 8.61, "learning_rate": 1.408942063983094e-05, "loss": 2.2562, "step": 63760 }, { "epoch": 8.61, "learning_rate": 1.4062500876540339e-05, "loss": 2.2908, "step": 63770 }, { "epoch": 8.61, "learning_rate": 1.403560558996416e-05, "loss": 2.2855, "step": 63780 }, { "epoch": 8.62, "learning_rate": 1.4008734784945164e-05, "loss": 2.2775, "step": 63790 }, { "epoch": 8.62, "learning_rate": 1.3981888466321629e-05, "loss": 2.2717, "step": 63800 }, { "epoch": 8.62, "learning_rate": 1.395506663892752e-05, "loss": 2.2655, "step": 63810 }, { "epoch": 8.62, "learning_rate": 1.3928269307592327e-05, "loss": 2.317, "step": 63820 }, { "epoch": 8.62, "learning_rate": 1.3901496477141106e-05, "loss": 2.2426, "step": 63830 }, { "epoch": 8.62, "learning_rate": 1.3874748152394533e-05, "loss": 2.2666, "step": 63840 }, { "epoch": 8.62, "learning_rate": 1.3848024338168923e-05, "loss": 2.2785, "step": 63850 }, { "epoch": 8.62, "learning_rate": 1.3821325039276094e-05, "loss": 2.2828, "step": 63860 }, { "epoch": 8.63, "learning_rate": 1.37946502605235e-05, "loss": 2.2498, "step": 63870 }, { "epoch": 8.63, "learning_rate": 1.3768000006714147e-05, "loss": 2.2693, "step": 63880 }, { "epoch": 8.63, "learning_rate": 1.3741374282646616e-05, "loss": 2.3123, "step": 63890 }, { "epoch": 8.63, "learning_rate": 1.3714773093115156e-05, "loss": 2.2944, "step": 63900 }, { "epoch": 8.63, "learning_rate": 1.36881964429095e-05, "loss": 2.2677, "step": 63910 }, { "epoch": 8.63, "learning_rate": 1.3661644336815069e-05, "loss": 2.2872, "step": 63920 }, { "epoch": 8.63, "learning_rate": 1.3635116779612675e-05, "loss": 2.2669, "step": 63930 }, { "epoch": 8.64, "learning_rate": 1.3608613776078946e-05, "loss": 2.3057, "step": 63940 }, { "epoch": 8.64, "learning_rate": 1.3582135330985933e-05, "loss": 2.2931, "step": 63950 }, { "epoch": 8.64, "learning_rate": 1.3555681449101301e-05, "loss": 2.2718, "step": 63960 }, { "epoch": 8.64, "learning_rate": 1.3529252135188296e-05, "loss": 2.262, "step": 63970 }, { "epoch": 8.64, "learning_rate": 1.350284739400574e-05, "loss": 2.2919, "step": 63980 }, { "epoch": 8.64, "learning_rate": 1.3476467230308047e-05, "loss": 2.269, "step": 63990 }, { "epoch": 8.64, "learning_rate": 1.3450111648845185e-05, "loss": 2.2876, "step": 64000 }, { "epoch": 8.64, "eval_loss": 2.4255166053771973, "eval_runtime": 1269.0542, "eval_samples_per_second": 59.993, "eval_steps_per_second": 5.0, "step": 64000 }, { "epoch": 8.65, "learning_rate": 1.342378065436276e-05, "loss": 2.292, "step": 64010 }, { "epoch": 8.65, "learning_rate": 1.3397474251601774e-05, "loss": 2.2803, "step": 64020 }, { "epoch": 8.65, "learning_rate": 1.3371192445299028e-05, "loss": 2.2966, "step": 64030 }, { "epoch": 8.65, "learning_rate": 1.3344935240186733e-05, "loss": 2.2961, "step": 64040 }, { "epoch": 8.65, "learning_rate": 1.3318702640992724e-05, "loss": 2.2714, "step": 64050 }, { "epoch": 8.65, "learning_rate": 1.3292494652440472e-05, "loss": 2.2835, "step": 64060 }, { "epoch": 8.65, "learning_rate": 1.3266311279248853e-05, "loss": 2.286, "step": 64070 }, { "epoch": 8.65, "learning_rate": 1.3240152526132463e-05, "loss": 2.256, "step": 64080 }, { "epoch": 8.66, "learning_rate": 1.3214018397801385e-05, "loss": 2.2812, "step": 64090 }, { "epoch": 8.66, "learning_rate": 1.3187908898961352e-05, "loss": 2.2926, "step": 64100 }, { "epoch": 8.66, "learning_rate": 1.3161824034313522e-05, "loss": 2.2627, "step": 64110 }, { "epoch": 8.66, "learning_rate": 1.3135763808554755e-05, "loss": 2.2695, "step": 64120 }, { "epoch": 8.66, "learning_rate": 1.3109728226377415e-05, "loss": 2.2766, "step": 64130 }, { "epoch": 8.66, "learning_rate": 1.3083717292469382e-05, "loss": 2.2909, "step": 64140 }, { "epoch": 8.66, "learning_rate": 1.3057731011514227e-05, "loss": 2.2592, "step": 64150 }, { "epoch": 8.67, "learning_rate": 1.3031769388190927e-05, "loss": 2.254, "step": 64160 }, { "epoch": 8.67, "learning_rate": 1.300583242717414e-05, "loss": 2.2959, "step": 64170 }, { "epoch": 8.67, "learning_rate": 1.2979920133134013e-05, "loss": 2.2831, "step": 64180 }, { "epoch": 8.67, "learning_rate": 1.2954032510736318e-05, "loss": 2.2567, "step": 64190 }, { "epoch": 8.67, "learning_rate": 1.2928169564642338e-05, "loss": 2.285, "step": 64200 }, { "epoch": 8.67, "learning_rate": 1.290233129950885e-05, "loss": 2.2854, "step": 64210 }, { "epoch": 8.67, "learning_rate": 1.2876517719988333e-05, "loss": 2.3168, "step": 64220 }, { "epoch": 8.67, "learning_rate": 1.2850728830728668e-05, "loss": 2.2701, "step": 64230 }, { "epoch": 8.68, "learning_rate": 1.2824964636373492e-05, "loss": 2.2567, "step": 64240 }, { "epoch": 8.68, "learning_rate": 1.2799225141561726e-05, "loss": 2.2829, "step": 64250 }, { "epoch": 8.68, "learning_rate": 1.2773510350928079e-05, "loss": 2.2806, "step": 64260 }, { "epoch": 8.68, "learning_rate": 1.2747820269102665e-05, "loss": 2.2743, "step": 64270 }, { "epoch": 8.68, "learning_rate": 1.272215490071125e-05, "loss": 2.3117, "step": 64280 }, { "epoch": 8.68, "learning_rate": 1.2696514250375122e-05, "loss": 2.2668, "step": 64290 }, { "epoch": 8.68, "learning_rate": 1.2670898322711003e-05, "loss": 2.2694, "step": 64300 }, { "epoch": 8.69, "learning_rate": 1.2645307122331354e-05, "loss": 2.2511, "step": 64310 }, { "epoch": 8.69, "learning_rate": 1.261974065384404e-05, "loss": 2.2613, "step": 64320 }, { "epoch": 8.69, "learning_rate": 1.259419892185256e-05, "loss": 2.276, "step": 64330 }, { "epoch": 8.69, "learning_rate": 1.2568681930955888e-05, "loss": 2.2722, "step": 64340 }, { "epoch": 8.69, "learning_rate": 1.2543189685748611e-05, "loss": 2.3039, "step": 64350 }, { "epoch": 8.69, "learning_rate": 1.2517722190820777e-05, "loss": 2.293, "step": 64360 }, { "epoch": 8.69, "learning_rate": 1.2492279450758086e-05, "loss": 2.2538, "step": 64370 }, { "epoch": 8.7, "learning_rate": 1.2466861470141703e-05, "loss": 2.293, "step": 64380 }, { "epoch": 8.7, "learning_rate": 1.2441468253548337e-05, "loss": 2.2807, "step": 64390 }, { "epoch": 8.7, "learning_rate": 1.2416099805550261e-05, "loss": 2.2693, "step": 64400 }, { "epoch": 8.7, "learning_rate": 1.2390756130715257e-05, "loss": 2.2907, "step": 64410 }, { "epoch": 8.7, "learning_rate": 1.2365437233606723e-05, "loss": 2.28, "step": 64420 }, { "epoch": 8.7, "learning_rate": 1.234014311878353e-05, "loss": 2.2629, "step": 64430 }, { "epoch": 8.7, "learning_rate": 1.2314873790800084e-05, "loss": 2.2919, "step": 64440 }, { "epoch": 8.7, "learning_rate": 1.2289629254206313e-05, "loss": 2.249, "step": 64450 }, { "epoch": 8.71, "learning_rate": 1.2264409513547796e-05, "loss": 2.2752, "step": 64460 }, { "epoch": 8.71, "learning_rate": 1.223921457336552e-05, "loss": 2.2788, "step": 64470 }, { "epoch": 8.71, "learning_rate": 1.2214044438196036e-05, "loss": 2.2908, "step": 64480 }, { "epoch": 8.71, "learning_rate": 1.2188899112571455e-05, "loss": 2.2839, "step": 64490 }, { "epoch": 8.71, "learning_rate": 1.2163778601019385e-05, "loss": 2.2606, "step": 64500 }, { "epoch": 8.71, "learning_rate": 1.2138682908063047e-05, "loss": 2.2914, "step": 64510 }, { "epoch": 8.71, "learning_rate": 1.2113612038221105e-05, "loss": 2.2536, "step": 64520 }, { "epoch": 8.72, "learning_rate": 1.2088565996007764e-05, "loss": 2.2732, "step": 64530 }, { "epoch": 8.72, "learning_rate": 1.2063544785932789e-05, "loss": 2.2746, "step": 64540 }, { "epoch": 8.72, "learning_rate": 1.2038548412501503e-05, "loss": 2.2831, "step": 64550 }, { "epoch": 8.72, "learning_rate": 1.2013576880214676e-05, "loss": 2.3174, "step": 64560 }, { "epoch": 8.72, "learning_rate": 1.198863019356866e-05, "loss": 2.2805, "step": 64570 }, { "epoch": 8.72, "learning_rate": 1.196370835705533e-05, "loss": 2.3062, "step": 64580 }, { "epoch": 8.72, "learning_rate": 1.1938811375162027e-05, "loss": 2.2877, "step": 64590 }, { "epoch": 8.72, "learning_rate": 1.1913939252371735e-05, "loss": 2.255, "step": 64600 }, { "epoch": 8.73, "learning_rate": 1.188909199316287e-05, "loss": 2.2826, "step": 64610 }, { "epoch": 8.73, "learning_rate": 1.1864269602009385e-05, "loss": 2.2846, "step": 64620 }, { "epoch": 8.73, "learning_rate": 1.1839472083380742e-05, "loss": 2.2832, "step": 64630 }, { "epoch": 8.73, "learning_rate": 1.1814699441741998e-05, "loss": 2.2613, "step": 64640 }, { "epoch": 8.73, "learning_rate": 1.1789951681553655e-05, "loss": 2.2787, "step": 64650 }, { "epoch": 8.73, "learning_rate": 1.1765228807271749e-05, "loss": 2.2943, "step": 64660 }, { "epoch": 8.73, "learning_rate": 1.1740530823347866e-05, "loss": 2.2558, "step": 64670 }, { "epoch": 8.74, "learning_rate": 1.171585773422905e-05, "loss": 2.3028, "step": 64680 }, { "epoch": 8.74, "learning_rate": 1.1691209544357965e-05, "loss": 2.2798, "step": 64690 }, { "epoch": 8.74, "learning_rate": 1.1666586258172694e-05, "loss": 2.2811, "step": 64700 }, { "epoch": 8.74, "learning_rate": 1.164198788010689e-05, "loss": 2.2955, "step": 64710 }, { "epoch": 8.74, "learning_rate": 1.1617414414589676e-05, "loss": 2.2789, "step": 64720 }, { "epoch": 8.74, "learning_rate": 1.1592865866045697e-05, "loss": 2.2768, "step": 64730 }, { "epoch": 8.74, "learning_rate": 1.1568342238895184e-05, "loss": 2.2719, "step": 64740 }, { "epoch": 8.75, "learning_rate": 1.1543843537553804e-05, "loss": 2.2734, "step": 64750 }, { "epoch": 8.75, "learning_rate": 1.1519369766432762e-05, "loss": 2.297, "step": 64760 }, { "epoch": 8.75, "learning_rate": 1.1494920929938733e-05, "loss": 2.2954, "step": 64770 }, { "epoch": 8.75, "learning_rate": 1.1470497032474013e-05, "loss": 2.279, "step": 64780 }, { "epoch": 8.75, "learning_rate": 1.1446098078436283e-05, "loss": 2.2633, "step": 64790 }, { "epoch": 8.75, "learning_rate": 1.1421724072218797e-05, "loss": 2.2575, "step": 64800 }, { "epoch": 8.75, "learning_rate": 1.1397375018210292e-05, "loss": 2.2838, "step": 64810 }, { "epoch": 8.75, "learning_rate": 1.1373050920795029e-05, "loss": 2.2937, "step": 64820 }, { "epoch": 8.76, "learning_rate": 1.1348751784352788e-05, "loss": 2.2422, "step": 64830 }, { "epoch": 8.76, "learning_rate": 1.1324477613258837e-05, "loss": 2.2794, "step": 64840 }, { "epoch": 8.76, "learning_rate": 1.1300228411883927e-05, "loss": 2.3019, "step": 64850 }, { "epoch": 8.76, "learning_rate": 1.1276004184594333e-05, "loss": 2.2891, "step": 64860 }, { "epoch": 8.76, "learning_rate": 1.1251804935751868e-05, "loss": 2.2586, "step": 64870 }, { "epoch": 8.76, "learning_rate": 1.122763066971376e-05, "loss": 2.2816, "step": 64880 }, { "epoch": 8.76, "learning_rate": 1.1203481390832898e-05, "loss": 2.2883, "step": 64890 }, { "epoch": 8.77, "learning_rate": 1.1179357103457466e-05, "loss": 2.2593, "step": 64900 }, { "epoch": 8.77, "learning_rate": 1.115525781193124e-05, "loss": 2.3009, "step": 64910 }, { "epoch": 8.77, "learning_rate": 1.1131183520593584e-05, "loss": 2.3058, "step": 64920 }, { "epoch": 8.77, "learning_rate": 1.1107134233779247e-05, "loss": 2.2622, "step": 64930 }, { "epoch": 8.77, "learning_rate": 1.1083109955818497e-05, "loss": 2.2731, "step": 64940 }, { "epoch": 8.77, "learning_rate": 1.1059110691037093e-05, "loss": 2.2951, "step": 64950 }, { "epoch": 8.77, "learning_rate": 1.1035136443756359e-05, "loss": 2.254, "step": 64960 }, { "epoch": 8.77, "learning_rate": 1.1011187218293011e-05, "loss": 2.2429, "step": 64970 }, { "epoch": 8.78, "learning_rate": 1.0987263018959397e-05, "loss": 2.2607, "step": 64980 }, { "epoch": 8.78, "learning_rate": 1.0963363850063205e-05, "loss": 2.2862, "step": 64990 }, { "epoch": 8.78, "learning_rate": 1.0939489715907662e-05, "loss": 2.2789, "step": 65000 }, { "epoch": 8.78, "eval_loss": 2.423799991607666, "eval_runtime": 1269.0127, "eval_samples_per_second": 59.995, "eval_steps_per_second": 5.0, "step": 65000 }, { "epoch": 8.78, "learning_rate": 0.00011032802507499742, "loss": 2.298, "step": 65010 }, { "epoch": 8.78, "learning_rate": 0.00011028710508691679, "loss": 2.2818, "step": 65020 }, { "epoch": 8.78, "learning_rate": 0.00011024618827678742, "loss": 2.2924, "step": 65030 }, { "epoch": 8.78, "learning_rate": 0.00011020527464788362, "loss": 2.3126, "step": 65040 }, { "epoch": 8.79, "learning_rate": 0.00011016436420347948, "loss": 2.2822, "step": 65050 }, { "epoch": 8.79, "learning_rate": 0.0001101234569468487, "loss": 2.3013, "step": 65060 }, { "epoch": 8.79, "learning_rate": 0.00011008255288126484, "loss": 2.3096, "step": 65070 }, { "epoch": 8.79, "learning_rate": 0.00011004165201000116, "loss": 2.3275, "step": 65080 }, { "epoch": 8.79, "learning_rate": 0.00011000075433633074, "loss": 2.2697, "step": 65090 }, { "epoch": 8.79, "learning_rate": 0.00010995985986352624, "loss": 2.3019, "step": 65100 }, { "epoch": 8.79, "learning_rate": 0.00010991896859486023, "loss": 2.3125, "step": 65110 }, { "epoch": 8.8, "learning_rate": 0.00010987808053360495, "loss": 2.3284, "step": 65120 }, { "epoch": 8.8, "learning_rate": 0.00010983719568303241, "loss": 2.3277, "step": 65130 }, { "epoch": 8.8, "learning_rate": 0.00010979631404641428, "loss": 2.3207, "step": 65140 }, { "epoch": 8.8, "learning_rate": 0.0001097554356270221, "loss": 2.3009, "step": 65150 }, { "epoch": 8.8, "learning_rate": 0.00010971456042812707, "loss": 2.3218, "step": 65160 }, { "epoch": 8.8, "learning_rate": 0.0001096736884530002, "loss": 2.3457, "step": 65170 }, { "epoch": 8.8, "learning_rate": 0.00010963281970491208, "loss": 2.3026, "step": 65180 }, { "epoch": 8.8, "learning_rate": 0.00010959195418713318, "loss": 2.3229, "step": 65190 }, { "epoch": 8.81, "learning_rate": 0.00010955109190293381, "loss": 2.3555, "step": 65200 }, { "epoch": 8.81, "learning_rate": 0.00010951023285558385, "loss": 2.3307, "step": 65210 }, { "epoch": 8.81, "learning_rate": 0.00010946937704835289, "loss": 2.3357, "step": 65220 }, { "epoch": 8.81, "learning_rate": 0.00010942852448451037, "loss": 2.3314, "step": 65230 }, { "epoch": 8.81, "learning_rate": 0.00010938767516732549, "loss": 2.2866, "step": 65240 }, { "epoch": 8.81, "learning_rate": 0.00010934682910006712, "loss": 2.3265, "step": 65250 }, { "epoch": 8.81, "learning_rate": 0.00010930598628600387, "loss": 2.3542, "step": 65260 }, { "epoch": 8.82, "learning_rate": 0.0001092651467284041, "loss": 2.3234, "step": 65270 }, { "epoch": 8.82, "learning_rate": 0.00010922431043053598, "loss": 2.3185, "step": 65280 }, { "epoch": 8.82, "learning_rate": 0.00010918347739566734, "loss": 2.3011, "step": 65290 }, { "epoch": 8.82, "learning_rate": 0.00010914264762706571, "loss": 2.3168, "step": 65300 }, { "epoch": 8.82, "learning_rate": 0.00010910182112799848, "loss": 2.3058, "step": 65310 }, { "epoch": 8.82, "learning_rate": 0.0001090609979017327, "loss": 2.3258, "step": 65320 }, { "epoch": 8.82, "learning_rate": 0.00010902017795153518, "loss": 2.3216, "step": 65330 }, { "epoch": 8.82, "learning_rate": 0.00010897936128067245, "loss": 2.3203, "step": 65340 }, { "epoch": 8.83, "learning_rate": 0.00010893854789241075, "loss": 2.3575, "step": 65350 }, { "epoch": 8.83, "learning_rate": 0.00010889773779001617, "loss": 2.336, "step": 65360 }, { "epoch": 8.83, "learning_rate": 0.00010885693097675448, "loss": 2.3056, "step": 65370 }, { "epoch": 8.83, "learning_rate": 0.00010881612745589104, "loss": 2.32, "step": 65380 }, { "epoch": 8.83, "learning_rate": 0.00010877532723069114, "loss": 2.3128, "step": 65390 }, { "epoch": 8.83, "learning_rate": 0.00010873453030441981, "loss": 2.3343, "step": 65400 }, { "epoch": 8.83, "learning_rate": 0.00010869373668034174, "loss": 2.3212, "step": 65410 }, { "epoch": 8.84, "learning_rate": 0.00010865294636172126, "loss": 2.3265, "step": 65420 }, { "epoch": 8.84, "learning_rate": 0.0001086121593518226, "loss": 2.2803, "step": 65430 }, { "epoch": 8.84, "learning_rate": 0.00010857137565390967, "loss": 2.3106, "step": 65440 }, { "epoch": 8.84, "learning_rate": 0.00010853059527124616, "loss": 2.3361, "step": 65450 }, { "epoch": 8.84, "learning_rate": 0.00010848981820709534, "loss": 2.3107, "step": 65460 }, { "epoch": 8.84, "learning_rate": 0.00010844904446472038, "loss": 2.3249, "step": 65470 }, { "epoch": 8.84, "learning_rate": 0.00010840827404738412, "loss": 2.3392, "step": 65480 }, { "epoch": 8.85, "learning_rate": 0.00010836750695834916, "loss": 2.3613, "step": 65490 }, { "epoch": 8.85, "learning_rate": 0.00010832674320087774, "loss": 2.352, "step": 65500 }, { "epoch": 8.85, "learning_rate": 0.00010828598277823196, "loss": 2.3089, "step": 65510 }, { "epoch": 8.85, "learning_rate": 0.00010824522569367361, "loss": 2.3179, "step": 65520 }, { "epoch": 8.85, "learning_rate": 0.00010820447195046418, "loss": 2.3291, "step": 65530 }, { "epoch": 8.85, "learning_rate": 0.00010816372155186489, "loss": 2.333, "step": 65540 }, { "epoch": 8.85, "learning_rate": 0.00010812297450113673, "loss": 2.3415, "step": 65550 }, { "epoch": 8.85, "learning_rate": 0.00010808223080154044, "loss": 2.3432, "step": 65560 }, { "epoch": 8.86, "learning_rate": 0.00010804149045633646, "loss": 2.3165, "step": 65570 }, { "epoch": 8.86, "learning_rate": 0.00010800075346878492, "loss": 2.3421, "step": 65580 }, { "epoch": 8.86, "learning_rate": 0.00010796001984214567, "loss": 2.3369, "step": 65590 }, { "epoch": 8.86, "learning_rate": 0.00010791928957967845, "loss": 2.3183, "step": 65600 }, { "epoch": 8.86, "learning_rate": 0.00010787856268464267, "loss": 2.3005, "step": 65610 }, { "epoch": 8.86, "learning_rate": 0.00010783783916029723, "loss": 2.3284, "step": 65620 }, { "epoch": 8.86, "learning_rate": 0.00010779711900990111, "loss": 2.3353, "step": 65630 }, { "epoch": 8.87, "learning_rate": 0.00010775640223671279, "loss": 2.3338, "step": 65640 }, { "epoch": 8.87, "learning_rate": 0.00010771568884399063, "loss": 2.3238, "step": 65650 }, { "epoch": 8.87, "learning_rate": 0.00010767497883499258, "loss": 2.323, "step": 65660 }, { "epoch": 8.87, "learning_rate": 0.0001076342722129764, "loss": 2.3202, "step": 65670 }, { "epoch": 8.87, "learning_rate": 0.00010759356898119956, "loss": 2.3298, "step": 65680 }, { "epoch": 8.87, "learning_rate": 0.00010755286914291929, "loss": 2.3072, "step": 65690 }, { "epoch": 8.87, "learning_rate": 0.00010751217270139248, "loss": 2.3452, "step": 65700 }, { "epoch": 8.87, "learning_rate": 0.00010747147965987578, "loss": 2.3392, "step": 65710 }, { "epoch": 8.88, "learning_rate": 0.00010743079002162561, "loss": 2.3526, "step": 65720 }, { "epoch": 8.88, "learning_rate": 0.00010739010378989813, "loss": 2.2986, "step": 65730 }, { "epoch": 8.88, "learning_rate": 0.00010734942096794905, "loss": 2.3602, "step": 65740 }, { "epoch": 8.88, "learning_rate": 0.00010730874155903405, "loss": 2.332, "step": 65750 }, { "epoch": 8.88, "learning_rate": 0.00010726806556640836, "loss": 2.3365, "step": 65760 }, { "epoch": 8.88, "learning_rate": 0.0001072273929933271, "loss": 2.3384, "step": 65770 }, { "epoch": 8.88, "learning_rate": 0.00010718672384304488, "loss": 2.302, "step": 65780 }, { "epoch": 8.89, "learning_rate": 0.00010714605811881622, "loss": 2.2957, "step": 65790 }, { "epoch": 8.89, "learning_rate": 0.00010710539582389537, "loss": 2.3329, "step": 65800 }, { "epoch": 8.89, "learning_rate": 0.00010706473696153627, "loss": 2.3449, "step": 65810 }, { "epoch": 8.89, "learning_rate": 0.00010702408153499247, "loss": 2.3305, "step": 65820 }, { "epoch": 8.89, "learning_rate": 0.0001069834295475174, "loss": 2.3192, "step": 65830 }, { "epoch": 8.89, "learning_rate": 0.00010694278100236417, "loss": 2.3124, "step": 65840 }, { "epoch": 8.89, "learning_rate": 0.00010690213590278565, "loss": 2.3043, "step": 65850 }, { "epoch": 8.9, "learning_rate": 0.00010686149425203426, "loss": 2.3322, "step": 65860 }, { "epoch": 8.9, "learning_rate": 0.00010682085605336236, "loss": 2.346, "step": 65870 }, { "epoch": 8.9, "learning_rate": 0.00010678022131002195, "loss": 2.3445, "step": 65880 }, { "epoch": 8.9, "learning_rate": 0.00010673959002526477, "loss": 2.3325, "step": 65890 }, { "epoch": 8.9, "learning_rate": 0.00010669896220234216, "loss": 2.331, "step": 65900 }, { "epoch": 8.9, "learning_rate": 0.00010665833784450539, "loss": 2.3241, "step": 65910 }, { "epoch": 8.9, "learning_rate": 0.00010661771695500532, "loss": 2.3273, "step": 65920 }, { "epoch": 8.9, "learning_rate": 0.00010657709953709258, "loss": 2.3786, "step": 65930 }, { "epoch": 8.91, "learning_rate": 0.00010653648559401745, "loss": 2.3494, "step": 65940 }, { "epoch": 8.91, "learning_rate": 0.00010649587512903001, "loss": 2.3227, "step": 65950 }, { "epoch": 8.91, "learning_rate": 0.00010645526814538006, "loss": 2.3135, "step": 65960 }, { "epoch": 8.91, "learning_rate": 0.00010641466464631714, "loss": 2.3401, "step": 65970 }, { "epoch": 8.91, "learning_rate": 0.00010637406463509034, "loss": 2.3354, "step": 65980 }, { "epoch": 8.91, "learning_rate": 0.00010633346811494866, "loss": 2.3334, "step": 65990 }, { "epoch": 8.91, "learning_rate": 0.0001062928750891408, "loss": 2.3245, "step": 66000 }, { "epoch": 8.91, "eval_loss": 2.463181734085083, "eval_runtime": 1269.4771, "eval_samples_per_second": 59.974, "eval_steps_per_second": 4.998, "step": 66000 }, { "epoch": 8.92, "learning_rate": 0.0001062522855609152, "loss": 2.3069, "step": 66010 }, { "epoch": 8.92, "learning_rate": 0.00010621169953351982, "loss": 2.3352, "step": 66020 }, { "epoch": 8.92, "learning_rate": 0.00010617111701020252, "loss": 2.3111, "step": 66030 }, { "epoch": 8.92, "learning_rate": 0.0001061305379942109, "loss": 2.3607, "step": 66040 }, { "epoch": 8.92, "learning_rate": 0.00010608996248879219, "loss": 2.308, "step": 66050 }, { "epoch": 8.92, "learning_rate": 0.00010604939049719334, "loss": 2.3331, "step": 66060 }, { "epoch": 8.92, "learning_rate": 0.00010600882202266109, "loss": 2.335, "step": 66070 }, { "epoch": 8.92, "learning_rate": 0.00010596825706844184, "loss": 2.3553, "step": 66080 }, { "epoch": 8.93, "learning_rate": 0.00010592769563778174, "loss": 2.3339, "step": 66090 }, { "epoch": 8.93, "learning_rate": 0.00010588713773392661, "loss": 2.3259, "step": 66100 }, { "epoch": 8.93, "learning_rate": 0.00010584658336012205, "loss": 2.3591, "step": 66110 }, { "epoch": 8.93, "learning_rate": 0.00010580603251961335, "loss": 2.3095, "step": 66120 }, { "epoch": 8.93, "learning_rate": 0.00010576548521564552, "loss": 2.3324, "step": 66130 }, { "epoch": 8.93, "learning_rate": 0.00010572494145146329, "loss": 2.3383, "step": 66140 }, { "epoch": 8.93, "learning_rate": 0.00010568440123031105, "loss": 2.3536, "step": 66150 }, { "epoch": 8.94, "learning_rate": 0.00010564386455543297, "loss": 2.3267, "step": 66160 }, { "epoch": 8.94, "learning_rate": 0.00010560333143007304, "loss": 2.3479, "step": 66170 }, { "epoch": 8.94, "learning_rate": 0.00010556280185747467, "loss": 2.3463, "step": 66180 }, { "epoch": 8.94, "learning_rate": 0.00010552227584088125, "loss": 2.3545, "step": 66190 }, { "epoch": 8.94, "learning_rate": 0.00010548175338353576, "loss": 2.3268, "step": 66200 }, { "epoch": 8.94, "learning_rate": 0.00010544123448868109, "loss": 2.3448, "step": 66210 }, { "epoch": 8.94, "learning_rate": 0.00010540071915955947, "loss": 2.3611, "step": 66220 }, { "epoch": 8.95, "learning_rate": 0.00010536020739941319, "loss": 2.3535, "step": 66230 }, { "epoch": 8.95, "learning_rate": 0.00010531969921148411, "loss": 2.3222, "step": 66240 }, { "epoch": 8.95, "learning_rate": 0.00010527919459901383, "loss": 2.3093, "step": 66250 }, { "epoch": 8.95, "learning_rate": 0.00010523869356524362, "loss": 2.3169, "step": 66260 }, { "epoch": 8.95, "learning_rate": 0.00010519819611341452, "loss": 2.3183, "step": 66270 }, { "epoch": 8.95, "learning_rate": 0.00010515770224676728, "loss": 2.3573, "step": 66280 }, { "epoch": 8.95, "learning_rate": 0.00010511721196854237, "loss": 2.3544, "step": 66290 }, { "epoch": 8.95, "learning_rate": 0.00010507672528197987, "loss": 2.3199, "step": 66300 }, { "epoch": 8.96, "learning_rate": 0.00010503624219031972, "loss": 2.3108, "step": 66310 }, { "epoch": 8.96, "learning_rate": 0.00010499576269680146, "loss": 2.3443, "step": 66320 }, { "epoch": 8.96, "learning_rate": 0.00010495528680466448, "loss": 2.3269, "step": 66330 }, { "epoch": 8.96, "learning_rate": 0.00010491481451714764, "loss": 2.3324, "step": 66340 }, { "epoch": 8.96, "learning_rate": 0.00010487434583748973, "loss": 2.3503, "step": 66350 }, { "epoch": 8.96, "learning_rate": 0.00010483388076892924, "loss": 2.3197, "step": 66360 }, { "epoch": 8.96, "learning_rate": 0.00010479341931470431, "loss": 2.324, "step": 66370 }, { "epoch": 8.97, "learning_rate": 0.00010475296147805267, "loss": 2.3471, "step": 66380 }, { "epoch": 8.97, "learning_rate": 0.00010471250726221197, "loss": 2.3493, "step": 66390 }, { "epoch": 8.97, "learning_rate": 0.00010467205667041946, "loss": 2.3294, "step": 66400 }, { "epoch": 8.97, "learning_rate": 0.0001046316097059122, "loss": 2.3345, "step": 66410 }, { "epoch": 8.97, "learning_rate": 0.00010459116637192679, "loss": 2.3262, "step": 66420 }, { "epoch": 8.97, "learning_rate": 0.00010455072667169964, "loss": 2.3483, "step": 66430 }, { "epoch": 8.97, "learning_rate": 0.00010451029060846691, "loss": 2.2973, "step": 66440 }, { "epoch": 8.97, "learning_rate": 0.00010446985818546443, "loss": 2.3341, "step": 66450 }, { "epoch": 8.98, "learning_rate": 0.00010442942940592766, "loss": 2.3696, "step": 66460 }, { "epoch": 8.98, "learning_rate": 0.0001043890042730919, "loss": 2.3518, "step": 66470 }, { "epoch": 8.98, "learning_rate": 0.00010434858279019205, "loss": 2.3238, "step": 66480 }, { "epoch": 8.98, "learning_rate": 0.00010430816496046284, "loss": 2.3411, "step": 66490 }, { "epoch": 8.98, "learning_rate": 0.00010426775078713854, "loss": 2.3636, "step": 66500 }, { "epoch": 8.98, "learning_rate": 0.00010422734027345326, "loss": 2.3255, "step": 66510 }, { "epoch": 8.98, "learning_rate": 0.00010418693342264078, "loss": 2.2983, "step": 66520 }, { "epoch": 8.99, "learning_rate": 0.00010414653023793464, "loss": 2.3351, "step": 66530 }, { "epoch": 8.99, "learning_rate": 0.0001041061307225679, "loss": 2.3587, "step": 66540 }, { "epoch": 8.99, "learning_rate": 0.00010406573487977356, "loss": 2.3191, "step": 66550 }, { "epoch": 8.99, "learning_rate": 0.00010402534271278417, "loss": 2.3563, "step": 66560 }, { "epoch": 8.99, "learning_rate": 0.00010398495422483215, "loss": 2.358, "step": 66570 }, { "epoch": 8.99, "learning_rate": 0.00010394456941914936, "loss": 2.3265, "step": 66580 }, { "epoch": 8.99, "learning_rate": 0.00010390418829896758, "loss": 2.3412, "step": 66590 }, { "epoch": 9.0, "learning_rate": 0.00010386381086751822, "loss": 2.3406, "step": 66600 }, { "epoch": 9.0, "learning_rate": 0.00010382343712803253, "loss": 2.3635, "step": 66610 }, { "epoch": 9.0, "learning_rate": 0.00010378306708374117, "loss": 2.3523, "step": 66620 }, { "epoch": 9.0, "learning_rate": 0.00010374270073787475, "loss": 2.3207, "step": 66630 }, { "epoch": 9.0, "learning_rate": 0.0001037023380936635, "loss": 2.3281, "step": 66640 }, { "epoch": 9.0, "learning_rate": 0.00010366197915433745, "loss": 2.3065, "step": 66650 }, { "epoch": 9.0, "learning_rate": 0.00010362162392312614, "loss": 2.3141, "step": 66660 }, { "epoch": 9.0, "learning_rate": 0.00010358127240325896, "loss": 2.303, "step": 66670 }, { "epoch": 9.01, "learning_rate": 0.00010354092459796496, "loss": 2.3302, "step": 66680 }, { "epoch": 9.01, "learning_rate": 0.00010350058051047298, "loss": 2.3243, "step": 66690 }, { "epoch": 9.01, "learning_rate": 0.00010346024014401133, "loss": 2.3088, "step": 66700 }, { "epoch": 9.01, "learning_rate": 0.00010341990350180829, "loss": 2.2969, "step": 66710 }, { "epoch": 9.01, "learning_rate": 0.00010337957058709167, "loss": 2.2866, "step": 66720 }, { "epoch": 9.01, "learning_rate": 0.00010333924140308915, "loss": 2.2995, "step": 66730 }, { "epoch": 9.01, "learning_rate": 0.00010329891595302778, "loss": 2.3179, "step": 66740 }, { "epoch": 9.02, "learning_rate": 0.0001032585942401347, "loss": 2.304, "step": 66750 }, { "epoch": 9.02, "learning_rate": 0.00010321827626763653, "loss": 2.3148, "step": 66760 }, { "epoch": 9.02, "learning_rate": 0.00010317796203875972, "loss": 2.3425, "step": 66770 }, { "epoch": 9.02, "learning_rate": 0.00010313765155673021, "loss": 2.3126, "step": 66780 }, { "epoch": 9.02, "learning_rate": 0.00010309734482477383, "loss": 2.3193, "step": 66790 }, { "epoch": 9.02, "learning_rate": 0.00010305704184611602, "loss": 2.3163, "step": 66800 }, { "epoch": 9.02, "learning_rate": 0.00010301674262398209, "loss": 2.3048, "step": 66810 }, { "epoch": 9.02, "learning_rate": 0.00010297644716159673, "loss": 2.323, "step": 66820 }, { "epoch": 9.03, "learning_rate": 0.00010293615546218458, "loss": 2.3172, "step": 66830 }, { "epoch": 9.03, "learning_rate": 0.00010289586752896995, "loss": 2.2832, "step": 66840 }, { "epoch": 9.03, "learning_rate": 0.00010285558336517677, "loss": 2.3142, "step": 66850 }, { "epoch": 9.03, "learning_rate": 0.00010281530297402869, "loss": 2.3155, "step": 66860 }, { "epoch": 9.03, "learning_rate": 0.00010277502635874912, "loss": 2.2911, "step": 66870 }, { "epoch": 9.03, "learning_rate": 0.00010273475352256106, "loss": 2.3134, "step": 66880 }, { "epoch": 9.03, "learning_rate": 0.00010269448446868735, "loss": 2.3272, "step": 66890 }, { "epoch": 9.04, "learning_rate": 0.00010265421920035037, "loss": 2.279, "step": 66900 }, { "epoch": 9.04, "learning_rate": 0.00010261395772077232, "loss": 2.3218, "step": 66910 }, { "epoch": 9.04, "learning_rate": 0.00010257370003317502, "loss": 2.3008, "step": 66920 }, { "epoch": 9.04, "learning_rate": 0.0001025334461407801, "loss": 2.3192, "step": 66930 }, { "epoch": 9.04, "learning_rate": 0.00010249319604680865, "loss": 2.3154, "step": 66940 }, { "epoch": 9.04, "learning_rate": 0.00010245294975448173, "loss": 2.2971, "step": 66950 }, { "epoch": 9.04, "learning_rate": 0.00010241270726701993, "loss": 2.3211, "step": 66960 }, { "epoch": 9.04, "learning_rate": 0.00010237246858764368, "loss": 2.325, "step": 66970 }, { "epoch": 9.05, "learning_rate": 0.00010233223371957284, "loss": 2.3014, "step": 66980 }, { "epoch": 9.05, "learning_rate": 0.00010229200266602723, "loss": 2.3403, "step": 66990 }, { "epoch": 9.05, "learning_rate": 0.0001022517754302262, "loss": 2.337, "step": 67000 }, { "epoch": 9.05, "eval_loss": 2.464355707168579, "eval_runtime": 1269.0426, "eval_samples_per_second": 59.994, "eval_steps_per_second": 5.0, "step": 67000 }, { "epoch": 9.05, "learning_rate": 0.000102211552015389, "loss": 2.3159, "step": 67010 }, { "epoch": 9.05, "learning_rate": 0.00010217133242473427, "loss": 2.3263, "step": 67020 }, { "epoch": 9.05, "learning_rate": 0.00010213111666148062, "loss": 2.3228, "step": 67030 }, { "epoch": 9.05, "learning_rate": 0.00010209090472884618, "loss": 2.3465, "step": 67040 }, { "epoch": 9.06, "learning_rate": 0.0001020506966300489, "loss": 2.3447, "step": 67050 }, { "epoch": 9.06, "learning_rate": 0.00010201049236830628, "loss": 2.323, "step": 67060 }, { "epoch": 9.06, "learning_rate": 0.00010197029194683563, "loss": 2.3342, "step": 67070 }, { "epoch": 9.06, "learning_rate": 0.00010193009536885391, "loss": 2.3161, "step": 67080 }, { "epoch": 9.06, "learning_rate": 0.0001018899026375778, "loss": 2.3052, "step": 67090 }, { "epoch": 9.06, "learning_rate": 0.00010184971375622363, "loss": 2.3071, "step": 67100 }, { "epoch": 9.06, "learning_rate": 0.00010180952872800744, "loss": 2.3062, "step": 67110 }, { "epoch": 9.07, "learning_rate": 0.00010176934755614496, "loss": 2.3128, "step": 67120 }, { "epoch": 9.07, "learning_rate": 0.00010172917024385169, "loss": 2.3296, "step": 67130 }, { "epoch": 9.07, "learning_rate": 0.00010168899679434258, "loss": 2.3431, "step": 67140 }, { "epoch": 9.07, "learning_rate": 0.00010164882721083253, "loss": 2.3048, "step": 67150 }, { "epoch": 9.07, "learning_rate": 0.00010160866149653609, "loss": 2.3151, "step": 67160 }, { "epoch": 9.07, "learning_rate": 0.00010156849965466743, "loss": 2.3131, "step": 67170 }, { "epoch": 9.07, "learning_rate": 0.00010152834168844033, "loss": 2.3155, "step": 67180 }, { "epoch": 9.07, "learning_rate": 0.00010148818760106844, "loss": 2.3135, "step": 67190 }, { "epoch": 9.08, "learning_rate": 0.00010144803739576499, "loss": 2.3157, "step": 67200 }, { "epoch": 9.08, "learning_rate": 0.00010140789107574295, "loss": 2.3193, "step": 67210 }, { "epoch": 9.08, "learning_rate": 0.00010136774864421492, "loss": 2.3274, "step": 67220 }, { "epoch": 9.08, "learning_rate": 0.00010132761010439324, "loss": 2.2954, "step": 67230 }, { "epoch": 9.08, "learning_rate": 0.00010128747545948996, "loss": 2.3066, "step": 67240 }, { "epoch": 9.08, "learning_rate": 0.00010124734471271673, "loss": 2.293, "step": 67250 }, { "epoch": 9.08, "learning_rate": 0.00010120721786728494, "loss": 2.3072, "step": 67260 }, { "epoch": 9.09, "learning_rate": 0.00010116709492640569, "loss": 2.3308, "step": 67270 }, { "epoch": 9.09, "learning_rate": 0.00010112697589328973, "loss": 2.324, "step": 67280 }, { "epoch": 9.09, "learning_rate": 0.00010108686077114757, "loss": 2.3202, "step": 67290 }, { "epoch": 9.09, "learning_rate": 0.00010104674956318925, "loss": 2.3002, "step": 67300 }, { "epoch": 9.09, "learning_rate": 0.00010100664227262465, "loss": 2.3189, "step": 67310 }, { "epoch": 9.09, "learning_rate": 0.00010096653890266327, "loss": 2.3028, "step": 67320 }, { "epoch": 9.09, "learning_rate": 0.00010092643945651438, "loss": 2.3149, "step": 67330 }, { "epoch": 9.09, "learning_rate": 0.00010088634393738675, "loss": 2.3036, "step": 67340 }, { "epoch": 9.1, "learning_rate": 0.00010084625234848895, "loss": 2.34, "step": 67350 }, { "epoch": 9.1, "learning_rate": 0.00010080616469302931, "loss": 2.3238, "step": 67360 }, { "epoch": 9.1, "learning_rate": 0.00010076608097421582, "loss": 2.2953, "step": 67370 }, { "epoch": 9.1, "learning_rate": 0.00010072600119525597, "loss": 2.3213, "step": 67380 }, { "epoch": 9.1, "learning_rate": 0.00010068592535935714, "loss": 2.327, "step": 67390 }, { "epoch": 9.1, "learning_rate": 0.00010064585346972628, "loss": 2.3276, "step": 67400 }, { "epoch": 9.1, "learning_rate": 0.00010060578552957017, "loss": 2.3176, "step": 67410 }, { "epoch": 9.11, "learning_rate": 0.00010056572154209509, "loss": 2.3327, "step": 67420 }, { "epoch": 9.11, "learning_rate": 0.00010052566151050709, "loss": 2.3009, "step": 67430 }, { "epoch": 9.11, "learning_rate": 0.0001004856054380119, "loss": 2.3336, "step": 67440 }, { "epoch": 9.11, "learning_rate": 0.00010044555332781498, "loss": 2.3316, "step": 67450 }, { "epoch": 9.11, "learning_rate": 0.00010040550518312138, "loss": 2.3167, "step": 67460 }, { "epoch": 9.11, "learning_rate": 0.0001003654610071359, "loss": 2.3088, "step": 67470 }, { "epoch": 9.11, "learning_rate": 0.00010032542080306297, "loss": 2.3311, "step": 67480 }, { "epoch": 9.12, "learning_rate": 0.00010028538457410679, "loss": 2.3262, "step": 67490 }, { "epoch": 9.12, "learning_rate": 0.00010024535232347115, "loss": 2.3034, "step": 67500 }, { "epoch": 9.12, "learning_rate": 0.00010020532405435957, "loss": 2.3428, "step": 67510 }, { "epoch": 9.12, "learning_rate": 0.00010016529976997519, "loss": 2.3214, "step": 67520 }, { "epoch": 9.12, "learning_rate": 0.00010012527947352102, "loss": 2.3312, "step": 67530 }, { "epoch": 9.12, "learning_rate": 0.00010008526316819942, "loss": 2.3563, "step": 67540 }, { "epoch": 9.12, "learning_rate": 0.0001000452508572127, "loss": 2.3126, "step": 67550 }, { "epoch": 9.12, "learning_rate": 0.00010000524254376281, "loss": 2.3431, "step": 67560 }, { "epoch": 9.13, "learning_rate": 9.996523823105139e-05, "loss": 2.3198, "step": 67570 }, { "epoch": 9.13, "learning_rate": 9.992523792227955e-05, "loss": 2.3234, "step": 67580 }, { "epoch": 9.13, "learning_rate": 9.988524162064833e-05, "loss": 2.3005, "step": 67590 }, { "epoch": 9.13, "learning_rate": 9.984524932935838e-05, "loss": 2.3091, "step": 67600 }, { "epoch": 9.13, "learning_rate": 9.980526105161001e-05, "loss": 2.3043, "step": 67610 }, { "epoch": 9.13, "learning_rate": 9.976527679060316e-05, "loss": 2.3296, "step": 67620 }, { "epoch": 9.13, "learning_rate": 9.972529654953751e-05, "loss": 2.3063, "step": 67630 }, { "epoch": 9.14, "learning_rate": 9.968532033161242e-05, "loss": 2.3231, "step": 67640 }, { "epoch": 9.14, "learning_rate": 9.964534814002695e-05, "loss": 2.3274, "step": 67650 }, { "epoch": 9.14, "learning_rate": 9.960537997797972e-05, "loss": 2.3275, "step": 67660 }, { "epoch": 9.14, "learning_rate": 9.956541584866915e-05, "loss": 2.3183, "step": 67670 }, { "epoch": 9.14, "learning_rate": 9.95254557552933e-05, "loss": 2.3342, "step": 67680 }, { "epoch": 9.14, "learning_rate": 9.948549970104993e-05, "loss": 2.3329, "step": 67690 }, { "epoch": 9.14, "learning_rate": 9.94455476891364e-05, "loss": 2.3375, "step": 67700 }, { "epoch": 9.14, "learning_rate": 9.94055997227498e-05, "loss": 2.3058, "step": 67710 }, { "epoch": 9.15, "learning_rate": 9.93656558050869e-05, "loss": 2.3194, "step": 67720 }, { "epoch": 9.15, "learning_rate": 9.932571593934424e-05, "loss": 2.2998, "step": 67730 }, { "epoch": 9.15, "learning_rate": 9.928578012871775e-05, "loss": 2.3435, "step": 67740 }, { "epoch": 9.15, "learning_rate": 9.92458483764033e-05, "loss": 2.324, "step": 67750 }, { "epoch": 9.15, "learning_rate": 9.920592068559639e-05, "loss": 2.3025, "step": 67760 }, { "epoch": 9.15, "learning_rate": 9.916599705949218e-05, "loss": 2.3239, "step": 67770 }, { "epoch": 9.15, "learning_rate": 9.912607750128539e-05, "loss": 2.3278, "step": 67780 }, { "epoch": 9.16, "learning_rate": 9.908616201417056e-05, "loss": 2.32, "step": 67790 }, { "epoch": 9.16, "learning_rate": 9.904625060134184e-05, "loss": 2.3236, "step": 67800 }, { "epoch": 9.16, "learning_rate": 9.900634326599311e-05, "loss": 2.3224, "step": 67810 }, { "epoch": 9.16, "learning_rate": 9.896644001131784e-05, "loss": 2.3148, "step": 67820 }, { "epoch": 9.16, "learning_rate": 9.892654084050923e-05, "loss": 2.3264, "step": 67830 }, { "epoch": 9.16, "learning_rate": 9.888664575676009e-05, "loss": 2.3043, "step": 67840 }, { "epoch": 9.16, "learning_rate": 9.884675476326306e-05, "loss": 2.3107, "step": 67850 }, { "epoch": 9.17, "learning_rate": 9.880686786321024e-05, "loss": 2.3066, "step": 67860 }, { "epoch": 9.17, "learning_rate": 9.876698505979355e-05, "loss": 2.3422, "step": 67870 }, { "epoch": 9.17, "learning_rate": 9.87271063562045e-05, "loss": 2.2833, "step": 67880 }, { "epoch": 9.17, "learning_rate": 9.868723175563439e-05, "loss": 2.3166, "step": 67890 }, { "epoch": 9.17, "learning_rate": 9.864736126127402e-05, "loss": 2.3381, "step": 67900 }, { "epoch": 9.17, "learning_rate": 9.860749487631401e-05, "loss": 2.3354, "step": 67910 }, { "epoch": 9.17, "learning_rate": 9.856763260394456e-05, "loss": 2.2924, "step": 67920 }, { "epoch": 9.17, "learning_rate": 9.852777444735569e-05, "loss": 2.3272, "step": 67930 }, { "epoch": 9.18, "learning_rate": 9.848792040973677e-05, "loss": 2.3109, "step": 67940 }, { "epoch": 9.18, "learning_rate": 9.844807049427715e-05, "loss": 2.3272, "step": 67950 }, { "epoch": 9.18, "learning_rate": 9.84082247041658e-05, "loss": 2.3328, "step": 67960 }, { "epoch": 9.18, "learning_rate": 9.836838304259127e-05, "loss": 2.3022, "step": 67970 }, { "epoch": 9.18, "learning_rate": 9.832854551274179e-05, "loss": 2.321, "step": 67980 }, { "epoch": 9.18, "learning_rate": 9.828871211780527e-05, "loss": 2.3118, "step": 67990 }, { "epoch": 9.18, "learning_rate": 9.824888286096935e-05, "loss": 2.3403, "step": 68000 }, { "epoch": 9.18, "eval_loss": 2.463167190551758, "eval_runtime": 1269.0658, "eval_samples_per_second": 59.993, "eval_steps_per_second": 5.0, "step": 68000 }, { "epoch": 9.19, "learning_rate": 9.820905774542127e-05, "loss": 2.3087, "step": 68010 }, { "epoch": 9.19, "learning_rate": 9.816923677434796e-05, "loss": 2.3569, "step": 68020 }, { "epoch": 9.19, "learning_rate": 9.812941995093603e-05, "loss": 2.307, "step": 68030 }, { "epoch": 9.19, "learning_rate": 9.808960727837173e-05, "loss": 2.3398, "step": 68040 }, { "epoch": 9.19, "learning_rate": 9.804979875984105e-05, "loss": 2.3211, "step": 68050 }, { "epoch": 9.19, "learning_rate": 9.80099943985295e-05, "loss": 2.3359, "step": 68060 }, { "epoch": 9.19, "learning_rate": 9.797019419762245e-05, "loss": 2.3151, "step": 68070 }, { "epoch": 9.19, "learning_rate": 9.793039816030475e-05, "loss": 2.3348, "step": 68080 }, { "epoch": 9.2, "learning_rate": 9.78906062897611e-05, "loss": 2.3121, "step": 68090 }, { "epoch": 9.2, "learning_rate": 9.785081858917564e-05, "loss": 2.2957, "step": 68100 }, { "epoch": 9.2, "learning_rate": 9.781103506173244e-05, "loss": 2.3039, "step": 68110 }, { "epoch": 9.2, "learning_rate": 9.777125571061503e-05, "loss": 2.3177, "step": 68120 }, { "epoch": 9.2, "learning_rate": 9.773148053900676e-05, "loss": 2.3103, "step": 68130 }, { "epoch": 9.2, "learning_rate": 9.769170955009045e-05, "loss": 2.3279, "step": 68140 }, { "epoch": 9.2, "learning_rate": 9.76519427470487e-05, "loss": 2.3679, "step": 68150 }, { "epoch": 9.21, "learning_rate": 9.761218013306386e-05, "loss": 2.3181, "step": 68160 }, { "epoch": 9.21, "learning_rate": 9.75724217113179e-05, "loss": 2.3381, "step": 68170 }, { "epoch": 9.21, "learning_rate": 9.753266748499226e-05, "loss": 2.3194, "step": 68180 }, { "epoch": 9.21, "learning_rate": 9.749291745726831e-05, "loss": 2.3146, "step": 68190 }, { "epoch": 9.21, "learning_rate": 9.745317163132694e-05, "loss": 2.315, "step": 68200 }, { "epoch": 9.21, "learning_rate": 9.741343001034876e-05, "loss": 2.3128, "step": 68210 }, { "epoch": 9.21, "learning_rate": 9.737369259751397e-05, "loss": 2.323, "step": 68220 }, { "epoch": 9.22, "learning_rate": 9.733395939600253e-05, "loss": 2.3243, "step": 68230 }, { "epoch": 9.22, "learning_rate": 9.729423040899397e-05, "loss": 2.3692, "step": 68240 }, { "epoch": 9.22, "learning_rate": 9.72545056396676e-05, "loss": 2.3279, "step": 68250 }, { "epoch": 9.22, "learning_rate": 9.721478509120225e-05, "loss": 2.3441, "step": 68260 }, { "epoch": 9.22, "learning_rate": 9.717506876677652e-05, "loss": 2.3289, "step": 68270 }, { "epoch": 9.22, "learning_rate": 9.713535666956863e-05, "loss": 2.3018, "step": 68280 }, { "epoch": 9.22, "learning_rate": 9.70956488027565e-05, "loss": 2.3238, "step": 68290 }, { "epoch": 9.22, "learning_rate": 9.705594516951762e-05, "loss": 2.3407, "step": 68300 }, { "epoch": 9.23, "learning_rate": 9.70162457730292e-05, "loss": 2.3301, "step": 68310 }, { "epoch": 9.23, "learning_rate": 9.697655061646817e-05, "loss": 2.3171, "step": 68320 }, { "epoch": 9.23, "learning_rate": 9.693685970301106e-05, "loss": 2.3432, "step": 68330 }, { "epoch": 9.23, "learning_rate": 9.689717303583398e-05, "loss": 2.3146, "step": 68340 }, { "epoch": 9.23, "learning_rate": 9.685749061811285e-05, "loss": 2.3328, "step": 68350 }, { "epoch": 9.23, "learning_rate": 9.681781245302313e-05, "loss": 2.3317, "step": 68360 }, { "epoch": 9.23, "learning_rate": 9.67781385437401e-05, "loss": 2.3272, "step": 68370 }, { "epoch": 9.24, "learning_rate": 9.673846889343849e-05, "loss": 2.3403, "step": 68380 }, { "epoch": 9.24, "learning_rate": 9.66988035052928e-05, "loss": 2.3277, "step": 68390 }, { "epoch": 9.24, "learning_rate": 9.665914238247721e-05, "loss": 2.3301, "step": 68400 }, { "epoch": 9.24, "learning_rate": 9.661948552816553e-05, "loss": 2.3414, "step": 68410 }, { "epoch": 9.24, "learning_rate": 9.657983294553119e-05, "loss": 2.3295, "step": 68420 }, { "epoch": 9.24, "learning_rate": 9.654018463774735e-05, "loss": 2.3345, "step": 68430 }, { "epoch": 9.24, "learning_rate": 9.650054060798678e-05, "loss": 2.3263, "step": 68440 }, { "epoch": 9.24, "learning_rate": 9.646090085942195e-05, "loss": 2.3041, "step": 68450 }, { "epoch": 9.25, "learning_rate": 9.64212653952249e-05, "loss": 2.3022, "step": 68460 }, { "epoch": 9.25, "learning_rate": 9.638163421856745e-05, "loss": 2.3272, "step": 68470 }, { "epoch": 9.25, "learning_rate": 9.634200733262093e-05, "loss": 2.3312, "step": 68480 }, { "epoch": 9.25, "learning_rate": 9.630238474055654e-05, "loss": 2.3396, "step": 68490 }, { "epoch": 9.25, "learning_rate": 9.626276644554483e-05, "loss": 2.3296, "step": 68500 }, { "epoch": 9.25, "learning_rate": 9.622315245075629e-05, "loss": 2.3463, "step": 68510 }, { "epoch": 9.25, "learning_rate": 9.618354275936094e-05, "loss": 2.3321, "step": 68520 }, { "epoch": 9.26, "learning_rate": 9.614393737452855e-05, "loss": 2.3488, "step": 68530 }, { "epoch": 9.26, "learning_rate": 9.610433629942833e-05, "loss": 2.3242, "step": 68540 }, { "epoch": 9.26, "learning_rate": 9.606473953722931e-05, "loss": 2.3349, "step": 68550 }, { "epoch": 9.26, "learning_rate": 9.60251470911002e-05, "loss": 2.3217, "step": 68560 }, { "epoch": 9.26, "learning_rate": 9.598555896420936e-05, "loss": 2.3729, "step": 68570 }, { "epoch": 9.26, "learning_rate": 9.594597515972462e-05, "loss": 2.3303, "step": 68580 }, { "epoch": 9.26, "learning_rate": 9.590639568081369e-05, "loss": 2.3319, "step": 68590 }, { "epoch": 9.27, "learning_rate": 9.586682053064383e-05, "loss": 2.3337, "step": 68600 }, { "epoch": 9.27, "learning_rate": 9.582724971238199e-05, "loss": 2.3069, "step": 68610 }, { "epoch": 9.27, "learning_rate": 9.578768322919468e-05, "loss": 2.3141, "step": 68620 }, { "epoch": 9.27, "learning_rate": 9.57481210842482e-05, "loss": 2.3114, "step": 68630 }, { "epoch": 9.27, "learning_rate": 9.570856328070841e-05, "loss": 2.3228, "step": 68640 }, { "epoch": 9.27, "learning_rate": 9.56690098217409e-05, "loss": 2.3154, "step": 68650 }, { "epoch": 9.27, "learning_rate": 9.562946071051079e-05, "loss": 2.3135, "step": 68660 }, { "epoch": 9.27, "learning_rate": 9.558991595018295e-05, "loss": 2.3163, "step": 68670 }, { "epoch": 9.28, "learning_rate": 9.55503755439219e-05, "loss": 2.3264, "step": 68680 }, { "epoch": 9.28, "learning_rate": 9.551083949489183e-05, "loss": 2.335, "step": 68690 }, { "epoch": 9.28, "learning_rate": 9.547130780625639e-05, "loss": 2.3277, "step": 68700 }, { "epoch": 9.28, "learning_rate": 9.543178048117914e-05, "loss": 2.2883, "step": 68710 }, { "epoch": 9.28, "learning_rate": 9.539225752282319e-05, "loss": 2.3468, "step": 68720 }, { "epoch": 9.28, "learning_rate": 9.535273893435131e-05, "loss": 2.3042, "step": 68730 }, { "epoch": 9.28, "learning_rate": 9.531322471892579e-05, "loss": 2.308, "step": 68740 }, { "epoch": 9.29, "learning_rate": 9.527371487970877e-05, "loss": 2.3368, "step": 68750 }, { "epoch": 9.29, "learning_rate": 9.523420941986187e-05, "loss": 2.2988, "step": 68760 }, { "epoch": 9.29, "learning_rate": 9.519470834254664e-05, "loss": 2.33, "step": 68770 }, { "epoch": 9.29, "learning_rate": 9.515521165092386e-05, "loss": 2.3532, "step": 68780 }, { "epoch": 9.29, "learning_rate": 9.511571934815427e-05, "loss": 2.3027, "step": 68790 }, { "epoch": 9.29, "learning_rate": 9.507623143739816e-05, "loss": 2.315, "step": 68800 }, { "epoch": 9.29, "learning_rate": 9.503674792181551e-05, "loss": 2.315, "step": 68810 }, { "epoch": 9.29, "learning_rate": 9.499726880456587e-05, "loss": 2.3514, "step": 68820 }, { "epoch": 9.3, "learning_rate": 9.495779408880848e-05, "loss": 2.308, "step": 68830 }, { "epoch": 9.3, "learning_rate": 9.491832377770227e-05, "loss": 2.3033, "step": 68840 }, { "epoch": 9.3, "learning_rate": 9.48788578744058e-05, "loss": 2.3131, "step": 68850 }, { "epoch": 9.3, "learning_rate": 9.483939638207716e-05, "loss": 2.3533, "step": 68860 }, { "epoch": 9.3, "learning_rate": 9.479993930387425e-05, "loss": 2.3156, "step": 68870 }, { "epoch": 9.3, "learning_rate": 9.476048664295455e-05, "loss": 2.3362, "step": 68880 }, { "epoch": 9.3, "learning_rate": 9.472103840247524e-05, "loss": 2.3109, "step": 68890 }, { "epoch": 9.31, "learning_rate": 9.468159458559294e-05, "loss": 2.3415, "step": 68900 }, { "epoch": 9.31, "learning_rate": 9.464215519546419e-05, "loss": 2.31, "step": 68910 }, { "epoch": 9.31, "learning_rate": 9.4602720235245e-05, "loss": 2.3433, "step": 68920 }, { "epoch": 9.31, "learning_rate": 9.456328970809118e-05, "loss": 2.3171, "step": 68930 }, { "epoch": 9.31, "learning_rate": 9.452386361715795e-05, "loss": 2.3198, "step": 68940 }, { "epoch": 9.31, "learning_rate": 9.448444196560037e-05, "loss": 2.3121, "step": 68950 }, { "epoch": 9.31, "learning_rate": 9.444502475657306e-05, "loss": 2.3249, "step": 68960 }, { "epoch": 9.32, "learning_rate": 9.440561199323041e-05, "loss": 2.3408, "step": 68970 }, { "epoch": 9.32, "learning_rate": 9.436620367872623e-05, "loss": 2.3187, "step": 68980 }, { "epoch": 9.32, "learning_rate": 9.432679981621413e-05, "loss": 2.3065, "step": 68990 }, { "epoch": 9.32, "learning_rate": 9.428740040884736e-05, "loss": 2.324, "step": 69000 }, { "epoch": 9.32, "eval_loss": 2.458608388900757, "eval_runtime": 1269.1836, "eval_samples_per_second": 59.987, "eval_steps_per_second": 4.999, "step": 69000 }, { "epoch": 9.32, "learning_rate": 9.42480054597788e-05, "loss": 2.3242, "step": 69010 }, { "epoch": 9.32, "learning_rate": 9.420861497216091e-05, "loss": 2.3136, "step": 69020 }, { "epoch": 9.32, "learning_rate": 9.416922894914584e-05, "loss": 2.3549, "step": 69030 }, { "epoch": 9.32, "learning_rate": 9.412984739388543e-05, "loss": 2.3234, "step": 69040 }, { "epoch": 9.33, "learning_rate": 9.409047030953111e-05, "loss": 2.3454, "step": 69050 }, { "epoch": 9.33, "learning_rate": 9.40510976992339e-05, "loss": 2.3244, "step": 69060 }, { "epoch": 9.33, "learning_rate": 9.401172956614456e-05, "loss": 2.3477, "step": 69070 }, { "epoch": 9.33, "learning_rate": 9.397236591341349e-05, "loss": 2.3063, "step": 69080 }, { "epoch": 9.33, "learning_rate": 9.393300674419067e-05, "loss": 2.3015, "step": 69090 }, { "epoch": 9.33, "learning_rate": 9.389365206162566e-05, "loss": 2.3391, "step": 69100 }, { "epoch": 9.33, "learning_rate": 9.385430186886786e-05, "loss": 2.3336, "step": 69110 }, { "epoch": 9.34, "learning_rate": 9.381495616906616e-05, "loss": 2.3343, "step": 69120 }, { "epoch": 9.34, "learning_rate": 9.377561496536914e-05, "loss": 2.3251, "step": 69130 }, { "epoch": 9.34, "learning_rate": 9.373627826092497e-05, "loss": 2.3175, "step": 69140 }, { "epoch": 9.34, "learning_rate": 9.369694605888151e-05, "loss": 2.3035, "step": 69150 }, { "epoch": 9.34, "learning_rate": 9.365761836238621e-05, "loss": 2.3307, "step": 69160 }, { "epoch": 9.34, "learning_rate": 9.361829517458636e-05, "loss": 2.3145, "step": 69170 }, { "epoch": 9.34, "learning_rate": 9.357897649862852e-05, "loss": 2.3139, "step": 69180 }, { "epoch": 9.34, "learning_rate": 9.353966233765919e-05, "loss": 2.346, "step": 69190 }, { "epoch": 9.35, "learning_rate": 9.35003526948244e-05, "loss": 2.3071, "step": 69200 }, { "epoch": 9.35, "learning_rate": 9.346104757326987e-05, "loss": 2.3352, "step": 69210 }, { "epoch": 9.35, "learning_rate": 9.342174697614084e-05, "loss": 2.3201, "step": 69220 }, { "epoch": 9.35, "learning_rate": 9.338245090658236e-05, "loss": 2.3216, "step": 69230 }, { "epoch": 9.35, "learning_rate": 9.334315936773893e-05, "loss": 2.3065, "step": 69240 }, { "epoch": 9.35, "learning_rate": 9.330387236275488e-05, "loss": 2.307, "step": 69250 }, { "epoch": 9.35, "learning_rate": 9.3264589894774e-05, "loss": 2.3361, "step": 69260 }, { "epoch": 9.36, "learning_rate": 9.322531196693983e-05, "loss": 2.3054, "step": 69270 }, { "epoch": 9.36, "learning_rate": 9.318603858239551e-05, "loss": 2.3097, "step": 69280 }, { "epoch": 9.36, "learning_rate": 9.314676974428392e-05, "loss": 2.3278, "step": 69290 }, { "epoch": 9.36, "learning_rate": 9.310750545574723e-05, "loss": 2.3351, "step": 69300 }, { "epoch": 9.36, "learning_rate": 9.30682457199277e-05, "loss": 2.344, "step": 69310 }, { "epoch": 9.36, "learning_rate": 9.302899053996698e-05, "loss": 2.3426, "step": 69320 }, { "epoch": 9.36, "learning_rate": 9.298973991900642e-05, "loss": 2.3465, "step": 69330 }, { "epoch": 9.37, "learning_rate": 9.295049386018686e-05, "loss": 2.313, "step": 69340 }, { "epoch": 9.37, "learning_rate": 9.291125236664899e-05, "loss": 2.2986, "step": 69350 }, { "epoch": 9.37, "learning_rate": 9.287201544153298e-05, "loss": 2.3205, "step": 69360 }, { "epoch": 9.37, "learning_rate": 9.28327830879788e-05, "loss": 2.3039, "step": 69370 }, { "epoch": 9.37, "learning_rate": 9.279355530912582e-05, "loss": 2.3362, "step": 69380 }, { "epoch": 9.37, "learning_rate": 9.275433210811324e-05, "loss": 2.3084, "step": 69390 }, { "epoch": 9.37, "learning_rate": 9.271511348807978e-05, "loss": 2.3303, "step": 69400 }, { "epoch": 9.37, "learning_rate": 9.267589945216393e-05, "loss": 2.3196, "step": 69410 }, { "epoch": 9.38, "learning_rate": 9.263669000350362e-05, "loss": 2.3229, "step": 69420 }, { "epoch": 9.38, "learning_rate": 9.259748514523653e-05, "loss": 2.2878, "step": 69430 }, { "epoch": 9.38, "learning_rate": 9.25582848805e-05, "loss": 2.316, "step": 69440 }, { "epoch": 9.38, "learning_rate": 9.251908921243093e-05, "loss": 2.3384, "step": 69450 }, { "epoch": 9.38, "learning_rate": 9.247989814416593e-05, "loss": 2.3094, "step": 69460 }, { "epoch": 9.38, "learning_rate": 9.24407116788411e-05, "loss": 2.3308, "step": 69470 }, { "epoch": 9.38, "learning_rate": 9.240152981959234e-05, "loss": 2.3529, "step": 69480 }, { "epoch": 9.39, "learning_rate": 9.236235256955507e-05, "loss": 2.3226, "step": 69490 }, { "epoch": 9.39, "learning_rate": 9.232317993186444e-05, "loss": 2.335, "step": 69500 }, { "epoch": 9.39, "learning_rate": 9.228401190965508e-05, "loss": 2.3262, "step": 69510 }, { "epoch": 9.39, "learning_rate": 9.224484850606136e-05, "loss": 2.3487, "step": 69520 }, { "epoch": 9.39, "learning_rate": 9.220568972421729e-05, "loss": 2.2983, "step": 69530 }, { "epoch": 9.39, "learning_rate": 9.216653556725652e-05, "loss": 2.3295, "step": 69540 }, { "epoch": 9.39, "learning_rate": 9.212738603831216e-05, "loss": 2.3028, "step": 69550 }, { "epoch": 9.39, "learning_rate": 9.208824114051718e-05, "loss": 2.3422, "step": 69560 }, { "epoch": 9.4, "learning_rate": 9.204910087700403e-05, "loss": 2.3227, "step": 69570 }, { "epoch": 9.4, "learning_rate": 9.200996525090493e-05, "loss": 2.3214, "step": 69580 }, { "epoch": 9.4, "learning_rate": 9.197083426535152e-05, "loss": 2.3138, "step": 69590 }, { "epoch": 9.4, "learning_rate": 9.193170792347521e-05, "loss": 2.3419, "step": 69600 }, { "epoch": 9.4, "learning_rate": 9.189258622840707e-05, "loss": 2.2931, "step": 69610 }, { "epoch": 9.4, "learning_rate": 9.18534691832777e-05, "loss": 2.3191, "step": 69620 }, { "epoch": 9.4, "learning_rate": 9.181435679121736e-05, "loss": 2.3183, "step": 69630 }, { "epoch": 9.41, "learning_rate": 9.177524905535596e-05, "loss": 2.3209, "step": 69640 }, { "epoch": 9.41, "learning_rate": 9.173614597882303e-05, "loss": 2.305, "step": 69650 }, { "epoch": 9.41, "learning_rate": 9.169704756474775e-05, "loss": 2.3379, "step": 69660 }, { "epoch": 9.41, "learning_rate": 9.165795381625884e-05, "loss": 2.3386, "step": 69670 }, { "epoch": 9.41, "learning_rate": 9.161886473648473e-05, "loss": 2.338, "step": 69680 }, { "epoch": 9.41, "learning_rate": 9.157978032855347e-05, "loss": 2.3081, "step": 69690 }, { "epoch": 9.41, "learning_rate": 9.154070059559274e-05, "loss": 2.3197, "step": 69700 }, { "epoch": 9.42, "learning_rate": 9.15016255407297e-05, "loss": 2.3385, "step": 69710 }, { "epoch": 9.42, "learning_rate": 9.146255516709139e-05, "loss": 2.3233, "step": 69720 }, { "epoch": 9.42, "learning_rate": 9.142348947780429e-05, "loss": 2.3355, "step": 69730 }, { "epoch": 9.42, "learning_rate": 9.138442847599463e-05, "loss": 2.339, "step": 69740 }, { "epoch": 9.42, "learning_rate": 9.134537216478808e-05, "loss": 2.3234, "step": 69750 }, { "epoch": 9.42, "learning_rate": 9.13063205473101e-05, "loss": 2.3408, "step": 69760 }, { "epoch": 9.42, "learning_rate": 9.12672736266857e-05, "loss": 2.3325, "step": 69770 }, { "epoch": 9.42, "learning_rate": 9.122823140603965e-05, "loss": 2.3183, "step": 69780 }, { "epoch": 9.43, "learning_rate": 9.11891938884961e-05, "loss": 2.3217, "step": 69790 }, { "epoch": 9.43, "learning_rate": 9.115016107717901e-05, "loss": 2.3456, "step": 69800 }, { "epoch": 9.43, "learning_rate": 9.111113297521189e-05, "loss": 2.3273, "step": 69810 }, { "epoch": 9.43, "learning_rate": 9.107210958571794e-05, "loss": 2.2984, "step": 69820 }, { "epoch": 9.43, "learning_rate": 9.103309091181985e-05, "loss": 2.3115, "step": 69830 }, { "epoch": 9.43, "learning_rate": 9.099407695664008e-05, "loss": 2.332, "step": 69840 }, { "epoch": 9.43, "learning_rate": 9.095506772330064e-05, "loss": 2.3563, "step": 69850 }, { "epoch": 9.44, "learning_rate": 9.091606321492317e-05, "loss": 2.317, "step": 69860 }, { "epoch": 9.44, "learning_rate": 9.087706343462893e-05, "loss": 2.3531, "step": 69870 }, { "epoch": 9.44, "learning_rate": 9.08380683855388e-05, "loss": 2.3175, "step": 69880 }, { "epoch": 9.44, "learning_rate": 9.079907807077331e-05, "loss": 2.3307, "step": 69890 }, { "epoch": 9.44, "learning_rate": 9.076009249345261e-05, "loss": 2.3144, "step": 69900 }, { "epoch": 9.44, "learning_rate": 9.072111165669634e-05, "loss": 2.2892, "step": 69910 }, { "epoch": 9.44, "learning_rate": 9.068213556362398e-05, "loss": 2.3341, "step": 69920 }, { "epoch": 9.44, "learning_rate": 9.064316421735446e-05, "loss": 2.3626, "step": 69930 }, { "epoch": 9.45, "learning_rate": 9.060419762100648e-05, "loss": 2.3031, "step": 69940 }, { "epoch": 9.45, "learning_rate": 9.056523577769814e-05, "loss": 2.3293, "step": 69950 }, { "epoch": 9.45, "learning_rate": 9.052627869054734e-05, "loss": 2.3267, "step": 69960 }, { "epoch": 9.45, "learning_rate": 9.048732636267155e-05, "loss": 2.31, "step": 69970 }, { "epoch": 9.45, "learning_rate": 9.044837879718796e-05, "loss": 2.3295, "step": 69980 }, { "epoch": 9.45, "learning_rate": 9.040943599721313e-05, "loss": 2.3445, "step": 69990 }, { "epoch": 9.45, "learning_rate": 9.037049796586341e-05, "loss": 2.3394, "step": 70000 }, { "epoch": 9.45, "eval_loss": 2.4543914794921875, "eval_runtime": 1269.1098, "eval_samples_per_second": 59.991, "eval_steps_per_second": 5.0, "step": 70000 }, { "epoch": 9.46, "learning_rate": 9.033156470625479e-05, "loss": 2.3182, "step": 70010 }, { "epoch": 9.46, "learning_rate": 9.029263622150287e-05, "loss": 2.3422, "step": 70020 }, { "epoch": 9.46, "learning_rate": 9.025371251472274e-05, "loss": 2.3575, "step": 70030 }, { "epoch": 9.46, "learning_rate": 9.021479358902924e-05, "loss": 2.3077, "step": 70040 }, { "epoch": 9.46, "learning_rate": 9.017587944753678e-05, "loss": 2.3227, "step": 70050 }, { "epoch": 9.46, "learning_rate": 9.013697009335941e-05, "loss": 2.3383, "step": 70060 }, { "epoch": 9.46, "learning_rate": 9.009806552961075e-05, "loss": 2.333, "step": 70070 }, { "epoch": 9.46, "learning_rate": 9.005916575940407e-05, "loss": 2.3024, "step": 70080 }, { "epoch": 9.47, "learning_rate": 9.002027078585227e-05, "loss": 2.3309, "step": 70090 }, { "epoch": 9.47, "learning_rate": 8.998138061206791e-05, "loss": 2.3202, "step": 70100 }, { "epoch": 9.47, "learning_rate": 8.994249524116294e-05, "loss": 2.3323, "step": 70110 }, { "epoch": 9.47, "learning_rate": 8.990361467624921e-05, "loss": 2.3041, "step": 70120 }, { "epoch": 9.47, "learning_rate": 8.986473892043805e-05, "loss": 2.3313, "step": 70130 }, { "epoch": 9.47, "learning_rate": 8.982586797684048e-05, "loss": 2.3133, "step": 70140 }, { "epoch": 9.47, "learning_rate": 8.978700184856694e-05, "loss": 2.3407, "step": 70150 }, { "epoch": 9.48, "learning_rate": 8.974814053872769e-05, "loss": 2.3172, "step": 70160 }, { "epoch": 9.48, "learning_rate": 8.970928405043251e-05, "loss": 2.3258, "step": 70170 }, { "epoch": 9.48, "learning_rate": 8.967043238679091e-05, "loss": 2.3141, "step": 70180 }, { "epoch": 9.48, "learning_rate": 8.96315855509118e-05, "loss": 2.3215, "step": 70190 }, { "epoch": 9.48, "learning_rate": 8.959274354590392e-05, "loss": 2.3508, "step": 70200 }, { "epoch": 9.48, "learning_rate": 8.955390637487546e-05, "loss": 2.3328, "step": 70210 }, { "epoch": 9.48, "learning_rate": 8.951507404093434e-05, "loss": 2.3137, "step": 70220 }, { "epoch": 9.49, "learning_rate": 8.947624654718803e-05, "loss": 2.2952, "step": 70230 }, { "epoch": 9.49, "learning_rate": 8.943742389674363e-05, "loss": 2.3256, "step": 70240 }, { "epoch": 9.49, "learning_rate": 8.939860609270783e-05, "loss": 2.3407, "step": 70250 }, { "epoch": 9.49, "learning_rate": 8.935979313818701e-05, "loss": 2.2986, "step": 70260 }, { "epoch": 9.49, "learning_rate": 8.932098503628705e-05, "loss": 2.3394, "step": 70270 }, { "epoch": 9.49, "learning_rate": 8.928218179011351e-05, "loss": 2.3699, "step": 70280 }, { "epoch": 9.49, "learning_rate": 8.924338340277155e-05, "loss": 2.3234, "step": 70290 }, { "epoch": 9.49, "learning_rate": 8.920458987736601e-05, "loss": 2.329, "step": 70300 }, { "epoch": 9.5, "learning_rate": 8.916580121700112e-05, "loss": 2.3334, "step": 70310 }, { "epoch": 9.5, "learning_rate": 8.912701742478097e-05, "loss": 2.3382, "step": 70320 }, { "epoch": 9.5, "learning_rate": 8.908823850380916e-05, "loss": 2.3237, "step": 70330 }, { "epoch": 9.5, "learning_rate": 8.904946445718894e-05, "loss": 2.3514, "step": 70340 }, { "epoch": 9.5, "learning_rate": 8.901069528802301e-05, "loss": 2.3058, "step": 70350 }, { "epoch": 9.5, "learning_rate": 8.89719309994139e-05, "loss": 2.3269, "step": 70360 }, { "epoch": 9.5, "learning_rate": 8.893317159446358e-05, "loss": 2.3193, "step": 70370 }, { "epoch": 9.51, "learning_rate": 8.889441707627383e-05, "loss": 2.3449, "step": 70380 }, { "epoch": 9.51, "learning_rate": 8.885566744794576e-05, "loss": 2.3272, "step": 70390 }, { "epoch": 9.51, "learning_rate": 8.88169227125803e-05, "loss": 2.3205, "step": 70400 }, { "epoch": 9.51, "learning_rate": 8.877818287327793e-05, "loss": 2.3173, "step": 70410 }, { "epoch": 9.51, "learning_rate": 8.873944793313875e-05, "loss": 2.3537, "step": 70420 }, { "epoch": 9.51, "learning_rate": 8.870071789526242e-05, "loss": 2.3131, "step": 70430 }, { "epoch": 9.51, "learning_rate": 8.866199276274824e-05, "loss": 2.3306, "step": 70440 }, { "epoch": 9.51, "learning_rate": 8.862327253869513e-05, "loss": 2.3514, "step": 70450 }, { "epoch": 9.52, "learning_rate": 8.858455722620164e-05, "loss": 2.3121, "step": 70460 }, { "epoch": 9.52, "learning_rate": 8.85458468283658e-05, "loss": 2.3258, "step": 70470 }, { "epoch": 9.52, "learning_rate": 8.850714134828542e-05, "loss": 2.3298, "step": 70480 }, { "epoch": 9.52, "learning_rate": 8.84684407890578e-05, "loss": 2.3286, "step": 70490 }, { "epoch": 9.52, "learning_rate": 8.842974515377995e-05, "loss": 2.3207, "step": 70500 }, { "epoch": 9.52, "learning_rate": 8.839105444554826e-05, "loss": 2.3344, "step": 70510 }, { "epoch": 9.52, "learning_rate": 8.835236866745903e-05, "loss": 2.3464, "step": 70520 }, { "epoch": 9.53, "learning_rate": 8.831368782260794e-05, "loss": 2.3397, "step": 70530 }, { "epoch": 9.53, "learning_rate": 8.827501191409046e-05, "loss": 2.3446, "step": 70540 }, { "epoch": 9.53, "learning_rate": 8.82363409450014e-05, "loss": 2.3302, "step": 70550 }, { "epoch": 9.53, "learning_rate": 8.819767491843544e-05, "loss": 2.3161, "step": 70560 }, { "epoch": 9.53, "learning_rate": 8.81590138374867e-05, "loss": 2.3395, "step": 70570 }, { "epoch": 9.53, "learning_rate": 8.812035770524905e-05, "loss": 2.3591, "step": 70580 }, { "epoch": 9.53, "learning_rate": 8.808170652481577e-05, "loss": 2.3224, "step": 70590 }, { "epoch": 9.54, "learning_rate": 8.804306029927992e-05, "loss": 2.3132, "step": 70600 }, { "epoch": 9.54, "learning_rate": 8.800441903173403e-05, "loss": 2.3382, "step": 70610 }, { "epoch": 9.54, "learning_rate": 8.79657827252704e-05, "loss": 2.3273, "step": 70620 }, { "epoch": 9.54, "learning_rate": 8.79271513829807e-05, "loss": 2.3078, "step": 70630 }, { "epoch": 9.54, "learning_rate": 8.788852500795643e-05, "loss": 2.2964, "step": 70640 }, { "epoch": 9.54, "learning_rate": 8.784990360328854e-05, "loss": 2.3204, "step": 70650 }, { "epoch": 9.54, "learning_rate": 8.781128717206772e-05, "loss": 2.352, "step": 70660 }, { "epoch": 9.54, "learning_rate": 8.777267571738405e-05, "loss": 2.3287, "step": 70670 }, { "epoch": 9.55, "learning_rate": 8.773406924232742e-05, "loss": 2.3417, "step": 70680 }, { "epoch": 9.55, "learning_rate": 8.769546774998724e-05, "loss": 2.3419, "step": 70690 }, { "epoch": 9.55, "learning_rate": 8.765687124345255e-05, "loss": 2.3211, "step": 70700 }, { "epoch": 9.55, "learning_rate": 8.76182797258119e-05, "loss": 2.3009, "step": 70710 }, { "epoch": 9.55, "learning_rate": 8.757969320015348e-05, "loss": 2.3271, "step": 70720 }, { "epoch": 9.55, "learning_rate": 8.754111166956522e-05, "loss": 2.3154, "step": 70730 }, { "epoch": 9.55, "learning_rate": 8.750253513713447e-05, "loss": 2.3081, "step": 70740 }, { "epoch": 9.56, "learning_rate": 8.746396360594826e-05, "loss": 2.3252, "step": 70750 }, { "epoch": 9.56, "learning_rate": 8.742539707909313e-05, "loss": 2.3703, "step": 70760 }, { "epoch": 9.56, "learning_rate": 8.738683555965543e-05, "loss": 2.2995, "step": 70770 }, { "epoch": 9.56, "learning_rate": 8.734827905072092e-05, "loss": 2.3247, "step": 70780 }, { "epoch": 9.56, "learning_rate": 8.730972755537491e-05, "loss": 2.3403, "step": 70790 }, { "epoch": 9.56, "learning_rate": 8.727118107670258e-05, "loss": 2.3188, "step": 70800 }, { "epoch": 9.56, "learning_rate": 8.723263961778839e-05, "loss": 2.3202, "step": 70810 }, { "epoch": 9.56, "learning_rate": 8.719410318171676e-05, "loss": 2.3129, "step": 70820 }, { "epoch": 9.57, "learning_rate": 8.715557177157124e-05, "loss": 2.3438, "step": 70830 }, { "epoch": 9.57, "learning_rate": 8.711704539043541e-05, "loss": 2.346, "step": 70840 }, { "epoch": 9.57, "learning_rate": 8.707852404139214e-05, "loss": 2.3373, "step": 70850 }, { "epoch": 9.57, "learning_rate": 8.704000772752418e-05, "loss": 2.3394, "step": 70860 }, { "epoch": 9.57, "learning_rate": 8.700149645191365e-05, "loss": 2.3205, "step": 70870 }, { "epoch": 9.57, "learning_rate": 8.69629902176423e-05, "loss": 2.3391, "step": 70880 }, { "epoch": 9.57, "learning_rate": 8.692448902779163e-05, "loss": 2.3416, "step": 70890 }, { "epoch": 9.58, "learning_rate": 8.688599288544256e-05, "loss": 2.3124, "step": 70900 }, { "epoch": 9.58, "learning_rate": 8.684750179367561e-05, "loss": 2.3494, "step": 70910 }, { "epoch": 9.58, "learning_rate": 8.68090157555711e-05, "loss": 2.3271, "step": 70920 }, { "epoch": 9.58, "learning_rate": 8.677053477420868e-05, "loss": 2.3397, "step": 70930 }, { "epoch": 9.58, "learning_rate": 8.673205885266782e-05, "loss": 2.3117, "step": 70940 }, { "epoch": 9.58, "learning_rate": 8.669358799402743e-05, "loss": 2.3373, "step": 70950 }, { "epoch": 9.58, "learning_rate": 8.665512220136601e-05, "loss": 2.3492, "step": 70960 }, { "epoch": 9.59, "learning_rate": 8.661666147776185e-05, "loss": 2.3136, "step": 70970 }, { "epoch": 9.59, "learning_rate": 8.657820582629265e-05, "loss": 2.3141, "step": 70980 }, { "epoch": 9.59, "learning_rate": 8.653975525003564e-05, "loss": 2.3282, "step": 70990 }, { "epoch": 9.59, "learning_rate": 8.650130975206793e-05, "loss": 2.3457, "step": 71000 }, { "epoch": 9.59, "eval_loss": 2.4499146938323975, "eval_runtime": 1269.4328, "eval_samples_per_second": 59.976, "eval_steps_per_second": 4.998, "step": 71000 }, { "epoch": 9.59, "learning_rate": 8.646286933546589e-05, "loss": 2.2982, "step": 71010 }, { "epoch": 9.59, "learning_rate": 8.642443400330585e-05, "loss": 2.3313, "step": 71020 }, { "epoch": 9.59, "learning_rate": 8.638600375866327e-05, "loss": 2.3166, "step": 71030 }, { "epoch": 9.59, "learning_rate": 8.634757860461366e-05, "loss": 2.3371, "step": 71040 }, { "epoch": 9.6, "learning_rate": 8.630915854423178e-05, "loss": 2.3362, "step": 71050 }, { "epoch": 9.6, "learning_rate": 8.627074358059225e-05, "loss": 2.3279, "step": 71060 }, { "epoch": 9.6, "learning_rate": 8.623233371676911e-05, "loss": 2.3305, "step": 71070 }, { "epoch": 9.6, "learning_rate": 8.619392895583598e-05, "loss": 2.3236, "step": 71080 }, { "epoch": 9.6, "learning_rate": 8.615552930086623e-05, "loss": 2.3074, "step": 71090 }, { "epoch": 9.6, "learning_rate": 8.611713475493268e-05, "loss": 2.3289, "step": 71100 }, { "epoch": 9.6, "learning_rate": 8.607874532110769e-05, "loss": 2.3121, "step": 71110 }, { "epoch": 9.61, "learning_rate": 8.604036100246346e-05, "loss": 2.3154, "step": 71120 }, { "epoch": 9.61, "learning_rate": 8.60019818020715e-05, "loss": 2.3401, "step": 71130 }, { "epoch": 9.61, "learning_rate": 8.596360772300316e-05, "loss": 2.3392, "step": 71140 }, { "epoch": 9.61, "learning_rate": 8.592523876832917e-05, "loss": 2.3236, "step": 71150 }, { "epoch": 9.61, "learning_rate": 8.588687494111989e-05, "loss": 2.2912, "step": 71160 }, { "epoch": 9.61, "learning_rate": 8.584851624444542e-05, "loss": 2.3346, "step": 71170 }, { "epoch": 9.61, "learning_rate": 8.581016268137531e-05, "loss": 2.3203, "step": 71180 }, { "epoch": 9.61, "learning_rate": 8.577181425497866e-05, "loss": 2.3119, "step": 71190 }, { "epoch": 9.62, "learning_rate": 8.573347096832433e-05, "loss": 2.3134, "step": 71200 }, { "epoch": 9.62, "learning_rate": 8.569513282448059e-05, "loss": 2.335, "step": 71210 }, { "epoch": 9.62, "learning_rate": 8.565679982651555e-05, "loss": 2.3435, "step": 71220 }, { "epoch": 9.62, "learning_rate": 8.561847197749648e-05, "loss": 2.3026, "step": 71230 }, { "epoch": 9.62, "learning_rate": 8.558014928049068e-05, "loss": 2.3272, "step": 71240 }, { "epoch": 9.62, "learning_rate": 8.554183173856474e-05, "loss": 2.3089, "step": 71250 }, { "epoch": 9.62, "learning_rate": 8.550351935478506e-05, "loss": 2.3481, "step": 71260 }, { "epoch": 9.63, "learning_rate": 8.54652121322175e-05, "loss": 2.3044, "step": 71270 }, { "epoch": 9.63, "learning_rate": 8.54269100739274e-05, "loss": 2.3281, "step": 71280 }, { "epoch": 9.63, "learning_rate": 8.538861318298e-05, "loss": 2.3636, "step": 71290 }, { "epoch": 9.63, "learning_rate": 8.53503214624398e-05, "loss": 2.3192, "step": 71300 }, { "epoch": 9.63, "learning_rate": 8.531203491537104e-05, "loss": 2.3563, "step": 71310 }, { "epoch": 9.63, "learning_rate": 8.527375354483758e-05, "loss": 2.315, "step": 71320 }, { "epoch": 9.63, "learning_rate": 8.523547735390276e-05, "loss": 2.3046, "step": 71330 }, { "epoch": 9.64, "learning_rate": 8.519720634562965e-05, "loss": 2.3066, "step": 71340 }, { "epoch": 9.64, "learning_rate": 8.515894052308075e-05, "loss": 2.3259, "step": 71350 }, { "epoch": 9.64, "learning_rate": 8.512067988931818e-05, "loss": 2.313, "step": 71360 }, { "epoch": 9.64, "learning_rate": 8.508242444740377e-05, "loss": 2.3035, "step": 71370 }, { "epoch": 9.64, "learning_rate": 8.504417420039878e-05, "loss": 2.3352, "step": 71380 }, { "epoch": 9.64, "learning_rate": 8.50059291513641e-05, "loss": 2.3481, "step": 71390 }, { "epoch": 9.64, "learning_rate": 8.496768930336028e-05, "loss": 2.3325, "step": 71400 }, { "epoch": 9.64, "learning_rate": 8.492945465944731e-05, "loss": 2.3498, "step": 71410 }, { "epoch": 9.65, "learning_rate": 8.489122522268501e-05, "loss": 2.3107, "step": 71420 }, { "epoch": 9.65, "learning_rate": 8.48530009961324e-05, "loss": 2.3329, "step": 71430 }, { "epoch": 9.65, "learning_rate": 8.481478198284846e-05, "loss": 2.3168, "step": 71440 }, { "epoch": 9.65, "learning_rate": 8.477656818589149e-05, "loss": 2.3044, "step": 71450 }, { "epoch": 9.65, "learning_rate": 8.473835960831959e-05, "loss": 2.3306, "step": 71460 }, { "epoch": 9.65, "learning_rate": 8.470015625319028e-05, "loss": 2.3128, "step": 71470 }, { "epoch": 9.65, "learning_rate": 8.466195812356066e-05, "loss": 2.3233, "step": 71480 }, { "epoch": 9.66, "learning_rate": 8.462376522248755e-05, "loss": 2.3202, "step": 71490 }, { "epoch": 9.66, "learning_rate": 8.458557755302727e-05, "loss": 2.3412, "step": 71500 }, { "epoch": 9.66, "learning_rate": 8.454739511823559e-05, "loss": 2.3196, "step": 71510 }, { "epoch": 9.66, "learning_rate": 8.450921792116814e-05, "loss": 2.3198, "step": 71520 }, { "epoch": 9.66, "learning_rate": 8.447104596487988e-05, "loss": 2.3234, "step": 71530 }, { "epoch": 9.66, "learning_rate": 8.443287925242553e-05, "loss": 2.3257, "step": 71540 }, { "epoch": 9.66, "learning_rate": 8.439471778685927e-05, "loss": 2.3132, "step": 71550 }, { "epoch": 9.66, "learning_rate": 8.435656157123484e-05, "loss": 2.3372, "step": 71560 }, { "epoch": 9.67, "learning_rate": 8.431841060860574e-05, "loss": 2.3342, "step": 71570 }, { "epoch": 9.67, "learning_rate": 8.428026490202489e-05, "loss": 2.3362, "step": 71580 }, { "epoch": 9.67, "learning_rate": 8.424212445454473e-05, "loss": 2.3153, "step": 71590 }, { "epoch": 9.67, "learning_rate": 8.420398926921752e-05, "loss": 2.314, "step": 71600 }, { "epoch": 9.67, "learning_rate": 8.416585934909485e-05, "loss": 2.3185, "step": 71610 }, { "epoch": 9.67, "learning_rate": 8.412773469722816e-05, "loss": 2.318, "step": 71620 }, { "epoch": 9.67, "learning_rate": 8.408961531666807e-05, "loss": 2.358, "step": 71630 }, { "epoch": 9.68, "learning_rate": 8.40515012104652e-05, "loss": 2.3115, "step": 71640 }, { "epoch": 9.68, "learning_rate": 8.401339238166944e-05, "loss": 2.335, "step": 71650 }, { "epoch": 9.68, "learning_rate": 8.397528883333048e-05, "loss": 2.3397, "step": 71660 }, { "epoch": 9.68, "learning_rate": 8.393719056849746e-05, "loss": 2.2946, "step": 71670 }, { "epoch": 9.68, "learning_rate": 8.3899097590219e-05, "loss": 2.3319, "step": 71680 }, { "epoch": 9.68, "learning_rate": 8.386100990154364e-05, "loss": 2.3021, "step": 71690 }, { "epoch": 9.68, "learning_rate": 8.382292750551912e-05, "loss": 2.3035, "step": 71700 }, { "epoch": 9.69, "learning_rate": 8.378485040519292e-05, "loss": 2.316, "step": 71710 }, { "epoch": 9.69, "learning_rate": 8.374677860361219e-05, "loss": 2.3185, "step": 71720 }, { "epoch": 9.69, "learning_rate": 8.37087121038234e-05, "loss": 2.329, "step": 71730 }, { "epoch": 9.69, "learning_rate": 8.36706509088729e-05, "loss": 2.3385, "step": 71740 }, { "epoch": 9.69, "learning_rate": 8.363259502180645e-05, "loss": 2.3062, "step": 71750 }, { "epoch": 9.69, "learning_rate": 8.359454444566927e-05, "loss": 2.3465, "step": 71760 }, { "epoch": 9.69, "learning_rate": 8.355649918350646e-05, "loss": 2.3339, "step": 71770 }, { "epoch": 9.69, "learning_rate": 8.351845923836241e-05, "loss": 2.2929, "step": 71780 }, { "epoch": 9.7, "learning_rate": 8.348042461328124e-05, "loss": 2.3191, "step": 71790 }, { "epoch": 9.7, "learning_rate": 8.344239531130653e-05, "loss": 2.3026, "step": 71800 }, { "epoch": 9.7, "learning_rate": 8.340437133548157e-05, "loss": 2.3352, "step": 71810 }, { "epoch": 9.7, "learning_rate": 8.336635268884926e-05, "loss": 2.3239, "step": 71820 }, { "epoch": 9.7, "learning_rate": 8.332833937445177e-05, "loss": 2.3088, "step": 71830 }, { "epoch": 9.7, "learning_rate": 8.329033139533118e-05, "loss": 2.3457, "step": 71840 }, { "epoch": 9.7, "learning_rate": 8.32523287545289e-05, "loss": 2.3309, "step": 71850 }, { "epoch": 9.71, "learning_rate": 8.321433145508616e-05, "loss": 2.3408, "step": 71860 }, { "epoch": 9.71, "learning_rate": 8.317633950004355e-05, "loss": 2.3164, "step": 71870 }, { "epoch": 9.71, "learning_rate": 8.313835289244124e-05, "loss": 2.3096, "step": 71880 }, { "epoch": 9.71, "learning_rate": 8.310037163531919e-05, "loss": 2.3449, "step": 71890 }, { "epoch": 9.71, "learning_rate": 8.306239573171667e-05, "loss": 2.2952, "step": 71900 }, { "epoch": 9.71, "learning_rate": 8.302442518467261e-05, "loss": 2.328, "step": 71910 }, { "epoch": 9.71, "learning_rate": 8.298645999722565e-05, "loss": 2.3518, "step": 71920 }, { "epoch": 9.71, "learning_rate": 8.294850017241376e-05, "loss": 2.3238, "step": 71930 }, { "epoch": 9.72, "learning_rate": 8.291054571327469e-05, "loss": 2.34, "step": 71940 }, { "epoch": 9.72, "learning_rate": 8.287259662284568e-05, "loss": 2.3127, "step": 71950 }, { "epoch": 9.72, "learning_rate": 8.283465290416342e-05, "loss": 2.3194, "step": 71960 }, { "epoch": 9.72, "learning_rate": 8.279671456026446e-05, "loss": 2.3169, "step": 71970 }, { "epoch": 9.72, "learning_rate": 8.275878159418463e-05, "loss": 2.3029, "step": 71980 }, { "epoch": 9.72, "learning_rate": 8.272085400895949e-05, "loss": 2.3107, "step": 71990 }, { "epoch": 9.72, "learning_rate": 8.268293180762404e-05, "loss": 2.3384, "step": 72000 }, { "epoch": 9.72, "eval_loss": 2.446279525756836, "eval_runtime": 1269.5485, "eval_samples_per_second": 59.97, "eval_steps_per_second": 4.998, "step": 72000 }, { "epoch": 9.73, "learning_rate": 8.264501499321299e-05, "loss": 2.3068, "step": 72010 }, { "epoch": 9.73, "learning_rate": 8.260710356876071e-05, "loss": 2.3127, "step": 72020 }, { "epoch": 9.73, "learning_rate": 8.256919753730074e-05, "loss": 2.3312, "step": 72030 }, { "epoch": 9.73, "learning_rate": 8.253129690186659e-05, "loss": 2.3133, "step": 72040 }, { "epoch": 9.73, "learning_rate": 8.249340166549112e-05, "loss": 2.3072, "step": 72050 }, { "epoch": 9.73, "learning_rate": 8.245551183120692e-05, "loss": 2.3097, "step": 72060 }, { "epoch": 9.73, "learning_rate": 8.241762740204599e-05, "loss": 2.3782, "step": 72070 }, { "epoch": 9.74, "learning_rate": 8.237974838103991e-05, "loss": 2.3228, "step": 72080 }, { "epoch": 9.74, "learning_rate": 8.234187477121998e-05, "loss": 2.3365, "step": 72090 }, { "epoch": 9.74, "learning_rate": 8.230400657561693e-05, "loss": 2.3165, "step": 72100 }, { "epoch": 9.74, "learning_rate": 8.226614379726103e-05, "loss": 2.34, "step": 72110 }, { "epoch": 9.74, "learning_rate": 8.222828643918231e-05, "loss": 2.3741, "step": 72120 }, { "epoch": 9.74, "learning_rate": 8.219043450441008e-05, "loss": 2.3117, "step": 72130 }, { "epoch": 9.74, "learning_rate": 8.215258799597353e-05, "loss": 2.3264, "step": 72140 }, { "epoch": 9.74, "learning_rate": 8.211474691690115e-05, "loss": 2.31, "step": 72150 }, { "epoch": 9.75, "learning_rate": 8.207691127022108e-05, "loss": 2.3216, "step": 72160 }, { "epoch": 9.75, "learning_rate": 8.203908105896117e-05, "loss": 2.3223, "step": 72170 }, { "epoch": 9.75, "learning_rate": 8.200125628614864e-05, "loss": 2.3061, "step": 72180 }, { "epoch": 9.75, "learning_rate": 8.196343695481035e-05, "loss": 2.317, "step": 72190 }, { "epoch": 9.75, "learning_rate": 8.192562306797265e-05, "loss": 2.3211, "step": 72200 }, { "epoch": 9.75, "learning_rate": 8.188781462866159e-05, "loss": 2.3296, "step": 72210 }, { "epoch": 9.75, "learning_rate": 8.185001163990287e-05, "loss": 2.3312, "step": 72220 }, { "epoch": 9.76, "learning_rate": 8.181221410472135e-05, "loss": 2.3524, "step": 72230 }, { "epoch": 9.76, "learning_rate": 8.177442202614184e-05, "loss": 2.3249, "step": 72240 }, { "epoch": 9.76, "learning_rate": 8.173663540718854e-05, "loss": 2.3314, "step": 72250 }, { "epoch": 9.76, "learning_rate": 8.169885425088534e-05, "loss": 2.3096, "step": 72260 }, { "epoch": 9.76, "learning_rate": 8.166107856025553e-05, "loss": 2.3418, "step": 72270 }, { "epoch": 9.76, "learning_rate": 8.162330833832198e-05, "loss": 2.3204, "step": 72280 }, { "epoch": 9.76, "learning_rate": 8.158554358810736e-05, "loss": 2.3556, "step": 72290 }, { "epoch": 9.76, "learning_rate": 8.15477843126336e-05, "loss": 2.3055, "step": 72300 }, { "epoch": 9.77, "learning_rate": 8.151003051492226e-05, "loss": 2.3065, "step": 72310 }, { "epoch": 9.77, "learning_rate": 8.14722821979947e-05, "loss": 2.3045, "step": 72320 }, { "epoch": 9.77, "learning_rate": 8.143453936487146e-05, "loss": 2.3292, "step": 72330 }, { "epoch": 9.77, "learning_rate": 8.139680201857302e-05, "loss": 2.3238, "step": 72340 }, { "epoch": 9.77, "learning_rate": 8.135907016211913e-05, "loss": 2.3392, "step": 72350 }, { "epoch": 9.77, "learning_rate": 8.132134379852921e-05, "loss": 2.3239, "step": 72360 }, { "epoch": 9.77, "learning_rate": 8.128362293082231e-05, "loss": 2.3551, "step": 72370 }, { "epoch": 9.78, "learning_rate": 8.124590756201697e-05, "loss": 2.3554, "step": 72380 }, { "epoch": 9.78, "learning_rate": 8.120819769513123e-05, "loss": 2.339, "step": 72390 }, { "epoch": 9.78, "learning_rate": 8.117049333318273e-05, "loss": 2.343, "step": 72400 }, { "epoch": 9.78, "learning_rate": 8.113279447918877e-05, "loss": 2.34, "step": 72410 }, { "epoch": 9.78, "learning_rate": 8.10951011361662e-05, "loss": 2.3268, "step": 72420 }, { "epoch": 9.78, "learning_rate": 8.105741330713115e-05, "loss": 2.3213, "step": 72430 }, { "epoch": 9.78, "learning_rate": 8.101973099509969e-05, "loss": 2.3621, "step": 72440 }, { "epoch": 9.79, "learning_rate": 8.098205420308716e-05, "loss": 2.3484, "step": 72450 }, { "epoch": 9.79, "learning_rate": 8.094438293410871e-05, "loss": 2.3508, "step": 72460 }, { "epoch": 9.79, "learning_rate": 8.090671719117884e-05, "loss": 2.314, "step": 72470 }, { "epoch": 9.79, "learning_rate": 8.086905697731164e-05, "loss": 2.3237, "step": 72480 }, { "epoch": 9.79, "learning_rate": 8.083140229552088e-05, "loss": 2.3521, "step": 72490 }, { "epoch": 9.79, "learning_rate": 8.079375314881978e-05, "loss": 2.345, "step": 72500 }, { "epoch": 9.79, "learning_rate": 8.075610954022109e-05, "loss": 2.336, "step": 72510 }, { "epoch": 9.79, "learning_rate": 8.071847147273726e-05, "loss": 2.3152, "step": 72520 }, { "epoch": 9.8, "learning_rate": 8.06808389493801e-05, "loss": 2.3125, "step": 72530 }, { "epoch": 9.8, "learning_rate": 8.06432119731612e-05, "loss": 2.3431, "step": 72540 }, { "epoch": 9.8, "learning_rate": 8.060559054709154e-05, "loss": 2.3159, "step": 72550 }, { "epoch": 9.8, "learning_rate": 8.056797467418164e-05, "loss": 2.3364, "step": 72560 }, { "epoch": 9.8, "learning_rate": 8.053036435744176e-05, "loss": 2.3274, "step": 72570 }, { "epoch": 9.8, "learning_rate": 8.049275959988153e-05, "loss": 2.3399, "step": 72580 }, { "epoch": 9.8, "learning_rate": 8.045516040451023e-05, "loss": 2.3344, "step": 72590 }, { "epoch": 9.81, "learning_rate": 8.041756677433657e-05, "loss": 2.3327, "step": 72600 }, { "epoch": 9.81, "learning_rate": 8.037997871236899e-05, "loss": 2.3487, "step": 72610 }, { "epoch": 9.81, "learning_rate": 8.034239622161552e-05, "loss": 2.3181, "step": 72620 }, { "epoch": 9.81, "learning_rate": 8.030481930508338e-05, "loss": 2.3124, "step": 72630 }, { "epoch": 9.81, "learning_rate": 8.02672479657798e-05, "loss": 2.3469, "step": 72640 }, { "epoch": 9.81, "learning_rate": 8.022968220671123e-05, "loss": 2.3582, "step": 72650 }, { "epoch": 9.81, "learning_rate": 8.01921220308839e-05, "loss": 2.3381, "step": 72660 }, { "epoch": 9.81, "learning_rate": 8.015456744130344e-05, "loss": 2.3173, "step": 72670 }, { "epoch": 9.82, "learning_rate": 8.011701844097504e-05, "loss": 2.3267, "step": 72680 }, { "epoch": 9.82, "learning_rate": 8.00794750329036e-05, "loss": 2.3173, "step": 72690 }, { "epoch": 9.82, "learning_rate": 8.00419372200934e-05, "loss": 2.3142, "step": 72700 }, { "epoch": 9.82, "learning_rate": 8.00044050055483e-05, "loss": 2.3247, "step": 72710 }, { "epoch": 9.82, "learning_rate": 7.996687839227181e-05, "loss": 2.3183, "step": 72720 }, { "epoch": 9.82, "learning_rate": 7.992935738326689e-05, "loss": 2.3312, "step": 72730 }, { "epoch": 9.82, "learning_rate": 7.989184198153613e-05, "loss": 2.3302, "step": 72740 }, { "epoch": 9.83, "learning_rate": 7.98543321900816e-05, "loss": 2.296, "step": 72750 }, { "epoch": 9.83, "learning_rate": 7.981682801190493e-05, "loss": 2.3502, "step": 72760 }, { "epoch": 9.83, "learning_rate": 7.977932945000738e-05, "loss": 2.2959, "step": 72770 }, { "epoch": 9.83, "learning_rate": 7.974183650738968e-05, "loss": 2.3102, "step": 72780 }, { "epoch": 9.83, "learning_rate": 7.970434918705214e-05, "loss": 2.3401, "step": 72790 }, { "epoch": 9.83, "learning_rate": 7.966686749199452e-05, "loss": 2.3505, "step": 72800 }, { "epoch": 9.83, "learning_rate": 7.962939142521632e-05, "loss": 2.3316, "step": 72810 }, { "epoch": 9.84, "learning_rate": 7.959192098971658e-05, "loss": 2.3281, "step": 72820 }, { "epoch": 9.84, "learning_rate": 7.95544561884936e-05, "loss": 2.3243, "step": 72830 }, { "epoch": 9.84, "learning_rate": 7.951699702454555e-05, "loss": 2.3329, "step": 72840 }, { "epoch": 9.84, "learning_rate": 7.947954350087e-05, "loss": 2.3442, "step": 72850 }, { "epoch": 9.84, "learning_rate": 7.944209562046416e-05, "loss": 2.351, "step": 72860 }, { "epoch": 9.84, "learning_rate": 7.940465338632466e-05, "loss": 2.3243, "step": 72870 }, { "epoch": 9.84, "learning_rate": 7.936721680144771e-05, "loss": 2.3261, "step": 72880 }, { "epoch": 9.84, "learning_rate": 7.932978586882923e-05, "loss": 2.3444, "step": 72890 }, { "epoch": 9.85, "learning_rate": 7.929236059146448e-05, "loss": 2.3373, "step": 72900 }, { "epoch": 9.85, "learning_rate": 7.925494097234831e-05, "loss": 2.335, "step": 72910 }, { "epoch": 9.85, "learning_rate": 7.921752701447526e-05, "loss": 2.3288, "step": 72920 }, { "epoch": 9.85, "learning_rate": 7.918011872083919e-05, "loss": 2.3072, "step": 72930 }, { "epoch": 9.85, "learning_rate": 7.914271609443381e-05, "loss": 2.3305, "step": 72940 }, { "epoch": 9.85, "learning_rate": 7.910531913825198e-05, "loss": 2.3355, "step": 72950 }, { "epoch": 9.85, "learning_rate": 7.906792785528643e-05, "loss": 2.3132, "step": 72960 }, { "epoch": 9.86, "learning_rate": 7.903054224852938e-05, "loss": 2.3183, "step": 72970 }, { "epoch": 9.86, "learning_rate": 7.899316232097247e-05, "loss": 2.3356, "step": 72980 }, { "epoch": 9.86, "learning_rate": 7.8955788075607e-05, "loss": 2.2969, "step": 72990 }, { "epoch": 9.86, "learning_rate": 7.89184195154237e-05, "loss": 2.3195, "step": 73000 }, { "epoch": 9.86, "eval_loss": 2.442723274230957, "eval_runtime": 1269.4894, "eval_samples_per_second": 59.973, "eval_steps_per_second": 4.998, "step": 73000 }, { "epoch": 9.86, "learning_rate": 7.888105664341296e-05, "loss": 2.3405, "step": 73010 }, { "epoch": 9.86, "learning_rate": 7.884369946256483e-05, "loss": 2.3412, "step": 73020 }, { "epoch": 9.86, "learning_rate": 7.880634797586846e-05, "loss": 2.3368, "step": 73030 }, { "epoch": 9.86, "learning_rate": 7.876900218631305e-05, "loss": 2.3505, "step": 73040 }, { "epoch": 9.87, "learning_rate": 7.8731662096887e-05, "loss": 2.34, "step": 73050 }, { "epoch": 9.87, "learning_rate": 7.869432771057852e-05, "loss": 2.3367, "step": 73060 }, { "epoch": 9.87, "learning_rate": 7.865699903037514e-05, "loss": 2.3125, "step": 73070 }, { "epoch": 9.87, "learning_rate": 7.861967605926396e-05, "loss": 2.3156, "step": 73080 }, { "epoch": 9.87, "learning_rate": 7.858235880023182e-05, "loss": 2.3428, "step": 73090 }, { "epoch": 9.87, "learning_rate": 7.85450472562649e-05, "loss": 2.3348, "step": 73100 }, { "epoch": 9.87, "learning_rate": 7.85077414303489e-05, "loss": 2.3366, "step": 73110 }, { "epoch": 9.88, "learning_rate": 7.847044132546932e-05, "loss": 2.3302, "step": 73120 }, { "epoch": 9.88, "learning_rate": 7.843314694461087e-05, "loss": 2.3401, "step": 73130 }, { "epoch": 9.88, "learning_rate": 7.839585829075815e-05, "loss": 2.3344, "step": 73140 }, { "epoch": 9.88, "learning_rate": 7.835857536689489e-05, "loss": 2.3426, "step": 73150 }, { "epoch": 9.88, "learning_rate": 7.83212981760047e-05, "loss": 2.3094, "step": 73160 }, { "epoch": 9.88, "learning_rate": 7.828402672107068e-05, "loss": 2.3044, "step": 73170 }, { "epoch": 9.88, "learning_rate": 7.824676100507536e-05, "loss": 2.3035, "step": 73180 }, { "epoch": 9.88, "learning_rate": 7.820950103100084e-05, "loss": 2.3315, "step": 73190 }, { "epoch": 9.89, "learning_rate": 7.817224680182873e-05, "loss": 2.3362, "step": 73200 }, { "epoch": 9.89, "learning_rate": 7.813499832054031e-05, "loss": 2.3506, "step": 73210 }, { "epoch": 9.89, "learning_rate": 7.80977555901164e-05, "loss": 2.2887, "step": 73220 }, { "epoch": 9.89, "learning_rate": 7.806051861353707e-05, "loss": 2.3251, "step": 73230 }, { "epoch": 9.89, "learning_rate": 7.802328739378232e-05, "loss": 2.3021, "step": 73240 }, { "epoch": 9.89, "learning_rate": 7.798606193383136e-05, "loss": 2.3161, "step": 73250 }, { "epoch": 9.89, "learning_rate": 7.794884223666327e-05, "loss": 2.3154, "step": 73260 }, { "epoch": 9.9, "learning_rate": 7.791162830525637e-05, "loss": 2.3101, "step": 73270 }, { "epoch": 9.9, "learning_rate": 7.78744201425886e-05, "loss": 2.3441, "step": 73280 }, { "epoch": 9.9, "learning_rate": 7.78372177516376e-05, "loss": 2.3122, "step": 73290 }, { "epoch": 9.9, "learning_rate": 7.780002113538035e-05, "loss": 2.3155, "step": 73300 }, { "epoch": 9.9, "learning_rate": 7.776283029679339e-05, "loss": 2.2871, "step": 73310 }, { "epoch": 9.9, "learning_rate": 7.772564523885294e-05, "loss": 2.3248, "step": 73320 }, { "epoch": 9.9, "learning_rate": 7.76884659645346e-05, "loss": 2.3508, "step": 73330 }, { "epoch": 9.91, "learning_rate": 7.765129247681372e-05, "loss": 2.3322, "step": 73340 }, { "epoch": 9.91, "learning_rate": 7.761412477866477e-05, "loss": 2.3289, "step": 73350 }, { "epoch": 9.91, "learning_rate": 7.75769628730622e-05, "loss": 2.3293, "step": 73360 }, { "epoch": 9.91, "learning_rate": 7.753980676297986e-05, "loss": 2.3257, "step": 73370 }, { "epoch": 9.91, "learning_rate": 7.750265645139104e-05, "loss": 2.3062, "step": 73380 }, { "epoch": 9.91, "learning_rate": 7.746551194126864e-05, "loss": 2.2948, "step": 73390 }, { "epoch": 9.91, "learning_rate": 7.742837323558498e-05, "loss": 2.3186, "step": 73400 }, { "epoch": 9.91, "learning_rate": 7.739124033731214e-05, "loss": 2.3132, "step": 73410 }, { "epoch": 9.92, "learning_rate": 7.735411324942167e-05, "loss": 2.2895, "step": 73420 }, { "epoch": 9.92, "learning_rate": 7.732070384065256e-05, "loss": 2.3114, "step": 73430 }, { "epoch": 9.92, "learning_rate": 7.72835878006731e-05, "loss": 2.3158, "step": 73440 }, { "epoch": 9.92, "learning_rate": 7.724647757969068e-05, "loss": 2.3355, "step": 73450 }, { "epoch": 9.92, "learning_rate": 7.720937318067489e-05, "loss": 2.3104, "step": 73460 }, { "epoch": 9.92, "learning_rate": 7.71722746065949e-05, "loss": 2.3438, "step": 73470 }, { "epoch": 9.92, "learning_rate": 7.713518186041959e-05, "loss": 2.3307, "step": 73480 }, { "epoch": 9.93, "learning_rate": 7.709809494511716e-05, "loss": 2.3443, "step": 73490 }, { "epoch": 9.93, "learning_rate": 7.706101386365537e-05, "loss": 2.331, "step": 73500 }, { "epoch": 9.93, "learning_rate": 7.702393861900165e-05, "loss": 2.326, "step": 73510 }, { "epoch": 9.93, "learning_rate": 7.698686921412282e-05, "loss": 2.3392, "step": 73520 }, { "epoch": 9.93, "learning_rate": 7.694980565198543e-05, "loss": 2.271, "step": 73530 }, { "epoch": 9.93, "learning_rate": 7.691274793555519e-05, "loss": 2.3062, "step": 73540 }, { "epoch": 9.93, "learning_rate": 7.687569606779777e-05, "loss": 2.3192, "step": 73550 }, { "epoch": 9.93, "learning_rate": 7.683865005167803e-05, "loss": 2.3228, "step": 73560 }, { "epoch": 9.94, "learning_rate": 7.680160989016067e-05, "loss": 2.3511, "step": 73570 }, { "epoch": 9.94, "learning_rate": 7.676457558620965e-05, "loss": 2.3147, "step": 73580 }, { "epoch": 9.94, "learning_rate": 7.672754714278855e-05, "loss": 2.3201, "step": 73590 }, { "epoch": 9.94, "learning_rate": 7.669052456286062e-05, "loss": 2.3203, "step": 73600 }, { "epoch": 9.94, "learning_rate": 7.665350784938845e-05, "loss": 2.3201, "step": 73610 }, { "epoch": 9.94, "learning_rate": 7.661649700533417e-05, "loss": 2.3442, "step": 73620 }, { "epoch": 9.94, "learning_rate": 7.657949203365967e-05, "loss": 2.3143, "step": 73630 }, { "epoch": 9.95, "learning_rate": 7.654249293732601e-05, "loss": 2.3344, "step": 73640 }, { "epoch": 9.95, "learning_rate": 7.650549971929414e-05, "loss": 2.3371, "step": 73650 }, { "epoch": 9.95, "learning_rate": 7.646851238252432e-05, "loss": 2.2976, "step": 73660 }, { "epoch": 9.95, "learning_rate": 7.643153092997632e-05, "loss": 2.3583, "step": 73670 }, { "epoch": 9.95, "learning_rate": 7.639455536460963e-05, "loss": 2.3362, "step": 73680 }, { "epoch": 9.95, "learning_rate": 7.635758568938309e-05, "loss": 2.3178, "step": 73690 }, { "epoch": 9.95, "learning_rate": 7.632062190725508e-05, "loss": 2.3236, "step": 73700 }, { "epoch": 9.96, "learning_rate": 7.628366402118367e-05, "loss": 2.335, "step": 73710 }, { "epoch": 9.96, "learning_rate": 7.624671203412623e-05, "loss": 2.3298, "step": 73720 }, { "epoch": 9.96, "learning_rate": 7.620976594903997e-05, "loss": 2.3284, "step": 73730 }, { "epoch": 9.96, "learning_rate": 7.617282576888115e-05, "loss": 2.3405, "step": 73740 }, { "epoch": 9.96, "learning_rate": 7.613589149660607e-05, "loss": 2.3345, "step": 73750 }, { "epoch": 9.96, "learning_rate": 7.609896313517017e-05, "loss": 2.342, "step": 73760 }, { "epoch": 9.96, "learning_rate": 7.606204068752874e-05, "loss": 2.3303, "step": 73770 }, { "epoch": 9.96, "learning_rate": 7.602512415663632e-05, "loss": 2.3287, "step": 73780 }, { "epoch": 9.97, "learning_rate": 7.598821354544702e-05, "loss": 2.3382, "step": 73790 }, { "epoch": 9.97, "learning_rate": 7.595130885691474e-05, "loss": 2.3479, "step": 73800 }, { "epoch": 9.97, "learning_rate": 7.591441009399258e-05, "loss": 2.339, "step": 73810 }, { "epoch": 9.97, "learning_rate": 7.587751725963326e-05, "loss": 2.3257, "step": 73820 }, { "epoch": 9.97, "learning_rate": 7.584063035678917e-05, "loss": 2.3039, "step": 73830 }, { "epoch": 9.97, "learning_rate": 7.5803749388412e-05, "loss": 2.3207, "step": 73840 }, { "epoch": 9.97, "learning_rate": 7.576687435745323e-05, "loss": 2.3073, "step": 73850 }, { "epoch": 9.98, "learning_rate": 7.573000526686359e-05, "loss": 2.3336, "step": 73860 }, { "epoch": 9.98, "learning_rate": 7.569314211959346e-05, "loss": 2.2973, "step": 73870 }, { "epoch": 9.98, "learning_rate": 7.565628491859286e-05, "loss": 2.3278, "step": 73880 }, { "epoch": 9.98, "learning_rate": 7.561943366681114e-05, "loss": 2.3097, "step": 73890 }, { "epoch": 9.98, "learning_rate": 7.55825883671972e-05, "loss": 2.3274, "step": 73900 }, { "epoch": 9.98, "learning_rate": 7.554574902269967e-05, "loss": 2.3112, "step": 73910 }, { "epoch": 9.98, "learning_rate": 7.550891563626636e-05, "loss": 2.3235, "step": 73920 }, { "epoch": 9.98, "learning_rate": 7.547208821084501e-05, "loss": 2.3231, "step": 73930 }, { "epoch": 9.99, "learning_rate": 7.543526674938246e-05, "loss": 2.3159, "step": 73940 }, { "epoch": 9.99, "learning_rate": 7.539845125482543e-05, "loss": 2.2928, "step": 73950 }, { "epoch": 9.99, "learning_rate": 7.536164173011988e-05, "loss": 2.3303, "step": 73960 }, { "epoch": 9.99, "learning_rate": 7.532483817821156e-05, "loss": 2.3305, "step": 73970 }, { "epoch": 9.99, "learning_rate": 7.528804060204554e-05, "loss": 2.3057, "step": 73980 }, { "epoch": 9.99, "learning_rate": 7.525124900456641e-05, "loss": 2.3563, "step": 73990 }, { "epoch": 9.99, "learning_rate": 7.52144633887185e-05, "loss": 2.3183, "step": 74000 }, { "epoch": 9.99, "eval_loss": 2.4382996559143066, "eval_runtime": 1269.0959, "eval_samples_per_second": 59.992, "eval_steps_per_second": 5.0, "step": 74000 }, { "epoch": 10.0, "learning_rate": 7.517768375744541e-05, "loss": 2.3382, "step": 74010 }, { "epoch": 10.0, "learning_rate": 7.514091011369036e-05, "loss": 2.3106, "step": 74020 }, { "epoch": 10.0, "learning_rate": 7.510414246039616e-05, "loss": 2.3396, "step": 74030 }, { "epoch": 10.0, "learning_rate": 7.506738080050496e-05, "loss": 2.3195, "step": 74040 }, { "epoch": 10.0, "learning_rate": 7.503062513695868e-05, "loss": 2.2994, "step": 74050 }, { "epoch": 10.0, "learning_rate": 7.499387547269857e-05, "loss": 2.2542, "step": 74060 }, { "epoch": 10.0, "learning_rate": 7.495713181066538e-05, "loss": 2.285, "step": 74070 }, { "epoch": 10.01, "learning_rate": 7.492039415379957e-05, "loss": 2.2853, "step": 74080 }, { "epoch": 10.01, "learning_rate": 7.488366250504095e-05, "loss": 2.274, "step": 74090 }, { "epoch": 10.01, "learning_rate": 7.484693686732887e-05, "loss": 2.3008, "step": 74100 }, { "epoch": 10.01, "learning_rate": 7.481021724360231e-05, "loss": 2.2662, "step": 74110 }, { "epoch": 10.01, "learning_rate": 7.477350363679957e-05, "loss": 2.2901, "step": 74120 }, { "epoch": 10.01, "learning_rate": 7.47367960498588e-05, "loss": 2.2318, "step": 74130 }, { "epoch": 10.01, "learning_rate": 7.47000944857172e-05, "loss": 2.2923, "step": 74140 }, { "epoch": 10.01, "learning_rate": 7.466339894731193e-05, "loss": 2.2659, "step": 74150 }, { "epoch": 10.02, "learning_rate": 7.462670943757936e-05, "loss": 2.2859, "step": 74160 }, { "epoch": 10.02, "learning_rate": 7.45900259594556e-05, "loss": 2.2853, "step": 74170 }, { "epoch": 10.02, "learning_rate": 7.455334851587615e-05, "loss": 2.284, "step": 74180 }, { "epoch": 10.02, "learning_rate": 7.4516677109776e-05, "loss": 2.2795, "step": 74190 }, { "epoch": 10.02, "learning_rate": 7.44800117440898e-05, "loss": 2.2537, "step": 74200 }, { "epoch": 10.02, "learning_rate": 7.444335242175158e-05, "loss": 2.2663, "step": 74210 }, { "epoch": 10.02, "learning_rate": 7.440669914569488e-05, "loss": 2.2674, "step": 74220 }, { "epoch": 10.03, "learning_rate": 7.437005191885293e-05, "loss": 2.2734, "step": 74230 }, { "epoch": 10.03, "learning_rate": 7.433341074415822e-05, "loss": 2.2975, "step": 74240 }, { "epoch": 10.03, "learning_rate": 7.429677562454305e-05, "loss": 2.2357, "step": 74250 }, { "epoch": 10.03, "learning_rate": 7.426014656293899e-05, "loss": 2.2686, "step": 74260 }, { "epoch": 10.03, "learning_rate": 7.422352356227715e-05, "loss": 2.2922, "step": 74270 }, { "epoch": 10.03, "learning_rate": 7.418690662548836e-05, "loss": 2.3174, "step": 74280 }, { "epoch": 10.03, "learning_rate": 7.415029575550274e-05, "loss": 2.2796, "step": 74290 }, { "epoch": 10.03, "learning_rate": 7.411369095524997e-05, "loss": 2.26, "step": 74300 }, { "epoch": 10.04, "learning_rate": 7.407709222765936e-05, "loss": 2.2817, "step": 74310 }, { "epoch": 10.04, "learning_rate": 7.404049957565961e-05, "loss": 2.2818, "step": 74320 }, { "epoch": 10.04, "learning_rate": 7.400391300217908e-05, "loss": 2.2876, "step": 74330 }, { "epoch": 10.04, "learning_rate": 7.396733251014533e-05, "loss": 2.2688, "step": 74340 }, { "epoch": 10.04, "learning_rate": 7.393075810248586e-05, "loss": 2.2792, "step": 74350 }, { "epoch": 10.04, "learning_rate": 7.389418978212732e-05, "loss": 2.2799, "step": 74360 }, { "epoch": 10.04, "learning_rate": 7.385762755199613e-05, "loss": 2.2871, "step": 74370 }, { "epoch": 10.05, "learning_rate": 7.38210714150181e-05, "loss": 2.2777, "step": 74380 }, { "epoch": 10.05, "learning_rate": 7.378452137411846e-05, "loss": 2.2812, "step": 74390 }, { "epoch": 10.05, "learning_rate": 7.374797743222221e-05, "loss": 2.257, "step": 74400 }, { "epoch": 10.05, "learning_rate": 7.371143959225363e-05, "loss": 2.2838, "step": 74410 }, { "epoch": 10.05, "learning_rate": 7.367490785713654e-05, "loss": 2.278, "step": 74420 }, { "epoch": 10.05, "learning_rate": 7.363838222979445e-05, "loss": 2.2827, "step": 74430 }, { "epoch": 10.05, "learning_rate": 7.360186271315013e-05, "loss": 2.2847, "step": 74440 }, { "epoch": 10.06, "learning_rate": 7.356534931012613e-05, "loss": 2.2956, "step": 74450 }, { "epoch": 10.06, "learning_rate": 7.352884202364428e-05, "loss": 2.2798, "step": 74460 }, { "epoch": 10.06, "learning_rate": 7.349234085662596e-05, "loss": 2.2965, "step": 74470 }, { "epoch": 10.06, "learning_rate": 7.345584581199223e-05, "loss": 2.2983, "step": 74480 }, { "epoch": 10.06, "learning_rate": 7.341935689266346e-05, "loss": 2.2888, "step": 74490 }, { "epoch": 10.06, "learning_rate": 7.338287410155956e-05, "loss": 2.2695, "step": 74500 }, { "epoch": 10.06, "learning_rate": 7.334639744160015e-05, "loss": 2.2846, "step": 74510 }, { "epoch": 10.06, "learning_rate": 7.330992691570405e-05, "loss": 2.2776, "step": 74520 }, { "epoch": 10.07, "learning_rate": 7.327346252678993e-05, "loss": 2.2856, "step": 74530 }, { "epoch": 10.07, "learning_rate": 7.323700427777555e-05, "loss": 2.2801, "step": 74540 }, { "epoch": 10.07, "learning_rate": 7.32005521715786e-05, "loss": 2.3014, "step": 74550 }, { "epoch": 10.07, "learning_rate": 7.316410621111597e-05, "loss": 2.2945, "step": 74560 }, { "epoch": 10.07, "learning_rate": 7.31276663993043e-05, "loss": 2.2861, "step": 74570 }, { "epoch": 10.07, "learning_rate": 7.309123273905955e-05, "loss": 2.2648, "step": 74580 }, { "epoch": 10.07, "learning_rate": 7.30548052332972e-05, "loss": 2.2642, "step": 74590 }, { "epoch": 10.08, "learning_rate": 7.301838388493244e-05, "loss": 2.2877, "step": 74600 }, { "epoch": 10.08, "learning_rate": 7.298196869687973e-05, "loss": 2.2649, "step": 74610 }, { "epoch": 10.08, "learning_rate": 7.294555967205309e-05, "loss": 2.2688, "step": 74620 }, { "epoch": 10.08, "learning_rate": 7.290915681336618e-05, "loss": 2.2914, "step": 74630 }, { "epoch": 10.08, "learning_rate": 7.287276012373196e-05, "loss": 2.2729, "step": 74640 }, { "epoch": 10.08, "learning_rate": 7.283636960606314e-05, "loss": 2.2764, "step": 74650 }, { "epoch": 10.08, "learning_rate": 7.279998526327174e-05, "loss": 2.2877, "step": 74660 }, { "epoch": 10.08, "learning_rate": 7.27636070982693e-05, "loss": 2.2891, "step": 74670 }, { "epoch": 10.09, "learning_rate": 7.272723511396702e-05, "loss": 2.2695, "step": 74680 }, { "epoch": 10.09, "learning_rate": 7.269086931327543e-05, "loss": 2.2822, "step": 74690 }, { "epoch": 10.09, "learning_rate": 7.265450969910465e-05, "loss": 2.2802, "step": 74700 }, { "epoch": 10.09, "learning_rate": 7.261815627436425e-05, "loss": 2.3001, "step": 74710 }, { "epoch": 10.09, "learning_rate": 7.258180904196338e-05, "loss": 2.2765, "step": 74720 }, { "epoch": 10.09, "learning_rate": 7.254546800481077e-05, "loss": 2.2653, "step": 74730 }, { "epoch": 10.09, "learning_rate": 7.250913316581436e-05, "loss": 2.2761, "step": 74740 }, { "epoch": 10.1, "learning_rate": 7.247280452788189e-05, "loss": 2.2761, "step": 74750 }, { "epoch": 10.1, "learning_rate": 7.243648209392042e-05, "loss": 2.2513, "step": 74760 }, { "epoch": 10.1, "learning_rate": 7.240016586683668e-05, "loss": 2.2945, "step": 74770 }, { "epoch": 10.1, "learning_rate": 7.236385584953676e-05, "loss": 2.2818, "step": 74780 }, { "epoch": 10.1, "learning_rate": 7.232755204492624e-05, "loss": 2.2997, "step": 74790 }, { "epoch": 10.1, "learning_rate": 7.229125445591039e-05, "loss": 2.2752, "step": 74800 }, { "epoch": 10.1, "learning_rate": 7.225496308539379e-05, "loss": 2.2933, "step": 74810 }, { "epoch": 10.11, "learning_rate": 7.221867793628054e-05, "loss": 2.2772, "step": 74820 }, { "epoch": 10.11, "learning_rate": 7.21823990114744e-05, "loss": 2.2908, "step": 74830 }, { "epoch": 10.11, "learning_rate": 7.214612631387842e-05, "loss": 2.3003, "step": 74840 }, { "epoch": 10.11, "learning_rate": 7.210985984639536e-05, "loss": 2.2767, "step": 74850 }, { "epoch": 10.11, "learning_rate": 7.207359961192732e-05, "loss": 2.2683, "step": 74860 }, { "epoch": 10.11, "learning_rate": 7.20373456133759e-05, "loss": 2.2635, "step": 74870 }, { "epoch": 10.11, "learning_rate": 7.200109785364239e-05, "loss": 2.2833, "step": 74880 }, { "epoch": 10.11, "learning_rate": 7.196485633562739e-05, "loss": 2.2758, "step": 74890 }, { "epoch": 10.12, "learning_rate": 7.192862106223103e-05, "loss": 2.2966, "step": 74900 }, { "epoch": 10.12, "learning_rate": 7.189239203635295e-05, "loss": 2.2873, "step": 74910 }, { "epoch": 10.12, "learning_rate": 7.185616926089235e-05, "loss": 2.2645, "step": 74920 }, { "epoch": 10.12, "learning_rate": 7.1819952738748e-05, "loss": 2.2807, "step": 74930 }, { "epoch": 10.12, "learning_rate": 7.178374247281786e-05, "loss": 2.2707, "step": 74940 }, { "epoch": 10.12, "learning_rate": 7.174753846599974e-05, "loss": 2.284, "step": 74950 }, { "epoch": 10.12, "learning_rate": 7.171134072119067e-05, "loss": 2.2731, "step": 74960 }, { "epoch": 10.13, "learning_rate": 7.167514924128745e-05, "loss": 2.2863, "step": 74970 }, { "epoch": 10.13, "learning_rate": 7.163896402918619e-05, "loss": 2.2899, "step": 74980 }, { "epoch": 10.13, "learning_rate": 7.160278508778243e-05, "loss": 2.2872, "step": 74990 }, { "epoch": 10.13, "learning_rate": 7.156661241997149e-05, "loss": 2.3089, "step": 75000 }, { "epoch": 10.13, "eval_loss": 2.4407835006713867, "eval_runtime": 1269.632, "eval_samples_per_second": 59.966, "eval_steps_per_second": 4.998, "step": 75000 }, { "epoch": 10.13, "learning_rate": 7.153044602864796e-05, "loss": 2.272, "step": 75010 }, { "epoch": 10.13, "learning_rate": 7.14942859167059e-05, "loss": 2.2891, "step": 75020 }, { "epoch": 10.13, "learning_rate": 7.145813208703911e-05, "loss": 2.2711, "step": 75030 }, { "epoch": 10.13, "learning_rate": 7.142198454254059e-05, "loss": 2.2848, "step": 75040 }, { "epoch": 10.14, "learning_rate": 7.13858432861031e-05, "loss": 2.2882, "step": 75050 }, { "epoch": 10.14, "learning_rate": 7.134970832061874e-05, "loss": 2.2699, "step": 75060 }, { "epoch": 10.14, "learning_rate": 7.131357964897906e-05, "loss": 2.2703, "step": 75070 }, { "epoch": 10.14, "learning_rate": 7.127745727407532e-05, "loss": 2.2887, "step": 75080 }, { "epoch": 10.14, "learning_rate": 7.124134119879807e-05, "loss": 2.2635, "step": 75090 }, { "epoch": 10.14, "learning_rate": 7.120523142603748e-05, "loss": 2.2539, "step": 75100 }, { "epoch": 10.14, "learning_rate": 7.116912795868307e-05, "loss": 2.309, "step": 75110 }, { "epoch": 10.15, "learning_rate": 7.113303079962401e-05, "loss": 2.2625, "step": 75120 }, { "epoch": 10.15, "learning_rate": 7.109693995174904e-05, "loss": 2.276, "step": 75130 }, { "epoch": 10.15, "learning_rate": 7.106085541794602e-05, "loss": 2.2887, "step": 75140 }, { "epoch": 10.15, "learning_rate": 7.102477720110275e-05, "loss": 2.3016, "step": 75150 }, { "epoch": 10.15, "learning_rate": 7.098870530410618e-05, "loss": 2.2968, "step": 75160 }, { "epoch": 10.15, "learning_rate": 7.0952639729843e-05, "loss": 2.298, "step": 75170 }, { "epoch": 10.15, "learning_rate": 7.091658048119926e-05, "loss": 2.2978, "step": 75180 }, { "epoch": 10.16, "learning_rate": 7.088052756106047e-05, "loss": 2.3082, "step": 75190 }, { "epoch": 10.16, "learning_rate": 7.084448097231182e-05, "loss": 2.2648, "step": 75200 }, { "epoch": 10.16, "learning_rate": 7.08084407178378e-05, "loss": 2.3002, "step": 75210 }, { "epoch": 10.16, "learning_rate": 7.077240680052242e-05, "loss": 2.2578, "step": 75220 }, { "epoch": 10.16, "learning_rate": 7.073637922324934e-05, "loss": 2.2742, "step": 75230 }, { "epoch": 10.16, "learning_rate": 7.070035798890147e-05, "loss": 2.2786, "step": 75240 }, { "epoch": 10.16, "learning_rate": 7.066434310036149e-05, "loss": 2.2527, "step": 75250 }, { "epoch": 10.16, "learning_rate": 7.062833456051134e-05, "loss": 2.2931, "step": 75260 }, { "epoch": 10.17, "learning_rate": 7.059233237223248e-05, "loss": 2.2707, "step": 75270 }, { "epoch": 10.17, "learning_rate": 7.055633653840605e-05, "loss": 2.305, "step": 75280 }, { "epoch": 10.17, "learning_rate": 7.05203470619125e-05, "loss": 2.267, "step": 75290 }, { "epoch": 10.17, "learning_rate": 7.048436394563178e-05, "loss": 2.3066, "step": 75300 }, { "epoch": 10.17, "learning_rate": 7.044838719244335e-05, "loss": 2.2763, "step": 75310 }, { "epoch": 10.17, "learning_rate": 7.041241680522624e-05, "loss": 2.3101, "step": 75320 }, { "epoch": 10.17, "learning_rate": 7.037645278685901e-05, "loss": 2.2961, "step": 75330 }, { "epoch": 10.18, "learning_rate": 7.034049514021941e-05, "loss": 2.3077, "step": 75340 }, { "epoch": 10.18, "learning_rate": 7.030454386818505e-05, "loss": 2.2848, "step": 75350 }, { "epoch": 10.18, "learning_rate": 7.026859897363272e-05, "loss": 2.286, "step": 75360 }, { "epoch": 10.18, "learning_rate": 7.0232660459439e-05, "loss": 2.301, "step": 75370 }, { "epoch": 10.18, "learning_rate": 7.019672832847972e-05, "loss": 2.3134, "step": 75380 }, { "epoch": 10.18, "learning_rate": 7.016080258363023e-05, "loss": 2.2789, "step": 75390 }, { "epoch": 10.18, "learning_rate": 7.012488322776555e-05, "loss": 2.2761, "step": 75400 }, { "epoch": 10.18, "learning_rate": 7.008897026375997e-05, "loss": 2.2731, "step": 75410 }, { "epoch": 10.19, "learning_rate": 7.005306369448735e-05, "loss": 2.2786, "step": 75420 }, { "epoch": 10.19, "learning_rate": 7.00171635228211e-05, "loss": 2.2785, "step": 75430 }, { "epoch": 10.19, "learning_rate": 6.998126975163401e-05, "loss": 2.3212, "step": 75440 }, { "epoch": 10.19, "learning_rate": 6.99453823837985e-05, "loss": 2.2888, "step": 75450 }, { "epoch": 10.19, "learning_rate": 6.990950142218635e-05, "loss": 2.2683, "step": 75460 }, { "epoch": 10.19, "learning_rate": 6.987362686966879e-05, "loss": 2.2721, "step": 75470 }, { "epoch": 10.19, "learning_rate": 6.983775872911673e-05, "loss": 2.302, "step": 75480 }, { "epoch": 10.2, "learning_rate": 6.98018970034004e-05, "loss": 2.3044, "step": 75490 }, { "epoch": 10.2, "learning_rate": 6.976604169538955e-05, "loss": 2.2885, "step": 75500 }, { "epoch": 10.2, "learning_rate": 6.973019280795343e-05, "loss": 2.2901, "step": 75510 }, { "epoch": 10.2, "learning_rate": 6.969435034396079e-05, "loss": 2.2962, "step": 75520 }, { "epoch": 10.2, "learning_rate": 6.965851430628e-05, "loss": 2.2963, "step": 75530 }, { "epoch": 10.2, "learning_rate": 6.962268469777851e-05, "loss": 2.2809, "step": 75540 }, { "epoch": 10.2, "learning_rate": 6.958686152132373e-05, "loss": 2.2868, "step": 75550 }, { "epoch": 10.21, "learning_rate": 6.95510447797822e-05, "loss": 2.2925, "step": 75560 }, { "epoch": 10.21, "learning_rate": 6.951523447602021e-05, "loss": 2.2987, "step": 75570 }, { "epoch": 10.21, "learning_rate": 6.947943061290338e-05, "loss": 2.2927, "step": 75580 }, { "epoch": 10.21, "learning_rate": 6.944363319329675e-05, "loss": 2.257, "step": 75590 }, { "epoch": 10.21, "learning_rate": 6.94078422200651e-05, "loss": 2.276, "step": 75600 }, { "epoch": 10.21, "learning_rate": 6.937205769607245e-05, "loss": 2.2825, "step": 75610 }, { "epoch": 10.21, "learning_rate": 6.933627962418233e-05, "loss": 2.2841, "step": 75620 }, { "epoch": 10.21, "learning_rate": 6.930050800725795e-05, "loss": 2.2816, "step": 75630 }, { "epoch": 10.22, "learning_rate": 6.926474284816175e-05, "loss": 2.2938, "step": 75640 }, { "epoch": 10.22, "learning_rate": 6.922898414975588e-05, "loss": 2.2804, "step": 75650 }, { "epoch": 10.22, "learning_rate": 6.919323191490179e-05, "loss": 2.2823, "step": 75660 }, { "epoch": 10.22, "learning_rate": 6.915748614646045e-05, "loss": 2.2804, "step": 75670 }, { "epoch": 10.22, "learning_rate": 6.912174684729246e-05, "loss": 2.3074, "step": 75680 }, { "epoch": 10.22, "learning_rate": 6.908601402025774e-05, "loss": 2.2661, "step": 75690 }, { "epoch": 10.22, "learning_rate": 6.905028766821573e-05, "loss": 2.2593, "step": 75700 }, { "epoch": 10.23, "learning_rate": 6.901456779402531e-05, "loss": 2.2593, "step": 75710 }, { "epoch": 10.23, "learning_rate": 6.897885440054497e-05, "loss": 2.2788, "step": 75720 }, { "epoch": 10.23, "learning_rate": 6.894314749063271e-05, "loss": 2.2988, "step": 75730 }, { "epoch": 10.23, "learning_rate": 6.890744706714568e-05, "loss": 2.2889, "step": 75740 }, { "epoch": 10.23, "learning_rate": 6.887175313294092e-05, "loss": 2.2764, "step": 75750 }, { "epoch": 10.23, "learning_rate": 6.883606569087466e-05, "loss": 2.2834, "step": 75760 }, { "epoch": 10.23, "learning_rate": 6.880038474380281e-05, "loss": 2.2765, "step": 75770 }, { "epoch": 10.23, "learning_rate": 6.876471029458065e-05, "loss": 2.3067, "step": 75780 }, { "epoch": 10.24, "learning_rate": 6.872904234606287e-05, "loss": 2.2822, "step": 75790 }, { "epoch": 10.24, "learning_rate": 6.869338090110389e-05, "loss": 2.2782, "step": 75800 }, { "epoch": 10.24, "learning_rate": 6.865772596255734e-05, "loss": 2.2905, "step": 75810 }, { "epoch": 10.24, "learning_rate": 6.862207753327644e-05, "loss": 2.2804, "step": 75820 }, { "epoch": 10.24, "learning_rate": 6.858643561611395e-05, "loss": 2.271, "step": 75830 }, { "epoch": 10.24, "learning_rate": 6.8550800213922e-05, "loss": 2.2572, "step": 75840 }, { "epoch": 10.24, "learning_rate": 6.851517132955229e-05, "loss": 2.2733, "step": 75850 }, { "epoch": 10.25, "learning_rate": 6.847954896585595e-05, "loss": 2.3055, "step": 75860 }, { "epoch": 10.25, "learning_rate": 6.844393312568352e-05, "loss": 2.2974, "step": 75870 }, { "epoch": 10.25, "learning_rate": 6.840832381188518e-05, "loss": 2.2699, "step": 75880 }, { "epoch": 10.25, "learning_rate": 6.837272102731049e-05, "loss": 2.2937, "step": 75890 }, { "epoch": 10.25, "learning_rate": 6.833712477480848e-05, "loss": 2.2778, "step": 75900 }, { "epoch": 10.25, "learning_rate": 6.830153505722759e-05, "loss": 2.2821, "step": 75910 }, { "epoch": 10.25, "learning_rate": 6.826595187741593e-05, "loss": 2.3049, "step": 75920 }, { "epoch": 10.26, "learning_rate": 6.823037523822103e-05, "loss": 2.3026, "step": 75930 }, { "epoch": 10.26, "learning_rate": 6.819480514248968e-05, "loss": 2.2822, "step": 75940 }, { "epoch": 10.26, "learning_rate": 6.815924159306844e-05, "loss": 2.3048, "step": 75950 }, { "epoch": 10.26, "learning_rate": 6.812368459280311e-05, "loss": 2.2935, "step": 75960 }, { "epoch": 10.26, "learning_rate": 6.808813414453922e-05, "loss": 2.319, "step": 75970 }, { "epoch": 10.26, "learning_rate": 6.805259025112152e-05, "loss": 2.2787, "step": 75980 }, { "epoch": 10.26, "learning_rate": 6.801705291539433e-05, "loss": 2.2846, "step": 75990 }, { "epoch": 10.26, "learning_rate": 6.798152214020154e-05, "loss": 2.279, "step": 76000 }, { "epoch": 10.26, "eval_loss": 2.4384381771087646, "eval_runtime": 1269.5674, "eval_samples_per_second": 59.969, "eval_steps_per_second": 4.998, "step": 76000 }, { "epoch": 10.27, "learning_rate": 6.794599792838641e-05, "loss": 2.2895, "step": 76010 }, { "epoch": 10.27, "learning_rate": 6.791048028279162e-05, "loss": 2.2829, "step": 76020 }, { "epoch": 10.27, "learning_rate": 6.787496920625954e-05, "loss": 2.3112, "step": 76030 }, { "epoch": 10.27, "learning_rate": 6.783946470163173e-05, "loss": 2.2966, "step": 76040 }, { "epoch": 10.27, "learning_rate": 6.78039667717496e-05, "loss": 2.2717, "step": 76050 }, { "epoch": 10.27, "learning_rate": 6.776847541945351e-05, "loss": 2.2848, "step": 76060 }, { "epoch": 10.27, "learning_rate": 6.773299064758374e-05, "loss": 2.2937, "step": 76070 }, { "epoch": 10.28, "learning_rate": 6.769751245897997e-05, "loss": 2.289, "step": 76080 }, { "epoch": 10.28, "learning_rate": 6.766204085648118e-05, "loss": 2.2535, "step": 76090 }, { "epoch": 10.28, "learning_rate": 6.762657584292593e-05, "loss": 2.281, "step": 76100 }, { "epoch": 10.28, "learning_rate": 6.75911174211522e-05, "loss": 2.2784, "step": 76110 }, { "epoch": 10.28, "learning_rate": 6.755566559399755e-05, "loss": 2.2903, "step": 76120 }, { "epoch": 10.28, "learning_rate": 6.752022036429902e-05, "loss": 2.2918, "step": 76130 }, { "epoch": 10.28, "learning_rate": 6.748478173489286e-05, "loss": 2.2799, "step": 76140 }, { "epoch": 10.28, "learning_rate": 6.744934970861513e-05, "loss": 2.2952, "step": 76150 }, { "epoch": 10.29, "learning_rate": 6.741392428830113e-05, "loss": 2.2851, "step": 76160 }, { "epoch": 10.29, "learning_rate": 6.737850547678579e-05, "loss": 2.309, "step": 76170 }, { "epoch": 10.29, "learning_rate": 6.73430932769034e-05, "loss": 2.2763, "step": 76180 }, { "epoch": 10.29, "learning_rate": 6.730768769148768e-05, "loss": 2.2792, "step": 76190 }, { "epoch": 10.29, "learning_rate": 6.727228872337202e-05, "loss": 2.3108, "step": 76200 }, { "epoch": 10.29, "learning_rate": 6.723689637538912e-05, "loss": 2.2822, "step": 76210 }, { "epoch": 10.29, "learning_rate": 6.720151065037112e-05, "loss": 2.2966, "step": 76220 }, { "epoch": 10.3, "learning_rate": 6.716613155114979e-05, "loss": 2.3092, "step": 76230 }, { "epoch": 10.3, "learning_rate": 6.713075908055617e-05, "loss": 2.2931, "step": 76240 }, { "epoch": 10.3, "learning_rate": 6.709539324142107e-05, "loss": 2.2901, "step": 76250 }, { "epoch": 10.3, "learning_rate": 6.706003403657434e-05, "loss": 2.2975, "step": 76260 }, { "epoch": 10.3, "learning_rate": 6.702468146884564e-05, "loss": 2.3185, "step": 76270 }, { "epoch": 10.3, "learning_rate": 6.698933554106406e-05, "loss": 2.2842, "step": 76280 }, { "epoch": 10.3, "learning_rate": 6.695399625605802e-05, "loss": 2.2913, "step": 76290 }, { "epoch": 10.31, "learning_rate": 6.691866361665548e-05, "loss": 2.2785, "step": 76300 }, { "epoch": 10.31, "learning_rate": 6.688333762568386e-05, "loss": 2.2681, "step": 76310 }, { "epoch": 10.31, "learning_rate": 6.684801828597005e-05, "loss": 2.2691, "step": 76320 }, { "epoch": 10.31, "learning_rate": 6.681270560034056e-05, "loss": 2.2916, "step": 76330 }, { "epoch": 10.31, "learning_rate": 6.677739957162102e-05, "loss": 2.2904, "step": 76340 }, { "epoch": 10.31, "learning_rate": 6.674210020263684e-05, "loss": 2.2826, "step": 76350 }, { "epoch": 10.31, "learning_rate": 6.670680749621273e-05, "loss": 2.2954, "step": 76360 }, { "epoch": 10.31, "learning_rate": 6.667152145517301e-05, "loss": 2.2645, "step": 76370 }, { "epoch": 10.32, "learning_rate": 6.663624208234132e-05, "loss": 2.3007, "step": 76380 }, { "epoch": 10.32, "learning_rate": 6.660096938054077e-05, "loss": 2.3112, "step": 76390 }, { "epoch": 10.32, "learning_rate": 6.656570335259414e-05, "loss": 2.2731, "step": 76400 }, { "epoch": 10.32, "learning_rate": 6.653044400132343e-05, "loss": 2.2733, "step": 76410 }, { "epoch": 10.32, "learning_rate": 6.649519132955016e-05, "loss": 2.2939, "step": 76420 }, { "epoch": 10.32, "learning_rate": 6.64599453400955e-05, "loss": 2.2834, "step": 76430 }, { "epoch": 10.32, "learning_rate": 6.64247060357798e-05, "loss": 2.3035, "step": 76440 }, { "epoch": 10.33, "learning_rate": 6.638947341942319e-05, "loss": 2.2923, "step": 76450 }, { "epoch": 10.33, "learning_rate": 6.63542474938449e-05, "loss": 2.2919, "step": 76460 }, { "epoch": 10.33, "learning_rate": 6.631902826186389e-05, "loss": 2.2661, "step": 76470 }, { "epoch": 10.33, "learning_rate": 6.62838157262986e-05, "loss": 2.3292, "step": 76480 }, { "epoch": 10.33, "learning_rate": 6.62486098899668e-05, "loss": 2.2783, "step": 76490 }, { "epoch": 10.33, "learning_rate": 6.621341075568573e-05, "loss": 2.2618, "step": 76500 }, { "epoch": 10.33, "learning_rate": 6.617821832627213e-05, "loss": 2.2797, "step": 76510 }, { "epoch": 10.33, "learning_rate": 6.614303260454223e-05, "loss": 2.3157, "step": 76520 }, { "epoch": 10.34, "learning_rate": 6.610785359331182e-05, "loss": 2.275, "step": 76530 }, { "epoch": 10.34, "learning_rate": 6.607268129539585e-05, "loss": 2.3163, "step": 76540 }, { "epoch": 10.34, "learning_rate": 6.603751571360903e-05, "loss": 2.2885, "step": 76550 }, { "epoch": 10.34, "learning_rate": 6.600235685076534e-05, "loss": 2.2623, "step": 76560 }, { "epoch": 10.34, "learning_rate": 6.59672047096784e-05, "loss": 2.3004, "step": 76570 }, { "epoch": 10.34, "learning_rate": 6.593205929316115e-05, "loss": 2.2942, "step": 76580 }, { "epoch": 10.34, "learning_rate": 6.589692060402599e-05, "loss": 2.2927, "step": 76590 }, { "epoch": 10.35, "learning_rate": 6.586178864508493e-05, "loss": 2.307, "step": 76600 }, { "epoch": 10.35, "learning_rate": 6.582666341914928e-05, "loss": 2.3065, "step": 76610 }, { "epoch": 10.35, "learning_rate": 6.579154492902982e-05, "loss": 2.3072, "step": 76620 }, { "epoch": 10.35, "learning_rate": 6.575643317753696e-05, "loss": 2.2873, "step": 76630 }, { "epoch": 10.35, "learning_rate": 6.572132816748034e-05, "loss": 2.2848, "step": 76640 }, { "epoch": 10.35, "learning_rate": 6.568622990166931e-05, "loss": 2.287, "step": 76650 }, { "epoch": 10.35, "learning_rate": 6.565113838291237e-05, "loss": 2.2848, "step": 76660 }, { "epoch": 10.36, "learning_rate": 6.561605361401774e-05, "loss": 2.3058, "step": 76670 }, { "epoch": 10.36, "learning_rate": 6.558097559779308e-05, "loss": 2.3029, "step": 76680 }, { "epoch": 10.36, "learning_rate": 6.554590433704539e-05, "loss": 2.2928, "step": 76690 }, { "epoch": 10.36, "learning_rate": 6.551083983458115e-05, "loss": 2.2914, "step": 76700 }, { "epoch": 10.36, "learning_rate": 6.547578209320632e-05, "loss": 2.285, "step": 76710 }, { "epoch": 10.36, "learning_rate": 6.544073111572643e-05, "loss": 2.2699, "step": 76720 }, { "epoch": 10.36, "learning_rate": 6.54056869049463e-05, "loss": 2.2716, "step": 76730 }, { "epoch": 10.36, "learning_rate": 6.537064946367021e-05, "loss": 2.3183, "step": 76740 }, { "epoch": 10.37, "learning_rate": 6.533561879470212e-05, "loss": 2.2722, "step": 76750 }, { "epoch": 10.37, "learning_rate": 6.530059490084517e-05, "loss": 2.2961, "step": 76760 }, { "epoch": 10.37, "learning_rate": 6.526557778490218e-05, "loss": 2.2785, "step": 76770 }, { "epoch": 10.37, "learning_rate": 6.523056744967527e-05, "loss": 2.3033, "step": 76780 }, { "epoch": 10.37, "learning_rate": 6.519556389796604e-05, "loss": 2.3019, "step": 76790 }, { "epoch": 10.37, "learning_rate": 6.51605671325757e-05, "loss": 2.2826, "step": 76800 }, { "epoch": 10.37, "learning_rate": 6.512557715630472e-05, "loss": 2.2742, "step": 76810 }, { "epoch": 10.38, "learning_rate": 6.509059397195306e-05, "loss": 2.3159, "step": 76820 }, { "epoch": 10.38, "learning_rate": 6.505561758232032e-05, "loss": 2.2892, "step": 76830 }, { "epoch": 10.38, "learning_rate": 6.502064799020529e-05, "loss": 2.2933, "step": 76840 }, { "epoch": 10.38, "learning_rate": 6.498568519840653e-05, "loss": 2.2943, "step": 76850 }, { "epoch": 10.38, "learning_rate": 6.495072920972162e-05, "loss": 2.3162, "step": 76860 }, { "epoch": 10.38, "learning_rate": 6.491578002694799e-05, "loss": 2.3133, "step": 76870 }, { "epoch": 10.38, "learning_rate": 6.488083765288242e-05, "loss": 2.2815, "step": 76880 }, { "epoch": 10.38, "learning_rate": 6.484590209032106e-05, "loss": 2.2605, "step": 76890 }, { "epoch": 10.39, "learning_rate": 6.481097334205956e-05, "loss": 2.3016, "step": 76900 }, { "epoch": 10.39, "learning_rate": 6.4776051410893e-05, "loss": 2.2971, "step": 76910 }, { "epoch": 10.39, "learning_rate": 6.474113629961603e-05, "loss": 2.2624, "step": 76920 }, { "epoch": 10.39, "learning_rate": 6.470622801102259e-05, "loss": 2.2972, "step": 76930 }, { "epoch": 10.39, "learning_rate": 6.467132654790615e-05, "loss": 2.2702, "step": 76940 }, { "epoch": 10.39, "learning_rate": 6.463643191305972e-05, "loss": 2.2898, "step": 76950 }, { "epoch": 10.39, "learning_rate": 6.460154410927554e-05, "loss": 2.298, "step": 76960 }, { "epoch": 10.4, "learning_rate": 6.456666313934559e-05, "loss": 2.2669, "step": 76970 }, { "epoch": 10.4, "learning_rate": 6.45317890060611e-05, "loss": 2.2724, "step": 76980 }, { "epoch": 10.4, "learning_rate": 6.449692171221271e-05, "loss": 2.3033, "step": 76990 }, { "epoch": 10.4, "learning_rate": 6.446206126059076e-05, "loss": 2.2874, "step": 77000 }, { "epoch": 10.4, "eval_loss": 2.435051679611206, "eval_runtime": 1269.1365, "eval_samples_per_second": 59.99, "eval_steps_per_second": 4.999, "step": 77000 }, { "epoch": 10.4, "learning_rate": 6.442720765398487e-05, "loss": 2.3107, "step": 77010 }, { "epoch": 10.4, "learning_rate": 6.439236089518399e-05, "loss": 2.282, "step": 77020 }, { "epoch": 10.4, "learning_rate": 6.435752098697687e-05, "loss": 2.2794, "step": 77030 }, { "epoch": 10.41, "learning_rate": 6.432268793215135e-05, "loss": 2.2946, "step": 77040 }, { "epoch": 10.41, "learning_rate": 6.428786173349504e-05, "loss": 2.2772, "step": 77050 }, { "epoch": 10.41, "learning_rate": 6.425304239379463e-05, "loss": 2.2728, "step": 77060 }, { "epoch": 10.41, "learning_rate": 6.421822991583663e-05, "loss": 2.2928, "step": 77070 }, { "epoch": 10.41, "learning_rate": 6.418342430240683e-05, "loss": 2.2939, "step": 77080 }, { "epoch": 10.41, "learning_rate": 6.414862555629048e-05, "loss": 2.2903, "step": 77090 }, { "epoch": 10.41, "learning_rate": 6.411383368027225e-05, "loss": 2.2955, "step": 77100 }, { "epoch": 10.41, "learning_rate": 6.407904867713626e-05, "loss": 2.2993, "step": 77110 }, { "epoch": 10.42, "learning_rate": 6.404427054966622e-05, "loss": 2.271, "step": 77120 }, { "epoch": 10.42, "learning_rate": 6.400949930064514e-05, "loss": 2.2961, "step": 77130 }, { "epoch": 10.42, "learning_rate": 6.397473493285545e-05, "loss": 2.3345, "step": 77140 }, { "epoch": 10.42, "learning_rate": 6.393997744907925e-05, "loss": 2.2854, "step": 77150 }, { "epoch": 10.42, "learning_rate": 6.390522685209781e-05, "loss": 2.2907, "step": 77160 }, { "epoch": 10.42, "learning_rate": 6.387048314469207e-05, "loss": 2.2951, "step": 77170 }, { "epoch": 10.42, "learning_rate": 6.383574632964231e-05, "loss": 2.2926, "step": 77180 }, { "epoch": 10.43, "learning_rate": 6.380101640972823e-05, "loss": 2.2937, "step": 77190 }, { "epoch": 10.43, "learning_rate": 6.376629338772912e-05, "loss": 2.2831, "step": 77200 }, { "epoch": 10.43, "learning_rate": 6.373157726642355e-05, "loss": 2.2804, "step": 77210 }, { "epoch": 10.43, "learning_rate": 6.36968680485896e-05, "loss": 2.2992, "step": 77220 }, { "epoch": 10.43, "learning_rate": 6.36621657370049e-05, "loss": 2.2946, "step": 77230 }, { "epoch": 10.43, "learning_rate": 6.362747033444635e-05, "loss": 2.2904, "step": 77240 }, { "epoch": 10.43, "learning_rate": 6.359278184369052e-05, "loss": 2.3105, "step": 77250 }, { "epoch": 10.43, "learning_rate": 6.355810026751309e-05, "loss": 2.2957, "step": 77260 }, { "epoch": 10.44, "learning_rate": 6.352342560868947e-05, "loss": 2.2827, "step": 77270 }, { "epoch": 10.44, "learning_rate": 6.348875786999454e-05, "loss": 2.2912, "step": 77280 }, { "epoch": 10.44, "learning_rate": 6.345409705420244e-05, "loss": 2.2772, "step": 77290 }, { "epoch": 10.44, "learning_rate": 6.341944316408685e-05, "loss": 2.3104, "step": 77300 }, { "epoch": 10.44, "learning_rate": 6.33847962024208e-05, "loss": 2.2841, "step": 77310 }, { "epoch": 10.44, "learning_rate": 6.335015617197698e-05, "loss": 2.312, "step": 77320 }, { "epoch": 10.44, "learning_rate": 6.331552307552734e-05, "loss": 2.3048, "step": 77330 }, { "epoch": 10.45, "learning_rate": 6.328089691584328e-05, "loss": 2.3141, "step": 77340 }, { "epoch": 10.45, "learning_rate": 6.324627769569578e-05, "loss": 2.3042, "step": 77350 }, { "epoch": 10.45, "learning_rate": 6.321166541785512e-05, "loss": 2.2926, "step": 77360 }, { "epoch": 10.45, "learning_rate": 6.317706008509113e-05, "loss": 2.2865, "step": 77370 }, { "epoch": 10.45, "learning_rate": 6.314246170017302e-05, "loss": 2.2755, "step": 77380 }, { "epoch": 10.45, "learning_rate": 6.310787026586942e-05, "loss": 2.2796, "step": 77390 }, { "epoch": 10.45, "learning_rate": 6.307328578494852e-05, "loss": 2.2872, "step": 77400 }, { "epoch": 10.45, "learning_rate": 6.303870826017784e-05, "loss": 2.2898, "step": 77410 }, { "epoch": 10.46, "learning_rate": 6.300413769432433e-05, "loss": 2.2934, "step": 77420 }, { "epoch": 10.46, "learning_rate": 6.296957409015455e-05, "loss": 2.2928, "step": 77430 }, { "epoch": 10.46, "learning_rate": 6.293501745043427e-05, "loss": 2.2736, "step": 77440 }, { "epoch": 10.46, "learning_rate": 6.290046777792899e-05, "loss": 2.2939, "step": 77450 }, { "epoch": 10.46, "learning_rate": 6.286592507540326e-05, "loss": 2.2945, "step": 77460 }, { "epoch": 10.46, "learning_rate": 6.283138934562141e-05, "loss": 2.2923, "step": 77470 }, { "epoch": 10.46, "learning_rate": 6.279686059134717e-05, "loss": 2.3005, "step": 77480 }, { "epoch": 10.47, "learning_rate": 6.276233881534356e-05, "loss": 2.2809, "step": 77490 }, { "epoch": 10.47, "learning_rate": 6.272782402037312e-05, "loss": 2.2752, "step": 77500 }, { "epoch": 10.47, "learning_rate": 6.269331620919779e-05, "loss": 2.2721, "step": 77510 }, { "epoch": 10.47, "learning_rate": 6.265881538457909e-05, "loss": 2.2643, "step": 77520 }, { "epoch": 10.47, "learning_rate": 6.262432154927786e-05, "loss": 2.2974, "step": 77530 }, { "epoch": 10.47, "learning_rate": 6.258983470605434e-05, "loss": 2.2949, "step": 77540 }, { "epoch": 10.47, "learning_rate": 6.255535485766836e-05, "loss": 2.2999, "step": 77550 }, { "epoch": 10.48, "learning_rate": 6.252088200687902e-05, "loss": 2.35, "step": 77560 }, { "epoch": 10.48, "learning_rate": 6.248641615644505e-05, "loss": 2.3174, "step": 77570 }, { "epoch": 10.48, "learning_rate": 6.245195730912446e-05, "loss": 2.3191, "step": 77580 }, { "epoch": 10.48, "learning_rate": 6.241750546767471e-05, "loss": 2.3094, "step": 77590 }, { "epoch": 10.48, "learning_rate": 6.238306063485284e-05, "loss": 2.2964, "step": 77600 }, { "epoch": 10.48, "learning_rate": 6.234862281341519e-05, "loss": 2.3059, "step": 77610 }, { "epoch": 10.48, "learning_rate": 6.231419200611752e-05, "loss": 2.3062, "step": 77620 }, { "epoch": 10.48, "learning_rate": 6.227976821571522e-05, "loss": 2.264, "step": 77630 }, { "epoch": 10.49, "learning_rate": 6.224535144496286e-05, "loss": 2.3142, "step": 77640 }, { "epoch": 10.49, "learning_rate": 6.221094169661476e-05, "loss": 2.2902, "step": 77650 }, { "epoch": 10.49, "learning_rate": 6.217653897342425e-05, "loss": 2.2781, "step": 77660 }, { "epoch": 10.49, "learning_rate": 6.21421432781445e-05, "loss": 2.2672, "step": 77670 }, { "epoch": 10.49, "learning_rate": 6.210775461352798e-05, "loss": 2.2872, "step": 77680 }, { "epoch": 10.49, "learning_rate": 6.207337298232653e-05, "loss": 2.2814, "step": 77690 }, { "epoch": 10.49, "learning_rate": 6.203899838729148e-05, "loss": 2.302, "step": 77700 }, { "epoch": 10.5, "learning_rate": 6.200463083117355e-05, "loss": 2.3124, "step": 77710 }, { "epoch": 10.5, "learning_rate": 6.197027031672303e-05, "loss": 2.2752, "step": 77720 }, { "epoch": 10.5, "learning_rate": 6.193591684668952e-05, "loss": 2.2752, "step": 77730 }, { "epoch": 10.5, "learning_rate": 6.190157042382202e-05, "loss": 2.2728, "step": 77740 }, { "epoch": 10.5, "learning_rate": 6.186723105086917e-05, "loss": 2.2881, "step": 77750 }, { "epoch": 10.5, "learning_rate": 6.18328987305788e-05, "loss": 2.2903, "step": 77760 }, { "epoch": 10.5, "learning_rate": 6.179857346569838e-05, "loss": 2.2977, "step": 77770 }, { "epoch": 10.5, "learning_rate": 6.176425525897471e-05, "loss": 2.2901, "step": 77780 }, { "epoch": 10.51, "learning_rate": 6.172994411315394e-05, "loss": 2.2786, "step": 77790 }, { "epoch": 10.51, "learning_rate": 6.169564003098189e-05, "loss": 2.2717, "step": 77800 }, { "epoch": 10.51, "learning_rate": 6.166134301520363e-05, "loss": 2.3026, "step": 77810 }, { "epoch": 10.51, "learning_rate": 6.162705306856366e-05, "loss": 2.3037, "step": 77820 }, { "epoch": 10.51, "learning_rate": 6.159277019380609e-05, "loss": 2.3024, "step": 77830 }, { "epoch": 10.51, "learning_rate": 6.15584943936742e-05, "loss": 2.2744, "step": 77840 }, { "epoch": 10.51, "learning_rate": 6.152422567091104e-05, "loss": 2.2887, "step": 77850 }, { "epoch": 10.52, "learning_rate": 6.148996402825866e-05, "loss": 2.2872, "step": 77860 }, { "epoch": 10.52, "learning_rate": 6.145570946845892e-05, "loss": 2.2682, "step": 77870 }, { "epoch": 10.52, "learning_rate": 6.142146199425301e-05, "loss": 2.2777, "step": 77880 }, { "epoch": 10.52, "learning_rate": 6.138722160838151e-05, "loss": 2.2728, "step": 77890 }, { "epoch": 10.52, "learning_rate": 6.135298831358438e-05, "loss": 2.2684, "step": 77900 }, { "epoch": 10.52, "learning_rate": 6.131876211260107e-05, "loss": 2.2897, "step": 77910 }, { "epoch": 10.52, "learning_rate": 6.128454300817055e-05, "loss": 2.272, "step": 77920 }, { "epoch": 10.53, "learning_rate": 6.125033100303104e-05, "loss": 2.3143, "step": 77930 }, { "epoch": 10.53, "learning_rate": 6.121612609992043e-05, "loss": 2.2875, "step": 77940 }, { "epoch": 10.53, "learning_rate": 6.11819283015758e-05, "loss": 2.3092, "step": 77950 }, { "epoch": 10.53, "learning_rate": 6.114773761073374e-05, "loss": 2.3021, "step": 77960 }, { "epoch": 10.53, "learning_rate": 6.11135540301304e-05, "loss": 2.2813, "step": 77970 }, { "epoch": 10.53, "learning_rate": 6.107937756250122e-05, "loss": 2.2903, "step": 77980 }, { "epoch": 10.53, "learning_rate": 6.104520821058103e-05, "loss": 2.2945, "step": 77990 }, { "epoch": 10.53, "learning_rate": 6.101104597710428e-05, "loss": 2.274, "step": 78000 }, { "epoch": 10.53, "eval_loss": 2.43227481842041, "eval_runtime": 1269.5204, "eval_samples_per_second": 59.971, "eval_steps_per_second": 4.998, "step": 78000 }, { "epoch": 10.54, "learning_rate": 6.0976890864804656e-05, "loss": 2.295, "step": 78010 }, { "epoch": 10.54, "learning_rate": 6.094274287641544e-05, "loss": 2.308, "step": 78020 }, { "epoch": 10.54, "learning_rate": 6.0908602014669235e-05, "loss": 2.2972, "step": 78030 }, { "epoch": 10.54, "learning_rate": 6.0874468282298016e-05, "loss": 2.2975, "step": 78040 }, { "epoch": 10.54, "learning_rate": 6.084034168203339e-05, "loss": 2.2966, "step": 78050 }, { "epoch": 10.54, "learning_rate": 6.0806222216606214e-05, "loss": 2.3113, "step": 78060 }, { "epoch": 10.54, "learning_rate": 6.077210988874686e-05, "loss": 2.3093, "step": 78070 }, { "epoch": 10.55, "learning_rate": 6.0738004701185046e-05, "loss": 2.2944, "step": 78080 }, { "epoch": 10.55, "learning_rate": 6.0703906656649997e-05, "loss": 2.2833, "step": 78090 }, { "epoch": 10.55, "learning_rate": 6.0669815757870506e-05, "loss": 2.2676, "step": 78100 }, { "epoch": 10.55, "learning_rate": 6.0635732007574366e-05, "loss": 2.268, "step": 78110 }, { "epoch": 10.55, "learning_rate": 6.060165540848927e-05, "loss": 2.2755, "step": 78120 }, { "epoch": 10.55, "learning_rate": 6.0567585963341994e-05, "loss": 2.2766, "step": 78130 }, { "epoch": 10.55, "learning_rate": 6.053352367485902e-05, "loss": 2.2857, "step": 78140 }, { "epoch": 10.55, "learning_rate": 6.0499468545766054e-05, "loss": 2.2834, "step": 78150 }, { "epoch": 10.56, "learning_rate": 6.0465420578788225e-05, "loss": 2.3107, "step": 78160 }, { "epoch": 10.56, "learning_rate": 6.0431379776650304e-05, "loss": 2.2658, "step": 78170 }, { "epoch": 10.56, "learning_rate": 6.0397346142076256e-05, "loss": 2.2906, "step": 78180 }, { "epoch": 10.56, "learning_rate": 6.03633196777895e-05, "loss": 2.2933, "step": 78190 }, { "epoch": 10.56, "learning_rate": 6.0329300386513086e-05, "loss": 2.2867, "step": 78200 }, { "epoch": 10.56, "learning_rate": 6.0295288270969213e-05, "loss": 2.3138, "step": 78210 }, { "epoch": 10.56, "learning_rate": 6.026128333387975e-05, "loss": 2.2977, "step": 78220 }, { "epoch": 10.57, "learning_rate": 6.022728557796583e-05, "loss": 2.265, "step": 78230 }, { "epoch": 10.57, "learning_rate": 6.0193295005947985e-05, "loss": 2.2741, "step": 78240 }, { "epoch": 10.57, "learning_rate": 6.015931162054639e-05, "loss": 2.2933, "step": 78250 }, { "epoch": 10.57, "learning_rate": 6.0125335424480425e-05, "loss": 2.2991, "step": 78260 }, { "epoch": 10.57, "learning_rate": 6.009136642046898e-05, "loss": 2.2717, "step": 78270 }, { "epoch": 10.57, "learning_rate": 6.005740461123031e-05, "loss": 2.3055, "step": 78280 }, { "epoch": 10.57, "learning_rate": 6.0023449999482194e-05, "loss": 2.2672, "step": 78290 }, { "epoch": 10.58, "learning_rate": 5.9989502587941904e-05, "loss": 2.2768, "step": 78300 }, { "epoch": 10.58, "learning_rate": 5.99555623793258e-05, "loss": 2.31, "step": 78310 }, { "epoch": 10.58, "learning_rate": 5.992162937635005e-05, "loss": 2.2949, "step": 78320 }, { "epoch": 10.58, "learning_rate": 5.988770358172995e-05, "loss": 2.2786, "step": 78330 }, { "epoch": 10.58, "learning_rate": 5.985378499818048e-05, "loss": 2.2778, "step": 78340 }, { "epoch": 10.58, "learning_rate": 5.981987362841586e-05, "loss": 2.2803, "step": 78350 }, { "epoch": 10.58, "learning_rate": 5.978596947514971e-05, "loss": 2.2771, "step": 78360 }, { "epoch": 10.58, "learning_rate": 5.975207254109529e-05, "loss": 2.2877, "step": 78370 }, { "epoch": 10.59, "learning_rate": 5.971818282896505e-05, "loss": 2.3114, "step": 78380 }, { "epoch": 10.59, "learning_rate": 5.968430034147092e-05, "loss": 2.2926, "step": 78390 }, { "epoch": 10.59, "learning_rate": 5.9650425081324374e-05, "loss": 2.2887, "step": 78400 }, { "epoch": 10.59, "learning_rate": 5.961655705123612e-05, "loss": 2.2973, "step": 78410 }, { "epoch": 10.59, "learning_rate": 5.958269625391649e-05, "loss": 2.2772, "step": 78420 }, { "epoch": 10.59, "learning_rate": 5.954884269207509e-05, "loss": 2.2997, "step": 78430 }, { "epoch": 10.59, "learning_rate": 5.9514996368420915e-05, "loss": 2.2547, "step": 78440 }, { "epoch": 10.6, "learning_rate": 5.948115728566259e-05, "loss": 2.2791, "step": 78450 }, { "epoch": 10.6, "learning_rate": 5.9447325446507934e-05, "loss": 2.2986, "step": 78460 }, { "epoch": 10.6, "learning_rate": 5.941350085366431e-05, "loss": 2.2761, "step": 78470 }, { "epoch": 10.6, "learning_rate": 5.937968350983839e-05, "loss": 2.2805, "step": 78480 }, { "epoch": 10.6, "learning_rate": 5.9345873417736426e-05, "loss": 2.2661, "step": 78490 }, { "epoch": 10.6, "learning_rate": 5.9312070580064095e-05, "loss": 2.2993, "step": 78500 }, { "epoch": 10.6, "learning_rate": 5.92782749995262e-05, "loss": 2.2781, "step": 78510 }, { "epoch": 10.6, "learning_rate": 5.9244486678827315e-05, "loss": 2.2731, "step": 78520 }, { "epoch": 10.61, "learning_rate": 5.921070562067121e-05, "loss": 2.2779, "step": 78530 }, { "epoch": 10.61, "learning_rate": 5.917693182776123e-05, "loss": 2.2961, "step": 78540 }, { "epoch": 10.61, "learning_rate": 5.9143165302800026e-05, "loss": 2.3046, "step": 78550 }, { "epoch": 10.61, "learning_rate": 5.910940604848966e-05, "loss": 2.2645, "step": 78560 }, { "epoch": 10.61, "learning_rate": 5.9075654067531716e-05, "loss": 2.2972, "step": 78570 }, { "epoch": 10.61, "learning_rate": 5.904190936262713e-05, "loss": 2.2676, "step": 78580 }, { "epoch": 10.61, "learning_rate": 5.900817193647619e-05, "loss": 2.3157, "step": 78590 }, { "epoch": 10.62, "learning_rate": 5.8974441791778746e-05, "loss": 2.2877, "step": 78600 }, { "epoch": 10.62, "learning_rate": 5.8940718931233944e-05, "loss": 2.2691, "step": 78610 }, { "epoch": 10.62, "learning_rate": 5.8907003357540446e-05, "loss": 2.2873, "step": 78620 }, { "epoch": 10.62, "learning_rate": 5.887329507339626e-05, "loss": 2.2925, "step": 78630 }, { "epoch": 10.62, "learning_rate": 5.883959408149877e-05, "loss": 2.278, "step": 78640 }, { "epoch": 10.62, "learning_rate": 5.880590038454492e-05, "loss": 2.303, "step": 78650 }, { "epoch": 10.62, "learning_rate": 5.877221398523095e-05, "loss": 2.3034, "step": 78660 }, { "epoch": 10.63, "learning_rate": 5.8738534886252544e-05, "loss": 2.3074, "step": 78670 }, { "epoch": 10.63, "learning_rate": 5.870486309030478e-05, "loss": 2.3157, "step": 78680 }, { "epoch": 10.63, "learning_rate": 5.8671198600082216e-05, "loss": 2.2929, "step": 78690 }, { "epoch": 10.63, "learning_rate": 5.863754141827889e-05, "loss": 2.3178, "step": 78700 }, { "epoch": 10.63, "learning_rate": 5.860389154758796e-05, "loss": 2.296, "step": 78710 }, { "epoch": 10.63, "learning_rate": 5.857024899070235e-05, "loss": 2.2602, "step": 78720 }, { "epoch": 10.63, "learning_rate": 5.853661375031414e-05, "loss": 2.2957, "step": 78730 }, { "epoch": 10.63, "learning_rate": 5.850298582911502e-05, "loss": 2.3065, "step": 78740 }, { "epoch": 10.64, "learning_rate": 5.846936522979595e-05, "loss": 2.2874, "step": 78750 }, { "epoch": 10.64, "learning_rate": 5.8435751955047314e-05, "loss": 2.2855, "step": 78760 }, { "epoch": 10.64, "learning_rate": 5.8402146007559065e-05, "loss": 2.2957, "step": 78770 }, { "epoch": 10.64, "learning_rate": 5.836854739002039e-05, "loss": 2.2741, "step": 78780 }, { "epoch": 10.64, "learning_rate": 5.8334956105119915e-05, "loss": 2.295, "step": 78790 }, { "epoch": 10.64, "learning_rate": 5.8301372155545824e-05, "loss": 2.2828, "step": 78800 }, { "epoch": 10.64, "learning_rate": 5.826779554398549e-05, "loss": 2.316, "step": 78810 }, { "epoch": 10.65, "learning_rate": 5.823422627312594e-05, "loss": 2.2687, "step": 78820 }, { "epoch": 10.65, "learning_rate": 5.820066434565344e-05, "loss": 2.291, "step": 78830 }, { "epoch": 10.65, "learning_rate": 5.816710976425365e-05, "loss": 2.2914, "step": 78840 }, { "epoch": 10.65, "learning_rate": 5.813356253161185e-05, "loss": 2.2706, "step": 78850 }, { "epoch": 10.65, "learning_rate": 5.810002265041252e-05, "loss": 2.2933, "step": 78860 }, { "epoch": 10.65, "learning_rate": 5.806649012333965e-05, "loss": 2.2978, "step": 78870 }, { "epoch": 10.65, "learning_rate": 5.803296495307654e-05, "loss": 2.3164, "step": 78880 }, { "epoch": 10.65, "learning_rate": 5.799944714230604e-05, "loss": 2.2892, "step": 78890 }, { "epoch": 10.66, "learning_rate": 5.796593669371047e-05, "loss": 2.296, "step": 78900 }, { "epoch": 10.66, "learning_rate": 5.79324336099712e-05, "loss": 2.2453, "step": 78910 }, { "epoch": 10.66, "learning_rate": 5.789893789376945e-05, "loss": 2.2795, "step": 78920 }, { "epoch": 10.66, "learning_rate": 5.786544954778553e-05, "loss": 2.3039, "step": 78930 }, { "epoch": 10.66, "learning_rate": 5.783196857469937e-05, "loss": 2.3022, "step": 78940 }, { "epoch": 10.66, "learning_rate": 5.7798494977190214e-05, "loss": 2.2918, "step": 78950 }, { "epoch": 10.66, "learning_rate": 5.7765028757936625e-05, "loss": 2.2881, "step": 78960 }, { "epoch": 10.67, "learning_rate": 5.773156991961682e-05, "loss": 2.2795, "step": 78970 }, { "epoch": 10.67, "learning_rate": 5.769811846490819e-05, "loss": 2.2911, "step": 78980 }, { "epoch": 10.67, "learning_rate": 5.766467439648762e-05, "loss": 2.2898, "step": 78990 }, { "epoch": 10.67, "learning_rate": 5.7631237717031475e-05, "loss": 2.2707, "step": 79000 }, { "epoch": 10.67, "eval_loss": 2.4284002780914307, "eval_runtime": 1269.6161, "eval_samples_per_second": 59.967, "eval_steps_per_second": 4.998, "step": 79000 }, { "epoch": 10.67, "learning_rate": 5.759780842921537e-05, "loss": 2.2848, "step": 79010 }, { "epoch": 10.67, "learning_rate": 5.756438653571453e-05, "loss": 2.29, "step": 79020 }, { "epoch": 10.67, "learning_rate": 5.7530972039203435e-05, "loss": 2.3164, "step": 79030 }, { "epoch": 10.68, "learning_rate": 5.749756494235595e-05, "loss": 2.2912, "step": 79040 }, { "epoch": 10.68, "learning_rate": 5.746416524784554e-05, "loss": 2.2782, "step": 79050 }, { "epoch": 10.68, "learning_rate": 5.74307729583449e-05, "loss": 2.3148, "step": 79060 }, { "epoch": 10.68, "learning_rate": 5.739738807652616e-05, "loss": 2.2975, "step": 79070 }, { "epoch": 10.68, "learning_rate": 5.7364010605060865e-05, "loss": 2.2501, "step": 79080 }, { "epoch": 10.68, "learning_rate": 5.7330640546620006e-05, "loss": 2.2705, "step": 79090 }, { "epoch": 10.68, "learning_rate": 5.729727790387409e-05, "loss": 2.3016, "step": 79100 }, { "epoch": 10.68, "learning_rate": 5.726392267949268e-05, "loss": 2.304, "step": 79110 }, { "epoch": 10.69, "learning_rate": 5.723057487614514e-05, "loss": 2.2975, "step": 79120 }, { "epoch": 10.69, "learning_rate": 5.719723449649994e-05, "loss": 2.2867, "step": 79130 }, { "epoch": 10.69, "learning_rate": 5.716390154322521e-05, "loss": 2.2845, "step": 79140 }, { "epoch": 10.69, "learning_rate": 5.7130576018988276e-05, "loss": 2.2987, "step": 79150 }, { "epoch": 10.69, "learning_rate": 5.709725792645592e-05, "loss": 2.282, "step": 79160 }, { "epoch": 10.69, "learning_rate": 5.7063947268294463e-05, "loss": 2.2686, "step": 79170 }, { "epoch": 10.69, "learning_rate": 5.703064404716947e-05, "loss": 2.2966, "step": 79180 }, { "epoch": 10.7, "learning_rate": 5.699734826574594e-05, "loss": 2.2845, "step": 79190 }, { "epoch": 10.7, "learning_rate": 5.696405992668837e-05, "loss": 2.2971, "step": 79200 }, { "epoch": 10.7, "learning_rate": 5.6930779032660536e-05, "loss": 2.2675, "step": 79210 }, { "epoch": 10.7, "learning_rate": 5.689750558632579e-05, "loss": 2.2866, "step": 79220 }, { "epoch": 10.7, "learning_rate": 5.6864239590346636e-05, "loss": 2.2823, "step": 79230 }, { "epoch": 10.7, "learning_rate": 5.683098104738516e-05, "loss": 2.2909, "step": 79240 }, { "epoch": 10.7, "learning_rate": 5.6797729960102914e-05, "loss": 2.2884, "step": 79250 }, { "epoch": 10.7, "learning_rate": 5.676448633116067e-05, "loss": 2.2737, "step": 79260 }, { "epoch": 10.71, "learning_rate": 5.673125016321872e-05, "loss": 2.3109, "step": 79270 }, { "epoch": 10.71, "learning_rate": 5.669802145893666e-05, "loss": 2.2788, "step": 79280 }, { "epoch": 10.71, "learning_rate": 5.666480022097361e-05, "loss": 2.2852, "step": 79290 }, { "epoch": 10.71, "learning_rate": 5.6631586451988134e-05, "loss": 2.2868, "step": 79300 }, { "epoch": 10.71, "learning_rate": 5.6598380154637915e-05, "loss": 2.2887, "step": 79310 }, { "epoch": 10.71, "learning_rate": 5.6565181331580344e-05, "loss": 2.2737, "step": 79320 }, { "epoch": 10.71, "learning_rate": 5.6531989985472036e-05, "loss": 2.2874, "step": 79330 }, { "epoch": 10.72, "learning_rate": 5.649880611896913e-05, "loss": 2.2738, "step": 79340 }, { "epoch": 10.72, "learning_rate": 5.646562973472709e-05, "loss": 2.2959, "step": 79350 }, { "epoch": 10.72, "learning_rate": 5.643246083540073e-05, "loss": 2.2878, "step": 79360 }, { "epoch": 10.72, "learning_rate": 5.6399299423644414e-05, "loss": 2.2994, "step": 79370 }, { "epoch": 10.72, "learning_rate": 5.63661455021118e-05, "loss": 2.283, "step": 79380 }, { "epoch": 10.72, "learning_rate": 5.63329990734559e-05, "loss": 2.2741, "step": 79390 }, { "epoch": 10.72, "learning_rate": 5.6299860140329294e-05, "loss": 2.2766, "step": 79400 }, { "epoch": 10.73, "learning_rate": 5.626672870538379e-05, "loss": 2.2966, "step": 79410 }, { "epoch": 10.73, "learning_rate": 5.623360477127078e-05, "loss": 2.2676, "step": 79420 }, { "epoch": 10.73, "learning_rate": 5.620048834064078e-05, "loss": 2.2815, "step": 79430 }, { "epoch": 10.73, "learning_rate": 5.6167379416143956e-05, "loss": 2.2872, "step": 79440 }, { "epoch": 10.73, "learning_rate": 5.613427800042985e-05, "loss": 2.3198, "step": 79450 }, { "epoch": 10.73, "learning_rate": 5.610118409614728e-05, "loss": 2.3054, "step": 79460 }, { "epoch": 10.73, "learning_rate": 5.606809770594454e-05, "loss": 2.2876, "step": 79470 }, { "epoch": 10.73, "learning_rate": 5.603501883246922e-05, "loss": 2.2764, "step": 79480 }, { "epoch": 10.74, "learning_rate": 5.600194747836849e-05, "loss": 2.2756, "step": 79490 }, { "epoch": 10.74, "learning_rate": 5.59688836462889e-05, "loss": 2.2961, "step": 79500 }, { "epoch": 10.74, "learning_rate": 5.593582733887614e-05, "loss": 2.3134, "step": 79510 }, { "epoch": 10.74, "learning_rate": 5.590277855877561e-05, "loss": 2.2926, "step": 79520 }, { "epoch": 10.74, "learning_rate": 5.5869737308631876e-05, "loss": 2.254, "step": 79530 }, { "epoch": 10.74, "learning_rate": 5.583670359108914e-05, "loss": 2.2954, "step": 79540 }, { "epoch": 10.74, "learning_rate": 5.580367740879078e-05, "loss": 2.2802, "step": 79550 }, { "epoch": 10.75, "learning_rate": 5.57706587643796e-05, "loss": 2.2873, "step": 79560 }, { "epoch": 10.75, "learning_rate": 5.5737647660497964e-05, "loss": 2.2875, "step": 79570 }, { "epoch": 10.75, "learning_rate": 5.5704644099787504e-05, "loss": 2.2896, "step": 79580 }, { "epoch": 10.75, "learning_rate": 5.567164808488918e-05, "loss": 2.301, "step": 79590 }, { "epoch": 10.75, "learning_rate": 5.5638659618443564e-05, "loss": 2.2731, "step": 79600 }, { "epoch": 10.75, "learning_rate": 5.560567870309038e-05, "loss": 2.2719, "step": 79610 }, { "epoch": 10.75, "learning_rate": 5.557270534146902e-05, "loss": 2.2989, "step": 79620 }, { "epoch": 10.75, "learning_rate": 5.5539739536217913e-05, "loss": 2.274, "step": 79630 }, { "epoch": 10.76, "learning_rate": 5.55067812899752e-05, "loss": 2.2845, "step": 79640 }, { "epoch": 10.76, "learning_rate": 5.547383060537834e-05, "loss": 2.3124, "step": 79650 }, { "epoch": 10.76, "learning_rate": 5.544088748506412e-05, "loss": 2.2739, "step": 79660 }, { "epoch": 10.76, "learning_rate": 5.5407951931668725e-05, "loss": 2.2712, "step": 79670 }, { "epoch": 10.76, "learning_rate": 5.537502394782773e-05, "loss": 2.2952, "step": 79680 }, { "epoch": 10.76, "learning_rate": 5.5342103536176194e-05, "loss": 2.2665, "step": 79690 }, { "epoch": 10.76, "learning_rate": 5.530919069934859e-05, "loss": 2.2824, "step": 79700 }, { "epoch": 10.77, "learning_rate": 5.5276285439978515e-05, "loss": 2.2958, "step": 79710 }, { "epoch": 10.77, "learning_rate": 5.524338776069931e-05, "loss": 2.2555, "step": 79720 }, { "epoch": 10.77, "learning_rate": 5.521049766414344e-05, "loss": 2.2854, "step": 79730 }, { "epoch": 10.77, "learning_rate": 5.517761515294299e-05, "loss": 2.2866, "step": 79740 }, { "epoch": 10.77, "learning_rate": 5.514474022972926e-05, "loss": 2.2921, "step": 79750 }, { "epoch": 10.77, "learning_rate": 5.5111872897132954e-05, "loss": 2.2582, "step": 79760 }, { "epoch": 10.77, "learning_rate": 5.5079013157784316e-05, "loss": 2.2779, "step": 79770 }, { "epoch": 10.78, "learning_rate": 5.504616101431285e-05, "loss": 2.2926, "step": 79780 }, { "epoch": 10.78, "learning_rate": 5.501331646934743e-05, "loss": 2.2771, "step": 79790 }, { "epoch": 10.78, "learning_rate": 5.4980479525516495e-05, "loss": 2.2586, "step": 79800 }, { "epoch": 10.78, "learning_rate": 5.494765018544763e-05, "loss": 2.2869, "step": 79810 }, { "epoch": 10.78, "learning_rate": 5.491482845176812e-05, "loss": 2.2987, "step": 79820 }, { "epoch": 10.78, "learning_rate": 5.488201432710426e-05, "loss": 2.2827, "step": 79830 }, { "epoch": 10.78, "learning_rate": 5.484920781408203e-05, "loss": 2.2845, "step": 79840 }, { "epoch": 10.78, "learning_rate": 5.481640891532676e-05, "loss": 2.2711, "step": 79850 }, { "epoch": 10.79, "learning_rate": 5.4783617633463085e-05, "loss": 2.2954, "step": 79860 }, { "epoch": 10.79, "learning_rate": 5.475083397111506e-05, "loss": 2.2819, "step": 79870 }, { "epoch": 10.79, "learning_rate": 5.471805793090607e-05, "loss": 2.3067, "step": 79880 }, { "epoch": 10.79, "learning_rate": 5.468528951545904e-05, "loss": 2.269, "step": 79890 }, { "epoch": 10.79, "learning_rate": 5.465252872739628e-05, "loss": 2.2707, "step": 79900 }, { "epoch": 10.79, "learning_rate": 5.461977556933922e-05, "loss": 2.301, "step": 79910 }, { "epoch": 10.79, "learning_rate": 5.4587030043909e-05, "loss": 2.2915, "step": 79920 }, { "epoch": 10.8, "learning_rate": 5.4554292153725955e-05, "loss": 2.3048, "step": 79930 }, { "epoch": 10.8, "learning_rate": 5.452156190140996e-05, "loss": 2.2852, "step": 79940 }, { "epoch": 10.8, "learning_rate": 5.4488839289580127e-05, "loss": 2.2639, "step": 79950 }, { "epoch": 10.8, "learning_rate": 5.445612432085499e-05, "loss": 2.3, "step": 79960 }, { "epoch": 10.8, "learning_rate": 5.4423416997852613e-05, "loss": 2.2824, "step": 79970 }, { "epoch": 10.8, "learning_rate": 5.439071732319027e-05, "loss": 2.2732, "step": 79980 }, { "epoch": 10.8, "learning_rate": 5.4358025299484645e-05, "loss": 2.308, "step": 79990 }, { "epoch": 10.8, "learning_rate": 5.4325340929351976e-05, "loss": 2.273, "step": 80000 }, { "epoch": 10.8, "eval_loss": 2.4251482486724854, "eval_runtime": 1267.5227, "eval_samples_per_second": 60.066, "eval_steps_per_second": 5.006, "step": 80000 }, { "epoch": 10.81, "learning_rate": 5.429266421540763e-05, "loss": 2.2751, "step": 80010 }, { "epoch": 10.81, "learning_rate": 5.42599951602667e-05, "loss": 2.2898, "step": 80020 }, { "epoch": 10.81, "learning_rate": 5.4227333766543233e-05, "loss": 2.2951, "step": 80030 }, { "epoch": 10.81, "learning_rate": 5.419468003685101e-05, "loss": 2.302, "step": 80040 }, { "epoch": 10.81, "learning_rate": 5.416203397380313e-05, "loss": 2.2958, "step": 80050 }, { "epoch": 10.81, "learning_rate": 5.412939558001199e-05, "loss": 2.3045, "step": 80060 }, { "epoch": 10.81, "learning_rate": 5.4096764858089406e-05, "loss": 2.281, "step": 80070 }, { "epoch": 10.82, "learning_rate": 5.406414181064654e-05, "loss": 2.2879, "step": 80080 }, { "epoch": 10.82, "learning_rate": 5.403152644029412e-05, "loss": 2.2757, "step": 80090 }, { "epoch": 10.82, "learning_rate": 5.3998918749642046e-05, "loss": 2.29, "step": 80100 }, { "epoch": 10.82, "learning_rate": 5.3966318741299655e-05, "loss": 2.2615, "step": 80110 }, { "epoch": 10.82, "learning_rate": 5.39337264178758e-05, "loss": 2.2581, "step": 80120 }, { "epoch": 10.82, "learning_rate": 5.390114178197854e-05, "loss": 2.3091, "step": 80130 }, { "epoch": 10.82, "learning_rate": 5.386856483621548e-05, "loss": 2.2911, "step": 80140 }, { "epoch": 10.83, "learning_rate": 5.3835995583193464e-05, "loss": 2.2865, "step": 80150 }, { "epoch": 10.83, "learning_rate": 5.380343402551878e-05, "loss": 2.2772, "step": 80160 }, { "epoch": 10.83, "learning_rate": 5.377088016579717e-05, "loss": 2.3031, "step": 80170 }, { "epoch": 10.83, "learning_rate": 5.373833400663366e-05, "loss": 2.306, "step": 80180 }, { "epoch": 10.83, "learning_rate": 5.370579555063265e-05, "loss": 2.2853, "step": 80190 }, { "epoch": 10.83, "learning_rate": 5.367326480039806e-05, "loss": 2.2855, "step": 80200 }, { "epoch": 10.83, "learning_rate": 5.3640741758533015e-05, "loss": 2.3047, "step": 80210 }, { "epoch": 10.83, "learning_rate": 5.360822642764025e-05, "loss": 2.3235, "step": 80220 }, { "epoch": 10.84, "learning_rate": 5.3575718810321555e-05, "loss": 2.3011, "step": 80230 }, { "epoch": 10.84, "learning_rate": 5.354321890917838e-05, "loss": 2.265, "step": 80240 }, { "epoch": 10.84, "learning_rate": 5.351072672681153e-05, "loss": 2.275, "step": 80250 }, { "epoch": 10.84, "learning_rate": 5.347824226582108e-05, "loss": 2.2868, "step": 80260 }, { "epoch": 10.84, "learning_rate": 5.344576552880653e-05, "loss": 2.2789, "step": 80270 }, { "epoch": 10.84, "learning_rate": 5.341329651836676e-05, "loss": 2.3153, "step": 80280 }, { "epoch": 10.84, "learning_rate": 5.338083523710008e-05, "loss": 2.2779, "step": 80290 }, { "epoch": 10.85, "learning_rate": 5.334838168760414e-05, "loss": 2.3076, "step": 80300 }, { "epoch": 10.85, "learning_rate": 5.3315935872475904e-05, "loss": 2.3193, "step": 80310 }, { "epoch": 10.85, "learning_rate": 5.328349779431191e-05, "loss": 2.3109, "step": 80320 }, { "epoch": 10.85, "learning_rate": 5.325106745570784e-05, "loss": 2.3218, "step": 80330 }, { "epoch": 10.85, "learning_rate": 5.321864485925896e-05, "loss": 2.3136, "step": 80340 }, { "epoch": 10.85, "learning_rate": 5.318623000755981e-05, "loss": 2.2929, "step": 80350 }, { "epoch": 10.85, "learning_rate": 5.3153822903204255e-05, "loss": 2.2945, "step": 80360 }, { "epoch": 10.85, "learning_rate": 5.3121423548785707e-05, "loss": 2.2844, "step": 80370 }, { "epoch": 10.86, "learning_rate": 5.308903194689685e-05, "loss": 2.2494, "step": 80380 }, { "epoch": 10.86, "learning_rate": 5.305664810012967e-05, "loss": 2.2886, "step": 80390 }, { "epoch": 10.86, "learning_rate": 5.302427201107576e-05, "loss": 2.2692, "step": 80400 }, { "epoch": 10.86, "learning_rate": 5.299190368232583e-05, "loss": 2.2851, "step": 80410 }, { "epoch": 10.86, "learning_rate": 5.295954311647027e-05, "loss": 2.2946, "step": 80420 }, { "epoch": 10.86, "learning_rate": 5.2927190316098455e-05, "loss": 2.2967, "step": 80430 }, { "epoch": 10.86, "learning_rate": 5.289484528379946e-05, "loss": 2.28, "step": 80440 }, { "epoch": 10.87, "learning_rate": 5.28625080221617e-05, "loss": 2.2691, "step": 80450 }, { "epoch": 10.87, "learning_rate": 5.2830178533772856e-05, "loss": 2.274, "step": 80460 }, { "epoch": 10.87, "learning_rate": 5.2797856821220016e-05, "loss": 2.305, "step": 80470 }, { "epoch": 10.87, "learning_rate": 5.2765542887089626e-05, "loss": 2.2657, "step": 80480 }, { "epoch": 10.87, "learning_rate": 5.2733236733967666e-05, "loss": 2.3138, "step": 80490 }, { "epoch": 10.87, "learning_rate": 5.2700938364439286e-05, "loss": 2.2829, "step": 80500 }, { "epoch": 10.87, "learning_rate": 5.2668647781089096e-05, "loss": 2.2951, "step": 80510 }, { "epoch": 10.87, "learning_rate": 5.2636364986501175e-05, "loss": 2.2903, "step": 80520 }, { "epoch": 10.88, "learning_rate": 5.2604089983258766e-05, "loss": 2.2999, "step": 80530 }, { "epoch": 10.88, "learning_rate": 5.257182277394477e-05, "loss": 2.2873, "step": 80540 }, { "epoch": 10.88, "learning_rate": 5.253956336114122e-05, "loss": 2.306, "step": 80550 }, { "epoch": 10.88, "learning_rate": 5.250731174742958e-05, "loss": 2.287, "step": 80560 }, { "epoch": 10.88, "learning_rate": 5.247506793539082e-05, "loss": 2.3244, "step": 80570 }, { "epoch": 10.88, "learning_rate": 5.244283192760515e-05, "loss": 2.2891, "step": 80580 }, { "epoch": 10.88, "learning_rate": 5.241060372665214e-05, "loss": 2.3038, "step": 80590 }, { "epoch": 10.89, "learning_rate": 5.237838333511091e-05, "loss": 2.2691, "step": 80600 }, { "epoch": 10.89, "learning_rate": 5.2346170755559706e-05, "loss": 2.3065, "step": 80610 }, { "epoch": 10.89, "learning_rate": 5.231396599057646e-05, "loss": 2.2722, "step": 80620 }, { "epoch": 10.89, "learning_rate": 5.2281769042738084e-05, "loss": 2.2847, "step": 80630 }, { "epoch": 10.89, "learning_rate": 5.224957991462119e-05, "loss": 2.2837, "step": 80640 }, { "epoch": 10.89, "learning_rate": 5.2217398608801685e-05, "loss": 2.2845, "step": 80650 }, { "epoch": 10.89, "learning_rate": 5.218522512785478e-05, "loss": 2.2731, "step": 80660 }, { "epoch": 10.9, "learning_rate": 5.215305947435511e-05, "loss": 2.2979, "step": 80670 }, { "epoch": 10.9, "learning_rate": 5.212090165087661e-05, "loss": 2.2906, "step": 80680 }, { "epoch": 10.9, "learning_rate": 5.208875165999274e-05, "loss": 2.285, "step": 80690 }, { "epoch": 10.9, "learning_rate": 5.205660950427622e-05, "loss": 2.3084, "step": 80700 }, { "epoch": 10.9, "learning_rate": 5.202447518629908e-05, "loss": 2.2918, "step": 80710 }, { "epoch": 10.9, "learning_rate": 5.1992348708632946e-05, "loss": 2.2896, "step": 80720 }, { "epoch": 10.9, "learning_rate": 5.1960230073848574e-05, "loss": 2.32, "step": 80730 }, { "epoch": 10.9, "learning_rate": 5.1928119284516274e-05, "loss": 2.2792, "step": 80740 }, { "epoch": 10.91, "learning_rate": 5.1896016343205624e-05, "loss": 2.2994, "step": 80750 }, { "epoch": 10.91, "learning_rate": 5.186392125248555e-05, "loss": 2.2998, "step": 80760 }, { "epoch": 10.91, "learning_rate": 5.183183401492451e-05, "loss": 2.3022, "step": 80770 }, { "epoch": 10.91, "learning_rate": 5.1799754633090144e-05, "loss": 2.2932, "step": 80780 }, { "epoch": 10.91, "learning_rate": 5.1767683109549545e-05, "loss": 2.2625, "step": 80790 }, { "epoch": 10.91, "learning_rate": 5.1735619446869225e-05, "loss": 2.2682, "step": 80800 }, { "epoch": 10.91, "learning_rate": 5.170356364761497e-05, "loss": 2.2892, "step": 80810 }, { "epoch": 10.92, "learning_rate": 5.1671515714352096e-05, "loss": 2.2909, "step": 80820 }, { "epoch": 10.92, "learning_rate": 5.1639475649645e-05, "loss": 2.2913, "step": 80830 }, { "epoch": 10.92, "learning_rate": 5.160744345605771e-05, "loss": 2.2669, "step": 80840 }, { "epoch": 10.92, "learning_rate": 5.157541913615363e-05, "loss": 2.29, "step": 80850 }, { "epoch": 10.92, "learning_rate": 5.154340269249537e-05, "loss": 2.2832, "step": 80860 }, { "epoch": 10.92, "learning_rate": 5.151139412764498e-05, "loss": 2.288, "step": 80870 }, { "epoch": 10.92, "learning_rate": 5.1479393444163865e-05, "loss": 2.3023, "step": 80880 }, { "epoch": 10.92, "learning_rate": 5.144740064461289e-05, "loss": 2.3043, "step": 80890 }, { "epoch": 10.93, "learning_rate": 5.141541573155219e-05, "loss": 2.2672, "step": 80900 }, { "epoch": 10.93, "learning_rate": 5.138343870754125e-05, "loss": 2.3026, "step": 80910 }, { "epoch": 10.93, "learning_rate": 5.135146957513905e-05, "loss": 2.2905, "step": 80920 }, { "epoch": 10.93, "learning_rate": 5.131950833690379e-05, "loss": 2.2972, "step": 80930 }, { "epoch": 10.93, "learning_rate": 5.128755499539318e-05, "loss": 2.2918, "step": 80940 }, { "epoch": 10.93, "learning_rate": 5.1255609553164206e-05, "loss": 2.2765, "step": 80950 }, { "epoch": 10.93, "learning_rate": 5.122367201277318e-05, "loss": 2.2796, "step": 80960 }, { "epoch": 10.94, "learning_rate": 5.119174237677594e-05, "loss": 2.2653, "step": 80970 }, { "epoch": 10.94, "learning_rate": 5.115982064772756e-05, "loss": 2.2742, "step": 80980 }, { "epoch": 10.94, "learning_rate": 5.112790682818245e-05, "loss": 2.2945, "step": 80990 }, { "epoch": 10.94, "learning_rate": 5.109600092069456e-05, "loss": 2.2764, "step": 81000 }, { "epoch": 10.94, "eval_loss": 2.421452760696411, "eval_runtime": 1269.5215, "eval_samples_per_second": 59.971, "eval_steps_per_second": 4.998, "step": 81000 }, { "epoch": 10.94, "learning_rate": 5.106410292781701e-05, "loss": 2.3018, "step": 81010 }, { "epoch": 10.94, "learning_rate": 5.103221285210253e-05, "loss": 2.2967, "step": 81020 }, { "epoch": 10.94, "learning_rate": 5.1000330696102846e-05, "loss": 2.2983, "step": 81030 }, { "epoch": 10.95, "learning_rate": 5.0968456462369385e-05, "loss": 2.3023, "step": 81040 }, { "epoch": 10.95, "learning_rate": 5.0936590153452875e-05, "loss": 2.2806, "step": 81050 }, { "epoch": 10.95, "learning_rate": 5.09047317719033e-05, "loss": 2.313, "step": 81060 }, { "epoch": 10.95, "learning_rate": 5.087288132027006e-05, "loss": 2.2668, "step": 81070 }, { "epoch": 10.95, "learning_rate": 5.0841038801101895e-05, "loss": 2.2847, "step": 81080 }, { "epoch": 10.95, "learning_rate": 5.080920421694706e-05, "loss": 2.326, "step": 81090 }, { "epoch": 10.95, "learning_rate": 5.077737757035296e-05, "loss": 2.2891, "step": 81100 }, { "epoch": 10.95, "learning_rate": 5.0745558863866456e-05, "loss": 2.2859, "step": 81110 }, { "epoch": 10.96, "learning_rate": 5.0713748100033866e-05, "loss": 2.3108, "step": 81120 }, { "epoch": 10.96, "learning_rate": 5.0681945281400686e-05, "loss": 2.3087, "step": 81130 }, { "epoch": 10.96, "learning_rate": 5.065015041051197e-05, "loss": 2.273, "step": 81140 }, { "epoch": 10.96, "learning_rate": 5.061836348991202e-05, "loss": 2.2738, "step": 81150 }, { "epoch": 10.96, "learning_rate": 5.0586584522144466e-05, "loss": 2.2836, "step": 81160 }, { "epoch": 10.96, "learning_rate": 5.0554813509752445e-05, "loss": 2.2825, "step": 81170 }, { "epoch": 10.96, "learning_rate": 5.052305045527833e-05, "loss": 2.2935, "step": 81180 }, { "epoch": 10.97, "learning_rate": 5.049129536126387e-05, "loss": 2.2856, "step": 81190 }, { "epoch": 10.97, "learning_rate": 5.045954823025029e-05, "loss": 2.2946, "step": 81200 }, { "epoch": 10.97, "learning_rate": 5.042780906477799e-05, "loss": 2.2605, "step": 81210 }, { "epoch": 10.97, "learning_rate": 5.0396077867387e-05, "loss": 2.2499, "step": 81220 }, { "epoch": 10.97, "learning_rate": 5.036435464061636e-05, "loss": 2.2831, "step": 81230 }, { "epoch": 10.97, "learning_rate": 5.0332639387004786e-05, "loss": 2.2789, "step": 81240 }, { "epoch": 10.97, "learning_rate": 5.0300932109090165e-05, "loss": 2.2675, "step": 81250 }, { "epoch": 10.97, "learning_rate": 5.026923280940988e-05, "loss": 2.3216, "step": 81260 }, { "epoch": 10.98, "learning_rate": 5.023754149050058e-05, "loss": 2.3191, "step": 81270 }, { "epoch": 10.98, "learning_rate": 5.0205858154898255e-05, "loss": 2.2762, "step": 81280 }, { "epoch": 10.98, "learning_rate": 5.017418280513839e-05, "loss": 2.2838, "step": 81290 }, { "epoch": 10.98, "learning_rate": 5.014251544375571e-05, "loss": 2.2784, "step": 81300 }, { "epoch": 10.98, "learning_rate": 5.01108560732843e-05, "loss": 2.2607, "step": 81310 }, { "epoch": 10.98, "learning_rate": 5.007920469625771e-05, "loss": 2.2754, "step": 81320 }, { "epoch": 10.98, "learning_rate": 5.004756131520871e-05, "loss": 2.2746, "step": 81330 }, { "epoch": 10.99, "learning_rate": 5.001592593266959e-05, "loss": 2.2856, "step": 81340 }, { "epoch": 10.99, "learning_rate": 4.9984298551171863e-05, "loss": 2.2638, "step": 81350 }, { "epoch": 10.99, "learning_rate": 4.9952679173246396e-05, "loss": 2.2619, "step": 81360 }, { "epoch": 10.99, "learning_rate": 4.992106780142359e-05, "loss": 2.2789, "step": 81370 }, { "epoch": 10.99, "learning_rate": 4.9889464438233046e-05, "loss": 2.2674, "step": 81380 }, { "epoch": 10.99, "learning_rate": 4.9857869086203686e-05, "loss": 2.3019, "step": 81390 }, { "epoch": 10.99, "learning_rate": 4.9826281747863965e-05, "loss": 2.3092, "step": 81400 }, { "epoch": 11.0, "learning_rate": 4.979470242574154e-05, "loss": 2.282, "step": 81410 }, { "epoch": 11.0, "learning_rate": 4.9763131122363595e-05, "loss": 2.2997, "step": 81420 }, { "epoch": 11.0, "learning_rate": 4.9731567840256406e-05, "loss": 2.3026, "step": 81430 }, { "epoch": 11.0, "learning_rate": 4.970001258194588e-05, "loss": 2.2893, "step": 81440 }, { "epoch": 11.0, "learning_rate": 4.9668465349957095e-05, "loss": 2.2785, "step": 81450 }, { "epoch": 11.0, "learning_rate": 4.963692614681464e-05, "loss": 2.243, "step": 81460 }, { "epoch": 11.0, "learning_rate": 4.960539497504235e-05, "loss": 2.2427, "step": 81470 }, { "epoch": 11.0, "learning_rate": 4.9573871837163384e-05, "loss": 2.2414, "step": 81480 }, { "epoch": 11.01, "learning_rate": 4.954235673570044e-05, "loss": 2.245, "step": 81490 }, { "epoch": 11.01, "learning_rate": 4.951084967317539e-05, "loss": 2.2313, "step": 81500 }, { "epoch": 11.01, "learning_rate": 4.9479350652109486e-05, "loss": 2.219, "step": 81510 }, { "epoch": 11.01, "learning_rate": 4.944785967502348e-05, "loss": 2.2516, "step": 81520 }, { "epoch": 11.01, "learning_rate": 4.941637674443727e-05, "loss": 2.2551, "step": 81530 }, { "epoch": 11.01, "learning_rate": 4.938490186287033e-05, "loss": 2.241, "step": 81540 }, { "epoch": 11.01, "learning_rate": 4.935343503284131e-05, "loss": 2.2383, "step": 81550 }, { "epoch": 11.02, "learning_rate": 4.932197625686828e-05, "loss": 2.213, "step": 81560 }, { "epoch": 11.02, "learning_rate": 4.9290525537468724e-05, "loss": 2.2449, "step": 81570 }, { "epoch": 11.02, "learning_rate": 4.92590828771594e-05, "loss": 2.2708, "step": 81580 }, { "epoch": 11.02, "learning_rate": 4.922764827845638e-05, "loss": 2.2274, "step": 81590 }, { "epoch": 11.02, "learning_rate": 4.919622174387529e-05, "loss": 2.2443, "step": 81600 }, { "epoch": 11.02, "learning_rate": 4.916480327593088e-05, "loss": 2.2273, "step": 81610 }, { "epoch": 11.02, "learning_rate": 4.913339287713746e-05, "loss": 2.2218, "step": 81620 }, { "epoch": 11.02, "learning_rate": 4.910199055000842e-05, "loss": 2.2225, "step": 81630 }, { "epoch": 11.03, "learning_rate": 4.907059629705685e-05, "loss": 2.2662, "step": 81640 }, { "epoch": 11.03, "learning_rate": 4.9039210120794864e-05, "loss": 2.2634, "step": 81650 }, { "epoch": 11.03, "learning_rate": 4.900783202373422e-05, "loss": 2.2342, "step": 81660 }, { "epoch": 11.03, "learning_rate": 4.897646200838583e-05, "loss": 2.2585, "step": 81670 }, { "epoch": 11.03, "learning_rate": 4.894510007725998e-05, "loss": 2.2083, "step": 81680 }, { "epoch": 11.03, "learning_rate": 4.891374623286644e-05, "loss": 2.2787, "step": 81690 }, { "epoch": 11.03, "learning_rate": 4.888240047771419e-05, "loss": 2.2284, "step": 81700 }, { "epoch": 11.04, "learning_rate": 4.885106281431157e-05, "loss": 2.2471, "step": 81710 }, { "epoch": 11.04, "learning_rate": 4.881973324516644e-05, "loss": 2.2164, "step": 81720 }, { "epoch": 11.04, "learning_rate": 4.878841177278576e-05, "loss": 2.2687, "step": 81730 }, { "epoch": 11.04, "learning_rate": 4.875709839967609e-05, "loss": 2.2488, "step": 81740 }, { "epoch": 11.04, "learning_rate": 4.872579312834318e-05, "loss": 2.2631, "step": 81750 }, { "epoch": 11.04, "learning_rate": 4.869449596129211e-05, "loss": 2.2441, "step": 81760 }, { "epoch": 11.04, "learning_rate": 4.86632069010275e-05, "loss": 2.2561, "step": 81770 }, { "epoch": 11.05, "learning_rate": 4.8631925950053105e-05, "loss": 2.2234, "step": 81780 }, { "epoch": 11.05, "learning_rate": 4.860065311087214e-05, "loss": 2.2471, "step": 81790 }, { "epoch": 11.05, "learning_rate": 4.8569388385987205e-05, "loss": 2.2537, "step": 81800 }, { "epoch": 11.05, "learning_rate": 4.8538131777900124e-05, "loss": 2.2409, "step": 81810 }, { "epoch": 11.05, "learning_rate": 4.850688328911229e-05, "loss": 2.2457, "step": 81820 }, { "epoch": 11.05, "learning_rate": 4.847564292212413e-05, "loss": 2.2707, "step": 81830 }, { "epoch": 11.05, "learning_rate": 4.844441067943571e-05, "loss": 2.2723, "step": 81840 }, { "epoch": 11.05, "learning_rate": 4.841318656354626e-05, "loss": 2.2319, "step": 81850 }, { "epoch": 11.06, "learning_rate": 4.838197057695451e-05, "loss": 2.2326, "step": 81860 }, { "epoch": 11.06, "learning_rate": 4.835076272215843e-05, "loss": 2.2585, "step": 81870 }, { "epoch": 11.06, "learning_rate": 4.831956300165533e-05, "loss": 2.2301, "step": 81880 }, { "epoch": 11.06, "learning_rate": 4.828837141794198e-05, "loss": 2.2566, "step": 81890 }, { "epoch": 11.06, "learning_rate": 4.8257187973514394e-05, "loss": 2.2452, "step": 81900 }, { "epoch": 11.06, "learning_rate": 4.8226012670867944e-05, "loss": 2.2716, "step": 81910 }, { "epoch": 11.06, "learning_rate": 4.8194845512497425e-05, "loss": 2.2636, "step": 81920 }, { "epoch": 11.07, "learning_rate": 4.816368650089689e-05, "loss": 2.2385, "step": 81930 }, { "epoch": 11.07, "learning_rate": 4.8132535638559826e-05, "loss": 2.2484, "step": 81940 }, { "epoch": 11.07, "learning_rate": 4.8101392927979005e-05, "loss": 2.2401, "step": 81950 }, { "epoch": 11.07, "learning_rate": 4.807025837164651e-05, "loss": 2.2419, "step": 81960 }, { "epoch": 11.07, "learning_rate": 4.803913197205393e-05, "loss": 2.2662, "step": 81970 }, { "epoch": 11.07, "learning_rate": 4.8008013731692024e-05, "loss": 2.2746, "step": 81980 }, { "epoch": 11.07, "learning_rate": 4.797690365305097e-05, "loss": 2.2405, "step": 81990 }, { "epoch": 11.07, "learning_rate": 4.794580173862034e-05, "loss": 2.2423, "step": 82000 }, { "epoch": 11.07, "eval_loss": 2.424318552017212, "eval_runtime": 1269.6246, "eval_samples_per_second": 59.967, "eval_steps_per_second": 4.998, "step": 82000 }, { "epoch": 11.08, "learning_rate": 4.791470799088894e-05, "loss": 2.245, "step": 82010 }, { "epoch": 11.08, "learning_rate": 4.7883622412345136e-05, "loss": 2.26, "step": 82020 }, { "epoch": 11.08, "learning_rate": 4.78525450054763e-05, "loss": 2.2459, "step": 82030 }, { "epoch": 11.08, "learning_rate": 4.782147577276948e-05, "loss": 2.2524, "step": 82040 }, { "epoch": 11.08, "learning_rate": 4.779041471671084e-05, "loss": 2.2293, "step": 82050 }, { "epoch": 11.08, "learning_rate": 4.7759361839786074e-05, "loss": 2.2178, "step": 82060 }, { "epoch": 11.08, "learning_rate": 4.77283171444801e-05, "loss": 2.2805, "step": 82070 }, { "epoch": 11.09, "learning_rate": 4.769728063327715e-05, "loss": 2.2572, "step": 82080 }, { "epoch": 11.09, "learning_rate": 4.7666252308660964e-05, "loss": 2.2411, "step": 82090 }, { "epoch": 11.09, "learning_rate": 4.763523217311448e-05, "loss": 2.2728, "step": 82100 }, { "epoch": 11.09, "learning_rate": 4.760422022911998e-05, "loss": 2.2542, "step": 82110 }, { "epoch": 11.09, "learning_rate": 4.757321647915924e-05, "loss": 2.265, "step": 82120 }, { "epoch": 11.09, "learning_rate": 4.754222092571316e-05, "loss": 2.2536, "step": 82130 }, { "epoch": 11.09, "learning_rate": 4.751123357126221e-05, "loss": 2.2627, "step": 82140 }, { "epoch": 11.1, "learning_rate": 4.7480254418286066e-05, "loss": 2.2304, "step": 82150 }, { "epoch": 11.1, "learning_rate": 4.744928346926371e-05, "loss": 2.2527, "step": 82160 }, { "epoch": 11.1, "learning_rate": 4.7418320726673625e-05, "loss": 2.2282, "step": 82170 }, { "epoch": 11.1, "learning_rate": 4.7387366192993516e-05, "loss": 2.2566, "step": 82180 }, { "epoch": 11.1, "learning_rate": 4.735641987070041e-05, "loss": 2.264, "step": 82190 }, { "epoch": 11.1, "learning_rate": 4.732548176227082e-05, "loss": 2.2314, "step": 82200 }, { "epoch": 11.1, "learning_rate": 4.729455187018043e-05, "loss": 2.2534, "step": 82210 }, { "epoch": 11.1, "learning_rate": 4.7263630196904465e-05, "loss": 2.2341, "step": 82220 }, { "epoch": 11.11, "learning_rate": 4.723580772008744e-05, "loss": 2.2528, "step": 82230 }, { "epoch": 11.11, "learning_rate": 4.72049016693752e-05, "loss": 2.2426, "step": 82240 }, { "epoch": 11.11, "learning_rate": 4.717400384465145e-05, "loss": 2.2633, "step": 82250 }, { "epoch": 11.11, "learning_rate": 4.714311424838869e-05, "loss": 2.2218, "step": 82260 }, { "epoch": 11.11, "learning_rate": 4.7112232883058736e-05, "loss": 2.2453, "step": 82270 }, { "epoch": 11.11, "learning_rate": 4.7081359751132914e-05, "loss": 2.2553, "step": 82280 }, { "epoch": 11.11, "learning_rate": 4.7050494855081735e-05, "loss": 2.259, "step": 82290 }, { "epoch": 11.12, "learning_rate": 4.701963819737507e-05, "loss": 2.2393, "step": 82300 }, { "epoch": 11.12, "learning_rate": 4.698878978048227e-05, "loss": 2.2465, "step": 82310 }, { "epoch": 11.12, "learning_rate": 4.6957949606871785e-05, "loss": 2.2521, "step": 82320 }, { "epoch": 11.12, "learning_rate": 4.692711767901174e-05, "loss": 2.2667, "step": 82330 }, { "epoch": 11.12, "learning_rate": 4.689629399936918e-05, "loss": 2.247, "step": 82340 }, { "epoch": 11.12, "learning_rate": 4.686547857041083e-05, "loss": 2.2632, "step": 82350 }, { "epoch": 11.12, "learning_rate": 4.683467139460266e-05, "loss": 2.2376, "step": 82360 }, { "epoch": 11.12, "learning_rate": 4.6803872474409924e-05, "loss": 2.2602, "step": 82370 }, { "epoch": 11.13, "learning_rate": 4.677308181229725e-05, "loss": 2.2368, "step": 82380 }, { "epoch": 11.13, "learning_rate": 4.674229941072855e-05, "loss": 2.2497, "step": 82390 }, { "epoch": 11.13, "learning_rate": 4.671152527216718e-05, "loss": 2.2623, "step": 82400 }, { "epoch": 11.13, "learning_rate": 4.668075939907589e-05, "loss": 2.2419, "step": 82410 }, { "epoch": 11.13, "learning_rate": 4.665000179391645e-05, "loss": 2.2412, "step": 82420 }, { "epoch": 11.13, "learning_rate": 4.6619252459150355e-05, "loss": 2.2682, "step": 82430 }, { "epoch": 11.13, "learning_rate": 4.658851139723812e-05, "loss": 2.2694, "step": 82440 }, { "epoch": 11.14, "learning_rate": 4.655777861063989e-05, "loss": 2.2511, "step": 82450 }, { "epoch": 11.14, "learning_rate": 4.652705410181491e-05, "loss": 2.2464, "step": 82460 }, { "epoch": 11.14, "learning_rate": 4.649633787322183e-05, "loss": 2.2587, "step": 82470 }, { "epoch": 11.14, "learning_rate": 4.6465629927318745e-05, "loss": 2.2305, "step": 82480 }, { "epoch": 11.14, "learning_rate": 4.6434930266562956e-05, "loss": 2.2508, "step": 82490 }, { "epoch": 11.14, "learning_rate": 4.6404238893411114e-05, "loss": 2.2462, "step": 82500 }, { "epoch": 11.14, "learning_rate": 4.637355581031929e-05, "loss": 2.2292, "step": 82510 }, { "epoch": 11.15, "learning_rate": 4.6342881019742794e-05, "loss": 2.2241, "step": 82520 }, { "epoch": 11.15, "learning_rate": 4.631221452413646e-05, "loss": 2.2549, "step": 82530 }, { "epoch": 11.15, "learning_rate": 4.628155632595409e-05, "loss": 2.2514, "step": 82540 }, { "epoch": 11.15, "learning_rate": 4.625090642764917e-05, "loss": 2.2664, "step": 82550 }, { "epoch": 11.15, "learning_rate": 4.622026483167446e-05, "loss": 2.265, "step": 82560 }, { "epoch": 11.15, "learning_rate": 4.6189631540481926e-05, "loss": 2.2529, "step": 82570 }, { "epoch": 11.15, "learning_rate": 4.615900655652294e-05, "loss": 2.2489, "step": 82580 }, { "epoch": 11.15, "learning_rate": 4.6128389882248186e-05, "loss": 2.2335, "step": 82590 }, { "epoch": 11.16, "learning_rate": 4.609778152010774e-05, "loss": 2.2803, "step": 82600 }, { "epoch": 11.16, "learning_rate": 4.606718147255108e-05, "loss": 2.2643, "step": 82610 }, { "epoch": 11.16, "learning_rate": 4.603658974202672e-05, "loss": 2.2049, "step": 82620 }, { "epoch": 11.16, "learning_rate": 4.600600633098287e-05, "loss": 2.2738, "step": 82630 }, { "epoch": 11.16, "learning_rate": 4.597543124186678e-05, "loss": 2.2619, "step": 82640 }, { "epoch": 11.16, "learning_rate": 4.594486447712529e-05, "loss": 2.2404, "step": 82650 }, { "epoch": 11.16, "learning_rate": 4.591430603920439e-05, "loss": 2.2526, "step": 82660 }, { "epoch": 11.17, "learning_rate": 4.588375593054943e-05, "loss": 2.2237, "step": 82670 }, { "epoch": 11.17, "learning_rate": 4.585321415360519e-05, "loss": 2.2154, "step": 82680 }, { "epoch": 11.17, "learning_rate": 4.582268071081571e-05, "loss": 2.2483, "step": 82690 }, { "epoch": 11.17, "learning_rate": 4.579215560462428e-05, "loss": 2.2691, "step": 82700 }, { "epoch": 11.17, "learning_rate": 4.5761638837473763e-05, "loss": 2.2285, "step": 82710 }, { "epoch": 11.17, "learning_rate": 4.573113041180607e-05, "loss": 2.2747, "step": 82720 }, { "epoch": 11.17, "learning_rate": 4.5700630330062735e-05, "loss": 2.2642, "step": 82730 }, { "epoch": 11.17, "learning_rate": 4.567013859468431e-05, "loss": 2.2658, "step": 82740 }, { "epoch": 11.18, "learning_rate": 4.563965520811089e-05, "loss": 2.2462, "step": 82750 }, { "epoch": 11.18, "learning_rate": 4.560918017278192e-05, "loss": 2.2521, "step": 82760 }, { "epoch": 11.18, "learning_rate": 4.557871349113606e-05, "loss": 2.2667, "step": 82770 }, { "epoch": 11.18, "learning_rate": 4.5548255165611356e-05, "loss": 2.2677, "step": 82780 }, { "epoch": 11.18, "learning_rate": 4.551780519864514e-05, "loss": 2.2459, "step": 82790 }, { "epoch": 11.18, "learning_rate": 4.5487363592674116e-05, "loss": 2.2578, "step": 82800 }, { "epoch": 11.18, "learning_rate": 4.5456930350134476e-05, "loss": 2.2453, "step": 82810 }, { "epoch": 11.19, "learning_rate": 4.542650547346135e-05, "loss": 2.2658, "step": 82820 }, { "epoch": 11.19, "learning_rate": 4.539608896508958e-05, "loss": 2.2381, "step": 82830 }, { "epoch": 11.19, "learning_rate": 4.536568082745313e-05, "loss": 2.2516, "step": 82840 }, { "epoch": 11.19, "learning_rate": 4.5335281062985405e-05, "loss": 2.242, "step": 82850 }, { "epoch": 11.19, "learning_rate": 4.5304889674119056e-05, "loss": 2.2449, "step": 82860 }, { "epoch": 11.19, "learning_rate": 4.5274506663286074e-05, "loss": 2.2474, "step": 82870 }, { "epoch": 11.19, "learning_rate": 4.5244132032917866e-05, "loss": 2.2831, "step": 82880 }, { "epoch": 11.2, "learning_rate": 4.521376578544509e-05, "loss": 2.2647, "step": 82890 }, { "epoch": 11.2, "learning_rate": 4.518340792329768e-05, "loss": 2.2316, "step": 82900 }, { "epoch": 11.2, "learning_rate": 4.515305844890507e-05, "loss": 2.2553, "step": 82910 }, { "epoch": 11.2, "learning_rate": 4.5122717364695816e-05, "loss": 2.2428, "step": 82920 }, { "epoch": 11.2, "learning_rate": 4.5092384673098064e-05, "loss": 2.2477, "step": 82930 }, { "epoch": 11.2, "learning_rate": 4.506206037653894e-05, "loss": 2.2453, "step": 82940 }, { "epoch": 11.2, "learning_rate": 4.503174447744518e-05, "loss": 2.2453, "step": 82950 }, { "epoch": 11.2, "learning_rate": 4.50014369782428e-05, "loss": 2.2698, "step": 82960 }, { "epoch": 11.21, "learning_rate": 4.497113788135706e-05, "loss": 2.2357, "step": 82970 }, { "epoch": 11.21, "learning_rate": 4.4940847189212595e-05, "loss": 2.2562, "step": 82980 }, { "epoch": 11.21, "learning_rate": 4.4910564904233304e-05, "loss": 2.2335, "step": 82990 }, { "epoch": 11.21, "learning_rate": 4.4880291028842576e-05, "loss": 2.2444, "step": 83000 }, { "epoch": 11.21, "eval_loss": 2.4225544929504395, "eval_runtime": 1269.7097, "eval_samples_per_second": 59.963, "eval_steps_per_second": 4.997, "step": 83000 }, { "epoch": 11.21, "learning_rate": 4.485002556546297e-05, "loss": 2.2795, "step": 83010 }, { "epoch": 11.21, "learning_rate": 4.4819768516516375e-05, "loss": 2.2435, "step": 83020 }, { "epoch": 11.21, "learning_rate": 4.478951988442415e-05, "loss": 2.2505, "step": 83030 }, { "epoch": 11.22, "learning_rate": 4.47592796716068e-05, "loss": 2.2499, "step": 83040 }, { "epoch": 11.22, "learning_rate": 4.472904788048432e-05, "loss": 2.2537, "step": 83050 }, { "epoch": 11.22, "learning_rate": 4.469882451347593e-05, "loss": 2.2569, "step": 83060 }, { "epoch": 11.22, "learning_rate": 4.4668609573000136e-05, "loss": 2.2565, "step": 83070 }, { "epoch": 11.22, "learning_rate": 4.4638403061474925e-05, "loss": 2.2531, "step": 83080 }, { "epoch": 11.22, "learning_rate": 4.4608204981317467e-05, "loss": 2.2469, "step": 83090 }, { "epoch": 11.22, "learning_rate": 4.4578015334944285e-05, "loss": 2.2534, "step": 83100 }, { "epoch": 11.22, "learning_rate": 4.454783412477132e-05, "loss": 2.2593, "step": 83110 }, { "epoch": 11.23, "learning_rate": 4.4517661353213676e-05, "loss": 2.2562, "step": 83120 }, { "epoch": 11.23, "learning_rate": 4.4487497022686045e-05, "loss": 2.2485, "step": 83130 }, { "epoch": 11.23, "learning_rate": 4.4457341135602044e-05, "loss": 2.247, "step": 83140 }, { "epoch": 11.23, "learning_rate": 4.442719369437494e-05, "loss": 2.2531, "step": 83150 }, { "epoch": 11.23, "learning_rate": 4.4397054701417294e-05, "loss": 2.2328, "step": 83160 }, { "epoch": 11.23, "learning_rate": 4.436692415914086e-05, "loss": 2.2112, "step": 83170 }, { "epoch": 11.23, "learning_rate": 4.43368020699568e-05, "loss": 2.2432, "step": 83180 }, { "epoch": 11.24, "learning_rate": 4.430668843627551e-05, "loss": 2.2441, "step": 83190 }, { "epoch": 11.24, "learning_rate": 4.427658326050688e-05, "loss": 2.2463, "step": 83200 }, { "epoch": 11.24, "learning_rate": 4.424648654505998e-05, "loss": 2.2686, "step": 83210 }, { "epoch": 11.24, "learning_rate": 4.421639829234318e-05, "loss": 2.2617, "step": 83220 }, { "epoch": 11.24, "learning_rate": 4.4186318504764365e-05, "loss": 2.2578, "step": 83230 }, { "epoch": 11.24, "learning_rate": 4.4156247184730484e-05, "loss": 2.229, "step": 83240 }, { "epoch": 11.24, "learning_rate": 4.4126184334648054e-05, "loss": 2.2447, "step": 83250 }, { "epoch": 11.25, "learning_rate": 4.409612995692273e-05, "loss": 2.2324, "step": 83260 }, { "epoch": 11.25, "learning_rate": 4.406608405395954e-05, "loss": 2.2686, "step": 83270 }, { "epoch": 11.25, "learning_rate": 4.403604662816293e-05, "loss": 2.2553, "step": 83280 }, { "epoch": 11.25, "learning_rate": 4.4006017681936534e-05, "loss": 2.2566, "step": 83290 }, { "epoch": 11.25, "learning_rate": 4.3975997217683346e-05, "loss": 2.2256, "step": 83300 }, { "epoch": 11.25, "learning_rate": 4.394598523780576e-05, "loss": 2.2668, "step": 83310 }, { "epoch": 11.25, "learning_rate": 4.391598174470537e-05, "loss": 2.2709, "step": 83320 }, { "epoch": 11.25, "learning_rate": 4.388598674078324e-05, "loss": 2.25, "step": 83330 }, { "epoch": 11.26, "learning_rate": 4.3856000228439536e-05, "loss": 2.2677, "step": 83340 }, { "epoch": 11.26, "learning_rate": 4.382602221007392e-05, "loss": 2.2464, "step": 83350 }, { "epoch": 11.26, "learning_rate": 4.3796052688085406e-05, "loss": 2.2578, "step": 83360 }, { "epoch": 11.26, "learning_rate": 4.3766091664872186e-05, "loss": 2.2509, "step": 83370 }, { "epoch": 11.26, "learning_rate": 4.373613914283184e-05, "loss": 2.2421, "step": 83380 }, { "epoch": 11.26, "learning_rate": 4.370619512436122e-05, "loss": 2.2545, "step": 83390 }, { "epoch": 11.26, "learning_rate": 4.3676259611856636e-05, "loss": 2.2455, "step": 83400 }, { "epoch": 11.27, "learning_rate": 4.364633260771355e-05, "loss": 2.2507, "step": 83410 }, { "epoch": 11.27, "learning_rate": 4.361641411432681e-05, "loss": 2.2511, "step": 83420 }, { "epoch": 11.27, "learning_rate": 4.358650413409065e-05, "loss": 2.244, "step": 83430 }, { "epoch": 11.27, "learning_rate": 4.355660266939849e-05, "loss": 2.2235, "step": 83440 }, { "epoch": 11.27, "learning_rate": 4.3526709722643214e-05, "loss": 2.2432, "step": 83450 }, { "epoch": 11.27, "learning_rate": 4.349682529621691e-05, "loss": 2.2656, "step": 83460 }, { "epoch": 11.27, "learning_rate": 4.3466949392510985e-05, "loss": 2.2714, "step": 83470 }, { "epoch": 11.27, "learning_rate": 4.343708201391628e-05, "loss": 2.2752, "step": 83480 }, { "epoch": 11.28, "learning_rate": 4.340722316282286e-05, "loss": 2.2648, "step": 83490 }, { "epoch": 11.28, "learning_rate": 4.337737284162004e-05, "loss": 2.2249, "step": 83500 }, { "epoch": 11.28, "learning_rate": 4.334753105269667e-05, "loss": 2.2159, "step": 83510 }, { "epoch": 11.28, "learning_rate": 4.331769779844065e-05, "loss": 2.2438, "step": 83520 }, { "epoch": 11.28, "learning_rate": 4.3287873081239495e-05, "loss": 2.2394, "step": 83530 }, { "epoch": 11.28, "learning_rate": 4.3258056903479675e-05, "loss": 2.2439, "step": 83540 }, { "epoch": 11.28, "learning_rate": 4.322824926754729e-05, "loss": 2.2597, "step": 83550 }, { "epoch": 11.29, "learning_rate": 4.319845017582767e-05, "loss": 2.2512, "step": 83560 }, { "epoch": 11.29, "learning_rate": 4.316865963070538e-05, "loss": 2.2526, "step": 83570 }, { "epoch": 11.29, "learning_rate": 4.313887763456439e-05, "loss": 2.2582, "step": 83580 }, { "epoch": 11.29, "learning_rate": 4.310910418978785e-05, "loss": 2.2597, "step": 83590 }, { "epoch": 11.29, "learning_rate": 4.307933929875845e-05, "loss": 2.2518, "step": 83600 }, { "epoch": 11.29, "learning_rate": 4.3049582963858014e-05, "loss": 2.2475, "step": 83610 }, { "epoch": 11.29, "learning_rate": 4.30198351874677e-05, "loss": 2.2622, "step": 83620 }, { "epoch": 11.29, "learning_rate": 4.29900959719681e-05, "loss": 2.2321, "step": 83630 }, { "epoch": 11.3, "learning_rate": 4.296036531973895e-05, "loss": 2.2449, "step": 83640 }, { "epoch": 11.3, "learning_rate": 4.2930643233159516e-05, "loss": 2.2612, "step": 83650 }, { "epoch": 11.3, "learning_rate": 4.290092971460815e-05, "loss": 2.2513, "step": 83660 }, { "epoch": 11.3, "learning_rate": 4.287122476646262e-05, "loss": 2.2369, "step": 83670 }, { "epoch": 11.3, "learning_rate": 4.284152839110007e-05, "loss": 2.2449, "step": 83680 }, { "epoch": 11.3, "learning_rate": 4.281184059089689e-05, "loss": 2.2765, "step": 83690 }, { "epoch": 11.3, "learning_rate": 4.278216136822871e-05, "loss": 2.2751, "step": 83700 }, { "epoch": 11.31, "learning_rate": 4.2752490725470655e-05, "loss": 2.2421, "step": 83710 }, { "epoch": 11.31, "learning_rate": 4.272282866499699e-05, "loss": 2.2443, "step": 83720 }, { "epoch": 11.31, "learning_rate": 4.269317518918147e-05, "loss": 2.248, "step": 83730 }, { "epoch": 11.31, "learning_rate": 4.2663530300396926e-05, "loss": 2.2586, "step": 83740 }, { "epoch": 11.31, "learning_rate": 4.263389400101568e-05, "loss": 2.2591, "step": 83750 }, { "epoch": 11.31, "learning_rate": 4.26042662934094e-05, "loss": 2.2521, "step": 83760 }, { "epoch": 11.31, "learning_rate": 4.257464717994891e-05, "loss": 2.2299, "step": 83770 }, { "epoch": 11.32, "learning_rate": 4.2545036663004453e-05, "loss": 2.2469, "step": 83780 }, { "epoch": 11.32, "learning_rate": 4.251543474494552e-05, "loss": 2.253, "step": 83790 }, { "epoch": 11.32, "learning_rate": 4.248584142814101e-05, "loss": 2.2619, "step": 83800 }, { "epoch": 11.32, "learning_rate": 4.2456256714959045e-05, "loss": 2.2554, "step": 83810 }, { "epoch": 11.32, "learning_rate": 4.242668060776704e-05, "loss": 2.2346, "step": 83820 }, { "epoch": 11.32, "learning_rate": 4.239711310893184e-05, "loss": 2.2427, "step": 83830 }, { "epoch": 11.32, "learning_rate": 4.2367554220819475e-05, "loss": 2.2736, "step": 83840 }, { "epoch": 11.32, "learning_rate": 4.2338003945795405e-05, "loss": 2.2432, "step": 83850 }, { "epoch": 11.33, "learning_rate": 4.2308462286224304e-05, "loss": 2.2663, "step": 83860 }, { "epoch": 11.33, "learning_rate": 4.2278929244470146e-05, "loss": 2.2277, "step": 83870 }, { "epoch": 11.33, "learning_rate": 4.224940482289634e-05, "loss": 2.2424, "step": 83880 }, { "epoch": 11.33, "learning_rate": 4.221988902386546e-05, "loss": 2.2595, "step": 83890 }, { "epoch": 11.33, "learning_rate": 4.219038184973944e-05, "loss": 2.2832, "step": 83900 }, { "epoch": 11.33, "learning_rate": 4.216088330287962e-05, "loss": 2.2704, "step": 83910 }, { "epoch": 11.33, "learning_rate": 4.2131393385646466e-05, "loss": 2.2289, "step": 83920 }, { "epoch": 11.34, "learning_rate": 4.2101912100400005e-05, "loss": 2.2214, "step": 83930 }, { "epoch": 11.34, "learning_rate": 4.207243944949923e-05, "loss": 2.2472, "step": 83940 }, { "epoch": 11.34, "learning_rate": 4.204297543530272e-05, "loss": 2.2427, "step": 83950 }, { "epoch": 11.34, "learning_rate": 4.201352006016833e-05, "loss": 2.2418, "step": 83960 }, { "epoch": 11.34, "learning_rate": 4.1984073326453155e-05, "loss": 2.2555, "step": 83970 }, { "epoch": 11.34, "learning_rate": 4.195463523651357e-05, "loss": 2.2512, "step": 83980 }, { "epoch": 11.34, "learning_rate": 4.192520579270529e-05, "loss": 2.2549, "step": 83990 }, { "epoch": 11.34, "learning_rate": 4.1895784997383405e-05, "loss": 2.2831, "step": 84000 }, { "epoch": 11.34, "eval_loss": 2.420787811279297, "eval_runtime": 1269.4908, "eval_samples_per_second": 59.973, "eval_steps_per_second": 4.998, "step": 84000 }, { "epoch": 11.35, "learning_rate": 4.1866372852902255e-05, "loss": 2.2513, "step": 84010 }, { "epoch": 11.35, "learning_rate": 4.183696936161545e-05, "loss": 2.2547, "step": 84020 }, { "epoch": 11.35, "learning_rate": 4.1807574525876006e-05, "loss": 2.2535, "step": 84030 }, { "epoch": 11.35, "learning_rate": 4.177818834803613e-05, "loss": 2.2693, "step": 84040 }, { "epoch": 11.35, "learning_rate": 4.174881083044746e-05, "loss": 2.2306, "step": 84050 }, { "epoch": 11.35, "learning_rate": 4.171944197546087e-05, "loss": 2.2402, "step": 84060 }, { "epoch": 11.35, "learning_rate": 4.169008178542646e-05, "loss": 2.2731, "step": 84070 }, { "epoch": 11.36, "learning_rate": 4.166073026269385e-05, "loss": 2.2621, "step": 84080 }, { "epoch": 11.36, "learning_rate": 4.163138740961179e-05, "loss": 2.2426, "step": 84090 }, { "epoch": 11.36, "learning_rate": 4.160205322852831e-05, "loss": 2.2714, "step": 84100 }, { "epoch": 11.36, "learning_rate": 4.157272772179097e-05, "loss": 2.2529, "step": 84110 }, { "epoch": 11.36, "learning_rate": 4.1543410891746346e-05, "loss": 2.2735, "step": 84120 }, { "epoch": 11.36, "learning_rate": 4.151410274074063e-05, "loss": 2.2529, "step": 84130 }, { "epoch": 11.36, "learning_rate": 4.148480327111897e-05, "loss": 2.2617, "step": 84140 }, { "epoch": 11.37, "learning_rate": 4.1455512485226086e-05, "loss": 2.2798, "step": 84150 }, { "epoch": 11.37, "learning_rate": 4.1426230385405956e-05, "loss": 2.2402, "step": 84160 }, { "epoch": 11.37, "learning_rate": 4.13969569740018e-05, "loss": 2.2565, "step": 84170 }, { "epoch": 11.37, "learning_rate": 4.136769225335615e-05, "loss": 2.2643, "step": 84180 }, { "epoch": 11.37, "learning_rate": 4.1338436225810834e-05, "loss": 2.2671, "step": 84190 }, { "epoch": 11.37, "learning_rate": 4.130918889370709e-05, "loss": 2.2604, "step": 84200 }, { "epoch": 11.37, "learning_rate": 4.1279950259385335e-05, "loss": 2.2724, "step": 84210 }, { "epoch": 11.37, "learning_rate": 4.12507203251853e-05, "loss": 2.273, "step": 84220 }, { "epoch": 11.38, "learning_rate": 4.122149909344615e-05, "loss": 2.2556, "step": 84230 }, { "epoch": 11.38, "learning_rate": 4.119228656650616e-05, "loss": 2.2618, "step": 84240 }, { "epoch": 11.38, "learning_rate": 4.1163082746703104e-05, "loss": 2.2444, "step": 84250 }, { "epoch": 11.38, "learning_rate": 4.1133887636373916e-05, "loss": 2.2378, "step": 84260 }, { "epoch": 11.38, "learning_rate": 4.110470123785482e-05, "loss": 2.2552, "step": 84270 }, { "epoch": 11.38, "learning_rate": 4.1075523553481536e-05, "loss": 2.2419, "step": 84280 }, { "epoch": 11.38, "learning_rate": 4.104635458558887e-05, "loss": 2.2753, "step": 84290 }, { "epoch": 11.39, "learning_rate": 4.101719433651099e-05, "loss": 2.2632, "step": 84300 }, { "epoch": 11.39, "learning_rate": 4.0988042808581476e-05, "loss": 2.2506, "step": 84310 }, { "epoch": 11.39, "learning_rate": 4.095890000413304e-05, "loss": 2.2524, "step": 84320 }, { "epoch": 11.39, "learning_rate": 4.0929765925497905e-05, "loss": 2.2707, "step": 84330 }, { "epoch": 11.39, "learning_rate": 4.0900640575007295e-05, "loss": 2.2508, "step": 84340 }, { "epoch": 11.39, "learning_rate": 4.087152395499206e-05, "loss": 2.2335, "step": 84350 }, { "epoch": 11.39, "learning_rate": 4.08424160677821e-05, "loss": 2.2286, "step": 84360 }, { "epoch": 11.39, "learning_rate": 4.081331691570681e-05, "loss": 2.2349, "step": 84370 }, { "epoch": 11.4, "learning_rate": 4.078713514930374e-05, "loss": 2.2661, "step": 84380 }, { "epoch": 11.4, "learning_rate": 4.0758052600398977e-05, "loss": 2.2446, "step": 84390 }, { "epoch": 11.4, "learning_rate": 4.072897879337989e-05, "loss": 2.274, "step": 84400 }, { "epoch": 11.4, "learning_rate": 4.0699913730572993e-05, "loss": 2.2652, "step": 84410 }, { "epoch": 11.4, "learning_rate": 4.067085741430424e-05, "loss": 2.2663, "step": 84420 }, { "epoch": 11.4, "learning_rate": 4.064180984689875e-05, "loss": 2.2684, "step": 84430 }, { "epoch": 11.4, "learning_rate": 4.0612771030681084e-05, "loss": 2.2479, "step": 84440 }, { "epoch": 11.41, "learning_rate": 4.058374096797495e-05, "loss": 2.2714, "step": 84450 }, { "epoch": 11.41, "learning_rate": 4.055471966110341e-05, "loss": 2.2633, "step": 84460 }, { "epoch": 11.41, "learning_rate": 4.0525707112388936e-05, "loss": 2.2269, "step": 84470 }, { "epoch": 11.41, "learning_rate": 4.049670332415312e-05, "loss": 2.2486, "step": 84480 }, { "epoch": 11.41, "learning_rate": 4.046770829871698e-05, "loss": 2.2664, "step": 84490 }, { "epoch": 11.41, "learning_rate": 4.043872203840071e-05, "loss": 2.2472, "step": 84500 }, { "epoch": 11.41, "learning_rate": 4.0409744545523934e-05, "loss": 2.2534, "step": 84510 }, { "epoch": 11.42, "learning_rate": 4.038077582240563e-05, "loss": 2.2595, "step": 84520 }, { "epoch": 11.42, "learning_rate": 4.0351815871363775e-05, "loss": 2.2801, "step": 84530 }, { "epoch": 11.42, "learning_rate": 4.032286469471598e-05, "loss": 2.2843, "step": 84540 }, { "epoch": 11.42, "learning_rate": 4.029392229477889e-05, "loss": 2.2524, "step": 84550 }, { "epoch": 11.42, "learning_rate": 4.026498867386869e-05, "loss": 2.25, "step": 84560 }, { "epoch": 11.42, "learning_rate": 4.02360638343007e-05, "loss": 2.2444, "step": 84570 }, { "epoch": 11.42, "learning_rate": 4.0207147778389484e-05, "loss": 2.2624, "step": 84580 }, { "epoch": 11.42, "learning_rate": 4.017824050844914e-05, "loss": 2.2451, "step": 84590 }, { "epoch": 11.43, "learning_rate": 4.014934202679285e-05, "loss": 2.2231, "step": 84600 }, { "epoch": 11.43, "learning_rate": 4.012045233573311e-05, "loss": 2.2637, "step": 84610 }, { "epoch": 11.43, "learning_rate": 4.009157143758187e-05, "loss": 2.2492, "step": 84620 }, { "epoch": 11.43, "learning_rate": 4.0062699334650163e-05, "loss": 2.2424, "step": 84630 }, { "epoch": 11.43, "learning_rate": 4.003383602924855e-05, "loss": 2.254, "step": 84640 }, { "epoch": 11.43, "learning_rate": 4.000498152368667e-05, "loss": 2.2343, "step": 84650 }, { "epoch": 11.43, "learning_rate": 3.9976135820273544e-05, "loss": 2.2545, "step": 84660 }, { "epoch": 11.44, "learning_rate": 3.994729892131757e-05, "loss": 2.2581, "step": 84670 }, { "epoch": 11.44, "learning_rate": 3.991847082912634e-05, "loss": 2.2587, "step": 84680 }, { "epoch": 11.44, "learning_rate": 3.988965154600674e-05, "loss": 2.242, "step": 84690 }, { "epoch": 11.44, "learning_rate": 3.986084107426496e-05, "loss": 2.2592, "step": 84700 }, { "epoch": 11.44, "learning_rate": 3.983203941620653e-05, "loss": 2.2715, "step": 84710 }, { "epoch": 11.44, "learning_rate": 3.980324657413637e-05, "loss": 2.2668, "step": 84720 }, { "epoch": 11.44, "learning_rate": 3.9774462550358356e-05, "loss": 2.2558, "step": 84730 }, { "epoch": 11.44, "learning_rate": 3.974568734717604e-05, "loss": 2.2395, "step": 84740 }, { "epoch": 11.45, "learning_rate": 3.971692096689199e-05, "loss": 2.2669, "step": 84750 }, { "epoch": 11.45, "learning_rate": 3.968816341180831e-05, "loss": 2.2434, "step": 84760 }, { "epoch": 11.45, "learning_rate": 3.9659414684226195e-05, "loss": 2.2447, "step": 84770 }, { "epoch": 11.45, "learning_rate": 3.963067478644617e-05, "loss": 2.2484, "step": 84780 }, { "epoch": 11.45, "learning_rate": 3.960194372076817e-05, "loss": 2.2804, "step": 84790 }, { "epoch": 11.45, "learning_rate": 3.9573221489491335e-05, "loss": 2.2325, "step": 84800 }, { "epoch": 11.45, "learning_rate": 3.954450809491404e-05, "loss": 2.263, "step": 84810 }, { "epoch": 11.46, "learning_rate": 3.9515803539334114e-05, "loss": 2.2624, "step": 84820 }, { "epoch": 11.46, "learning_rate": 3.9487107825048494e-05, "loss": 2.2328, "step": 84830 }, { "epoch": 11.46, "learning_rate": 3.945842095435359e-05, "loss": 2.2699, "step": 84840 }, { "epoch": 11.46, "learning_rate": 3.9429742929544976e-05, "loss": 2.2685, "step": 84850 }, { "epoch": 11.46, "learning_rate": 3.9401073752917535e-05, "loss": 2.2674, "step": 84860 }, { "epoch": 11.46, "learning_rate": 3.937241342676551e-05, "loss": 2.2804, "step": 84870 }, { "epoch": 11.46, "learning_rate": 3.9343761953382366e-05, "loss": 2.2374, "step": 84880 }, { "epoch": 11.47, "learning_rate": 3.9315119335060915e-05, "loss": 2.2469, "step": 84890 }, { "epoch": 11.47, "learning_rate": 3.928648557409314e-05, "loss": 2.2643, "step": 84900 }, { "epoch": 11.47, "learning_rate": 3.925786067277045e-05, "loss": 2.2521, "step": 84910 }, { "epoch": 11.47, "learning_rate": 3.922924463338363e-05, "loss": 2.2354, "step": 84920 }, { "epoch": 11.47, "learning_rate": 3.9200637458222415e-05, "loss": 2.2813, "step": 84930 }, { "epoch": 11.47, "learning_rate": 3.917203914957619e-05, "loss": 2.2346, "step": 84940 }, { "epoch": 11.47, "learning_rate": 3.914344970973339e-05, "loss": 2.249, "step": 84950 }, { "epoch": 11.47, "learning_rate": 3.9114869140981914e-05, "loss": 2.2502, "step": 84960 }, { "epoch": 11.48, "learning_rate": 3.9086297445608825e-05, "loss": 2.2471, "step": 84970 }, { "epoch": 11.48, "learning_rate": 3.9057734625900485e-05, "loss": 2.2483, "step": 84980 }, { "epoch": 11.48, "learning_rate": 3.902918068414265e-05, "loss": 2.275, "step": 84990 }, { "epoch": 11.48, "learning_rate": 3.9000635622620285e-05, "loss": 2.2273, "step": 85000 }, { "epoch": 11.48, "eval_loss": 2.41872239112854, "eval_runtime": 1269.1084, "eval_samples_per_second": 59.991, "eval_steps_per_second": 5.0, "step": 85000 }, { "epoch": 11.48, "learning_rate": 3.8972099443617585e-05, "loss": 2.2679, "step": 85010 }, { "epoch": 11.48, "learning_rate": 3.89435721494182e-05, "loss": 2.2703, "step": 85020 }, { "epoch": 11.48, "learning_rate": 3.89150537423049e-05, "loss": 2.2657, "step": 85030 }, { "epoch": 11.49, "learning_rate": 3.888654422455989e-05, "loss": 2.2604, "step": 85040 }, { "epoch": 11.49, "learning_rate": 3.885804359846455e-05, "loss": 2.2762, "step": 85050 }, { "epoch": 11.49, "learning_rate": 3.882955186629955e-05, "loss": 2.2538, "step": 85060 }, { "epoch": 11.49, "learning_rate": 3.880106903034497e-05, "loss": 2.2577, "step": 85070 }, { "epoch": 11.49, "learning_rate": 3.877259509288006e-05, "loss": 2.2308, "step": 85080 }, { "epoch": 11.49, "learning_rate": 3.874413005618339e-05, "loss": 2.2528, "step": 85090 }, { "epoch": 11.49, "learning_rate": 3.8715673922532774e-05, "loss": 2.2535, "step": 85100 }, { "epoch": 11.49, "learning_rate": 3.868722669420542e-05, "loss": 2.2477, "step": 85110 }, { "epoch": 11.5, "learning_rate": 3.865878837347786e-05, "loss": 2.2688, "step": 85120 }, { "epoch": 11.5, "learning_rate": 3.8630358962625596e-05, "loss": 2.2746, "step": 85130 }, { "epoch": 11.5, "learning_rate": 3.860193846392382e-05, "loss": 2.2542, "step": 85140 }, { "epoch": 11.5, "learning_rate": 3.857352687964671e-05, "loss": 2.2324, "step": 85150 }, { "epoch": 11.5, "learning_rate": 3.854512421206796e-05, "loss": 2.2465, "step": 85160 }, { "epoch": 11.5, "learning_rate": 3.851673046346039e-05, "loss": 2.2471, "step": 85170 }, { "epoch": 11.5, "learning_rate": 3.848834563609612e-05, "loss": 2.2383, "step": 85180 }, { "epoch": 11.51, "learning_rate": 3.845996973224667e-05, "loss": 2.2257, "step": 85190 }, { "epoch": 11.51, "learning_rate": 3.843160275418273e-05, "loss": 2.2336, "step": 85200 }, { "epoch": 11.51, "learning_rate": 3.840324470417427e-05, "loss": 2.2658, "step": 85210 }, { "epoch": 11.51, "learning_rate": 3.837489558449069e-05, "loss": 2.2721, "step": 85220 }, { "epoch": 11.51, "learning_rate": 3.834655539740046e-05, "loss": 2.2607, "step": 85230 }, { "epoch": 11.51, "learning_rate": 3.8318224145171616e-05, "loss": 2.2669, "step": 85240 }, { "epoch": 11.51, "learning_rate": 3.828990183007112e-05, "loss": 2.2332, "step": 85250 }, { "epoch": 11.52, "learning_rate": 3.82615884543655e-05, "loss": 2.2397, "step": 85260 }, { "epoch": 11.52, "learning_rate": 3.8233284020320546e-05, "loss": 2.2456, "step": 85270 }, { "epoch": 11.52, "learning_rate": 3.820498853020119e-05, "loss": 2.2724, "step": 85280 }, { "epoch": 11.52, "learning_rate": 3.817670198627176e-05, "loss": 2.2354, "step": 85290 }, { "epoch": 11.52, "learning_rate": 3.814842439079577e-05, "loss": 2.2894, "step": 85300 }, { "epoch": 11.52, "learning_rate": 3.812015574603613e-05, "loss": 2.2673, "step": 85310 }, { "epoch": 11.52, "learning_rate": 3.8091896054255085e-05, "loss": 2.2554, "step": 85320 }, { "epoch": 11.52, "learning_rate": 3.806364531771387e-05, "loss": 2.243, "step": 85330 }, { "epoch": 11.53, "learning_rate": 3.803540353867335e-05, "loss": 2.2548, "step": 85340 }, { "epoch": 11.53, "learning_rate": 3.800717071939341e-05, "loss": 2.2415, "step": 85350 }, { "epoch": 11.53, "learning_rate": 3.7978946862133446e-05, "loss": 2.2653, "step": 85360 }, { "epoch": 11.53, "learning_rate": 3.795073196915195e-05, "loss": 2.2381, "step": 85370 }, { "epoch": 11.53, "learning_rate": 3.792252604270674e-05, "loss": 2.2625, "step": 85380 }, { "epoch": 11.53, "learning_rate": 3.789432908505502e-05, "loss": 2.2628, "step": 85390 }, { "epoch": 11.53, "learning_rate": 3.7866141098453166e-05, "loss": 2.2617, "step": 85400 }, { "epoch": 11.54, "learning_rate": 3.783796208515683e-05, "loss": 2.252, "step": 85410 }, { "epoch": 11.54, "learning_rate": 3.7809792047421055e-05, "loss": 2.2558, "step": 85420 }, { "epoch": 11.54, "learning_rate": 3.7781630987500026e-05, "loss": 2.2576, "step": 85430 }, { "epoch": 11.54, "learning_rate": 3.7753478907647394e-05, "loss": 2.2186, "step": 85440 }, { "epoch": 11.54, "learning_rate": 3.772533581011582e-05, "loss": 2.2627, "step": 85450 }, { "epoch": 11.54, "learning_rate": 3.769720169715748e-05, "loss": 2.253, "step": 85460 }, { "epoch": 11.54, "learning_rate": 3.7669076571023795e-05, "loss": 2.268, "step": 85470 }, { "epoch": 11.54, "learning_rate": 3.764096043396539e-05, "loss": 2.2438, "step": 85480 }, { "epoch": 11.55, "learning_rate": 3.761285328823222e-05, "loss": 2.2613, "step": 85490 }, { "epoch": 11.55, "learning_rate": 3.7584755136073434e-05, "loss": 2.2621, "step": 85500 }, { "epoch": 11.55, "learning_rate": 3.75566659797376e-05, "loss": 2.255, "step": 85510 }, { "epoch": 11.55, "learning_rate": 3.752858582147258e-05, "loss": 2.2866, "step": 85520 }, { "epoch": 11.55, "learning_rate": 3.7500514663525275e-05, "loss": 2.2806, "step": 85530 }, { "epoch": 11.55, "learning_rate": 3.747245250814214e-05, "loss": 2.2515, "step": 85540 }, { "epoch": 11.55, "learning_rate": 3.7444399357568725e-05, "loss": 2.2399, "step": 85550 }, { "epoch": 11.56, "learning_rate": 3.741635521405e-05, "loss": 2.2913, "step": 85560 }, { "epoch": 11.56, "learning_rate": 3.7388320079830135e-05, "loss": 2.2761, "step": 85570 }, { "epoch": 11.56, "learning_rate": 3.736029395715251e-05, "loss": 2.2556, "step": 85580 }, { "epoch": 11.56, "learning_rate": 3.7332276848259975e-05, "loss": 2.241, "step": 85590 }, { "epoch": 11.56, "learning_rate": 3.73042687553945e-05, "loss": 2.2683, "step": 85600 }, { "epoch": 11.56, "learning_rate": 3.727626968079732e-05, "loss": 2.2806, "step": 85610 }, { "epoch": 11.56, "learning_rate": 3.724827962670913e-05, "loss": 2.2419, "step": 85620 }, { "epoch": 11.57, "learning_rate": 3.7220298595369655e-05, "loss": 2.2304, "step": 85630 }, { "epoch": 11.57, "learning_rate": 3.719232658901819e-05, "loss": 2.2557, "step": 85640 }, { "epoch": 11.57, "learning_rate": 3.716436360989295e-05, "loss": 2.2472, "step": 85650 }, { "epoch": 11.57, "learning_rate": 3.7136409660231734e-05, "loss": 2.2533, "step": 85660 }, { "epoch": 11.57, "learning_rate": 3.710846474227151e-05, "loss": 2.2458, "step": 85670 }, { "epoch": 11.57, "learning_rate": 3.7080528858248485e-05, "loss": 2.2836, "step": 85680 }, { "epoch": 11.57, "learning_rate": 3.705260201039821e-05, "loss": 2.2657, "step": 85690 }, { "epoch": 11.57, "learning_rate": 3.70246842009554e-05, "loss": 2.243, "step": 85700 }, { "epoch": 11.58, "learning_rate": 3.699677543215418e-05, "loss": 2.2652, "step": 85710 }, { "epoch": 11.58, "learning_rate": 3.696887570622799e-05, "loss": 2.266, "step": 85720 }, { "epoch": 11.58, "learning_rate": 3.6940985025409284e-05, "loss": 2.2536, "step": 85730 }, { "epoch": 11.58, "learning_rate": 3.6913103391930065e-05, "loss": 2.2461, "step": 85740 }, { "epoch": 11.58, "learning_rate": 3.688523080802146e-05, "loss": 2.2437, "step": 85750 }, { "epoch": 11.58, "learning_rate": 3.6857367275913976e-05, "loss": 2.2458, "step": 85760 }, { "epoch": 11.58, "learning_rate": 3.6829512797837324e-05, "loss": 2.2815, "step": 85770 }, { "epoch": 11.59, "learning_rate": 3.680166737602046e-05, "loss": 2.2649, "step": 85780 }, { "epoch": 11.59, "learning_rate": 3.6773831012691727e-05, "loss": 2.2384, "step": 85790 }, { "epoch": 11.59, "learning_rate": 3.674600371007866e-05, "loss": 2.2623, "step": 85800 }, { "epoch": 11.59, "learning_rate": 3.671818547040804e-05, "loss": 2.2425, "step": 85810 }, { "epoch": 11.59, "learning_rate": 3.669037629590602e-05, "loss": 2.2642, "step": 85820 }, { "epoch": 11.59, "learning_rate": 3.6662576188797957e-05, "loss": 2.2341, "step": 85830 }, { "epoch": 11.59, "learning_rate": 3.663478515130859e-05, "loss": 2.2547, "step": 85840 }, { "epoch": 11.59, "learning_rate": 3.660700318566168e-05, "loss": 2.2511, "step": 85850 }, { "epoch": 11.6, "learning_rate": 3.6579230294080494e-05, "loss": 2.237, "step": 85860 }, { "epoch": 11.6, "learning_rate": 3.655146647878761e-05, "loss": 2.2527, "step": 85870 }, { "epoch": 11.6, "learning_rate": 3.652371174200468e-05, "loss": 2.2485, "step": 85880 }, { "epoch": 11.6, "learning_rate": 3.649596608595273e-05, "loss": 2.2424, "step": 85890 }, { "epoch": 11.6, "learning_rate": 3.646822951285202e-05, "loss": 2.2348, "step": 85900 }, { "epoch": 11.6, "learning_rate": 3.6440502024922166e-05, "loss": 2.2715, "step": 85910 }, { "epoch": 11.6, "learning_rate": 3.6412783624382095e-05, "loss": 2.2591, "step": 85920 }, { "epoch": 11.61, "learning_rate": 3.638507431344976e-05, "loss": 2.2422, "step": 85930 }, { "epoch": 11.61, "learning_rate": 3.635737409434266e-05, "loss": 2.2611, "step": 85940 }, { "epoch": 11.61, "learning_rate": 3.6329682969277355e-05, "loss": 2.269, "step": 85950 }, { "epoch": 11.61, "learning_rate": 3.6302000940469876e-05, "loss": 2.2405, "step": 85960 }, { "epoch": 11.61, "learning_rate": 3.627432801013541e-05, "loss": 2.2216, "step": 85970 }, { "epoch": 11.61, "learning_rate": 3.624666418048835e-05, "loss": 2.2494, "step": 85980 }, { "epoch": 11.61, "learning_rate": 3.621900945374254e-05, "loss": 2.2437, "step": 85990 }, { "epoch": 11.62, "learning_rate": 3.619136383211097e-05, "loss": 2.24, "step": 86000 }, { "epoch": 11.62, "eval_loss": 2.4159932136535645, "eval_runtime": 1266.6001, "eval_samples_per_second": 60.11, "eval_steps_per_second": 5.009, "step": 86000 }, { "epoch": 11.62, "learning_rate": 3.616372731780586e-05, "loss": 2.2454, "step": 86010 }, { "epoch": 11.62, "learning_rate": 3.6136099913038896e-05, "loss": 2.2753, "step": 86020 }, { "epoch": 11.62, "learning_rate": 3.610848162002078e-05, "loss": 2.2292, "step": 86030 }, { "epoch": 11.62, "learning_rate": 3.608087244096178e-05, "loss": 2.2566, "step": 86040 }, { "epoch": 11.62, "learning_rate": 3.605327237807109e-05, "loss": 2.2602, "step": 86050 }, { "epoch": 11.62, "learning_rate": 3.6025681433557423e-05, "loss": 2.2812, "step": 86060 }, { "epoch": 11.62, "learning_rate": 3.599809960962874e-05, "loss": 2.2561, "step": 86070 }, { "epoch": 11.63, "learning_rate": 3.59705269084922e-05, "loss": 2.2744, "step": 86080 }, { "epoch": 11.63, "learning_rate": 3.594296333235425e-05, "loss": 2.2212, "step": 86090 }, { "epoch": 11.63, "learning_rate": 3.591540888342056e-05, "loss": 2.2672, "step": 86100 }, { "epoch": 11.63, "learning_rate": 3.588786356389623e-05, "loss": 2.2501, "step": 86110 }, { "epoch": 11.63, "learning_rate": 3.5860327375985464e-05, "loss": 2.2923, "step": 86120 }, { "epoch": 11.63, "learning_rate": 3.583280032189175e-05, "loss": 2.2696, "step": 86130 }, { "epoch": 11.63, "learning_rate": 3.5805282403817996e-05, "loss": 2.2665, "step": 86140 }, { "epoch": 11.64, "learning_rate": 3.577777362396617e-05, "loss": 2.2346, "step": 86150 }, { "epoch": 11.64, "learning_rate": 3.5750273984537696e-05, "loss": 2.2338, "step": 86160 }, { "epoch": 11.64, "learning_rate": 3.572278348773316e-05, "loss": 2.2661, "step": 86170 }, { "epoch": 11.64, "learning_rate": 3.569530213575236e-05, "loss": 2.24, "step": 86180 }, { "epoch": 11.64, "learning_rate": 3.566782993079455e-05, "loss": 2.2366, "step": 86190 }, { "epoch": 11.64, "learning_rate": 3.56403668750581e-05, "loss": 2.2734, "step": 86200 }, { "epoch": 11.64, "learning_rate": 3.561291297074066e-05, "loss": 2.2457, "step": 86210 }, { "epoch": 11.64, "learning_rate": 3.558546822003923e-05, "loss": 2.2572, "step": 86220 }, { "epoch": 11.65, "learning_rate": 3.5558032625149944e-05, "loss": 2.2711, "step": 86230 }, { "epoch": 11.65, "learning_rate": 3.5530606188268446e-05, "loss": 2.2589, "step": 86240 }, { "epoch": 11.65, "learning_rate": 3.5503188911589295e-05, "loss": 2.2484, "step": 86250 }, { "epoch": 11.65, "learning_rate": 3.547578079730658e-05, "loss": 2.2606, "step": 86260 }, { "epoch": 11.65, "learning_rate": 3.544838184761365e-05, "loss": 2.2673, "step": 86270 }, { "epoch": 11.65, "learning_rate": 3.5420992064703014e-05, "loss": 2.2539, "step": 86280 }, { "epoch": 11.65, "learning_rate": 3.539361145076647e-05, "loss": 2.2982, "step": 86290 }, { "epoch": 11.66, "learning_rate": 3.5366240007995066e-05, "loss": 2.2708, "step": 86300 }, { "epoch": 11.66, "learning_rate": 3.533887773857926e-05, "loss": 2.2685, "step": 86310 }, { "epoch": 11.66, "learning_rate": 3.531152464470857e-05, "loss": 2.2644, "step": 86320 }, { "epoch": 11.66, "learning_rate": 3.5284180728571895e-05, "loss": 2.2739, "step": 86330 }, { "epoch": 11.66, "learning_rate": 3.525684599235742e-05, "loss": 2.2678, "step": 86340 }, { "epoch": 11.66, "learning_rate": 3.52295204382525e-05, "loss": 2.2461, "step": 86350 }, { "epoch": 11.66, "learning_rate": 3.520220406844389e-05, "loss": 2.2525, "step": 86360 }, { "epoch": 11.67, "learning_rate": 3.517489688511749e-05, "loss": 2.2821, "step": 86370 }, { "epoch": 11.67, "learning_rate": 3.5147598890458446e-05, "loss": 2.2609, "step": 86380 }, { "epoch": 11.67, "learning_rate": 3.5120310086651346e-05, "loss": 2.2762, "step": 86390 }, { "epoch": 11.67, "learning_rate": 3.509303047587987e-05, "loss": 2.2621, "step": 86400 }, { "epoch": 11.67, "learning_rate": 3.506576006032698e-05, "loss": 2.2454, "step": 86410 }, { "epoch": 11.67, "learning_rate": 3.5038498842175004e-05, "loss": 2.2658, "step": 86420 }, { "epoch": 11.67, "learning_rate": 3.501124682360542e-05, "loss": 2.262, "step": 86430 }, { "epoch": 11.67, "learning_rate": 3.498400400679911e-05, "loss": 2.2762, "step": 86440 }, { "epoch": 11.68, "learning_rate": 3.4956770393936e-05, "loss": 2.2713, "step": 86450 }, { "epoch": 11.68, "learning_rate": 3.492954598719546e-05, "loss": 2.2415, "step": 86460 }, { "epoch": 11.68, "learning_rate": 3.490233078875615e-05, "loss": 2.2533, "step": 86470 }, { "epoch": 11.68, "learning_rate": 3.487512480079583e-05, "loss": 2.2633, "step": 86480 }, { "epoch": 11.68, "learning_rate": 3.484792802549166e-05, "loss": 2.243, "step": 86490 }, { "epoch": 11.68, "learning_rate": 3.482074046501992e-05, "loss": 2.2435, "step": 86500 }, { "epoch": 11.68, "learning_rate": 3.4793562121556385e-05, "loss": 2.2606, "step": 86510 }, { "epoch": 11.69, "learning_rate": 3.476639299727584e-05, "loss": 2.2324, "step": 86520 }, { "epoch": 11.69, "learning_rate": 3.473923309435246e-05, "loss": 2.261, "step": 86530 }, { "epoch": 11.69, "learning_rate": 3.471208241495974e-05, "loss": 2.2802, "step": 86540 }, { "epoch": 11.69, "learning_rate": 3.4684940961270255e-05, "loss": 2.2521, "step": 86550 }, { "epoch": 11.69, "learning_rate": 3.465780873545604e-05, "loss": 2.2448, "step": 86560 }, { "epoch": 11.69, "learning_rate": 3.463068573968828e-05, "loss": 2.2636, "step": 86570 }, { "epoch": 11.69, "learning_rate": 3.460357197613737e-05, "loss": 2.2837, "step": 86580 }, { "epoch": 11.69, "learning_rate": 3.4576467446973174e-05, "loss": 2.2476, "step": 86590 }, { "epoch": 11.7, "learning_rate": 3.4549372154364573e-05, "loss": 2.248, "step": 86600 }, { "epoch": 11.7, "learning_rate": 3.452228610047983e-05, "loss": 2.2325, "step": 86610 }, { "epoch": 11.7, "learning_rate": 3.4495209287486505e-05, "loss": 2.2653, "step": 86620 }, { "epoch": 11.7, "learning_rate": 3.446814171755131e-05, "loss": 2.2671, "step": 86630 }, { "epoch": 11.7, "learning_rate": 3.444108339284041e-05, "loss": 2.2438, "step": 86640 }, { "epoch": 11.7, "learning_rate": 3.441403431551889e-05, "loss": 2.243, "step": 86650 }, { "epoch": 11.7, "learning_rate": 3.438699448775141e-05, "loss": 2.2426, "step": 86660 }, { "epoch": 11.71, "learning_rate": 3.435996391170184e-05, "loss": 2.2596, "step": 86670 }, { "epoch": 11.71, "learning_rate": 3.433564430526381e-05, "loss": 2.2849, "step": 86680 }, { "epoch": 11.71, "learning_rate": 3.430863131343676e-05, "loss": 2.2715, "step": 86690 }, { "epoch": 11.71, "learning_rate": 3.4281627579598484e-05, "loss": 2.2612, "step": 86700 }, { "epoch": 11.71, "learning_rate": 3.425463310590985e-05, "loss": 2.2472, "step": 86710 }, { "epoch": 11.71, "learning_rate": 3.4227647894531e-05, "loss": 2.2421, "step": 86720 }, { "epoch": 11.71, "learning_rate": 3.420067194762147e-05, "loss": 2.2762, "step": 86730 }, { "epoch": 11.71, "learning_rate": 3.417370526733986e-05, "loss": 2.275, "step": 86740 }, { "epoch": 11.72, "learning_rate": 3.414674785584422e-05, "loss": 2.25, "step": 86750 }, { "epoch": 11.72, "learning_rate": 3.4119799715291753e-05, "loss": 2.2738, "step": 86760 }, { "epoch": 11.72, "learning_rate": 3.4092860847838846e-05, "loss": 2.2784, "step": 86770 }, { "epoch": 11.72, "learning_rate": 3.406593125564134e-05, "loss": 2.2555, "step": 86780 }, { "epoch": 11.72, "learning_rate": 3.403901094085418e-05, "loss": 2.2682, "step": 86790 }, { "epoch": 11.72, "learning_rate": 3.401209990563158e-05, "loss": 2.2311, "step": 86800 }, { "epoch": 11.72, "learning_rate": 3.3985198152127126e-05, "loss": 2.2455, "step": 86810 }, { "epoch": 11.73, "learning_rate": 3.3958305682493494e-05, "loss": 2.2813, "step": 86820 }, { "epoch": 11.73, "learning_rate": 3.393142249888283e-05, "loss": 2.2639, "step": 86830 }, { "epoch": 11.73, "learning_rate": 3.390454860344624e-05, "loss": 2.2514, "step": 86840 }, { "epoch": 11.73, "learning_rate": 3.387768399833438e-05, "loss": 2.2602, "step": 86850 }, { "epoch": 11.73, "learning_rate": 3.385082868569698e-05, "loss": 2.242, "step": 86860 }, { "epoch": 11.73, "learning_rate": 3.3823982667683164e-05, "loss": 2.2474, "step": 86870 }, { "epoch": 11.73, "learning_rate": 3.3797145946441166e-05, "loss": 2.2528, "step": 86880 }, { "epoch": 11.74, "learning_rate": 3.3770318524118536e-05, "loss": 2.2699, "step": 86890 }, { "epoch": 11.74, "learning_rate": 3.3743500402862144e-05, "loss": 2.2558, "step": 86900 }, { "epoch": 11.74, "learning_rate": 3.371669158481805e-05, "loss": 2.2727, "step": 86910 }, { "epoch": 11.74, "learning_rate": 3.3689892072131526e-05, "loss": 2.2383, "step": 86920 }, { "epoch": 11.74, "learning_rate": 3.3663101866947216e-05, "loss": 2.253, "step": 86930 }, { "epoch": 11.74, "learning_rate": 3.363632097140892e-05, "loss": 2.2679, "step": 86940 }, { "epoch": 11.74, "learning_rate": 3.360954938765975e-05, "loss": 2.2306, "step": 86950 }, { "epoch": 11.74, "learning_rate": 3.358278711784207e-05, "loss": 2.2673, "step": 86960 }, { "epoch": 11.75, "learning_rate": 3.355603416409741e-05, "loss": 2.2441, "step": 86970 }, { "epoch": 11.75, "learning_rate": 3.3529290528566716e-05, "loss": 2.2482, "step": 86980 }, { "epoch": 11.75, "learning_rate": 3.350255621339005e-05, "loss": 2.228, "step": 86990 }, { "epoch": 11.75, "learning_rate": 3.347583122070679e-05, "loss": 2.2574, "step": 87000 }, { "epoch": 11.75, "eval_loss": 2.4128317832946777, "eval_runtime": 1268.9991, "eval_samples_per_second": 59.996, "eval_steps_per_second": 5.0, "step": 87000 }, { "epoch": 11.75, "learning_rate": 3.3449115552655495e-05, "loss": 2.2396, "step": 87010 }, { "epoch": 11.75, "learning_rate": 3.3422409211374096e-05, "loss": 2.2359, "step": 87020 }, { "epoch": 11.75, "learning_rate": 3.339571219899979e-05, "loss": 2.2363, "step": 87030 }, { "epoch": 11.76, "learning_rate": 3.336902451766879e-05, "loss": 2.2553, "step": 87040 }, { "epoch": 11.76, "learning_rate": 3.334234616951685e-05, "loss": 2.284, "step": 87050 }, { "epoch": 11.76, "learning_rate": 3.33156771566788e-05, "loss": 2.2833, "step": 87060 }, { "epoch": 11.76, "learning_rate": 3.328901748128882e-05, "loss": 2.2608, "step": 87070 }, { "epoch": 11.76, "learning_rate": 3.326236714548029e-05, "loss": 2.2577, "step": 87080 }, { "epoch": 11.76, "learning_rate": 3.323572615138582e-05, "loss": 2.2444, "step": 87090 }, { "epoch": 11.76, "learning_rate": 3.3209094501137364e-05, "loss": 2.2534, "step": 87100 }, { "epoch": 11.76, "learning_rate": 3.318247219686603e-05, "loss": 2.2393, "step": 87110 }, { "epoch": 11.77, "learning_rate": 3.31558592407022e-05, "loss": 2.2499, "step": 87120 }, { "epoch": 11.77, "learning_rate": 3.312925563477557e-05, "loss": 2.259, "step": 87130 }, { "epoch": 11.77, "learning_rate": 3.310266138121501e-05, "loss": 2.2143, "step": 87140 }, { "epoch": 11.77, "learning_rate": 3.307607648214874e-05, "loss": 2.2542, "step": 87150 }, { "epoch": 11.77, "learning_rate": 3.30495009397041e-05, "loss": 2.255, "step": 87160 }, { "epoch": 11.77, "learning_rate": 3.302293475600775e-05, "loss": 2.2248, "step": 87170 }, { "epoch": 11.77, "learning_rate": 3.299637793318565e-05, "loss": 2.2314, "step": 87180 }, { "epoch": 11.78, "learning_rate": 3.296983047336295e-05, "loss": 2.2742, "step": 87190 }, { "epoch": 11.78, "learning_rate": 3.294329237866403e-05, "loss": 2.2717, "step": 87200 }, { "epoch": 11.78, "learning_rate": 3.2916763651212525e-05, "loss": 2.2772, "step": 87210 }, { "epoch": 11.78, "learning_rate": 3.28902442931314e-05, "loss": 2.2465, "step": 87220 }, { "epoch": 11.78, "learning_rate": 3.2863734306542865e-05, "loss": 2.2283, "step": 87230 }, { "epoch": 11.78, "learning_rate": 3.2837233693568204e-05, "loss": 2.2491, "step": 87240 }, { "epoch": 11.78, "learning_rate": 3.28107424563282e-05, "loss": 2.2533, "step": 87250 }, { "epoch": 11.79, "learning_rate": 3.278426059694267e-05, "loss": 2.2307, "step": 87260 }, { "epoch": 11.79, "learning_rate": 3.275778811753085e-05, "loss": 2.243, "step": 87270 }, { "epoch": 11.79, "learning_rate": 3.273132502021114e-05, "loss": 2.274, "step": 87280 }, { "epoch": 11.79, "learning_rate": 3.270487130710114e-05, "loss": 2.26, "step": 87290 }, { "epoch": 11.79, "learning_rate": 3.267842698031784e-05, "loss": 2.2644, "step": 87300 }, { "epoch": 11.79, "learning_rate": 3.265199204197736e-05, "loss": 2.2322, "step": 87310 }, { "epoch": 11.79, "learning_rate": 3.262556649419505e-05, "loss": 2.2847, "step": 87320 }, { "epoch": 11.79, "learning_rate": 3.2599150339085694e-05, "loss": 2.232, "step": 87330 }, { "epoch": 11.8, "learning_rate": 3.257274357876308e-05, "loss": 2.2685, "step": 87340 }, { "epoch": 11.8, "learning_rate": 3.2546346215340444e-05, "loss": 2.2581, "step": 87350 }, { "epoch": 11.8, "learning_rate": 3.251995825093014e-05, "loss": 2.2493, "step": 87360 }, { "epoch": 11.8, "learning_rate": 3.249357968764381e-05, "loss": 2.2833, "step": 87370 }, { "epoch": 11.8, "learning_rate": 3.246721052759239e-05, "loss": 2.2727, "step": 87380 }, { "epoch": 11.8, "learning_rate": 3.244085077288599e-05, "loss": 2.2455, "step": 87390 }, { "epoch": 11.8, "learning_rate": 3.2414500425634035e-05, "loss": 2.2481, "step": 87400 }, { "epoch": 11.81, "learning_rate": 3.238815948794508e-05, "loss": 2.2802, "step": 87410 }, { "epoch": 11.81, "learning_rate": 3.236182796192707e-05, "loss": 2.2547, "step": 87420 }, { "epoch": 11.81, "learning_rate": 3.233550584968722e-05, "loss": 2.2344, "step": 87430 }, { "epoch": 11.81, "learning_rate": 3.230919315333174e-05, "loss": 2.275, "step": 87440 }, { "epoch": 11.81, "learning_rate": 3.2282889874966385e-05, "loss": 2.2507, "step": 87450 }, { "epoch": 11.81, "learning_rate": 3.225659601669595e-05, "loss": 2.2678, "step": 87460 }, { "epoch": 11.81, "learning_rate": 3.22303115806246e-05, "loss": 2.2468, "step": 87470 }, { "epoch": 11.81, "learning_rate": 3.220403656885568e-05, "loss": 2.2318, "step": 87480 }, { "epoch": 11.82, "learning_rate": 3.217777098349178e-05, "loss": 2.2436, "step": 87490 }, { "epoch": 11.82, "learning_rate": 3.21515148266348e-05, "loss": 2.2264, "step": 87500 }, { "epoch": 11.82, "learning_rate": 3.212526810038583e-05, "loss": 2.259, "step": 87510 }, { "epoch": 11.82, "learning_rate": 3.209903080684516e-05, "loss": 2.2481, "step": 87520 }, { "epoch": 11.82, "learning_rate": 3.207280294811246e-05, "loss": 2.2694, "step": 87530 }, { "epoch": 11.82, "learning_rate": 3.204658452628648e-05, "loss": 2.2597, "step": 87540 }, { "epoch": 11.82, "learning_rate": 3.202037554346539e-05, "loss": 2.2742, "step": 87550 }, { "epoch": 11.83, "learning_rate": 3.1994176001746494e-05, "loss": 2.2713, "step": 87560 }, { "epoch": 11.83, "learning_rate": 3.1967985903226294e-05, "loss": 2.2684, "step": 87570 }, { "epoch": 11.83, "learning_rate": 3.19418052500007e-05, "loss": 2.2764, "step": 87580 }, { "epoch": 11.83, "learning_rate": 3.1915634044164714e-05, "loss": 2.2284, "step": 87590 }, { "epoch": 11.83, "learning_rate": 3.1889472287812665e-05, "loss": 2.2504, "step": 87600 }, { "epoch": 11.83, "learning_rate": 3.1863319983038035e-05, "loss": 2.2722, "step": 87610 }, { "epoch": 11.83, "learning_rate": 3.183717713193365e-05, "loss": 2.2573, "step": 87620 }, { "epoch": 11.84, "learning_rate": 3.1811043736591664e-05, "loss": 2.2577, "step": 87630 }, { "epoch": 11.84, "learning_rate": 3.1784919799103154e-05, "loss": 2.2515, "step": 87640 }, { "epoch": 11.84, "learning_rate": 3.175880532155877e-05, "loss": 2.2441, "step": 87650 }, { "epoch": 11.84, "learning_rate": 3.17327003060482e-05, "loss": 2.2554, "step": 87660 }, { "epoch": 11.84, "learning_rate": 3.1706604754660525e-05, "loss": 2.2694, "step": 87670 }, { "epoch": 11.84, "learning_rate": 3.168051866948395e-05, "loss": 2.275, "step": 87680 }, { "epoch": 11.84, "learning_rate": 3.165444205260594e-05, "loss": 2.2448, "step": 87690 }, { "epoch": 11.84, "learning_rate": 3.1628374906113305e-05, "loss": 2.2709, "step": 87700 }, { "epoch": 11.85, "learning_rate": 3.1602317232091954e-05, "loss": 2.2691, "step": 87710 }, { "epoch": 11.85, "learning_rate": 3.15762690326271e-05, "loss": 2.2457, "step": 87720 }, { "epoch": 11.85, "learning_rate": 3.1550230309803266e-05, "loss": 2.2549, "step": 87730 }, { "epoch": 11.85, "learning_rate": 3.152420106570408e-05, "loss": 2.265, "step": 87740 }, { "epoch": 11.85, "learning_rate": 3.149818130241256e-05, "loss": 2.2417, "step": 87750 }, { "epoch": 11.85, "learning_rate": 3.147217102201084e-05, "loss": 2.26, "step": 87760 }, { "epoch": 11.85, "learning_rate": 3.144617022658032e-05, "loss": 2.277, "step": 87770 }, { "epoch": 11.86, "learning_rate": 3.142017891820172e-05, "loss": 2.2828, "step": 87780 }, { "epoch": 11.86, "learning_rate": 3.139419709895495e-05, "loss": 2.2539, "step": 87790 }, { "epoch": 11.86, "learning_rate": 3.1368224770919124e-05, "loss": 2.2667, "step": 87800 }, { "epoch": 11.86, "learning_rate": 3.1342261936172594e-05, "loss": 2.2719, "step": 87810 }, { "epoch": 11.86, "learning_rate": 3.131630859679304e-05, "loss": 2.2575, "step": 87820 }, { "epoch": 11.86, "learning_rate": 3.12903647548574e-05, "loss": 2.2725, "step": 87830 }, { "epoch": 11.86, "learning_rate": 3.1264430412441633e-05, "loss": 2.2761, "step": 87840 }, { "epoch": 11.86, "learning_rate": 3.123850557162119e-05, "loss": 2.2616, "step": 87850 }, { "epoch": 11.87, "learning_rate": 3.1212590234470584e-05, "loss": 2.2614, "step": 87860 }, { "epoch": 11.87, "learning_rate": 3.118668440306374e-05, "loss": 2.2485, "step": 87870 }, { "epoch": 11.87, "learning_rate": 3.116078807947366e-05, "loss": 2.2588, "step": 87880 }, { "epoch": 11.87, "learning_rate": 3.113490126577262e-05, "loss": 2.2815, "step": 87890 }, { "epoch": 11.87, "learning_rate": 3.110902396403224e-05, "loss": 2.2565, "step": 87900 }, { "epoch": 11.87, "learning_rate": 3.1083156176323264e-05, "loss": 2.2716, "step": 87910 }, { "epoch": 11.87, "learning_rate": 3.10572979047157e-05, "loss": 2.2572, "step": 87920 }, { "epoch": 11.88, "learning_rate": 3.1031449151278854e-05, "loss": 2.2618, "step": 87930 }, { "epoch": 11.88, "learning_rate": 3.1005609918081154e-05, "loss": 2.2723, "step": 87940 }, { "epoch": 11.88, "learning_rate": 3.097978020719043e-05, "loss": 2.2762, "step": 87950 }, { "epoch": 11.88, "learning_rate": 3.0953960020673593e-05, "loss": 2.2567, "step": 87960 }, { "epoch": 11.88, "learning_rate": 3.0928149360596834e-05, "loss": 2.2481, "step": 87970 }, { "epoch": 11.88, "learning_rate": 3.090234822902568e-05, "loss": 2.2415, "step": 87980 }, { "epoch": 11.88, "learning_rate": 3.0876556628024754e-05, "loss": 2.2489, "step": 87990 }, { "epoch": 11.89, "learning_rate": 3.0850774559658075e-05, "loss": 2.269, "step": 88000 }, { "epoch": 11.89, "eval_loss": 2.410313606262207, "eval_runtime": 1269.0076, "eval_samples_per_second": 59.996, "eval_steps_per_second": 5.0, "step": 88000 }, { "epoch": 11.89, "learning_rate": 3.082500202598866e-05, "loss": 2.2366, "step": 88010 }, { "epoch": 11.89, "learning_rate": 3.0799239029078975e-05, "loss": 2.2552, "step": 88020 }, { "epoch": 11.89, "learning_rate": 3.077348557099072e-05, "loss": 2.2643, "step": 88030 }, { "epoch": 11.89, "learning_rate": 3.074774165378471e-05, "loss": 2.2255, "step": 88040 }, { "epoch": 11.89, "learning_rate": 3.072200727952106e-05, "loss": 2.26, "step": 88050 }, { "epoch": 11.89, "learning_rate": 3.069628245025907e-05, "loss": 2.252, "step": 88060 }, { "epoch": 11.89, "learning_rate": 3.067056716805742e-05, "loss": 2.2495, "step": 88070 }, { "epoch": 11.9, "learning_rate": 3.064486143497386e-05, "loss": 2.2467, "step": 88080 }, { "epoch": 11.9, "learning_rate": 3.061916525306543e-05, "loss": 2.241, "step": 88090 }, { "epoch": 11.9, "learning_rate": 3.0593478624388485e-05, "loss": 2.2292, "step": 88100 }, { "epoch": 11.9, "learning_rate": 3.056780155099848e-05, "loss": 2.2353, "step": 88110 }, { "epoch": 11.9, "learning_rate": 3.054213403495023e-05, "loss": 2.2547, "step": 88120 }, { "epoch": 11.9, "learning_rate": 3.0516476078297743e-05, "loss": 2.257, "step": 88130 }, { "epoch": 11.9, "learning_rate": 3.049082768309415e-05, "loss": 2.2603, "step": 88140 }, { "epoch": 11.91, "learning_rate": 3.046518885139203e-05, "loss": 2.2199, "step": 88150 }, { "epoch": 11.91, "learning_rate": 3.0439559585243046e-05, "loss": 2.2634, "step": 88160 }, { "epoch": 11.91, "learning_rate": 3.0413939886698084e-05, "loss": 2.2445, "step": 88170 }, { "epoch": 11.91, "learning_rate": 3.038832975780738e-05, "loss": 2.271, "step": 88180 }, { "epoch": 11.91, "learning_rate": 3.0362729200620285e-05, "loss": 2.2581, "step": 88190 }, { "epoch": 11.91, "learning_rate": 3.033713821718553e-05, "loss": 2.2765, "step": 88200 }, { "epoch": 11.91, "learning_rate": 3.0311556809550847e-05, "loss": 2.2611, "step": 88210 }, { "epoch": 11.91, "learning_rate": 3.028598497976341e-05, "loss": 2.2454, "step": 88220 }, { "epoch": 11.92, "learning_rate": 3.0260422729869587e-05, "loss": 2.2627, "step": 88230 }, { "epoch": 11.92, "learning_rate": 3.023487006191494e-05, "loss": 2.2672, "step": 88240 }, { "epoch": 11.92, "learning_rate": 3.0209326977944247e-05, "loss": 2.272, "step": 88250 }, { "epoch": 11.92, "learning_rate": 3.0183793480001528e-05, "loss": 2.2612, "step": 88260 }, { "epoch": 11.92, "learning_rate": 3.0158269570130112e-05, "loss": 2.2085, "step": 88270 }, { "epoch": 11.92, "learning_rate": 3.013275525037248e-05, "loss": 2.2667, "step": 88280 }, { "epoch": 11.92, "learning_rate": 3.010725052277032e-05, "loss": 2.2384, "step": 88290 }, { "epoch": 11.93, "learning_rate": 3.0081755389364682e-05, "loss": 2.2616, "step": 88300 }, { "epoch": 11.93, "learning_rate": 3.005626985219568e-05, "loss": 2.2669, "step": 88310 }, { "epoch": 11.93, "learning_rate": 3.0030793913302838e-05, "loss": 2.2448, "step": 88320 }, { "epoch": 11.93, "learning_rate": 3.0005327574724787e-05, "loss": 2.2678, "step": 88330 }, { "epoch": 11.93, "learning_rate": 2.9979870838499363e-05, "loss": 2.2565, "step": 88340 }, { "epoch": 11.93, "learning_rate": 2.9954423706663794e-05, "loss": 2.256, "step": 88350 }, { "epoch": 11.93, "learning_rate": 2.9928986181254394e-05, "loss": 2.2335, "step": 88360 }, { "epoch": 11.94, "learning_rate": 2.9903558264306705e-05, "loss": 2.2402, "step": 88370 }, { "epoch": 11.94, "learning_rate": 2.9878139957855646e-05, "loss": 2.2611, "step": 88380 }, { "epoch": 11.94, "learning_rate": 2.9852731263935176e-05, "loss": 2.2709, "step": 88390 }, { "epoch": 11.94, "learning_rate": 2.98273321845787e-05, "loss": 2.2896, "step": 88400 }, { "epoch": 11.94, "learning_rate": 2.980194272181858e-05, "loss": 2.2541, "step": 88410 }, { "epoch": 11.94, "learning_rate": 2.9776562877686634e-05, "loss": 2.2442, "step": 88420 }, { "epoch": 11.94, "learning_rate": 2.975119265421389e-05, "loss": 2.2512, "step": 88430 }, { "epoch": 11.94, "learning_rate": 2.9725832053430493e-05, "loss": 2.2721, "step": 88440 }, { "epoch": 11.95, "learning_rate": 2.97004810773659e-05, "loss": 2.2637, "step": 88450 }, { "epoch": 11.95, "learning_rate": 2.9675139728048708e-05, "loss": 2.2517, "step": 88460 }, { "epoch": 11.95, "learning_rate": 2.9649808007506925e-05, "loss": 2.2501, "step": 88470 }, { "epoch": 11.95, "learning_rate": 2.9624485917767615e-05, "loss": 2.2345, "step": 88480 }, { "epoch": 11.95, "learning_rate": 2.959917346085709e-05, "loss": 2.2742, "step": 88490 }, { "epoch": 11.95, "learning_rate": 2.9573870638801027e-05, "loss": 2.2481, "step": 88500 }, { "epoch": 11.95, "learning_rate": 2.9548577453624145e-05, "loss": 2.2561, "step": 88510 }, { "epoch": 11.96, "learning_rate": 2.952329390735057e-05, "loss": 2.2489, "step": 88520 }, { "epoch": 11.96, "learning_rate": 2.9498020002003537e-05, "loss": 2.2667, "step": 88530 }, { "epoch": 11.96, "learning_rate": 2.947275573960549e-05, "loss": 2.2675, "step": 88540 }, { "epoch": 11.96, "learning_rate": 2.9447501122178253e-05, "loss": 2.2633, "step": 88550 }, { "epoch": 11.96, "learning_rate": 2.9422256151742718e-05, "loss": 2.2637, "step": 88560 }, { "epoch": 11.96, "learning_rate": 2.939702083031904e-05, "loss": 2.2385, "step": 88570 }, { "epoch": 11.96, "learning_rate": 2.9371795159926704e-05, "loss": 2.2439, "step": 88580 }, { "epoch": 11.96, "learning_rate": 2.9346579142584275e-05, "loss": 2.2778, "step": 88590 }, { "epoch": 11.97, "learning_rate": 2.9321372780309743e-05, "loss": 2.2562, "step": 88600 }, { "epoch": 11.97, "learning_rate": 2.9296176075120025e-05, "loss": 2.2638, "step": 88610 }, { "epoch": 11.97, "learning_rate": 2.9270989029031527e-05, "loss": 2.2845, "step": 88620 }, { "epoch": 11.97, "learning_rate": 2.9245811644059835e-05, "loss": 2.2529, "step": 88630 }, { "epoch": 11.97, "learning_rate": 2.9220643922219688e-05, "loss": 2.2809, "step": 88640 }, { "epoch": 11.97, "learning_rate": 2.9195485865525094e-05, "loss": 2.2461, "step": 88650 }, { "epoch": 11.97, "learning_rate": 2.9170337475989218e-05, "loss": 2.2421, "step": 88660 }, { "epoch": 11.98, "learning_rate": 2.914519875562461e-05, "loss": 2.281, "step": 88670 }, { "epoch": 11.98, "learning_rate": 2.9120069706442904e-05, "loss": 2.2486, "step": 88680 }, { "epoch": 11.98, "learning_rate": 2.909495033045498e-05, "loss": 2.2641, "step": 88690 }, { "epoch": 11.98, "learning_rate": 2.9069840629671025e-05, "loss": 2.2388, "step": 88700 }, { "epoch": 11.98, "learning_rate": 2.904474060610032e-05, "loss": 2.2881, "step": 88710 }, { "epoch": 11.98, "learning_rate": 2.9019650261751554e-05, "loss": 2.2415, "step": 88720 }, { "epoch": 11.98, "learning_rate": 2.8994569598632472e-05, "loss": 2.2381, "step": 88730 }, { "epoch": 11.99, "learning_rate": 2.896949861875007e-05, "loss": 2.2533, "step": 88740 }, { "epoch": 11.99, "learning_rate": 2.8944437324110708e-05, "loss": 2.2655, "step": 88750 }, { "epoch": 11.99, "learning_rate": 2.89193857167198e-05, "loss": 2.2376, "step": 88760 }, { "epoch": 11.99, "learning_rate": 2.8894343798582025e-05, "loss": 2.2569, "step": 88770 }, { "epoch": 11.99, "learning_rate": 2.8869311571701413e-05, "loss": 2.2375, "step": 88780 }, { "epoch": 11.99, "learning_rate": 2.8844289038081013e-05, "loss": 2.254, "step": 88790 }, { "epoch": 11.99, "learning_rate": 2.8819276199723357e-05, "loss": 2.2432, "step": 88800 }, { "epoch": 11.99, "learning_rate": 2.8794273058629858e-05, "loss": 2.2417, "step": 88810 }, { "epoch": 12.0, "learning_rate": 2.8769279616801466e-05, "loss": 2.2788, "step": 88820 }, { "epoch": 12.0, "learning_rate": 2.874429587623825e-05, "loss": 2.2439, "step": 88830 }, { "epoch": 12.0, "learning_rate": 2.871932183893944e-05, "loss": 2.2454, "step": 88840 }, { "epoch": 12.0, "learning_rate": 2.869435750690356e-05, "loss": 2.2812, "step": 88850 }, { "epoch": 12.0, "learning_rate": 2.8669402882128273e-05, "loss": 2.2306, "step": 88860 }, { "epoch": 12.0, "learning_rate": 2.8644457966610634e-05, "loss": 2.2076, "step": 88870 }, { "epoch": 12.0, "learning_rate": 2.861952276234675e-05, "loss": 2.2041, "step": 88880 }, { "epoch": 12.01, "learning_rate": 2.8594597271331982e-05, "loss": 2.2114, "step": 88890 }, { "epoch": 12.01, "learning_rate": 2.8569681495561027e-05, "loss": 2.2496, "step": 88900 }, { "epoch": 12.01, "learning_rate": 2.8544775437027652e-05, "loss": 2.2097, "step": 88910 }, { "epoch": 12.01, "learning_rate": 2.851987909772498e-05, "loss": 2.2543, "step": 88920 }, { "epoch": 12.01, "learning_rate": 2.8494992479645267e-05, "loss": 2.2301, "step": 88930 }, { "epoch": 12.01, "learning_rate": 2.847011558477999e-05, "loss": 2.2203, "step": 88940 }, { "epoch": 12.01, "learning_rate": 2.8445248415119936e-05, "loss": 2.2437, "step": 88950 }, { "epoch": 12.01, "learning_rate": 2.8420390972655017e-05, "loss": 2.2308, "step": 88960 }, { "epoch": 12.02, "learning_rate": 2.8395543259374387e-05, "loss": 2.2088, "step": 88970 }, { "epoch": 12.02, "learning_rate": 2.8370705277266477e-05, "loss": 2.2255, "step": 88980 }, { "epoch": 12.02, "learning_rate": 2.834587702831886e-05, "loss": 2.2249, "step": 88990 }, { "epoch": 12.02, "learning_rate": 2.832105851451848e-05, "loss": 2.2249, "step": 89000 }, { "epoch": 12.02, "eval_loss": 2.4120471477508545, "eval_runtime": 1269.0105, "eval_samples_per_second": 59.996, "eval_steps_per_second": 5.0, "step": 89000 }, { "epoch": 12.02, "learning_rate": 2.8296249737851216e-05, "loss": 2.1843, "step": 89010 }, { "epoch": 12.02, "learning_rate": 2.8271450700302485e-05, "loss": 2.1899, "step": 89020 }, { "epoch": 12.02, "learning_rate": 2.824666140385669e-05, "loss": 2.1925, "step": 89030 }, { "epoch": 12.03, "learning_rate": 2.8221881850497634e-05, "loss": 2.1798, "step": 89040 }, { "epoch": 12.03, "learning_rate": 2.8197112042208232e-05, "loss": 2.2077, "step": 89050 }, { "epoch": 12.03, "learning_rate": 2.8172351980970575e-05, "loss": 2.236, "step": 89060 }, { "epoch": 12.03, "learning_rate": 2.8147601668766133e-05, "loss": 2.1932, "step": 89070 }, { "epoch": 12.03, "learning_rate": 2.8122861107575473e-05, "loss": 2.2448, "step": 89080 }, { "epoch": 12.03, "learning_rate": 2.8098130299378357e-05, "loss": 2.1892, "step": 89090 }, { "epoch": 12.03, "learning_rate": 2.8075880912446173e-05, "loss": 2.2049, "step": 89100 }, { "epoch": 12.04, "learning_rate": 2.8051168640388515e-05, "loss": 2.2447, "step": 89110 }, { "epoch": 12.04, "learning_rate": 2.8026466127061515e-05, "loss": 2.2093, "step": 89120 }, { "epoch": 12.04, "learning_rate": 2.8001773374441905e-05, "loss": 2.2221, "step": 89130 }, { "epoch": 12.04, "learning_rate": 2.797709038450574e-05, "loss": 2.246, "step": 89140 }, { "epoch": 12.04, "learning_rate": 2.795241715922819e-05, "loss": 2.2311, "step": 89150 }, { "epoch": 12.04, "learning_rate": 2.792775370058371e-05, "loss": 2.2173, "step": 89160 }, { "epoch": 12.04, "learning_rate": 2.7903100010545886e-05, "loss": 2.2397, "step": 89170 }, { "epoch": 12.04, "learning_rate": 2.7878456091087626e-05, "loss": 2.2228, "step": 89180 }, { "epoch": 12.05, "learning_rate": 2.7853821944181116e-05, "loss": 2.2414, "step": 89190 }, { "epoch": 12.05, "learning_rate": 2.782919757179746e-05, "loss": 2.2332, "step": 89200 }, { "epoch": 12.05, "learning_rate": 2.7804582975907325e-05, "loss": 2.2225, "step": 89210 }, { "epoch": 12.05, "learning_rate": 2.7779978158480378e-05, "loss": 2.2515, "step": 89220 }, { "epoch": 12.05, "learning_rate": 2.7755383121485608e-05, "loss": 2.2106, "step": 89230 }, { "epoch": 12.05, "learning_rate": 2.7730797866891198e-05, "loss": 2.2259, "step": 89240 }, { "epoch": 12.05, "learning_rate": 2.7706222396664485e-05, "loss": 2.2184, "step": 89250 }, { "epoch": 12.06, "learning_rate": 2.7681656712772132e-05, "loss": 2.2025, "step": 89260 }, { "epoch": 12.06, "learning_rate": 2.765710081717995e-05, "loss": 2.2369, "step": 89270 }, { "epoch": 12.06, "learning_rate": 2.7632554711852917e-05, "loss": 2.2263, "step": 89280 }, { "epoch": 12.06, "learning_rate": 2.7608018398755393e-05, "loss": 2.2289, "step": 89290 }, { "epoch": 12.06, "learning_rate": 2.758349187985076e-05, "loss": 2.222, "step": 89300 }, { "epoch": 12.06, "learning_rate": 2.7558975157101782e-05, "loss": 2.2158, "step": 89310 }, { "epoch": 12.06, "learning_rate": 2.7534468232470335e-05, "loss": 2.1979, "step": 89320 }, { "epoch": 12.06, "learning_rate": 2.750997110791749e-05, "loss": 2.2182, "step": 89330 }, { "epoch": 12.07, "learning_rate": 2.7485483785403674e-05, "loss": 2.2072, "step": 89340 }, { "epoch": 12.07, "learning_rate": 2.7461006266888386e-05, "loss": 2.2172, "step": 89350 }, { "epoch": 12.07, "learning_rate": 2.743653855433041e-05, "loss": 2.2009, "step": 89360 }, { "epoch": 12.07, "learning_rate": 2.7412080649687684e-05, "loss": 2.2324, "step": 89370 }, { "epoch": 12.07, "learning_rate": 2.7387632554917453e-05, "loss": 2.2004, "step": 89380 }, { "epoch": 12.07, "learning_rate": 2.736319427197619e-05, "loss": 2.2142, "step": 89390 }, { "epoch": 12.07, "learning_rate": 2.7338765802819397e-05, "loss": 2.2462, "step": 89400 }, { "epoch": 12.08, "learning_rate": 2.7314347149402005e-05, "loss": 2.2158, "step": 89410 }, { "epoch": 12.08, "learning_rate": 2.7289938313678006e-05, "loss": 2.2372, "step": 89420 }, { "epoch": 12.08, "learning_rate": 2.7265539297600752e-05, "loss": 2.2128, "step": 89430 }, { "epoch": 12.08, "learning_rate": 2.7241150103122683e-05, "loss": 2.2097, "step": 89440 }, { "epoch": 12.08, "learning_rate": 2.721677073219547e-05, "loss": 2.2011, "step": 89450 }, { "epoch": 12.08, "learning_rate": 2.71924011867701e-05, "loss": 2.2142, "step": 89460 }, { "epoch": 12.08, "learning_rate": 2.716804146879667e-05, "loss": 2.2278, "step": 89470 }, { "epoch": 12.08, "learning_rate": 2.7143691580224465e-05, "loss": 2.2481, "step": 89480 }, { "epoch": 12.09, "learning_rate": 2.7119351523002126e-05, "loss": 2.2027, "step": 89490 }, { "epoch": 12.09, "learning_rate": 2.7095021299077364e-05, "loss": 2.2063, "step": 89500 }, { "epoch": 12.09, "learning_rate": 2.7070700910397203e-05, "loss": 2.2193, "step": 89510 }, { "epoch": 12.09, "learning_rate": 2.704639035890782e-05, "loss": 2.2277, "step": 89520 }, { "epoch": 12.09, "learning_rate": 2.702208964655458e-05, "loss": 2.2209, "step": 89530 }, { "epoch": 12.09, "learning_rate": 2.699779877528217e-05, "loss": 2.2195, "step": 89540 }, { "epoch": 12.09, "learning_rate": 2.6973517747034408e-05, "loss": 2.2129, "step": 89550 }, { "epoch": 12.1, "learning_rate": 2.69492465637543e-05, "loss": 2.1983, "step": 89560 }, { "epoch": 12.1, "learning_rate": 2.6924985227384117e-05, "loss": 2.2166, "step": 89570 }, { "epoch": 12.1, "learning_rate": 2.6900733739865314e-05, "loss": 2.2486, "step": 89580 }, { "epoch": 12.1, "learning_rate": 2.687649210313868e-05, "loss": 2.2188, "step": 89590 }, { "epoch": 12.1, "learning_rate": 2.6852260319143943e-05, "loss": 2.2352, "step": 89600 }, { "epoch": 12.1, "learning_rate": 2.6828038389820316e-05, "loss": 2.1857, "step": 89610 }, { "epoch": 12.1, "learning_rate": 2.6803826317106052e-05, "loss": 2.221, "step": 89620 }, { "epoch": 12.11, "learning_rate": 2.677962410293875e-05, "loss": 2.2093, "step": 89630 }, { "epoch": 12.11, "learning_rate": 2.6755431749255112e-05, "loss": 2.1951, "step": 89640 }, { "epoch": 12.11, "learning_rate": 2.673124925799104e-05, "loss": 2.241, "step": 89650 }, { "epoch": 12.11, "learning_rate": 2.6707076631081763e-05, "loss": 2.2325, "step": 89660 }, { "epoch": 12.11, "learning_rate": 2.6682913870461625e-05, "loss": 2.2569, "step": 89670 }, { "epoch": 12.11, "learning_rate": 2.6658760978064174e-05, "loss": 2.2314, "step": 89680 }, { "epoch": 12.11, "learning_rate": 2.663461795582225e-05, "loss": 2.2247, "step": 89690 }, { "epoch": 12.11, "learning_rate": 2.6610484805667824e-05, "loss": 2.2419, "step": 89700 }, { "epoch": 12.12, "learning_rate": 2.6586361529532134e-05, "loss": 2.238, "step": 89710 }, { "epoch": 12.12, "learning_rate": 2.6562248129345586e-05, "loss": 2.2297, "step": 89720 }, { "epoch": 12.12, "learning_rate": 2.6538144607037786e-05, "loss": 2.2392, "step": 89730 }, { "epoch": 12.12, "learning_rate": 2.6514050964537624e-05, "loss": 2.2517, "step": 89740 }, { "epoch": 12.12, "learning_rate": 2.6489967203773127e-05, "loss": 2.2141, "step": 89750 }, { "epoch": 12.12, "learning_rate": 2.646589332667155e-05, "loss": 2.2244, "step": 89760 }, { "epoch": 12.12, "learning_rate": 2.6441829335159303e-05, "loss": 2.2319, "step": 89770 }, { "epoch": 12.13, "learning_rate": 2.6417775231162147e-05, "loss": 2.201, "step": 89780 }, { "epoch": 12.13, "learning_rate": 2.6393731016604993e-05, "loss": 2.2452, "step": 89790 }, { "epoch": 12.13, "learning_rate": 2.636969669341181e-05, "loss": 2.2169, "step": 89800 }, { "epoch": 12.13, "learning_rate": 2.6345672263506025e-05, "loss": 2.2075, "step": 89810 }, { "epoch": 12.13, "learning_rate": 2.6321657728810036e-05, "loss": 2.2206, "step": 89820 }, { "epoch": 12.13, "learning_rate": 2.629765309124568e-05, "loss": 2.2091, "step": 89830 }, { "epoch": 12.13, "learning_rate": 2.62736583527338e-05, "loss": 2.2429, "step": 89840 }, { "epoch": 12.13, "learning_rate": 2.6249673515194546e-05, "loss": 2.2293, "step": 89850 }, { "epoch": 12.14, "learning_rate": 2.622569858054728e-05, "loss": 2.233, "step": 89860 }, { "epoch": 12.14, "learning_rate": 2.6201733550710574e-05, "loss": 2.1981, "step": 89870 }, { "epoch": 12.14, "learning_rate": 2.6177778427602085e-05, "loss": 2.2054, "step": 89880 }, { "epoch": 12.14, "learning_rate": 2.6153833213138904e-05, "loss": 2.2526, "step": 89890 }, { "epoch": 12.14, "learning_rate": 2.6129897909237106e-05, "loss": 2.2377, "step": 89900 }, { "epoch": 12.14, "learning_rate": 2.6105972517812136e-05, "loss": 2.1945, "step": 89910 }, { "epoch": 12.14, "learning_rate": 2.608205704077857e-05, "loss": 2.2187, "step": 89920 }, { "epoch": 12.15, "learning_rate": 2.6058151480050132e-05, "loss": 2.2255, "step": 89930 }, { "epoch": 12.15, "learning_rate": 2.603425583753991e-05, "loss": 2.2325, "step": 89940 }, { "epoch": 12.15, "learning_rate": 2.6010370115160067e-05, "loss": 2.2379, "step": 89950 }, { "epoch": 12.15, "learning_rate": 2.5986494314822014e-05, "loss": 2.2331, "step": 89960 }, { "epoch": 12.15, "learning_rate": 2.596262843843634e-05, "loss": 2.2421, "step": 89970 }, { "epoch": 12.15, "learning_rate": 2.5938772487912895e-05, "loss": 2.2329, "step": 89980 }, { "epoch": 12.15, "learning_rate": 2.591492646516079e-05, "loss": 2.2268, "step": 89990 }, { "epoch": 12.16, "learning_rate": 2.5891090372088112e-05, "loss": 2.2236, "step": 90000 }, { "epoch": 12.16, "eval_loss": 2.4117822647094727, "eval_runtime": 1269.0092, "eval_samples_per_second": 59.996, "eval_steps_per_second": 5.0, "step": 90000 }, { "epoch": 12.16, "learning_rate": 2.586726421060239e-05, "loss": 2.2347, "step": 90010 }, { "epoch": 12.16, "learning_rate": 2.584344798261021e-05, "loss": 2.191, "step": 90020 }, { "epoch": 12.16, "learning_rate": 2.58196416900175e-05, "loss": 2.2093, "step": 90030 }, { "epoch": 12.16, "learning_rate": 2.579584533472929e-05, "loss": 2.2308, "step": 90040 }, { "epoch": 12.16, "learning_rate": 2.5772058918649764e-05, "loss": 2.236, "step": 90050 }, { "epoch": 12.16, "learning_rate": 2.5748282443682488e-05, "loss": 2.2309, "step": 90060 }, { "epoch": 12.16, "learning_rate": 2.572451591173009e-05, "loss": 2.2295, "step": 90070 }, { "epoch": 12.17, "learning_rate": 2.5700759324694404e-05, "loss": 2.2123, "step": 90080 }, { "epoch": 12.17, "learning_rate": 2.5677012684476582e-05, "loss": 2.2227, "step": 90090 }, { "epoch": 12.17, "learning_rate": 2.5653275992976828e-05, "loss": 2.2371, "step": 90100 }, { "epoch": 12.17, "learning_rate": 2.562954925209474e-05, "loss": 2.2377, "step": 90110 }, { "epoch": 12.17, "learning_rate": 2.5605832463728843e-05, "loss": 2.2337, "step": 90120 }, { "epoch": 12.17, "learning_rate": 2.558212562977714e-05, "loss": 2.1929, "step": 90130 }, { "epoch": 12.17, "learning_rate": 2.5558428752136745e-05, "loss": 2.223, "step": 90140 }, { "epoch": 12.18, "learning_rate": 2.5534741832703908e-05, "loss": 2.2286, "step": 90150 }, { "epoch": 12.18, "learning_rate": 2.5511064873374132e-05, "loss": 2.2231, "step": 90160 }, { "epoch": 12.18, "learning_rate": 2.5487397876042116e-05, "loss": 2.2101, "step": 90170 }, { "epoch": 12.18, "learning_rate": 2.546374084260176e-05, "loss": 2.212, "step": 90180 }, { "epoch": 12.18, "learning_rate": 2.5440093774946284e-05, "loss": 2.2127, "step": 90190 }, { "epoch": 12.18, "learning_rate": 2.5416456674967846e-05, "loss": 2.2208, "step": 90200 }, { "epoch": 12.18, "learning_rate": 2.539282954455806e-05, "loss": 2.2211, "step": 90210 }, { "epoch": 12.18, "learning_rate": 2.5369212385607562e-05, "loss": 2.2418, "step": 90220 }, { "epoch": 12.19, "learning_rate": 2.534560520000638e-05, "loss": 2.2295, "step": 90230 }, { "epoch": 12.19, "learning_rate": 2.5322007989643566e-05, "loss": 2.2137, "step": 90240 }, { "epoch": 12.19, "learning_rate": 2.5298420756407428e-05, "loss": 2.2211, "step": 90250 }, { "epoch": 12.19, "learning_rate": 2.5274843502185555e-05, "loss": 2.2179, "step": 90260 }, { "epoch": 12.19, "learning_rate": 2.5251276228864637e-05, "loss": 2.2197, "step": 90270 }, { "epoch": 12.19, "learning_rate": 2.5227718938330565e-05, "loss": 2.2251, "step": 90280 }, { "epoch": 12.19, "learning_rate": 2.5204171632468533e-05, "loss": 2.2385, "step": 90290 }, { "epoch": 12.2, "learning_rate": 2.5180634313162816e-05, "loss": 2.2138, "step": 90300 }, { "epoch": 12.2, "learning_rate": 2.515710698229704e-05, "loss": 2.2252, "step": 90310 }, { "epoch": 12.2, "learning_rate": 2.5133589641753787e-05, "loss": 2.2274, "step": 90320 }, { "epoch": 12.2, "learning_rate": 2.511008229341508e-05, "loss": 2.2187, "step": 90330 }, { "epoch": 12.2, "learning_rate": 2.508658493916208e-05, "loss": 2.2317, "step": 90340 }, { "epoch": 12.2, "learning_rate": 2.506309758087507e-05, "loss": 2.1969, "step": 90350 }, { "epoch": 12.2, "learning_rate": 2.5039620220433594e-05, "loss": 2.1977, "step": 90360 }, { "epoch": 12.21, "learning_rate": 2.501615285971635e-05, "loss": 2.2503, "step": 90370 }, { "epoch": 12.21, "learning_rate": 2.4992695500601302e-05, "loss": 2.2278, "step": 90380 }, { "epoch": 12.21, "learning_rate": 2.4969248144965646e-05, "loss": 2.2408, "step": 90390 }, { "epoch": 12.21, "learning_rate": 2.4945810794685588e-05, "loss": 2.2304, "step": 90400 }, { "epoch": 12.21, "learning_rate": 2.492238345163676e-05, "loss": 2.1981, "step": 90410 }, { "epoch": 12.21, "learning_rate": 2.489896611769382e-05, "loss": 2.1961, "step": 90420 }, { "epoch": 12.21, "learning_rate": 2.487555879473076e-05, "loss": 2.2441, "step": 90430 }, { "epoch": 12.21, "learning_rate": 2.485216148462068e-05, "loss": 2.2077, "step": 90440 }, { "epoch": 12.22, "learning_rate": 2.482877418923587e-05, "loss": 2.2143, "step": 90450 }, { "epoch": 12.22, "learning_rate": 2.4805396910447923e-05, "loss": 2.262, "step": 90460 }, { "epoch": 12.22, "learning_rate": 2.478202965012753e-05, "loss": 2.264, "step": 90470 }, { "epoch": 12.22, "learning_rate": 2.4758672410144585e-05, "loss": 2.2188, "step": 90480 }, { "epoch": 12.22, "learning_rate": 2.4735325192368272e-05, "loss": 2.2468, "step": 90490 }, { "epoch": 12.22, "learning_rate": 2.4711987998666828e-05, "loss": 2.2417, "step": 90500 }, { "epoch": 12.22, "learning_rate": 2.4688660830907893e-05, "loss": 2.2169, "step": 90510 }, { "epoch": 12.23, "learning_rate": 2.4665343690958023e-05, "loss": 2.246, "step": 90520 }, { "epoch": 12.23, "learning_rate": 2.464203658068321e-05, "loss": 2.2194, "step": 90530 }, { "epoch": 12.23, "learning_rate": 2.4618739501948613e-05, "loss": 2.2148, "step": 90540 }, { "epoch": 12.23, "learning_rate": 2.4595452456618474e-05, "loss": 2.2389, "step": 90550 }, { "epoch": 12.23, "learning_rate": 2.45721754465563e-05, "loss": 2.2065, "step": 90560 }, { "epoch": 12.23, "learning_rate": 2.4548908473624774e-05, "loss": 2.2102, "step": 90570 }, { "epoch": 12.23, "learning_rate": 2.4525651539685796e-05, "loss": 2.2317, "step": 90580 }, { "epoch": 12.23, "learning_rate": 2.450240464660057e-05, "loss": 2.2173, "step": 90590 }, { "epoch": 12.24, "learning_rate": 2.447916779622922e-05, "loss": 2.2194, "step": 90600 }, { "epoch": 12.24, "learning_rate": 2.4455940990431343e-05, "loss": 2.2093, "step": 90610 }, { "epoch": 12.24, "learning_rate": 2.4432724231065553e-05, "loss": 2.2255, "step": 90620 }, { "epoch": 12.24, "learning_rate": 2.4409517519989796e-05, "loss": 2.2059, "step": 90630 }, { "epoch": 12.24, "learning_rate": 2.438632085906112e-05, "loss": 2.234, "step": 90640 }, { "epoch": 12.24, "learning_rate": 2.436313425013574e-05, "loss": 2.2152, "step": 90650 }, { "epoch": 12.24, "learning_rate": 2.4339957695069205e-05, "loss": 2.2235, "step": 90660 }, { "epoch": 12.25, "learning_rate": 2.431679119571615e-05, "loss": 2.2403, "step": 90670 }, { "epoch": 12.25, "learning_rate": 2.429363475393039e-05, "loss": 2.2133, "step": 90680 }, { "epoch": 12.25, "learning_rate": 2.4270488371565027e-05, "loss": 2.2104, "step": 90690 }, { "epoch": 12.25, "learning_rate": 2.4247352050472264e-05, "loss": 2.2267, "step": 90700 }, { "epoch": 12.25, "learning_rate": 2.4224225792503632e-05, "loss": 2.2354, "step": 90710 }, { "epoch": 12.25, "learning_rate": 2.4201109599509638e-05, "loss": 2.2462, "step": 90720 }, { "epoch": 12.25, "learning_rate": 2.4178003473340167e-05, "loss": 2.2512, "step": 90730 }, { "epoch": 12.26, "learning_rate": 2.415490741584431e-05, "loss": 2.2069, "step": 90740 }, { "epoch": 12.26, "learning_rate": 2.413182142887022e-05, "loss": 2.2433, "step": 90750 }, { "epoch": 12.26, "learning_rate": 2.4108745514265315e-05, "loss": 2.2401, "step": 90760 }, { "epoch": 12.26, "learning_rate": 2.4085679673876175e-05, "loss": 2.2531, "step": 90770 }, { "epoch": 12.26, "learning_rate": 2.4062623909548683e-05, "loss": 2.2216, "step": 90780 }, { "epoch": 12.26, "learning_rate": 2.403957822312777e-05, "loss": 2.2111, "step": 90790 }, { "epoch": 12.26, "learning_rate": 2.4016542616457607e-05, "loss": 2.2432, "step": 90800 }, { "epoch": 12.26, "learning_rate": 2.3993517091381655e-05, "loss": 2.22, "step": 90810 }, { "epoch": 12.27, "learning_rate": 2.397050164974242e-05, "loss": 2.254, "step": 90820 }, { "epoch": 12.27, "learning_rate": 2.3947496293381713e-05, "loss": 2.2162, "step": 90830 }, { "epoch": 12.27, "learning_rate": 2.392450102414048e-05, "loss": 2.2313, "step": 90840 }, { "epoch": 12.27, "learning_rate": 2.3901515843858833e-05, "loss": 2.2249, "step": 90850 }, { "epoch": 12.27, "learning_rate": 2.3878540754376197e-05, "loss": 2.2189, "step": 90860 }, { "epoch": 12.27, "learning_rate": 2.385557575753107e-05, "loss": 2.2189, "step": 90870 }, { "epoch": 12.27, "learning_rate": 2.383262085516115e-05, "loss": 2.2333, "step": 90880 }, { "epoch": 12.28, "learning_rate": 2.380967604910345e-05, "loss": 2.2353, "step": 90890 }, { "epoch": 12.28, "learning_rate": 2.3786741341193964e-05, "loss": 2.2305, "step": 90900 }, { "epoch": 12.28, "learning_rate": 2.3763816733268164e-05, "loss": 2.2415, "step": 90910 }, { "epoch": 12.28, "learning_rate": 2.374090222716038e-05, "loss": 2.231, "step": 90920 }, { "epoch": 12.28, "learning_rate": 2.3717997824704377e-05, "loss": 2.2359, "step": 90930 }, { "epoch": 12.28, "learning_rate": 2.3695103527733057e-05, "loss": 2.2225, "step": 90940 }, { "epoch": 12.28, "learning_rate": 2.3672219338078485e-05, "loss": 2.2064, "step": 90950 }, { "epoch": 12.28, "learning_rate": 2.3649345257571915e-05, "loss": 2.2369, "step": 90960 }, { "epoch": 12.29, "learning_rate": 2.362648128804377e-05, "loss": 2.2174, "step": 90970 }, { "epoch": 12.29, "learning_rate": 2.3603627431323762e-05, "loss": 2.2254, "step": 90980 }, { "epoch": 12.29, "learning_rate": 2.35807836892407e-05, "loss": 2.2378, "step": 90990 }, { "epoch": 12.29, "learning_rate": 2.355795006362259e-05, "loss": 2.2325, "step": 91000 }, { "epoch": 12.29, "eval_loss": 2.4098644256591797, "eval_runtime": 1268.9861, "eval_samples_per_second": 59.997, "eval_steps_per_second": 5.0, "step": 91000 }, { "epoch": 12.29, "learning_rate": 2.353512655629668e-05, "loss": 2.2031, "step": 91010 }, { "epoch": 12.29, "learning_rate": 2.3512313169089346e-05, "loss": 2.2083, "step": 91020 }, { "epoch": 12.29, "learning_rate": 2.348950990382625e-05, "loss": 2.2523, "step": 91030 }, { "epoch": 12.3, "learning_rate": 2.346671676233214e-05, "loss": 2.2391, "step": 91040 }, { "epoch": 12.3, "learning_rate": 2.344393374643096e-05, "loss": 2.2306, "step": 91050 }, { "epoch": 12.3, "learning_rate": 2.3421160857945953e-05, "loss": 2.2282, "step": 91060 }, { "epoch": 12.3, "learning_rate": 2.3398398098699444e-05, "loss": 2.2384, "step": 91070 }, { "epoch": 12.3, "learning_rate": 2.3375645470512928e-05, "loss": 2.2188, "step": 91080 }, { "epoch": 12.3, "learning_rate": 2.3352902975207243e-05, "loss": 2.2409, "step": 91090 }, { "epoch": 12.3, "learning_rate": 2.333017061460222e-05, "loss": 2.2024, "step": 91100 }, { "epoch": 12.31, "learning_rate": 2.330972015673037e-05, "loss": 2.2323, "step": 91110 }, { "epoch": 12.31, "learning_rate": 2.3287007057067725e-05, "loss": 2.2336, "step": 91120 }, { "epoch": 12.31, "learning_rate": 2.3264304097378937e-05, "loss": 2.2283, "step": 91130 }, { "epoch": 12.31, "learning_rate": 2.3241611279480877e-05, "loss": 2.22, "step": 91140 }, { "epoch": 12.31, "learning_rate": 2.3218928605189417e-05, "loss": 2.2265, "step": 91150 }, { "epoch": 12.31, "learning_rate": 2.319625607631968e-05, "loss": 2.2311, "step": 91160 }, { "epoch": 12.31, "learning_rate": 2.3173593694686078e-05, "loss": 2.2058, "step": 91170 }, { "epoch": 12.31, "learning_rate": 2.3150941462102058e-05, "loss": 2.204, "step": 91180 }, { "epoch": 12.32, "learning_rate": 2.3128299380380322e-05, "loss": 2.2183, "step": 91190 }, { "epoch": 12.32, "learning_rate": 2.310566745133282e-05, "loss": 2.2477, "step": 91200 }, { "epoch": 12.32, "learning_rate": 2.3083045676770538e-05, "loss": 2.2467, "step": 91210 }, { "epoch": 12.32, "learning_rate": 2.3060434058503847e-05, "loss": 2.2145, "step": 91220 }, { "epoch": 12.32, "learning_rate": 2.3037832598342142e-05, "loss": 2.2072, "step": 91230 }, { "epoch": 12.32, "learning_rate": 2.3015241298094033e-05, "loss": 2.2248, "step": 91240 }, { "epoch": 12.32, "learning_rate": 2.299266015956744e-05, "loss": 2.237, "step": 91250 }, { "epoch": 12.33, "learning_rate": 2.2970089184569294e-05, "loss": 2.2178, "step": 91260 }, { "epoch": 12.33, "learning_rate": 2.2947528374905795e-05, "loss": 2.2073, "step": 91270 }, { "epoch": 12.33, "learning_rate": 2.2924977732382405e-05, "loss": 2.2328, "step": 91280 }, { "epoch": 12.33, "learning_rate": 2.2902437258803603e-05, "loss": 2.2266, "step": 91290 }, { "epoch": 12.33, "learning_rate": 2.2879906955973277e-05, "loss": 2.2358, "step": 91300 }, { "epoch": 12.33, "learning_rate": 2.285738682569422e-05, "loss": 2.2397, "step": 91310 }, { "epoch": 12.33, "learning_rate": 2.2834876869768655e-05, "loss": 2.2108, "step": 91320 }, { "epoch": 12.33, "learning_rate": 2.2812377089997873e-05, "loss": 2.1901, "step": 91330 }, { "epoch": 12.34, "learning_rate": 2.2789887488182406e-05, "loss": 2.2082, "step": 91340 }, { "epoch": 12.34, "learning_rate": 2.2767408066121913e-05, "loss": 2.2253, "step": 91350 }, { "epoch": 12.34, "learning_rate": 2.2744938825615265e-05, "loss": 2.2077, "step": 91360 }, { "epoch": 12.34, "learning_rate": 2.272247976846055e-05, "loss": 2.2416, "step": 91370 }, { "epoch": 12.34, "learning_rate": 2.2700030896455007e-05, "loss": 2.2264, "step": 91380 }, { "epoch": 12.34, "learning_rate": 2.2677592211395035e-05, "loss": 2.2437, "step": 91390 }, { "epoch": 12.34, "learning_rate": 2.265516371507628e-05, "loss": 2.2331, "step": 91400 }, { "epoch": 12.35, "learning_rate": 2.2632745409293507e-05, "loss": 2.2451, "step": 91410 }, { "epoch": 12.35, "learning_rate": 2.2610337295840762e-05, "loss": 2.2276, "step": 91420 }, { "epoch": 12.35, "learning_rate": 2.2587939376511167e-05, "loss": 2.2378, "step": 91430 }, { "epoch": 12.35, "learning_rate": 2.2565551653097048e-05, "loss": 2.2306, "step": 91440 }, { "epoch": 12.35, "learning_rate": 2.2543174127390025e-05, "loss": 2.2094, "step": 91450 }, { "epoch": 12.35, "learning_rate": 2.2520806801180746e-05, "loss": 2.2243, "step": 91460 }, { "epoch": 12.35, "learning_rate": 2.2498449676259117e-05, "loss": 2.237, "step": 91470 }, { "epoch": 12.36, "learning_rate": 2.247610275441427e-05, "loss": 2.2329, "step": 91480 }, { "epoch": 12.36, "learning_rate": 2.245376603743443e-05, "loss": 2.2165, "step": 91490 }, { "epoch": 12.36, "learning_rate": 2.2431439527107126e-05, "loss": 2.2316, "step": 91500 }, { "epoch": 12.36, "learning_rate": 2.2409123225218883e-05, "loss": 2.2224, "step": 91510 }, { "epoch": 12.36, "learning_rate": 2.2386817133555622e-05, "loss": 2.2212, "step": 91520 }, { "epoch": 12.36, "learning_rate": 2.2364521253902266e-05, "loss": 2.2403, "step": 91530 }, { "epoch": 12.36, "learning_rate": 2.234223558804309e-05, "loss": 2.219, "step": 91540 }, { "epoch": 12.36, "learning_rate": 2.2319960137761412e-05, "loss": 2.226, "step": 91550 }, { "epoch": 12.37, "learning_rate": 2.2297694904839743e-05, "loss": 2.2057, "step": 91560 }, { "epoch": 12.37, "learning_rate": 2.2275439891059904e-05, "loss": 2.2426, "step": 91570 }, { "epoch": 12.37, "learning_rate": 2.2253195098202776e-05, "loss": 2.2635, "step": 91580 }, { "epoch": 12.37, "learning_rate": 2.2230960528048415e-05, "loss": 2.2232, "step": 91590 }, { "epoch": 12.37, "learning_rate": 2.2208736182376163e-05, "loss": 2.2171, "step": 91600 }, { "epoch": 12.37, "learning_rate": 2.2186522062964433e-05, "loss": 2.2224, "step": 91610 }, { "epoch": 12.37, "learning_rate": 2.2164318171590938e-05, "loss": 2.2499, "step": 91620 }, { "epoch": 12.38, "learning_rate": 2.2142124510032437e-05, "loss": 2.2365, "step": 91630 }, { "epoch": 12.38, "learning_rate": 2.2119941080064946e-05, "loss": 2.2284, "step": 91640 }, { "epoch": 12.38, "learning_rate": 2.2097767883463692e-05, "loss": 2.2085, "step": 91650 }, { "epoch": 12.38, "learning_rate": 2.207560492200302e-05, "loss": 2.2084, "step": 91660 }, { "epoch": 12.38, "learning_rate": 2.2053452197456435e-05, "loss": 2.2434, "step": 91670 }, { "epoch": 12.38, "learning_rate": 2.2031309711596745e-05, "loss": 2.223, "step": 91680 }, { "epoch": 12.38, "learning_rate": 2.2009177466195804e-05, "loss": 2.2459, "step": 91690 }, { "epoch": 12.38, "learning_rate": 2.1987055463024793e-05, "loss": 2.252, "step": 91700 }, { "epoch": 12.39, "learning_rate": 2.1964943703853867e-05, "loss": 2.2, "step": 91710 }, { "epoch": 12.39, "learning_rate": 2.1942842190452554e-05, "loss": 2.2486, "step": 91720 }, { "epoch": 12.39, "learning_rate": 2.1920750924589424e-05, "loss": 2.2214, "step": 91730 }, { "epoch": 12.39, "learning_rate": 2.1898669908032367e-05, "loss": 2.2453, "step": 91740 }, { "epoch": 12.39, "learning_rate": 2.187659914254835e-05, "loss": 2.2261, "step": 91750 }, { "epoch": 12.39, "learning_rate": 2.1854538629903494e-05, "loss": 2.2244, "step": 91760 }, { "epoch": 12.39, "learning_rate": 2.183248837186322e-05, "loss": 2.2138, "step": 91770 }, { "epoch": 12.4, "learning_rate": 2.1810448370192035e-05, "loss": 2.223, "step": 91780 }, { "epoch": 12.4, "learning_rate": 2.1788418626653625e-05, "loss": 2.2262, "step": 91790 }, { "epoch": 12.4, "learning_rate": 2.1766399143010914e-05, "loss": 2.205, "step": 91800 }, { "epoch": 12.4, "learning_rate": 2.174438992102593e-05, "loss": 2.1996, "step": 91810 }, { "epoch": 12.4, "learning_rate": 2.172239096245999e-05, "loss": 2.2337, "step": 91820 }, { "epoch": 12.4, "learning_rate": 2.1700402269073475e-05, "loss": 2.2384, "step": 91830 }, { "epoch": 12.4, "learning_rate": 2.1678423842625942e-05, "loss": 2.2182, "step": 91840 }, { "epoch": 12.41, "learning_rate": 2.1656455684876267e-05, "loss": 2.2115, "step": 91850 }, { "epoch": 12.41, "learning_rate": 2.1634497797582377e-05, "loss": 2.2451, "step": 91860 }, { "epoch": 12.41, "learning_rate": 2.1612550182501404e-05, "loss": 2.2411, "step": 91870 }, { "epoch": 12.41, "learning_rate": 2.159061284138962e-05, "loss": 2.2488, "step": 91880 }, { "epoch": 12.41, "learning_rate": 2.1568685776002558e-05, "loss": 2.2493, "step": 91890 }, { "epoch": 12.41, "learning_rate": 2.1546768988094983e-05, "loss": 2.2714, "step": 91900 }, { "epoch": 12.41, "learning_rate": 2.1524862479420584e-05, "loss": 2.1985, "step": 91910 }, { "epoch": 12.41, "learning_rate": 2.15029662517325e-05, "loss": 2.2081, "step": 91920 }, { "epoch": 12.42, "learning_rate": 2.1481080306782877e-05, "loss": 2.2127, "step": 91930 }, { "epoch": 12.42, "learning_rate": 2.1459204646323148e-05, "loss": 2.231, "step": 91940 }, { "epoch": 12.42, "learning_rate": 2.1437339272103844e-05, "loss": 2.2594, "step": 91950 }, { "epoch": 12.42, "learning_rate": 2.1415484185874666e-05, "loss": 2.216, "step": 91960 }, { "epoch": 12.42, "learning_rate": 2.1393639389384615e-05, "loss": 2.2125, "step": 91970 }, { "epoch": 12.42, "learning_rate": 2.137180488438173e-05, "loss": 2.2177, "step": 91980 }, { "epoch": 12.42, "learning_rate": 2.134998067261322e-05, "loss": 2.2235, "step": 91990 }, { "epoch": 12.43, "learning_rate": 2.1328166755825633e-05, "loss": 2.2176, "step": 92000 }, { "epoch": 12.43, "eval_loss": 2.4086060523986816, "eval_runtime": 1269.3719, "eval_samples_per_second": 59.978, "eval_steps_per_second": 4.999, "step": 92000 }, { "epoch": 12.43, "learning_rate": 2.1306363135764516e-05, "loss": 2.2402, "step": 92010 }, { "epoch": 12.43, "learning_rate": 2.1284569814174708e-05, "loss": 2.2256, "step": 92020 }, { "epoch": 12.43, "learning_rate": 2.1262786792800163e-05, "loss": 2.2356, "step": 92030 }, { "epoch": 12.43, "learning_rate": 2.1241014073383987e-05, "loss": 2.2135, "step": 92040 }, { "epoch": 12.43, "learning_rate": 2.1219251657668572e-05, "loss": 2.2379, "step": 92050 }, { "epoch": 12.43, "learning_rate": 2.119749954739539e-05, "loss": 2.2327, "step": 92060 }, { "epoch": 12.43, "learning_rate": 2.1175757744305083e-05, "loss": 2.222, "step": 92070 }, { "epoch": 12.44, "learning_rate": 2.1154026250137505e-05, "loss": 2.2457, "step": 92080 }, { "epoch": 12.44, "learning_rate": 2.113230506663169e-05, "loss": 2.2255, "step": 92090 }, { "epoch": 12.44, "learning_rate": 2.1110594195525905e-05, "loss": 2.2326, "step": 92100 }, { "epoch": 12.44, "learning_rate": 2.1088893638557398e-05, "loss": 2.2207, "step": 92110 }, { "epoch": 12.44, "learning_rate": 2.1067203397462796e-05, "loss": 2.2028, "step": 92120 }, { "epoch": 12.44, "learning_rate": 2.104552347397776e-05, "loss": 2.2093, "step": 92130 }, { "epoch": 12.44, "learning_rate": 2.102385386983727e-05, "loss": 2.2001, "step": 92140 }, { "epoch": 12.45, "learning_rate": 2.1002194586775356e-05, "loss": 2.2245, "step": 92150 }, { "epoch": 12.45, "learning_rate": 2.0980545626525212e-05, "loss": 2.2229, "step": 92160 }, { "epoch": 12.45, "learning_rate": 2.0958906990819358e-05, "loss": 2.2274, "step": 92170 }, { "epoch": 12.45, "learning_rate": 2.0937278681389302e-05, "loss": 2.181, "step": 92180 }, { "epoch": 12.45, "learning_rate": 2.091566069996583e-05, "loss": 2.1901, "step": 92190 }, { "epoch": 12.45, "learning_rate": 2.0894053048278908e-05, "loss": 2.2071, "step": 92200 }, { "epoch": 12.45, "learning_rate": 2.0872455728057602e-05, "loss": 2.2281, "step": 92210 }, { "epoch": 12.46, "learning_rate": 2.0850868741030246e-05, "loss": 2.2247, "step": 92220 }, { "epoch": 12.46, "learning_rate": 2.0829292088924292e-05, "loss": 2.2183, "step": 92230 }, { "epoch": 12.46, "learning_rate": 2.0807725773466326e-05, "loss": 2.232, "step": 92240 }, { "epoch": 12.46, "learning_rate": 2.0786169796382203e-05, "loss": 2.2621, "step": 92250 }, { "epoch": 12.46, "learning_rate": 2.0764624159396903e-05, "loss": 2.1754, "step": 92260 }, { "epoch": 12.46, "learning_rate": 2.0743088864234535e-05, "loss": 2.2388, "step": 92270 }, { "epoch": 12.46, "learning_rate": 2.072156391261842e-05, "loss": 2.2055, "step": 92280 }, { "epoch": 12.46, "learning_rate": 2.0700049306271067e-05, "loss": 2.2291, "step": 92290 }, { "epoch": 12.47, "learning_rate": 2.0678545046914226e-05, "loss": 2.237, "step": 92300 }, { "epoch": 12.47, "learning_rate": 2.065705113626859e-05, "loss": 2.2516, "step": 92310 }, { "epoch": 12.47, "learning_rate": 2.0635567576054262e-05, "loss": 2.2014, "step": 92320 }, { "epoch": 12.47, "learning_rate": 2.0614094367990374e-05, "loss": 2.2167, "step": 92330 }, { "epoch": 12.47, "learning_rate": 2.059263151379535e-05, "loss": 2.2223, "step": 92340 }, { "epoch": 12.47, "learning_rate": 2.057117901518666e-05, "loss": 2.2324, "step": 92350 }, { "epoch": 12.47, "learning_rate": 2.054973687388099e-05, "loss": 2.2325, "step": 92360 }, { "epoch": 12.48, "learning_rate": 2.0528305091594262e-05, "loss": 2.2096, "step": 92370 }, { "epoch": 12.48, "learning_rate": 2.0506883670041468e-05, "loss": 2.1884, "step": 92380 }, { "epoch": 12.48, "learning_rate": 2.0485472610936827e-05, "loss": 2.2401, "step": 92390 }, { "epoch": 12.48, "learning_rate": 2.0464071915993745e-05, "loss": 2.2122, "step": 92400 }, { "epoch": 12.48, "learning_rate": 2.0442681586924726e-05, "loss": 2.2141, "step": 92410 }, { "epoch": 12.48, "learning_rate": 2.0421301625441545e-05, "loss": 2.2109, "step": 92420 }, { "epoch": 12.48, "learning_rate": 2.0399932033255085e-05, "loss": 2.2521, "step": 92430 }, { "epoch": 12.48, "learning_rate": 2.0378572812075344e-05, "loss": 2.238, "step": 92440 }, { "epoch": 12.49, "learning_rate": 2.0357223963611642e-05, "loss": 2.2535, "step": 92450 }, { "epoch": 12.49, "learning_rate": 2.033588548957234e-05, "loss": 2.2248, "step": 92460 }, { "epoch": 12.49, "learning_rate": 2.0314557391665025e-05, "loss": 2.2302, "step": 92470 }, { "epoch": 12.49, "learning_rate": 2.0293239671596385e-05, "loss": 2.219, "step": 92480 }, { "epoch": 12.49, "learning_rate": 2.0271932331072367e-05, "loss": 2.2474, "step": 92490 }, { "epoch": 12.49, "learning_rate": 2.0250635371798124e-05, "loss": 2.2179, "step": 92500 }, { "epoch": 12.49, "learning_rate": 2.022934879547778e-05, "loss": 2.2209, "step": 92510 }, { "epoch": 12.5, "learning_rate": 2.020807260381485e-05, "loss": 2.1919, "step": 92520 }, { "epoch": 12.5, "learning_rate": 2.0186806798511845e-05, "loss": 2.2113, "step": 92530 }, { "epoch": 12.5, "learning_rate": 2.0165551381270585e-05, "loss": 2.2179, "step": 92540 }, { "epoch": 12.5, "learning_rate": 2.014430635379199e-05, "loss": 2.2343, "step": 92550 }, { "epoch": 12.5, "learning_rate": 2.01230717177761e-05, "loss": 2.2336, "step": 92560 }, { "epoch": 12.5, "learning_rate": 2.0101847474922246e-05, "loss": 2.2326, "step": 92570 }, { "epoch": 12.5, "learning_rate": 2.0080633626928826e-05, "loss": 2.2414, "step": 92580 }, { "epoch": 12.5, "learning_rate": 2.0059430175493407e-05, "loss": 2.2063, "step": 92590 }, { "epoch": 12.51, "learning_rate": 2.0038237122312827e-05, "loss": 2.2023, "step": 92600 }, { "epoch": 12.51, "learning_rate": 2.001705446908295e-05, "loss": 2.2186, "step": 92610 }, { "epoch": 12.51, "learning_rate": 1.999588221749895e-05, "loss": 2.2591, "step": 92620 }, { "epoch": 12.51, "learning_rate": 1.9974720369255054e-05, "loss": 2.2078, "step": 92630 }, { "epoch": 12.51, "learning_rate": 1.9953568926044662e-05, "loss": 2.248, "step": 92640 }, { "epoch": 12.51, "learning_rate": 1.9932427889560465e-05, "loss": 2.2084, "step": 92650 }, { "epoch": 12.51, "learning_rate": 1.9911297261494214e-05, "loss": 2.2405, "step": 92660 }, { "epoch": 12.52, "learning_rate": 1.9890177043536804e-05, "loss": 2.2453, "step": 92670 }, { "epoch": 12.52, "learning_rate": 1.9869067237378333e-05, "loss": 2.2229, "step": 92680 }, { "epoch": 12.52, "learning_rate": 1.984796784470812e-05, "loss": 2.2225, "step": 92690 }, { "epoch": 12.52, "learning_rate": 1.9826878867214657e-05, "loss": 2.2131, "step": 92700 }, { "epoch": 12.52, "learning_rate": 1.9805800306585418e-05, "loss": 2.2373, "step": 92710 }, { "epoch": 12.52, "learning_rate": 1.9784732164507268e-05, "loss": 2.2226, "step": 92720 }, { "epoch": 12.52, "learning_rate": 1.9763674442666104e-05, "loss": 2.2329, "step": 92730 }, { "epoch": 12.53, "learning_rate": 1.9742627142747068e-05, "loss": 2.1925, "step": 92740 }, { "epoch": 12.53, "learning_rate": 1.9721590266434427e-05, "loss": 2.2206, "step": 92750 }, { "epoch": 12.53, "learning_rate": 1.970056381541157e-05, "loss": 2.2343, "step": 92760 }, { "epoch": 12.53, "learning_rate": 1.967954779136116e-05, "loss": 2.2207, "step": 92770 }, { "epoch": 12.53, "learning_rate": 1.9658542195964945e-05, "loss": 2.248, "step": 92780 }, { "epoch": 12.53, "learning_rate": 1.9637547030903822e-05, "loss": 2.2269, "step": 92790 }, { "epoch": 12.53, "learning_rate": 1.961656229785795e-05, "loss": 2.1977, "step": 92800 }, { "epoch": 12.53, "learning_rate": 1.9595587998506542e-05, "loss": 2.2045, "step": 92810 }, { "epoch": 12.54, "learning_rate": 1.9574624134528076e-05, "loss": 2.2152, "step": 92820 }, { "epoch": 12.54, "learning_rate": 1.9553670707600123e-05, "loss": 2.2466, "step": 92830 }, { "epoch": 12.54, "learning_rate": 1.9532727719399415e-05, "loss": 2.2343, "step": 92840 }, { "epoch": 12.54, "learning_rate": 1.9511795171601934e-05, "loss": 2.235, "step": 92850 }, { "epoch": 12.54, "learning_rate": 1.9490873065882724e-05, "loss": 2.2112, "step": 92860 }, { "epoch": 12.54, "learning_rate": 1.9469961403916072e-05, "loss": 2.2192, "step": 92870 }, { "epoch": 12.54, "learning_rate": 1.944906018737533e-05, "loss": 2.2214, "step": 92880 }, { "epoch": 12.55, "learning_rate": 1.9428169417933127e-05, "loss": 2.2339, "step": 92890 }, { "epoch": 12.55, "learning_rate": 1.940728909726127e-05, "loss": 2.2471, "step": 92900 }, { "epoch": 12.55, "learning_rate": 1.9386419227030542e-05, "loss": 2.2155, "step": 92910 }, { "epoch": 12.55, "learning_rate": 1.936555980891111e-05, "loss": 2.2397, "step": 92920 }, { "epoch": 12.55, "learning_rate": 1.934471084457215e-05, "loss": 2.231, "step": 92930 }, { "epoch": 12.55, "learning_rate": 1.932387233568211e-05, "loss": 2.2353, "step": 92940 }, { "epoch": 12.55, "learning_rate": 1.930304428390855e-05, "loss": 2.2124, "step": 92950 }, { "epoch": 12.55, "learning_rate": 1.9282226690918122e-05, "loss": 2.2021, "step": 92960 }, { "epoch": 12.56, "learning_rate": 1.926141955837682e-05, "loss": 2.2739, "step": 92970 }, { "epoch": 12.56, "learning_rate": 1.9240622887949663e-05, "loss": 2.219, "step": 92980 }, { "epoch": 12.56, "learning_rate": 1.9219836681300797e-05, "loss": 2.2419, "step": 92990 }, { "epoch": 12.56, "learning_rate": 1.9199060940093714e-05, "loss": 2.237, "step": 93000 }, { "epoch": 12.56, "eval_loss": 2.406857490539551, "eval_runtime": 1269.1794, "eval_samples_per_second": 59.988, "eval_steps_per_second": 4.999, "step": 93000 }, { "epoch": 12.56, "learning_rate": 1.9178295665990844e-05, "loss": 2.2253, "step": 93010 }, { "epoch": 12.56, "learning_rate": 1.9157540860654013e-05, "loss": 2.2572, "step": 93020 }, { "epoch": 12.56, "learning_rate": 1.9136796525743957e-05, "loss": 2.21, "step": 93030 }, { "epoch": 12.57, "learning_rate": 1.911606266292075e-05, "loss": 2.2103, "step": 93040 }, { "epoch": 12.57, "learning_rate": 1.909533927384363e-05, "loss": 2.2428, "step": 93050 }, { "epoch": 12.57, "learning_rate": 1.9074626360170918e-05, "loss": 2.2502, "step": 93060 }, { "epoch": 12.57, "learning_rate": 1.905392392356011e-05, "loss": 2.208, "step": 93070 }, { "epoch": 12.57, "learning_rate": 1.903323196566786e-05, "loss": 2.2661, "step": 93080 }, { "epoch": 12.57, "learning_rate": 1.901255048815003e-05, "loss": 2.2563, "step": 93090 }, { "epoch": 12.57, "learning_rate": 1.8991879492661694e-05, "loss": 2.2292, "step": 93100 }, { "epoch": 12.58, "learning_rate": 1.8971218980856863e-05, "loss": 2.1974, "step": 93110 }, { "epoch": 12.58, "learning_rate": 1.895056895438898e-05, "loss": 2.2258, "step": 93120 }, { "epoch": 12.58, "learning_rate": 1.892992941491042e-05, "loss": 2.2105, "step": 93130 }, { "epoch": 12.58, "learning_rate": 1.8909300364072937e-05, "loss": 2.2175, "step": 93140 }, { "epoch": 12.58, "learning_rate": 1.8888681803527257e-05, "loss": 2.2368, "step": 93150 }, { "epoch": 12.58, "learning_rate": 1.886807373492334e-05, "loss": 2.2172, "step": 93160 }, { "epoch": 12.58, "learning_rate": 1.884747615991035e-05, "loss": 2.2145, "step": 93170 }, { "epoch": 12.58, "learning_rate": 1.8826889080136558e-05, "loss": 2.2076, "step": 93180 }, { "epoch": 12.59, "learning_rate": 1.8806312497249376e-05, "loss": 2.2249, "step": 93190 }, { "epoch": 12.59, "learning_rate": 1.8785746412895454e-05, "loss": 2.2347, "step": 93200 }, { "epoch": 12.59, "learning_rate": 1.8765190828720505e-05, "loss": 2.23, "step": 93210 }, { "epoch": 12.59, "learning_rate": 1.8744645746369536e-05, "loss": 2.2404, "step": 93220 }, { "epoch": 12.59, "learning_rate": 1.872411116748651e-05, "loss": 2.2183, "step": 93230 }, { "epoch": 12.59, "learning_rate": 1.870358709371472e-05, "loss": 2.2372, "step": 93240 }, { "epoch": 12.59, "learning_rate": 1.8683073526696623e-05, "loss": 2.2558, "step": 93250 }, { "epoch": 12.6, "learning_rate": 1.8662570468073735e-05, "loss": 2.2441, "step": 93260 }, { "epoch": 12.6, "learning_rate": 1.8642077919486752e-05, "loss": 2.23, "step": 93270 }, { "epoch": 12.6, "learning_rate": 1.862159588257557e-05, "loss": 2.2571, "step": 93280 }, { "epoch": 12.6, "learning_rate": 1.860112435897922e-05, "loss": 2.2288, "step": 93290 }, { "epoch": 12.6, "learning_rate": 1.8580663350335977e-05, "loss": 2.2151, "step": 93300 }, { "epoch": 12.6, "learning_rate": 1.856021285828305e-05, "loss": 2.2203, "step": 93310 }, { "epoch": 12.6, "learning_rate": 1.8539772884457084e-05, "loss": 2.2385, "step": 93320 }, { "epoch": 12.6, "learning_rate": 1.8519343430493645e-05, "loss": 2.2213, "step": 93330 }, { "epoch": 12.61, "learning_rate": 1.849892449802766e-05, "loss": 2.2235, "step": 93340 }, { "epoch": 12.61, "learning_rate": 1.8478516088693064e-05, "loss": 2.2109, "step": 93350 }, { "epoch": 12.61, "learning_rate": 1.8458118204122975e-05, "loss": 2.2397, "step": 93360 }, { "epoch": 12.61, "learning_rate": 1.8437730845949755e-05, "loss": 2.2284, "step": 93370 }, { "epoch": 12.61, "learning_rate": 1.8417354015804854e-05, "loss": 2.2067, "step": 93380 }, { "epoch": 12.61, "learning_rate": 1.8396987715318827e-05, "loss": 2.2162, "step": 93390 }, { "epoch": 12.61, "learning_rate": 1.8376631946121546e-05, "loss": 2.2135, "step": 93400 }, { "epoch": 12.62, "learning_rate": 1.835628670984185e-05, "loss": 2.2441, "step": 93410 }, { "epoch": 12.62, "learning_rate": 1.8335952008107956e-05, "loss": 2.2199, "step": 93420 }, { "epoch": 12.62, "learning_rate": 1.8315627842546947e-05, "loss": 2.1905, "step": 93430 }, { "epoch": 12.62, "learning_rate": 1.829531421478532e-05, "loss": 2.2261, "step": 93440 }, { "epoch": 12.62, "learning_rate": 1.82770409609619e-05, "loss": 2.2382, "step": 93450 }, { "epoch": 12.62, "learning_rate": 1.8256747359496832e-05, "loss": 2.2406, "step": 93460 }, { "epoch": 12.62, "learning_rate": 1.8236464300542925e-05, "loss": 2.2395, "step": 93470 }, { "epoch": 12.63, "learning_rate": 1.8216191785723316e-05, "loss": 2.2318, "step": 93480 }, { "epoch": 12.63, "learning_rate": 1.8195929816660276e-05, "loss": 2.2226, "step": 93490 }, { "epoch": 12.63, "learning_rate": 1.817567839497519e-05, "loss": 2.2375, "step": 93500 }, { "epoch": 12.63, "learning_rate": 1.8155437522288694e-05, "loss": 2.1982, "step": 93510 }, { "epoch": 12.63, "learning_rate": 1.813520720022048e-05, "loss": 2.2262, "step": 93520 }, { "epoch": 12.63, "learning_rate": 1.81149874303895e-05, "loss": 2.2067, "step": 93530 }, { "epoch": 12.63, "learning_rate": 1.8094778214413775e-05, "loss": 2.2605, "step": 93540 }, { "epoch": 12.63, "learning_rate": 1.8074579553910478e-05, "loss": 2.2324, "step": 93550 }, { "epoch": 12.64, "learning_rate": 1.805439145049602e-05, "loss": 2.2287, "step": 93560 }, { "epoch": 12.64, "learning_rate": 1.8034213905785903e-05, "loss": 2.2306, "step": 93570 }, { "epoch": 12.64, "learning_rate": 1.801404692139476e-05, "loss": 2.235, "step": 93580 }, { "epoch": 12.64, "learning_rate": 1.7993890498936474e-05, "loss": 2.2293, "step": 93590 }, { "epoch": 12.64, "learning_rate": 1.797374464002398e-05, "loss": 2.2242, "step": 93600 }, { "epoch": 12.64, "learning_rate": 1.7953609346269483e-05, "loss": 2.2394, "step": 93610 }, { "epoch": 12.64, "learning_rate": 1.793348461928416e-05, "loss": 2.2355, "step": 93620 }, { "epoch": 12.65, "learning_rate": 1.7913370460678545e-05, "loss": 2.2109, "step": 93630 }, { "epoch": 12.65, "learning_rate": 1.789326687206218e-05, "loss": 2.2391, "step": 93640 }, { "epoch": 12.65, "learning_rate": 1.7873173855043876e-05, "loss": 2.2023, "step": 93650 }, { "epoch": 12.65, "learning_rate": 1.7853091411231503e-05, "loss": 2.2184, "step": 93660 }, { "epoch": 12.65, "learning_rate": 1.78330195422321e-05, "loss": 2.2166, "step": 93670 }, { "epoch": 12.65, "learning_rate": 1.781295824965196e-05, "loss": 2.2084, "step": 93680 }, { "epoch": 12.65, "learning_rate": 1.779290753509639e-05, "loss": 2.2446, "step": 93690 }, { "epoch": 12.65, "learning_rate": 1.7772867400169878e-05, "loss": 2.2098, "step": 93700 }, { "epoch": 12.66, "learning_rate": 1.7752837846476187e-05, "loss": 2.2003, "step": 93710 }, { "epoch": 12.66, "learning_rate": 1.773281887561807e-05, "loss": 2.2262, "step": 93720 }, { "epoch": 12.66, "learning_rate": 1.7712810489197565e-05, "loss": 2.2422, "step": 93730 }, { "epoch": 12.66, "learning_rate": 1.769281268881579e-05, "loss": 2.2122, "step": 93740 }, { "epoch": 12.66, "learning_rate": 1.7672825476072977e-05, "loss": 2.2549, "step": 93750 }, { "epoch": 12.66, "learning_rate": 1.7652848852568653e-05, "loss": 2.221, "step": 93760 }, { "epoch": 12.66, "learning_rate": 1.7632882819901367e-05, "loss": 2.1962, "step": 93770 }, { "epoch": 12.67, "learning_rate": 1.761292737966883e-05, "loss": 2.2582, "step": 93780 }, { "epoch": 12.67, "learning_rate": 1.7592982533468008e-05, "loss": 2.2077, "step": 93790 }, { "epoch": 12.67, "learning_rate": 1.7573048282894897e-05, "loss": 2.2301, "step": 93800 }, { "epoch": 12.67, "learning_rate": 1.7553124629544785e-05, "loss": 2.201, "step": 93810 }, { "epoch": 12.67, "learning_rate": 1.753321157501188e-05, "loss": 2.2377, "step": 93820 }, { "epoch": 12.67, "learning_rate": 1.7513309120889808e-05, "loss": 2.226, "step": 93830 }, { "epoch": 12.67, "learning_rate": 1.7493417268771158e-05, "loss": 2.2366, "step": 93840 }, { "epoch": 12.68, "learning_rate": 1.7473536020247797e-05, "loss": 2.2078, "step": 93850 }, { "epoch": 12.68, "learning_rate": 1.7453665376910664e-05, "loss": 2.2469, "step": 93860 }, { "epoch": 12.68, "learning_rate": 1.743380534034982e-05, "loss": 2.2306, "step": 93870 }, { "epoch": 12.68, "learning_rate": 1.74139559121546e-05, "loss": 2.2248, "step": 93880 }, { "epoch": 12.68, "learning_rate": 1.739411709391339e-05, "loss": 2.2633, "step": 93890 }, { "epoch": 12.68, "learning_rate": 1.7374288887213728e-05, "loss": 2.2426, "step": 93900 }, { "epoch": 12.68, "learning_rate": 1.7354471293642374e-05, "loss": 2.2229, "step": 93910 }, { "epoch": 12.68, "learning_rate": 1.7334664314785145e-05, "loss": 2.2352, "step": 93920 }, { "epoch": 12.69, "learning_rate": 1.7314867952227123e-05, "loss": 2.2329, "step": 93930 }, { "epoch": 12.69, "learning_rate": 1.729508220755244e-05, "loss": 2.2049, "step": 93940 }, { "epoch": 12.69, "learning_rate": 1.7275307082344396e-05, "loss": 2.2222, "step": 93950 }, { "epoch": 12.69, "learning_rate": 1.7255542578185495e-05, "loss": 2.2275, "step": 93960 }, { "epoch": 12.69, "learning_rate": 1.7235788696657334e-05, "loss": 2.2433, "step": 93970 }, { "epoch": 12.69, "learning_rate": 1.7216045439340664e-05, "loss": 2.229, "step": 93980 }, { "epoch": 12.69, "learning_rate": 1.7196312807815443e-05, "loss": 2.2099, "step": 93990 }, { "epoch": 12.7, "learning_rate": 1.7176590803660707e-05, "loss": 2.2432, "step": 94000 }, { "epoch": 12.7, "eval_loss": 2.4050042629241943, "eval_runtime": 1269.1883, "eval_samples_per_second": 59.987, "eval_steps_per_second": 4.999, "step": 94000 }, { "epoch": 12.7, "learning_rate": 1.7156879428454724e-05, "loss": 2.2023, "step": 94010 }, { "epoch": 12.7, "learning_rate": 1.7137178683774766e-05, "loss": 2.2124, "step": 94020 }, { "epoch": 12.7, "learning_rate": 1.711748857119744e-05, "loss": 2.2149, "step": 94030 }, { "epoch": 12.7, "learning_rate": 1.7097809092298336e-05, "loss": 2.2453, "step": 94040 }, { "epoch": 12.7, "learning_rate": 1.7078140248652344e-05, "loss": 2.2021, "step": 94050 }, { "epoch": 12.7, "learning_rate": 1.705848204183339e-05, "loss": 2.2236, "step": 94060 }, { "epoch": 12.7, "learning_rate": 1.7038834473414558e-05, "loss": 2.21, "step": 94070 }, { "epoch": 12.71, "learning_rate": 1.7019197544968167e-05, "loss": 2.2574, "step": 94080 }, { "epoch": 12.71, "learning_rate": 1.6999571258065585e-05, "loss": 2.2274, "step": 94090 }, { "epoch": 12.71, "learning_rate": 1.6979955614277347e-05, "loss": 2.2381, "step": 94100 }, { "epoch": 12.71, "learning_rate": 1.696035061517324e-05, "loss": 2.2442, "step": 94110 }, { "epoch": 12.71, "learning_rate": 1.694075626232203e-05, "loss": 2.2079, "step": 94120 }, { "epoch": 12.71, "learning_rate": 1.692117255729178e-05, "loss": 2.2392, "step": 94130 }, { "epoch": 12.71, "learning_rate": 1.6901599501649633e-05, "loss": 2.2378, "step": 94140 }, { "epoch": 12.72, "learning_rate": 1.6882037096961837e-05, "loss": 2.2142, "step": 94150 }, { "epoch": 12.72, "learning_rate": 1.686248534479389e-05, "loss": 2.2211, "step": 94160 }, { "epoch": 12.72, "learning_rate": 1.684294424671038e-05, "loss": 2.2312, "step": 94170 }, { "epoch": 12.72, "learning_rate": 1.682341380427501e-05, "loss": 2.1923, "step": 94180 }, { "epoch": 12.72, "learning_rate": 1.6803894019050707e-05, "loss": 2.2344, "step": 94190 }, { "epoch": 12.72, "learning_rate": 1.6784384892599485e-05, "loss": 2.2057, "step": 94200 }, { "epoch": 12.72, "learning_rate": 1.6764886426482577e-05, "loss": 2.2196, "step": 94210 }, { "epoch": 12.73, "learning_rate": 1.6745398622260204e-05, "loss": 2.2263, "step": 94220 }, { "epoch": 12.73, "learning_rate": 1.6725921481491934e-05, "loss": 2.2255, "step": 94230 }, { "epoch": 12.73, "learning_rate": 1.6706455005736334e-05, "loss": 2.2155, "step": 94240 }, { "epoch": 12.73, "learning_rate": 1.6686999196551233e-05, "loss": 2.2351, "step": 94250 }, { "epoch": 12.73, "learning_rate": 1.666755405549351e-05, "loss": 2.2147, "step": 94260 }, { "epoch": 12.73, "learning_rate": 1.6648119584119192e-05, "loss": 2.2225, "step": 94270 }, { "epoch": 12.73, "learning_rate": 1.6628695783983564e-05, "loss": 2.2286, "step": 94280 }, { "epoch": 12.73, "learning_rate": 1.6609282656640938e-05, "loss": 2.1909, "step": 94290 }, { "epoch": 12.74, "learning_rate": 1.6589880203644783e-05, "loss": 2.2199, "step": 94300 }, { "epoch": 12.74, "learning_rate": 1.6570488426547795e-05, "loss": 2.2403, "step": 94310 }, { "epoch": 12.74, "learning_rate": 1.655110732690173e-05, "loss": 2.2352, "step": 94320 }, { "epoch": 12.74, "learning_rate": 1.653173690625758e-05, "loss": 2.2309, "step": 94330 }, { "epoch": 12.74, "learning_rate": 1.6512377166165376e-05, "loss": 2.2153, "step": 94340 }, { "epoch": 12.74, "learning_rate": 1.6493028108174323e-05, "loss": 2.2505, "step": 94350 }, { "epoch": 12.74, "learning_rate": 1.6473689733832867e-05, "loss": 2.2075, "step": 94360 }, { "epoch": 12.75, "learning_rate": 1.645436204468849e-05, "loss": 2.2326, "step": 94370 }, { "epoch": 12.75, "learning_rate": 1.6435045042287836e-05, "loss": 2.235, "step": 94380 }, { "epoch": 12.75, "learning_rate": 1.6415738728176735e-05, "loss": 2.2348, "step": 94390 }, { "epoch": 12.75, "learning_rate": 1.639644310390012e-05, "loss": 2.236, "step": 94400 }, { "epoch": 12.75, "learning_rate": 1.6377158171002154e-05, "loss": 2.2238, "step": 94410 }, { "epoch": 12.75, "learning_rate": 1.6357883931025966e-05, "loss": 2.2461, "step": 94420 }, { "epoch": 12.75, "learning_rate": 1.6338620385514047e-05, "loss": 2.2448, "step": 94430 }, { "epoch": 12.75, "learning_rate": 1.6319367536007838e-05, "loss": 2.2146, "step": 94440 }, { "epoch": 12.76, "learning_rate": 1.630012538404808e-05, "loss": 2.2232, "step": 94450 }, { "epoch": 12.76, "learning_rate": 1.628089393117457e-05, "loss": 2.1952, "step": 94460 }, { "epoch": 12.76, "learning_rate": 1.626167317892625e-05, "loss": 2.2556, "step": 94470 }, { "epoch": 12.76, "learning_rate": 1.6242463128841248e-05, "loss": 2.2131, "step": 94480 }, { "epoch": 12.76, "learning_rate": 1.6223263782456825e-05, "loss": 2.2171, "step": 94490 }, { "epoch": 12.76, "learning_rate": 1.6204075141309315e-05, "loss": 2.2195, "step": 94500 }, { "epoch": 12.76, "learning_rate": 1.6184897206934323e-05, "loss": 2.2304, "step": 94510 }, { "epoch": 12.77, "learning_rate": 1.616572998086647e-05, "loss": 2.2207, "step": 94520 }, { "epoch": 12.77, "learning_rate": 1.614657346463965e-05, "loss": 2.2163, "step": 94530 }, { "epoch": 12.77, "learning_rate": 1.6127427659786768e-05, "loss": 2.2206, "step": 94540 }, { "epoch": 12.77, "learning_rate": 1.610829256783993e-05, "loss": 2.2491, "step": 94550 }, { "epoch": 12.77, "learning_rate": 1.6089168190330432e-05, "loss": 2.2124, "step": 94560 }, { "epoch": 12.77, "learning_rate": 1.607005452878863e-05, "loss": 2.2511, "step": 94570 }, { "epoch": 12.77, "learning_rate": 1.6050951584744047e-05, "loss": 2.2353, "step": 94580 }, { "epoch": 12.78, "learning_rate": 1.6031859359725402e-05, "loss": 2.2038, "step": 94590 }, { "epoch": 12.78, "learning_rate": 1.6012777855260484e-05, "loss": 2.2213, "step": 94600 }, { "epoch": 12.78, "learning_rate": 1.599370707287632e-05, "loss": 2.2117, "step": 94610 }, { "epoch": 12.78, "learning_rate": 1.5974647014098897e-05, "loss": 2.2269, "step": 94620 }, { "epoch": 12.78, "learning_rate": 1.5955597680453552e-05, "loss": 2.216, "step": 94630 }, { "epoch": 12.78, "learning_rate": 1.593655907346462e-05, "loss": 2.2351, "step": 94640 }, { "epoch": 12.78, "learning_rate": 1.5917531194655703e-05, "loss": 2.2221, "step": 94650 }, { "epoch": 12.78, "learning_rate": 1.589851404554941e-05, "loss": 2.1902, "step": 94660 }, { "epoch": 12.79, "learning_rate": 1.5879507627667543e-05, "loss": 2.2454, "step": 94670 }, { "epoch": 12.79, "learning_rate": 1.5860511942531116e-05, "loss": 2.2018, "step": 94680 }, { "epoch": 12.79, "learning_rate": 1.5841526991660186e-05, "loss": 2.2391, "step": 94690 }, { "epoch": 12.79, "learning_rate": 1.5822552776573967e-05, "loss": 2.1972, "step": 94700 }, { "epoch": 12.79, "learning_rate": 1.5803589298790874e-05, "loss": 2.2223, "step": 94710 }, { "epoch": 12.79, "learning_rate": 1.57846365598284e-05, "loss": 2.2209, "step": 94720 }, { "epoch": 12.79, "learning_rate": 1.5765694561203245e-05, "loss": 2.2384, "step": 94730 }, { "epoch": 12.8, "learning_rate": 1.5746763304431165e-05, "loss": 2.1929, "step": 94740 }, { "epoch": 12.8, "learning_rate": 1.5727842791027095e-05, "loss": 2.2589, "step": 94750 }, { "epoch": 12.8, "learning_rate": 1.5708933022505142e-05, "loss": 2.2285, "step": 94760 }, { "epoch": 12.8, "learning_rate": 1.5690034000378532e-05, "loss": 2.238, "step": 94770 }, { "epoch": 12.8, "learning_rate": 1.56711457261596e-05, "loss": 2.2629, "step": 94780 }, { "epoch": 12.8, "learning_rate": 1.5652268201359825e-05, "loss": 2.2511, "step": 94790 }, { "epoch": 12.8, "learning_rate": 1.5633401427489862e-05, "loss": 2.2315, "step": 94800 }, { "epoch": 12.8, "learning_rate": 1.561454540605957e-05, "loss": 2.2393, "step": 94810 }, { "epoch": 12.81, "learning_rate": 1.5595700138577728e-05, "loss": 2.2301, "step": 94820 }, { "epoch": 12.81, "learning_rate": 1.557686562655249e-05, "loss": 2.2271, "step": 94830 }, { "epoch": 12.81, "learning_rate": 1.555804187149101e-05, "loss": 2.2408, "step": 94840 }, { "epoch": 12.81, "learning_rate": 1.553922887489968e-05, "loss": 2.2371, "step": 94850 }, { "epoch": 12.81, "learning_rate": 1.5520426638283923e-05, "loss": 2.2448, "step": 94860 }, { "epoch": 12.81, "learning_rate": 1.550163516314834e-05, "loss": 2.219, "step": 94870 }, { "epoch": 12.81, "learning_rate": 1.5482854450996728e-05, "loss": 2.2602, "step": 94880 }, { "epoch": 12.82, "learning_rate": 1.546408450333197e-05, "loss": 2.2157, "step": 94890 }, { "epoch": 12.82, "learning_rate": 1.5445325321656077e-05, "loss": 2.2229, "step": 94900 }, { "epoch": 12.82, "learning_rate": 1.5426576907470235e-05, "loss": 2.2313, "step": 94910 }, { "epoch": 12.82, "learning_rate": 1.5407839262274725e-05, "loss": 2.2283, "step": 94920 }, { "epoch": 12.82, "learning_rate": 1.5389112387569047e-05, "loss": 2.2115, "step": 94930 }, { "epoch": 12.82, "learning_rate": 1.537039628485174e-05, "loss": 2.2187, "step": 94940 }, { "epoch": 12.82, "learning_rate": 1.5351690955620515e-05, "loss": 2.2225, "step": 94950 }, { "epoch": 12.83, "learning_rate": 1.5332996401372284e-05, "loss": 2.2266, "step": 94960 }, { "epoch": 12.83, "learning_rate": 1.531431262360301e-05, "loss": 2.2102, "step": 94970 }, { "epoch": 12.83, "learning_rate": 1.5295639623807832e-05, "loss": 2.2361, "step": 94980 }, { "epoch": 12.83, "learning_rate": 1.5276977403481007e-05, "loss": 2.2307, "step": 94990 }, { "epoch": 12.83, "learning_rate": 1.5258325964115936e-05, "loss": 2.2214, "step": 95000 }, { "epoch": 12.83, "eval_loss": 2.4032440185546875, "eval_runtime": 1275.175, "eval_samples_per_second": 59.706, "eval_steps_per_second": 4.976, "step": 95000 }, { "epoch": 12.83, "learning_rate": 1.5239685307205263e-05, "loss": 2.2442, "step": 95010 }, { "epoch": 12.83, "learning_rate": 1.5221055434240525e-05, "loss": 2.2017, "step": 95020 }, { "epoch": 12.83, "learning_rate": 1.5202436346712665e-05, "loss": 2.2418, "step": 95030 }, { "epoch": 12.84, "learning_rate": 1.5183828046111557e-05, "loss": 2.2177, "step": 95040 }, { "epoch": 12.84, "learning_rate": 1.516523053392636e-05, "loss": 2.2339, "step": 95050 }, { "epoch": 12.84, "learning_rate": 1.5146643811645282e-05, "loss": 2.2128, "step": 95060 }, { "epoch": 12.84, "learning_rate": 1.5128067880755651e-05, "loss": 2.2292, "step": 95070 }, { "epoch": 12.84, "learning_rate": 1.5109502742744046e-05, "loss": 2.2461, "step": 95080 }, { "epoch": 12.84, "learning_rate": 1.509094839909606e-05, "loss": 2.2163, "step": 95090 }, { "epoch": 12.84, "learning_rate": 1.5072404851296455e-05, "loss": 2.2202, "step": 95100 }, { "epoch": 12.85, "learning_rate": 1.5053872100829211e-05, "loss": 2.2311, "step": 95110 }, { "epoch": 12.85, "learning_rate": 1.5035350149177295e-05, "loss": 2.2363, "step": 95120 }, { "epoch": 12.85, "learning_rate": 1.5016838997822949e-05, "loss": 2.234, "step": 95130 }, { "epoch": 12.85, "learning_rate": 1.4998338648247493e-05, "loss": 2.2202, "step": 95140 }, { "epoch": 12.85, "learning_rate": 1.4979849101931341e-05, "loss": 2.2105, "step": 95150 }, { "epoch": 12.85, "learning_rate": 1.4961370360354142e-05, "loss": 2.2215, "step": 95160 }, { "epoch": 12.85, "learning_rate": 1.494290242499458e-05, "loss": 2.2078, "step": 95170 }, { "epoch": 12.85, "learning_rate": 1.492444529733054e-05, "loss": 2.2321, "step": 95180 }, { "epoch": 12.86, "learning_rate": 1.4905998978838974e-05, "loss": 2.2373, "step": 95190 }, { "epoch": 12.86, "learning_rate": 1.4887563470996067e-05, "loss": 2.2266, "step": 95200 }, { "epoch": 12.86, "learning_rate": 1.4869138775277107e-05, "loss": 2.2079, "step": 95210 }, { "epoch": 12.86, "learning_rate": 1.4850724893156413e-05, "loss": 2.2098, "step": 95220 }, { "epoch": 12.86, "learning_rate": 1.4832321826107608e-05, "loss": 2.2089, "step": 95230 }, { "epoch": 12.86, "learning_rate": 1.4813929575603279e-05, "loss": 2.208, "step": 95240 }, { "epoch": 12.86, "learning_rate": 1.4795548143115299e-05, "loss": 2.2312, "step": 95250 }, { "epoch": 12.87, "learning_rate": 1.477717753011461e-05, "loss": 2.2004, "step": 95260 }, { "epoch": 12.87, "learning_rate": 1.4758817738071217e-05, "loss": 2.2263, "step": 95270 }, { "epoch": 12.87, "learning_rate": 1.474046876845441e-05, "loss": 2.2272, "step": 95280 }, { "epoch": 12.87, "learning_rate": 1.4722130622732503e-05, "loss": 2.2327, "step": 95290 }, { "epoch": 12.87, "learning_rate": 1.4703803302372918e-05, "loss": 2.2065, "step": 95300 }, { "epoch": 12.87, "learning_rate": 1.4685486808842366e-05, "loss": 2.2016, "step": 95310 }, { "epoch": 12.87, "learning_rate": 1.4667181143606493e-05, "loss": 2.2217, "step": 95320 }, { "epoch": 12.88, "learning_rate": 1.4648886308130242e-05, "loss": 2.2177, "step": 95330 }, { "epoch": 12.88, "learning_rate": 1.4630602303877609e-05, "loss": 2.1962, "step": 95340 }, { "epoch": 12.88, "learning_rate": 1.4612329132311706e-05, "loss": 2.2205, "step": 95350 }, { "epoch": 12.88, "learning_rate": 1.4594066794894866e-05, "loss": 2.2505, "step": 95360 }, { "epoch": 12.88, "learning_rate": 1.4575815293088466e-05, "loss": 2.2108, "step": 95370 }, { "epoch": 12.88, "learning_rate": 1.4557574628353042e-05, "loss": 2.2425, "step": 95380 }, { "epoch": 12.88, "learning_rate": 1.4539344802148257e-05, "loss": 2.2357, "step": 95390 }, { "epoch": 12.88, "learning_rate": 1.4521125815932927e-05, "loss": 2.2045, "step": 95400 }, { "epoch": 12.89, "learning_rate": 1.4502917671165071e-05, "loss": 2.2355, "step": 95410 }, { "epoch": 12.89, "learning_rate": 1.4484720369301656e-05, "loss": 2.2541, "step": 95420 }, { "epoch": 12.89, "learning_rate": 1.4466533911798933e-05, "loss": 2.2417, "step": 95430 }, { "epoch": 12.89, "learning_rate": 1.4448358300112222e-05, "loss": 2.2523, "step": 95440 }, { "epoch": 12.89, "learning_rate": 1.4430193535696027e-05, "loss": 2.2342, "step": 95450 }, { "epoch": 12.89, "learning_rate": 1.4412039620003935e-05, "loss": 2.2277, "step": 95460 }, { "epoch": 12.89, "learning_rate": 1.4393896554488649e-05, "loss": 2.2605, "step": 95470 }, { "epoch": 12.9, "learning_rate": 1.4375764340602076e-05, "loss": 2.2173, "step": 95480 }, { "epoch": 12.9, "learning_rate": 1.4357642979795204e-05, "loss": 2.2135, "step": 95490 }, { "epoch": 12.9, "learning_rate": 1.4339532473518122e-05, "loss": 2.2177, "step": 95500 }, { "epoch": 12.9, "learning_rate": 1.4321432823220158e-05, "loss": 2.2349, "step": 95510 }, { "epoch": 12.9, "learning_rate": 1.4303344030349617e-05, "loss": 2.2337, "step": 95520 }, { "epoch": 12.9, "learning_rate": 1.4285266096354125e-05, "loss": 2.2493, "step": 95530 }, { "epoch": 12.9, "learning_rate": 1.4267199022680276e-05, "loss": 2.2083, "step": 95540 }, { "epoch": 12.9, "learning_rate": 1.4249142810773829e-05, "loss": 2.2264, "step": 95550 }, { "epoch": 12.91, "learning_rate": 1.4231097462079744e-05, "loss": 2.2402, "step": 95560 }, { "epoch": 12.91, "learning_rate": 1.4214865937495167e-05, "loss": 2.2057, "step": 95570 }, { "epoch": 12.91, "learning_rate": 1.4196841232882161e-05, "loss": 2.2152, "step": 95580 }, { "epoch": 12.91, "learning_rate": 1.4178827395666853e-05, "loss": 2.2399, "step": 95590 }, { "epoch": 12.91, "learning_rate": 1.4160824427290773e-05, "loss": 2.2006, "step": 95600 }, { "epoch": 12.91, "learning_rate": 1.414283232919452e-05, "loss": 2.2183, "step": 95610 }, { "epoch": 12.91, "learning_rate": 1.4124851102817942e-05, "loss": 2.2225, "step": 95620 }, { "epoch": 12.92, "learning_rate": 1.4106880749599903e-05, "loss": 2.2176, "step": 95630 }, { "epoch": 12.92, "learning_rate": 1.4088921270978487e-05, "loss": 2.2053, "step": 95640 }, { "epoch": 12.92, "learning_rate": 1.4070972668390878e-05, "loss": 2.2646, "step": 95650 }, { "epoch": 12.92, "learning_rate": 1.405303494327331e-05, "loss": 2.2232, "step": 95660 }, { "epoch": 12.92, "learning_rate": 1.4035108097061288e-05, "loss": 2.2142, "step": 95670 }, { "epoch": 12.92, "learning_rate": 1.4017192131189342e-05, "loss": 2.2419, "step": 95680 }, { "epoch": 12.92, "learning_rate": 1.3999287047091162e-05, "loss": 2.231, "step": 95690 }, { "epoch": 12.92, "learning_rate": 1.3981392846199585e-05, "loss": 2.2128, "step": 95700 }, { "epoch": 12.93, "learning_rate": 1.3963509529946532e-05, "loss": 2.2251, "step": 95710 }, { "epoch": 12.93, "learning_rate": 1.3945637099763173e-05, "loss": 2.1967, "step": 95720 }, { "epoch": 12.93, "learning_rate": 1.3927775557079584e-05, "loss": 2.2515, "step": 95730 }, { "epoch": 12.93, "learning_rate": 1.3909924903325154e-05, "loss": 2.2066, "step": 95740 }, { "epoch": 12.93, "learning_rate": 1.3892085139928406e-05, "loss": 2.2197, "step": 95750 }, { "epoch": 12.93, "learning_rate": 1.387425626831688e-05, "loss": 2.2296, "step": 95760 }, { "epoch": 12.93, "learning_rate": 1.3856438289917305e-05, "loss": 2.2124, "step": 95770 }, { "epoch": 12.94, "learning_rate": 1.3838631206155503e-05, "loss": 2.2324, "step": 95780 }, { "epoch": 12.94, "learning_rate": 1.3820835018456522e-05, "loss": 2.2035, "step": 95790 }, { "epoch": 12.94, "learning_rate": 1.380304972824442e-05, "loss": 2.2161, "step": 95800 }, { "epoch": 12.94, "learning_rate": 1.3785275336942425e-05, "loss": 2.2176, "step": 95810 }, { "epoch": 12.94, "learning_rate": 1.376751184597295e-05, "loss": 2.2354, "step": 95820 }, { "epoch": 12.94, "learning_rate": 1.3749759256757426e-05, "loss": 2.2225, "step": 95830 }, { "epoch": 12.94, "learning_rate": 1.3732017570716514e-05, "loss": 2.2259, "step": 95840 }, { "epoch": 12.95, "learning_rate": 1.3714286789269946e-05, "loss": 2.2125, "step": 95850 }, { "epoch": 12.95, "learning_rate": 1.3696566913836571e-05, "loss": 2.2176, "step": 95860 }, { "epoch": 12.95, "learning_rate": 1.3678857945834454e-05, "loss": 2.2234, "step": 95870 }, { "epoch": 12.95, "learning_rate": 1.3661159886680662e-05, "loss": 2.235, "step": 95880 }, { "epoch": 12.95, "learning_rate": 1.3643472737791444e-05, "loss": 2.2236, "step": 95890 }, { "epoch": 12.95, "learning_rate": 1.3625796500582237e-05, "loss": 2.2285, "step": 95900 }, { "epoch": 12.95, "learning_rate": 1.3608131176467508e-05, "loss": 2.2357, "step": 95910 }, { "epoch": 12.95, "learning_rate": 1.359047676686094e-05, "loss": 2.2251, "step": 95920 }, { "epoch": 12.96, "learning_rate": 1.3572833273175193e-05, "loss": 2.2444, "step": 95930 }, { "epoch": 12.96, "learning_rate": 1.3555200696822232e-05, "loss": 2.2235, "step": 95940 }, { "epoch": 12.96, "learning_rate": 1.3537579039213082e-05, "loss": 2.2119, "step": 95950 }, { "epoch": 12.96, "learning_rate": 1.3519968301757861e-05, "loss": 2.2608, "step": 95960 }, { "epoch": 12.96, "learning_rate": 1.3502368485865844e-05, "loss": 2.2363, "step": 95970 }, { "epoch": 12.96, "learning_rate": 1.3484779592945388e-05, "loss": 2.256, "step": 95980 }, { "epoch": 12.96, "learning_rate": 1.346720162440405e-05, "loss": 2.2607, "step": 95990 }, { "epoch": 12.97, "learning_rate": 1.3449634581648472e-05, "loss": 2.2032, "step": 96000 }, { "epoch": 12.97, "eval_loss": 2.401254177093506, "eval_runtime": 1270.5885, "eval_samples_per_second": 59.921, "eval_steps_per_second": 4.994, "step": 96000 }, { "epoch": 12.97, "learning_rate": 1.3432078466084395e-05, "loss": 2.2359, "step": 96010 }, { "epoch": 12.97, "learning_rate": 1.3414533279116747e-05, "loss": 2.2226, "step": 96020 }, { "epoch": 12.97, "learning_rate": 1.3396999022149535e-05, "loss": 2.2261, "step": 96030 }, { "epoch": 12.97, "learning_rate": 1.3379475696585906e-05, "loss": 2.2086, "step": 96040 }, { "epoch": 12.97, "learning_rate": 1.3361963303828156e-05, "loss": 2.24, "step": 96050 }, { "epoch": 12.97, "learning_rate": 1.3344461845277626e-05, "loss": 2.2254, "step": 96060 }, { "epoch": 12.97, "learning_rate": 1.33269713223349e-05, "loss": 2.1811, "step": 96070 }, { "epoch": 12.98, "learning_rate": 1.3309491736399591e-05, "loss": 2.2479, "step": 96080 }, { "epoch": 12.98, "learning_rate": 1.3292023088870463e-05, "loss": 2.2206, "step": 96090 }, { "epoch": 12.98, "learning_rate": 1.3274565381145447e-05, "loss": 2.2302, "step": 96100 }, { "epoch": 12.98, "learning_rate": 1.325711861462151e-05, "loss": 2.2533, "step": 96110 }, { "epoch": 12.98, "learning_rate": 1.3239682790694899e-05, "loss": 2.1956, "step": 96120 }, { "epoch": 12.98, "learning_rate": 1.3222257910760753e-05, "loss": 2.2296, "step": 96130 }, { "epoch": 12.98, "learning_rate": 1.3204843976213519e-05, "loss": 2.2355, "step": 96140 }, { "epoch": 12.99, "learning_rate": 1.318744098844675e-05, "loss": 2.2399, "step": 96150 }, { "epoch": 12.99, "learning_rate": 1.3170048948853084e-05, "loss": 2.21, "step": 96160 }, { "epoch": 12.99, "learning_rate": 1.3152667858824239e-05, "loss": 2.2089, "step": 96170 }, { "epoch": 12.99, "learning_rate": 1.313529771975112e-05, "loss": 2.2111, "step": 96180 }, { "epoch": 12.99, "learning_rate": 1.311793853302378e-05, "loss": 2.2256, "step": 96190 }, { "epoch": 12.99, "learning_rate": 1.3100590300031327e-05, "loss": 2.2305, "step": 96200 }, { "epoch": 12.99, "learning_rate": 1.3083253022161982e-05, "loss": 2.2326, "step": 96210 }, { "epoch": 13.0, "learning_rate": 1.3065926700803203e-05, "loss": 2.2231, "step": 96220 }, { "epoch": 13.0, "learning_rate": 1.304861133734143e-05, "loss": 2.2583, "step": 96230 }, { "epoch": 13.0, "learning_rate": 1.3031306933162373e-05, "loss": 2.2178, "step": 96240 }, { "epoch": 13.0, "learning_rate": 1.301401348965072e-05, "loss": 2.2307, "step": 96250 }, { "epoch": 13.0, "learning_rate": 1.2996731008190336e-05, "loss": 2.1926, "step": 96260 }, { "epoch": 13.0, "learning_rate": 1.297945949016428e-05, "loss": 2.1905, "step": 96270 }, { "epoch": 13.0, "learning_rate": 1.2962198936954626e-05, "loss": 2.238, "step": 96280 }, { "epoch": 13.0, "learning_rate": 1.2944949349942624e-05, "loss": 2.2113, "step": 96290 }, { "epoch": 13.01, "learning_rate": 1.2927710730508684e-05, "loss": 2.1695, "step": 96300 }, { "epoch": 13.01, "learning_rate": 1.291048308003222e-05, "loss": 2.2097, "step": 96310 }, { "epoch": 13.01, "learning_rate": 1.2893266399891943e-05, "loss": 2.2106, "step": 96320 }, { "epoch": 13.01, "learning_rate": 1.2876060691465473e-05, "loss": 2.2055, "step": 96330 }, { "epoch": 13.01, "learning_rate": 1.2858865956129704e-05, "loss": 2.1814, "step": 96340 }, { "epoch": 13.01, "learning_rate": 1.2841682195260671e-05, "loss": 2.1985, "step": 96350 }, { "epoch": 13.01, "learning_rate": 1.2824509410233425e-05, "loss": 2.2073, "step": 96360 }, { "epoch": 13.02, "learning_rate": 1.2807347602422196e-05, "loss": 2.223, "step": 96370 }, { "epoch": 13.02, "learning_rate": 1.279019677320029e-05, "loss": 2.1933, "step": 96380 }, { "epoch": 13.02, "learning_rate": 1.2773056923940223e-05, "loss": 2.1855, "step": 96390 }, { "epoch": 13.02, "learning_rate": 1.2755928056013565e-05, "loss": 2.2056, "step": 96400 }, { "epoch": 13.02, "learning_rate": 1.2738810170791004e-05, "loss": 2.1966, "step": 96410 }, { "epoch": 13.02, "learning_rate": 1.2721703269642392e-05, "loss": 2.2055, "step": 96420 }, { "epoch": 13.02, "learning_rate": 1.2704607353936635e-05, "loss": 2.209, "step": 96430 }, { "epoch": 13.02, "learning_rate": 1.2687522425041857e-05, "loss": 2.1966, "step": 96440 }, { "epoch": 13.03, "learning_rate": 1.267044848432523e-05, "loss": 2.2037, "step": 96450 }, { "epoch": 13.03, "learning_rate": 1.2653385533153027e-05, "loss": 2.1976, "step": 96460 }, { "epoch": 13.03, "learning_rate": 1.2636333572890722e-05, "loss": 2.2281, "step": 96470 }, { "epoch": 13.03, "learning_rate": 1.2619292604902875e-05, "loss": 2.1796, "step": 96480 }, { "epoch": 13.03, "learning_rate": 1.2602262630553112e-05, "loss": 2.2005, "step": 96490 }, { "epoch": 13.03, "learning_rate": 1.2585243651204258e-05, "loss": 2.2076, "step": 96500 }, { "epoch": 13.03, "learning_rate": 1.2568235668218207e-05, "loss": 2.2003, "step": 96510 }, { "epoch": 13.04, "learning_rate": 1.2551238682956055e-05, "loss": 2.2062, "step": 96520 }, { "epoch": 13.04, "learning_rate": 1.2534252696777847e-05, "loss": 2.2026, "step": 96530 }, { "epoch": 13.04, "learning_rate": 1.2517277711042927e-05, "loss": 2.1971, "step": 96540 }, { "epoch": 13.04, "learning_rate": 1.2500313727109645e-05, "loss": 2.1913, "step": 96550 }, { "epoch": 13.04, "learning_rate": 1.248336074633558e-05, "loss": 2.1996, "step": 96560 }, { "epoch": 13.04, "learning_rate": 1.2466418770077313e-05, "loss": 2.1909, "step": 96570 }, { "epoch": 13.04, "learning_rate": 1.2449487799690578e-05, "loss": 2.1935, "step": 96580 }, { "epoch": 13.05, "learning_rate": 1.2432567836530288e-05, "loss": 2.183, "step": 96590 }, { "epoch": 13.05, "learning_rate": 1.2415658881950414e-05, "loss": 2.2118, "step": 96600 }, { "epoch": 13.05, "learning_rate": 1.2398760937304036e-05, "loss": 2.21, "step": 96610 }, { "epoch": 13.05, "learning_rate": 1.2381874003943443e-05, "loss": 2.2043, "step": 96620 }, { "epoch": 13.05, "learning_rate": 1.2364998083219902e-05, "loss": 2.2018, "step": 96630 }, { "epoch": 13.05, "learning_rate": 1.2348133176483965e-05, "loss": 2.1986, "step": 96640 }, { "epoch": 13.05, "learning_rate": 1.2331279285085172e-05, "loss": 2.2115, "step": 96650 }, { "epoch": 13.05, "learning_rate": 1.2314436410372191e-05, "loss": 2.2182, "step": 96660 }, { "epoch": 13.06, "learning_rate": 1.2297604553692896e-05, "loss": 2.2184, "step": 96670 }, { "epoch": 13.06, "learning_rate": 1.228078371639421e-05, "loss": 2.2278, "step": 96680 }, { "epoch": 13.06, "learning_rate": 1.2263973899822154e-05, "loss": 2.2251, "step": 96690 }, { "epoch": 13.06, "learning_rate": 1.2247175105321954e-05, "loss": 2.1951, "step": 96700 }, { "epoch": 13.06, "learning_rate": 1.2230387334237868e-05, "loss": 2.1906, "step": 96710 }, { "epoch": 13.06, "learning_rate": 1.221361058791337e-05, "loss": 2.2135, "step": 96720 }, { "epoch": 13.06, "learning_rate": 1.219684486769087e-05, "loss": 2.2049, "step": 96730 }, { "epoch": 13.07, "learning_rate": 1.2180090174912127e-05, "loss": 2.1704, "step": 96740 }, { "epoch": 13.07, "learning_rate": 1.216334651091782e-05, "loss": 2.1809, "step": 96750 }, { "epoch": 13.07, "learning_rate": 1.2146613877047896e-05, "loss": 2.2163, "step": 96760 }, { "epoch": 13.07, "learning_rate": 1.2129892274641328e-05, "loss": 2.1892, "step": 96770 }, { "epoch": 13.07, "learning_rate": 1.2113181705036201e-05, "loss": 2.2093, "step": 96780 }, { "epoch": 13.07, "learning_rate": 1.209648216956981e-05, "loss": 2.1915, "step": 96790 }, { "epoch": 13.07, "learning_rate": 1.2079793669578469e-05, "loss": 2.189, "step": 96800 }, { "epoch": 13.07, "learning_rate": 1.2063116206397611e-05, "loss": 2.2267, "step": 96810 }, { "epoch": 13.08, "learning_rate": 1.2046449781361883e-05, "loss": 2.2041, "step": 96820 }, { "epoch": 13.08, "learning_rate": 1.2029794395804937e-05, "loss": 2.2201, "step": 96830 }, { "epoch": 13.08, "learning_rate": 1.201315005105964e-05, "loss": 2.1665, "step": 96840 }, { "epoch": 13.08, "learning_rate": 1.1996516748457873e-05, "loss": 2.1785, "step": 96850 }, { "epoch": 13.08, "learning_rate": 1.1979894489330694e-05, "loss": 2.2242, "step": 96860 }, { "epoch": 13.08, "learning_rate": 1.19632832750083e-05, "loss": 2.2418, "step": 96870 }, { "epoch": 13.08, "learning_rate": 1.1946683106819966e-05, "loss": 2.2096, "step": 96880 }, { "epoch": 13.09, "learning_rate": 1.1930093986094041e-05, "loss": 2.2091, "step": 96890 }, { "epoch": 13.09, "learning_rate": 1.19135159141581e-05, "loss": 2.1805, "step": 96900 }, { "epoch": 13.09, "learning_rate": 1.1896948892338731e-05, "loss": 2.1938, "step": 96910 }, { "epoch": 13.09, "learning_rate": 1.188039292196174e-05, "loss": 2.2056, "step": 96920 }, { "epoch": 13.09, "learning_rate": 1.18638480043519e-05, "loss": 2.2127, "step": 96930 }, { "epoch": 13.09, "learning_rate": 1.1847314140833254e-05, "loss": 2.1924, "step": 96940 }, { "epoch": 13.09, "learning_rate": 1.1830791332728856e-05, "loss": 2.2031, "step": 96950 }, { "epoch": 13.1, "learning_rate": 1.1814279581360935e-05, "loss": 2.1959, "step": 96960 }, { "epoch": 13.1, "learning_rate": 1.1797778888050818e-05, "loss": 2.217, "step": 96970 }, { "epoch": 13.1, "learning_rate": 1.1781289254118914e-05, "loss": 2.2072, "step": 96980 }, { "epoch": 13.1, "learning_rate": 1.1764810680884818e-05, "loss": 2.1911, "step": 96990 }, { "epoch": 13.1, "learning_rate": 1.1748343169667174e-05, "loss": 2.2097, "step": 97000 }, { "epoch": 13.1, "eval_loss": 2.4041683673858643, "eval_runtime": 1269.5496, "eval_samples_per_second": 59.97, "eval_steps_per_second": 4.998, "step": 97000 }, { "epoch": 13.1, "learning_rate": 1.1731886721783729e-05, "loss": 2.1956, "step": 97010 }, { "epoch": 13.1, "learning_rate": 1.1715441338551446e-05, "loss": 2.1909, "step": 97020 }, { "epoch": 13.1, "learning_rate": 1.1699007021286272e-05, "loss": 2.1952, "step": 97030 }, { "epoch": 13.11, "learning_rate": 1.1682583771303405e-05, "loss": 2.209, "step": 97040 }, { "epoch": 13.11, "learning_rate": 1.1666171589917046e-05, "loss": 2.1874, "step": 97050 }, { "epoch": 13.11, "learning_rate": 1.1649770478440507e-05, "loss": 2.2329, "step": 97060 }, { "epoch": 13.11, "learning_rate": 1.163338043818634e-05, "loss": 2.2008, "step": 97070 }, { "epoch": 13.11, "learning_rate": 1.161700147046608e-05, "loss": 2.2056, "step": 97080 }, { "epoch": 13.11, "learning_rate": 1.1600633576590412e-05, "loss": 2.1786, "step": 97090 }, { "epoch": 13.11, "learning_rate": 1.1584276757869204e-05, "loss": 2.1981, "step": 97100 }, { "epoch": 13.12, "learning_rate": 1.1567931015611293e-05, "loss": 2.2216, "step": 97110 }, { "epoch": 13.12, "learning_rate": 1.155159635112483e-05, "loss": 2.2227, "step": 97120 }, { "epoch": 13.12, "learning_rate": 1.1535272765716857e-05, "loss": 2.1962, "step": 97130 }, { "epoch": 13.12, "learning_rate": 1.1518960260693693e-05, "loss": 2.2304, "step": 97140 }, { "epoch": 13.12, "learning_rate": 1.1502658837360696e-05, "loss": 2.2086, "step": 97150 }, { "epoch": 13.12, "learning_rate": 1.1486368497022386e-05, "loss": 2.1812, "step": 97160 }, { "epoch": 13.12, "learning_rate": 1.1470089240982355e-05, "loss": 2.1969, "step": 97170 }, { "epoch": 13.12, "learning_rate": 1.1453821070543295e-05, "loss": 2.2183, "step": 97180 }, { "epoch": 13.13, "learning_rate": 1.143756398700708e-05, "loss": 2.2113, "step": 97190 }, { "epoch": 13.13, "learning_rate": 1.1421317991674623e-05, "loss": 2.197, "step": 97200 }, { "epoch": 13.13, "learning_rate": 1.1405083085845961e-05, "loss": 2.1736, "step": 97210 }, { "epoch": 13.13, "learning_rate": 1.1388859270820328e-05, "loss": 2.1797, "step": 97220 }, { "epoch": 13.13, "learning_rate": 1.1372646547895931e-05, "loss": 2.2025, "step": 97230 }, { "epoch": 13.13, "learning_rate": 1.1356444918370234e-05, "loss": 2.2154, "step": 97240 }, { "epoch": 13.13, "learning_rate": 1.1340254383539698e-05, "loss": 2.1828, "step": 97250 }, { "epoch": 13.14, "learning_rate": 1.1324074944699923e-05, "loss": 2.2228, "step": 97260 }, { "epoch": 13.14, "learning_rate": 1.1307906603145689e-05, "loss": 2.1822, "step": 97270 }, { "epoch": 13.14, "learning_rate": 1.1291749360170826e-05, "loss": 2.1942, "step": 97280 }, { "epoch": 13.14, "learning_rate": 1.1275603217068235e-05, "loss": 2.2061, "step": 97290 }, { "epoch": 13.14, "learning_rate": 1.1259468175130049e-05, "loss": 2.1987, "step": 97300 }, { "epoch": 13.14, "learning_rate": 1.12433442356474e-05, "loss": 2.1863, "step": 97310 }, { "epoch": 13.14, "learning_rate": 1.122723139991064e-05, "loss": 2.2207, "step": 97320 }, { "epoch": 13.15, "learning_rate": 1.1211129669209091e-05, "loss": 2.2236, "step": 97330 }, { "epoch": 13.15, "learning_rate": 1.11950390448313e-05, "loss": 2.1885, "step": 97340 }, { "epoch": 13.15, "learning_rate": 1.1178959528064873e-05, "loss": 2.2132, "step": 97350 }, { "epoch": 13.15, "learning_rate": 1.1162891120196582e-05, "loss": 2.2034, "step": 97360 }, { "epoch": 13.15, "learning_rate": 1.114683382251223e-05, "loss": 2.1783, "step": 97370 }, { "epoch": 13.15, "learning_rate": 1.113078763629679e-05, "loss": 2.2299, "step": 97380 }, { "epoch": 13.15, "learning_rate": 1.1114752562834333e-05, "loss": 2.2016, "step": 97390 }, { "epoch": 13.15, "learning_rate": 1.1098728603408036e-05, "loss": 2.2128, "step": 97400 }, { "epoch": 13.16, "learning_rate": 1.1082715759300154e-05, "loss": 2.2036, "step": 97410 }, { "epoch": 13.16, "learning_rate": 1.1066714031792145e-05, "loss": 2.2044, "step": 97420 }, { "epoch": 13.16, "learning_rate": 1.105072342216447e-05, "loss": 2.1874, "step": 97430 }, { "epoch": 13.16, "learning_rate": 1.103474393169677e-05, "loss": 2.1992, "step": 97440 }, { "epoch": 13.16, "learning_rate": 1.1018775561667791e-05, "loss": 2.1804, "step": 97450 }, { "epoch": 13.16, "learning_rate": 1.100281831335531e-05, "loss": 2.2247, "step": 97460 }, { "epoch": 13.16, "learning_rate": 1.0986872188036339e-05, "loss": 2.2081, "step": 97470 }, { "epoch": 13.17, "learning_rate": 1.0970937186986922e-05, "loss": 2.2026, "step": 97480 }, { "epoch": 13.17, "learning_rate": 1.0955013311482192e-05, "loss": 2.212, "step": 97490 }, { "epoch": 13.17, "learning_rate": 1.0939100562796493e-05, "loss": 2.2071, "step": 97500 }, { "epoch": 13.17, "learning_rate": 1.0923198942203144e-05, "loss": 2.1814, "step": 97510 }, { "epoch": 13.17, "learning_rate": 1.0907308450974722e-05, "loss": 2.2042, "step": 97520 }, { "epoch": 13.17, "learning_rate": 1.0891429090382747e-05, "loss": 2.214, "step": 97530 }, { "epoch": 13.17, "learning_rate": 1.0875560861697985e-05, "loss": 2.2327, "step": 97540 }, { "epoch": 13.17, "learning_rate": 1.0859703766190253e-05, "loss": 2.2025, "step": 97550 }, { "epoch": 13.18, "learning_rate": 1.0843857805128486e-05, "loss": 2.2154, "step": 97560 }, { "epoch": 13.18, "learning_rate": 1.0828022979780754e-05, "loss": 2.1975, "step": 97570 }, { "epoch": 13.18, "learning_rate": 1.0812199291414142e-05, "loss": 2.2298, "step": 97580 }, { "epoch": 13.18, "learning_rate": 1.0796386741294987e-05, "loss": 2.2021, "step": 97590 }, { "epoch": 13.18, "learning_rate": 1.0780585330688612e-05, "loss": 2.2064, "step": 97600 }, { "epoch": 13.18, "learning_rate": 1.0764795060859504e-05, "loss": 2.2031, "step": 97610 }, { "epoch": 13.18, "learning_rate": 1.074901593307127e-05, "loss": 2.1919, "step": 97620 }, { "epoch": 13.19, "learning_rate": 1.0733247948586566e-05, "loss": 2.2038, "step": 97630 }, { "epoch": 13.19, "learning_rate": 1.0717491108667248e-05, "loss": 2.2185, "step": 97640 }, { "epoch": 13.19, "learning_rate": 1.0701745414574209e-05, "loss": 2.2328, "step": 97650 }, { "epoch": 13.19, "learning_rate": 1.0686010867567424e-05, "loss": 2.2361, "step": 97660 }, { "epoch": 13.19, "learning_rate": 1.0670287468906086e-05, "loss": 2.1944, "step": 97670 }, { "epoch": 13.19, "learning_rate": 1.0656145942986177e-05, "loss": 2.2046, "step": 97680 }, { "epoch": 13.19, "learning_rate": 1.0640443729646818e-05, "loss": 2.1981, "step": 97690 }, { "epoch": 13.2, "learning_rate": 1.0624752668299308e-05, "loss": 2.2069, "step": 97700 }, { "epoch": 13.2, "learning_rate": 1.0609072760199356e-05, "loss": 2.194, "step": 97710 }, { "epoch": 13.2, "learning_rate": 1.0593404006601575e-05, "loss": 2.2102, "step": 97720 }, { "epoch": 13.2, "learning_rate": 1.0577746408759946e-05, "loss": 2.2007, "step": 97730 }, { "epoch": 13.2, "learning_rate": 1.0562099967927384e-05, "loss": 2.1784, "step": 97740 }, { "epoch": 13.2, "learning_rate": 1.0546464685356004e-05, "loss": 2.2163, "step": 97750 }, { "epoch": 13.2, "learning_rate": 1.0530840562296971e-05, "loss": 2.2025, "step": 97760 }, { "epoch": 13.2, "learning_rate": 1.0515227600000536e-05, "loss": 2.2133, "step": 97770 }, { "epoch": 13.21, "learning_rate": 1.0499625799716183e-05, "loss": 2.2313, "step": 97780 }, { "epoch": 13.21, "learning_rate": 1.0484035162692362e-05, "loss": 2.1915, "step": 97790 }, { "epoch": 13.21, "learning_rate": 1.0468455690176659e-05, "loss": 2.2054, "step": 97800 }, { "epoch": 13.21, "learning_rate": 1.0452887383415876e-05, "loss": 2.1988, "step": 97810 }, { "epoch": 13.21, "learning_rate": 1.043733024365575e-05, "loss": 2.2011, "step": 97820 }, { "epoch": 13.21, "learning_rate": 1.0421784272141303e-05, "loss": 2.2051, "step": 97830 }, { "epoch": 13.21, "learning_rate": 1.0406249470116473e-05, "loss": 2.2106, "step": 97840 }, { "epoch": 13.22, "learning_rate": 1.0390725838824465e-05, "loss": 2.2154, "step": 97850 }, { "epoch": 13.22, "learning_rate": 1.0375213379507536e-05, "loss": 2.237, "step": 97860 }, { "epoch": 13.22, "learning_rate": 1.0359712093407024e-05, "loss": 2.208, "step": 97870 }, { "epoch": 13.22, "learning_rate": 1.034422198176339e-05, "loss": 2.1729, "step": 97880 }, { "epoch": 13.22, "learning_rate": 1.0328743045816174e-05, "loss": 2.2057, "step": 97890 }, { "epoch": 13.22, "learning_rate": 1.0313275286804068e-05, "loss": 2.2039, "step": 97900 }, { "epoch": 13.22, "learning_rate": 1.0297818705964933e-05, "loss": 2.1946, "step": 97910 }, { "epoch": 13.22, "learning_rate": 1.0282373304535513e-05, "loss": 2.2165, "step": 97920 }, { "epoch": 13.23, "learning_rate": 1.0266939083751902e-05, "loss": 2.2333, "step": 97930 }, { "epoch": 13.23, "learning_rate": 1.0251516044849128e-05, "loss": 2.1843, "step": 97940 }, { "epoch": 13.23, "learning_rate": 1.023610418906144e-05, "loss": 2.2095, "step": 97950 }, { "epoch": 13.23, "learning_rate": 1.022070351762213e-05, "loss": 2.2169, "step": 97960 }, { "epoch": 13.23, "learning_rate": 1.0205314031763583e-05, "loss": 2.1808, "step": 97970 }, { "epoch": 13.23, "learning_rate": 1.0189935732717363e-05, "loss": 2.2231, "step": 97980 }, { "epoch": 13.23, "learning_rate": 1.0174568621714052e-05, "loss": 2.2224, "step": 97990 }, { "epoch": 13.24, "learning_rate": 1.0159212699983366e-05, "loss": 2.2055, "step": 98000 }, { "epoch": 13.24, "eval_loss": 2.4040699005126953, "eval_runtime": 1269.6142, "eval_samples_per_second": 59.967, "eval_steps_per_second": 4.998, "step": 98000 }, { "epoch": 13.24, "learning_rate": 1.0143867968754188e-05, "loss": 2.2126, "step": 98010 }, { "epoch": 13.24, "learning_rate": 1.012853442925437e-05, "loss": 2.1931, "step": 98020 }, { "epoch": 13.24, "learning_rate": 1.0113212082711064e-05, "loss": 2.2014, "step": 98030 }, { "epoch": 13.24, "learning_rate": 1.009790093035029e-05, "loss": 2.1955, "step": 98040 }, { "epoch": 13.24, "learning_rate": 1.0082600973397348e-05, "loss": 2.225, "step": 98050 }, { "epoch": 13.24, "learning_rate": 1.0067312213076629e-05, "loss": 2.2284, "step": 98060 }, { "epoch": 13.25, "learning_rate": 1.0052034650611534e-05, "loss": 2.1989, "step": 98070 }, { "epoch": 13.25, "learning_rate": 1.003676828722464e-05, "loss": 2.1932, "step": 98080 }, { "epoch": 13.25, "learning_rate": 1.0021513124137597e-05, "loss": 2.1943, "step": 98090 }, { "epoch": 13.25, "learning_rate": 1.0006269162571167e-05, "loss": 2.2094, "step": 98100 }, { "epoch": 13.25, "learning_rate": 9.99103640374529e-06, "loss": 2.1887, "step": 98110 }, { "epoch": 13.25, "learning_rate": 9.975814848878837e-06, "loss": 2.2046, "step": 98120 }, { "epoch": 13.25, "learning_rate": 9.960604499189955e-06, "loss": 2.2195, "step": 98130 }, { "epoch": 13.25, "learning_rate": 9.945405355895785e-06, "loss": 2.1998, "step": 98140 }, { "epoch": 13.26, "learning_rate": 9.930217420212639e-06, "loss": 2.186, "step": 98150 }, { "epoch": 13.26, "learning_rate": 9.915040693355892e-06, "loss": 2.1855, "step": 98160 }, { "epoch": 13.26, "learning_rate": 9.899875176540023e-06, "loss": 2.2076, "step": 98170 }, { "epoch": 13.26, "learning_rate": 9.884720870978647e-06, "loss": 2.19, "step": 98180 }, { "epoch": 13.26, "learning_rate": 9.869577777884457e-06, "loss": 2.2035, "step": 98190 }, { "epoch": 13.26, "learning_rate": 9.854445898469204e-06, "loss": 2.2067, "step": 98200 }, { "epoch": 13.26, "learning_rate": 9.839325233943852e-06, "loss": 2.1957, "step": 98210 }, { "epoch": 13.27, "learning_rate": 9.824215785518363e-06, "loss": 2.1803, "step": 98220 }, { "epoch": 13.27, "learning_rate": 9.809117554401908e-06, "loss": 2.1956, "step": 98230 }, { "epoch": 13.27, "learning_rate": 9.794030541802584e-06, "loss": 2.1995, "step": 98240 }, { "epoch": 13.27, "learning_rate": 9.778954748927775e-06, "loss": 2.1806, "step": 98250 }, { "epoch": 13.27, "learning_rate": 9.763890176983901e-06, "loss": 2.1953, "step": 98260 }, { "epoch": 13.27, "learning_rate": 9.748836827176465e-06, "loss": 2.2072, "step": 98270 }, { "epoch": 13.27, "learning_rate": 9.733794700710067e-06, "loss": 2.2062, "step": 98280 }, { "epoch": 13.27, "learning_rate": 9.718763798788415e-06, "loss": 2.193, "step": 98290 }, { "epoch": 13.28, "learning_rate": 9.703744122614343e-06, "loss": 2.2153, "step": 98300 }, { "epoch": 13.28, "learning_rate": 9.688735673389824e-06, "loss": 2.2049, "step": 98310 }, { "epoch": 13.28, "learning_rate": 9.6737384523158e-06, "loss": 2.2114, "step": 98320 }, { "epoch": 13.28, "learning_rate": 9.658752460592439e-06, "loss": 2.2023, "step": 98330 }, { "epoch": 13.28, "learning_rate": 9.643777699418953e-06, "loss": 2.2146, "step": 98340 }, { "epoch": 13.28, "learning_rate": 9.628814169993682e-06, "loss": 2.1882, "step": 98350 }, { "epoch": 13.28, "learning_rate": 9.613861873514066e-06, "loss": 2.1742, "step": 98360 }, { "epoch": 13.29, "learning_rate": 9.598920811176586e-06, "loss": 2.203, "step": 98370 }, { "epoch": 13.29, "learning_rate": 9.583990984176932e-06, "loss": 2.229, "step": 98380 }, { "epoch": 13.29, "learning_rate": 9.569072393709814e-06, "loss": 2.224, "step": 98390 }, { "epoch": 13.29, "learning_rate": 9.55416504096903e-06, "loss": 2.2064, "step": 98400 }, { "epoch": 13.29, "learning_rate": 9.539268927147576e-06, "loss": 2.1951, "step": 98410 }, { "epoch": 13.29, "learning_rate": 9.524384053437428e-06, "loss": 2.2224, "step": 98420 }, { "epoch": 13.29, "learning_rate": 9.509510421029787e-06, "loss": 2.199, "step": 98430 }, { "epoch": 13.3, "learning_rate": 9.494648031114798e-06, "loss": 2.1838, "step": 98440 }, { "epoch": 13.3, "learning_rate": 9.479796884881846e-06, "loss": 2.1865, "step": 98450 }, { "epoch": 13.3, "learning_rate": 9.464956983519411e-06, "loss": 2.1849, "step": 98460 }, { "epoch": 13.3, "learning_rate": 9.450128328214962e-06, "loss": 2.2035, "step": 98470 }, { "epoch": 13.3, "learning_rate": 9.435310920155165e-06, "loss": 2.2059, "step": 98480 }, { "epoch": 13.3, "learning_rate": 9.420504760525721e-06, "loss": 2.1655, "step": 98490 }, { "epoch": 13.3, "learning_rate": 9.405709850511517e-06, "loss": 2.1981, "step": 98500 }, { "epoch": 13.3, "learning_rate": 9.390926191296472e-06, "loss": 2.2255, "step": 98510 }, { "epoch": 13.31, "learning_rate": 9.376153784063573e-06, "loss": 2.1945, "step": 98520 }, { "epoch": 13.31, "learning_rate": 9.36139262999504e-06, "loss": 2.2264, "step": 98530 }, { "epoch": 13.31, "learning_rate": 9.34664273027203e-06, "loss": 2.1924, "step": 98540 }, { "epoch": 13.31, "learning_rate": 9.331904086074914e-06, "loss": 2.205, "step": 98550 }, { "epoch": 13.31, "learning_rate": 9.317176698583151e-06, "loss": 2.2151, "step": 98560 }, { "epoch": 13.31, "learning_rate": 9.302460568975195e-06, "loss": 2.1788, "step": 98570 }, { "epoch": 13.31, "learning_rate": 9.287755698428756e-06, "loss": 2.2102, "step": 98580 }, { "epoch": 13.32, "learning_rate": 9.273062088120526e-06, "loss": 2.2078, "step": 98590 }, { "epoch": 13.32, "learning_rate": 9.25837973922633e-06, "loss": 2.2053, "step": 98600 }, { "epoch": 13.32, "learning_rate": 9.243708652921112e-06, "loss": 2.1796, "step": 98610 }, { "epoch": 13.32, "learning_rate": 9.229048830378882e-06, "loss": 2.2332, "step": 98620 }, { "epoch": 13.32, "learning_rate": 9.214400272772804e-06, "loss": 2.1989, "step": 98630 }, { "epoch": 13.32, "learning_rate": 9.199762981275054e-06, "loss": 2.1648, "step": 98640 }, { "epoch": 13.32, "learning_rate": 9.185136957056948e-06, "loss": 2.1907, "step": 98650 }, { "epoch": 13.32, "learning_rate": 9.170522201288965e-06, "loss": 2.1855, "step": 98660 }, { "epoch": 13.33, "learning_rate": 9.155918715140602e-06, "loss": 2.2157, "step": 98670 }, { "epoch": 13.33, "learning_rate": 9.14132649978046e-06, "loss": 2.1988, "step": 98680 }, { "epoch": 13.33, "learning_rate": 9.126745556376236e-06, "loss": 2.2296, "step": 98690 }, { "epoch": 13.33, "learning_rate": 9.11217588609478e-06, "loss": 2.2232, "step": 98700 }, { "epoch": 13.33, "learning_rate": 9.09761749010201e-06, "loss": 2.2242, "step": 98710 }, { "epoch": 13.33, "learning_rate": 9.083070369562878e-06, "loss": 2.2118, "step": 98720 }, { "epoch": 13.33, "learning_rate": 9.068534525641552e-06, "loss": 2.199, "step": 98730 }, { "epoch": 13.34, "learning_rate": 9.054009959501185e-06, "loss": 2.2029, "step": 98740 }, { "epoch": 13.34, "learning_rate": 9.03949667230413e-06, "loss": 2.2034, "step": 98750 }, { "epoch": 13.34, "learning_rate": 9.024994665211776e-06, "loss": 2.1922, "step": 98760 }, { "epoch": 13.34, "learning_rate": 9.010503939384561e-06, "loss": 2.195, "step": 98770 }, { "epoch": 13.34, "learning_rate": 8.996024495982157e-06, "loss": 2.1968, "step": 98780 }, { "epoch": 13.34, "learning_rate": 8.98155633616322e-06, "loss": 2.2254, "step": 98790 }, { "epoch": 13.34, "learning_rate": 8.967099461085509e-06, "loss": 2.1825, "step": 98800 }, { "epoch": 13.34, "learning_rate": 8.952653871905963e-06, "loss": 2.2418, "step": 98810 }, { "epoch": 13.35, "learning_rate": 8.938219569780507e-06, "loss": 2.1962, "step": 98820 }, { "epoch": 13.35, "learning_rate": 8.923796555864304e-06, "loss": 2.1682, "step": 98830 }, { "epoch": 13.35, "learning_rate": 8.909384831311444e-06, "loss": 2.1915, "step": 98840 }, { "epoch": 13.35, "learning_rate": 8.894984397275207e-06, "loss": 2.2083, "step": 98850 }, { "epoch": 13.35, "learning_rate": 8.880595254908019e-06, "loss": 2.2114, "step": 98860 }, { "epoch": 13.35, "learning_rate": 8.866217405361308e-06, "loss": 2.2084, "step": 98870 }, { "epoch": 13.35, "learning_rate": 8.85185084978564e-06, "loss": 2.197, "step": 98880 }, { "epoch": 13.36, "learning_rate": 8.837495589330662e-06, "loss": 2.2128, "step": 98890 }, { "epoch": 13.36, "learning_rate": 8.823151625145136e-06, "loss": 2.205, "step": 98900 }, { "epoch": 13.36, "learning_rate": 8.808818958376913e-06, "loss": 2.2021, "step": 98910 }, { "epoch": 13.36, "learning_rate": 8.794497590172922e-06, "loss": 2.2189, "step": 98920 }, { "epoch": 13.36, "learning_rate": 8.780187521679233e-06, "loss": 2.2026, "step": 98930 }, { "epoch": 13.36, "learning_rate": 8.765888754040945e-06, "loss": 2.2042, "step": 98940 }, { "epoch": 13.36, "learning_rate": 8.751601288402327e-06, "loss": 2.2082, "step": 98950 }, { "epoch": 13.37, "learning_rate": 8.737325125906713e-06, "loss": 2.2109, "step": 98960 }, { "epoch": 13.37, "learning_rate": 8.723060267696474e-06, "loss": 2.2003, "step": 98970 }, { "epoch": 13.37, "learning_rate": 8.70880671491318e-06, "loss": 2.2204, "step": 98980 }, { "epoch": 13.37, "learning_rate": 8.694564468697434e-06, "loss": 2.2051, "step": 98990 }, { "epoch": 13.37, "learning_rate": 8.68033353018891e-06, "loss": 2.2026, "step": 99000 }, { "epoch": 13.37, "eval_loss": 2.403158664703369, "eval_runtime": 1269.4248, "eval_samples_per_second": 59.976, "eval_steps_per_second": 4.998, "step": 99000 }, { "epoch": 13.37, "learning_rate": 8.666113900526461e-06, "loss": 2.2028, "step": 99010 }, { "epoch": 13.37, "learning_rate": 8.651905580847963e-06, "loss": 2.1781, "step": 99020 }, { "epoch": 13.37, "learning_rate": 8.637708572290435e-06, "loss": 2.1987, "step": 99030 }, { "epoch": 13.38, "learning_rate": 8.623522875989924e-06, "loss": 2.2305, "step": 99040 }, { "epoch": 13.38, "learning_rate": 8.60934849308162e-06, "loss": 2.1856, "step": 99050 }, { "epoch": 13.38, "learning_rate": 8.595185424699846e-06, "loss": 2.1764, "step": 99060 }, { "epoch": 13.38, "learning_rate": 8.581033671977949e-06, "loss": 2.2065, "step": 99070 }, { "epoch": 13.38, "learning_rate": 8.566893236048389e-06, "loss": 2.2348, "step": 99080 }, { "epoch": 13.38, "learning_rate": 8.552764118042727e-06, "loss": 2.2146, "step": 99090 }, { "epoch": 13.38, "learning_rate": 8.53864631909164e-06, "loss": 2.1937, "step": 99100 }, { "epoch": 13.39, "learning_rate": 8.524539840324863e-06, "loss": 2.1876, "step": 99110 }, { "epoch": 13.39, "learning_rate": 8.51044468287122e-06, "loss": 2.1938, "step": 99120 }, { "epoch": 13.39, "learning_rate": 8.496360847858712e-06, "loss": 2.2026, "step": 99130 }, { "epoch": 13.39, "learning_rate": 8.482288336414289e-06, "loss": 2.229, "step": 99140 }, { "epoch": 13.39, "learning_rate": 8.468227149664164e-06, "loss": 2.2138, "step": 99150 }, { "epoch": 13.39, "learning_rate": 8.454177288733504e-06, "loss": 2.2373, "step": 99160 }, { "epoch": 13.39, "learning_rate": 8.440138754746629e-06, "loss": 2.1873, "step": 99170 }, { "epoch": 13.39, "learning_rate": 8.426111548826969e-06, "loss": 2.2202, "step": 99180 }, { "epoch": 13.4, "learning_rate": 8.412095672097013e-06, "loss": 2.223, "step": 99190 }, { "epoch": 13.4, "learning_rate": 8.398091125678314e-06, "loss": 2.1832, "step": 99200 }, { "epoch": 13.4, "learning_rate": 8.384097910691639e-06, "loss": 2.1799, "step": 99210 }, { "epoch": 13.4, "learning_rate": 8.370116028256696e-06, "loss": 2.2099, "step": 99220 }, { "epoch": 13.4, "learning_rate": 8.356145479492454e-06, "loss": 2.2105, "step": 99230 }, { "epoch": 13.4, "learning_rate": 8.342186265516754e-06, "loss": 2.1805, "step": 99240 }, { "epoch": 13.4, "learning_rate": 8.328238387446734e-06, "loss": 2.1914, "step": 99250 }, { "epoch": 13.41, "learning_rate": 8.314301846398552e-06, "loss": 2.2172, "step": 99260 }, { "epoch": 13.41, "learning_rate": 8.300376643487434e-06, "loss": 2.1886, "step": 99270 }, { "epoch": 13.41, "learning_rate": 8.286462779827736e-06, "loss": 2.2083, "step": 99280 }, { "epoch": 13.41, "learning_rate": 8.272560256532834e-06, "loss": 2.213, "step": 99290 }, { "epoch": 13.41, "learning_rate": 8.258669074715324e-06, "loss": 2.2437, "step": 99300 }, { "epoch": 13.41, "learning_rate": 8.244789235486782e-06, "loss": 2.2031, "step": 99310 }, { "epoch": 13.41, "learning_rate": 8.230920739957919e-06, "loss": 2.1893, "step": 99320 }, { "epoch": 13.42, "learning_rate": 8.217063589238548e-06, "loss": 2.1995, "step": 99330 }, { "epoch": 13.42, "learning_rate": 8.203217784437549e-06, "loss": 2.1842, "step": 99340 }, { "epoch": 13.42, "learning_rate": 8.189383326662918e-06, "loss": 2.2006, "step": 99350 }, { "epoch": 13.42, "learning_rate": 8.175560217021754e-06, "loss": 2.2078, "step": 99360 }, { "epoch": 13.42, "learning_rate": 8.161748456620154e-06, "loss": 2.2194, "step": 99370 }, { "epoch": 13.42, "learning_rate": 8.147948046563451e-06, "loss": 2.2261, "step": 99380 }, { "epoch": 13.42, "learning_rate": 8.13415898795598e-06, "loss": 2.22, "step": 99390 }, { "epoch": 13.42, "learning_rate": 8.120381281901156e-06, "loss": 2.2186, "step": 99400 }, { "epoch": 13.43, "learning_rate": 8.106614929501548e-06, "loss": 2.2172, "step": 99410 }, { "epoch": 13.43, "learning_rate": 8.092859931858741e-06, "loss": 2.2189, "step": 99420 }, { "epoch": 13.43, "learning_rate": 8.07911629007354e-06, "loss": 2.2094, "step": 99430 }, { "epoch": 13.43, "learning_rate": 8.065384005245645e-06, "loss": 2.2385, "step": 99440 }, { "epoch": 13.43, "learning_rate": 8.051663078474013e-06, "loss": 2.2044, "step": 99450 }, { "epoch": 13.43, "learning_rate": 8.037953510856648e-06, "loss": 2.2138, "step": 99460 }, { "epoch": 13.43, "learning_rate": 8.024255303490623e-06, "loss": 2.203, "step": 99470 }, { "epoch": 13.44, "learning_rate": 8.01056845747211e-06, "loss": 2.1965, "step": 99480 }, { "epoch": 13.44, "learning_rate": 7.996892973896336e-06, "loss": 2.2139, "step": 99490 }, { "epoch": 13.44, "learning_rate": 7.983228853857703e-06, "loss": 2.2075, "step": 99500 }, { "epoch": 13.44, "learning_rate": 7.969576098449659e-06, "loss": 2.2002, "step": 99510 }, { "epoch": 13.44, "learning_rate": 7.955934708764694e-06, "loss": 2.1902, "step": 99520 }, { "epoch": 13.44, "learning_rate": 7.942304685894502e-06, "loss": 2.2314, "step": 99530 }, { "epoch": 13.44, "learning_rate": 7.928686030929726e-06, "loss": 2.1924, "step": 99540 }, { "epoch": 13.44, "learning_rate": 7.915078744960245e-06, "loss": 2.1927, "step": 99550 }, { "epoch": 13.45, "learning_rate": 7.901482829074906e-06, "loss": 2.2137, "step": 99560 }, { "epoch": 13.45, "learning_rate": 7.887898284361704e-06, "loss": 2.1887, "step": 99570 }, { "epoch": 13.45, "learning_rate": 7.874325111907754e-06, "loss": 2.1827, "step": 99580 }, { "epoch": 13.45, "learning_rate": 7.860763312799184e-06, "loss": 2.1719, "step": 99590 }, { "epoch": 13.45, "learning_rate": 7.84721288812128e-06, "loss": 2.215, "step": 99600 }, { "epoch": 13.45, "learning_rate": 7.83367383895837e-06, "loss": 2.2269, "step": 99610 }, { "epoch": 13.45, "learning_rate": 7.820146166393892e-06, "loss": 2.1944, "step": 99620 }, { "epoch": 13.46, "learning_rate": 7.806629871510378e-06, "loss": 2.1946, "step": 99630 }, { "epoch": 13.46, "learning_rate": 7.793124955389463e-06, "loss": 2.2048, "step": 99640 }, { "epoch": 13.46, "learning_rate": 7.779631419111832e-06, "loss": 2.1786, "step": 99650 }, { "epoch": 13.46, "learning_rate": 7.766149263757255e-06, "loss": 2.2084, "step": 99660 }, { "epoch": 13.46, "learning_rate": 7.75267849040465e-06, "loss": 2.1908, "step": 99670 }, { "epoch": 13.46, "learning_rate": 7.739219100132043e-06, "loss": 2.2126, "step": 99680 }, { "epoch": 13.46, "learning_rate": 7.725771094016387e-06, "loss": 2.2214, "step": 99690 }, { "epoch": 13.47, "learning_rate": 7.712334473133902e-06, "loss": 2.2415, "step": 99700 }, { "epoch": 13.47, "learning_rate": 7.698909238559797e-06, "loss": 2.2259, "step": 99710 }, { "epoch": 13.47, "learning_rate": 7.685495391368445e-06, "loss": 2.2036, "step": 99720 }, { "epoch": 13.47, "learning_rate": 7.672092932633223e-06, "loss": 2.1904, "step": 99730 }, { "epoch": 13.47, "learning_rate": 7.658701863426653e-06, "loss": 2.193, "step": 99740 }, { "epoch": 13.47, "learning_rate": 7.645322184820329e-06, "loss": 2.2005, "step": 99750 }, { "epoch": 13.47, "learning_rate": 7.631953897884962e-06, "loss": 2.2124, "step": 99760 }, { "epoch": 13.47, "learning_rate": 7.618597003690263e-06, "loss": 2.21, "step": 99770 }, { "epoch": 13.48, "learning_rate": 7.6052515033051595e-06, "loss": 2.218, "step": 99780 }, { "epoch": 13.48, "learning_rate": 7.591917397797531e-06, "loss": 2.2163, "step": 99790 }, { "epoch": 13.48, "learning_rate": 7.578594688234491e-06, "loss": 2.1915, "step": 99800 }, { "epoch": 13.48, "learning_rate": 7.565283375682135e-06, "loss": 2.2252, "step": 99810 }, { "epoch": 13.48, "learning_rate": 7.55198346120563e-06, "loss": 2.1862, "step": 99820 }, { "epoch": 13.48, "learning_rate": 7.538694945869356e-06, "loss": 2.1918, "step": 99830 }, { "epoch": 13.48, "learning_rate": 7.526745029210468e-06, "loss": 2.2057, "step": 99840 }, { "epoch": 13.49, "learning_rate": 7.513478175169419e-06, "loss": 2.1799, "step": 99850 }, { "epoch": 13.49, "learning_rate": 7.500222723349886e-06, "loss": 2.1973, "step": 99860 }, { "epoch": 13.49, "learning_rate": 7.4869786748126044e-06, "loss": 2.2012, "step": 99870 }, { "epoch": 13.49, "learning_rate": 7.473746030617378e-06, "loss": 2.2168, "step": 99880 }, { "epoch": 13.49, "learning_rate": 7.460524791823174e-06, "loss": 2.2098, "step": 99890 }, { "epoch": 13.49, "learning_rate": 7.447314959487966e-06, "loss": 2.2106, "step": 99900 }, { "epoch": 13.49, "learning_rate": 7.434116534668838e-06, "loss": 2.2046, "step": 99910 }, { "epoch": 13.49, "learning_rate": 7.420929518422014e-06, "loss": 2.1923, "step": 99920 }, { "epoch": 13.5, "learning_rate": 7.4077539118027e-06, "loss": 2.1912, "step": 99930 }, { "epoch": 13.5, "learning_rate": 7.394589715865317e-06, "loss": 2.1908, "step": 99940 }, { "epoch": 13.5, "learning_rate": 7.381436931663259e-06, "loss": 2.2282, "step": 99950 }, { "epoch": 13.5, "learning_rate": 7.368295560249049e-06, "loss": 2.2188, "step": 99960 }, { "epoch": 13.5, "learning_rate": 7.355165602674329e-06, "loss": 2.23, "step": 99970 }, { "epoch": 13.5, "learning_rate": 7.342047059989792e-06, "loss": 2.1958, "step": 99980 }, { "epoch": 13.5, "learning_rate": 7.3289399332452145e-06, "loss": 2.2049, "step": 99990 }, { "epoch": 13.51, "learning_rate": 7.315844223489459e-06, "loss": 2.1868, "step": 100000 }, { "epoch": 13.51, "eval_loss": 2.402578592300415, "eval_runtime": 1269.336, "eval_samples_per_second": 59.98, "eval_steps_per_second": 4.999, "step": 100000 }, { "epoch": 13.51, "learning_rate": 7.302759931770502e-06, "loss": 2.2089, "step": 100010 }, { "epoch": 13.51, "learning_rate": 7.289687059135441e-06, "loss": 2.1781, "step": 100020 }, { "epoch": 13.51, "learning_rate": 7.276625606630304e-06, "loss": 2.2477, "step": 100030 }, { "epoch": 13.51, "learning_rate": 7.26357557530039e-06, "loss": 2.1791, "step": 100040 }, { "epoch": 13.51, "learning_rate": 7.250536966189962e-06, "loss": 2.1935, "step": 100050 }, { "epoch": 13.51, "learning_rate": 7.237509780342438e-06, "loss": 2.1836, "step": 100060 }, { "epoch": 13.52, "learning_rate": 7.224494018800297e-06, "loss": 2.2214, "step": 100070 }, { "epoch": 13.52, "learning_rate": 7.211489682605059e-06, "loss": 2.215, "step": 100080 }, { "epoch": 13.52, "learning_rate": 7.198496772797407e-06, "loss": 2.2051, "step": 100090 }, { "epoch": 13.52, "learning_rate": 7.185515290417077e-06, "loss": 2.1906, "step": 100100 }, { "epoch": 13.52, "learning_rate": 7.172545236502869e-06, "loss": 2.2039, "step": 100110 }, { "epoch": 13.52, "learning_rate": 7.1595866120927045e-06, "loss": 2.2314, "step": 100120 }, { "epoch": 13.52, "learning_rate": 7.146639418223554e-06, "loss": 2.2213, "step": 100130 }, { "epoch": 13.52, "learning_rate": 7.133703655931522e-06, "loss": 2.2124, "step": 100140 }, { "epoch": 13.53, "learning_rate": 7.120779326251747e-06, "loss": 2.2092, "step": 100150 }, { "epoch": 13.53, "learning_rate": 7.107866430218467e-06, "loss": 2.1987, "step": 100160 }, { "epoch": 13.53, "learning_rate": 7.094964968865058e-06, "loss": 2.1872, "step": 100170 }, { "epoch": 13.53, "learning_rate": 7.082074943223876e-06, "loss": 2.2151, "step": 100180 }, { "epoch": 13.53, "learning_rate": 7.069196354326479e-06, "loss": 2.1733, "step": 100190 }, { "epoch": 13.53, "learning_rate": 7.056329203203376e-06, "loss": 2.2054, "step": 100200 }, { "epoch": 13.53, "learning_rate": 7.043473490884294e-06, "loss": 2.195, "step": 100210 }, { "epoch": 13.54, "learning_rate": 7.030629218398026e-06, "loss": 2.2032, "step": 100220 }, { "epoch": 13.54, "learning_rate": 7.017796386772317e-06, "loss": 2.2249, "step": 100230 }, { "epoch": 13.54, "learning_rate": 7.004974997034163e-06, "loss": 2.1902, "step": 100240 }, { "epoch": 13.54, "learning_rate": 6.992165050209508e-06, "loss": 2.2267, "step": 100250 }, { "epoch": 13.54, "learning_rate": 6.979366547323517e-06, "loss": 2.1868, "step": 100260 }, { "epoch": 13.54, "learning_rate": 6.9665794894003204e-06, "loss": 2.1873, "step": 100270 }, { "epoch": 13.54, "learning_rate": 6.953803877463182e-06, "loss": 2.1794, "step": 100280 }, { "epoch": 13.54, "learning_rate": 6.941039712534469e-06, "loss": 2.2042, "step": 100290 }, { "epoch": 13.55, "learning_rate": 6.928286995635579e-06, "loss": 2.2281, "step": 100300 }, { "epoch": 13.55, "learning_rate": 6.915545727787047e-06, "loss": 2.1981, "step": 100310 }, { "epoch": 13.55, "learning_rate": 6.902815910008474e-06, "loss": 2.2023, "step": 100320 }, { "epoch": 13.55, "learning_rate": 6.890097543318513e-06, "loss": 2.2254, "step": 100330 }, { "epoch": 13.55, "learning_rate": 6.877390628734964e-06, "loss": 2.1974, "step": 100340 }, { "epoch": 13.55, "learning_rate": 6.8646951672746645e-06, "loss": 2.1984, "step": 100350 }, { "epoch": 13.55, "learning_rate": 6.852011159953502e-06, "loss": 2.2353, "step": 100360 }, { "epoch": 13.56, "learning_rate": 6.839338607786549e-06, "loss": 2.2099, "step": 100370 }, { "epoch": 13.56, "learning_rate": 6.826677511787859e-06, "loss": 2.191, "step": 100380 }, { "epoch": 13.56, "learning_rate": 6.81402787297069e-06, "loss": 2.215, "step": 100390 }, { "epoch": 13.56, "learning_rate": 6.801389692347181e-06, "loss": 2.2121, "step": 100400 }, { "epoch": 13.56, "learning_rate": 6.788762970928774e-06, "loss": 2.2293, "step": 100410 }, { "epoch": 13.56, "learning_rate": 6.776147709725876e-06, "loss": 2.1984, "step": 100420 }, { "epoch": 13.56, "learning_rate": 6.763543909747998e-06, "loss": 2.1935, "step": 100430 }, { "epoch": 13.57, "learning_rate": 6.750951572003732e-06, "loss": 2.1866, "step": 100440 }, { "epoch": 13.57, "learning_rate": 6.738370697500755e-06, "loss": 2.1829, "step": 100450 }, { "epoch": 13.57, "learning_rate": 6.725801287245846e-06, "loss": 2.2139, "step": 100460 }, { "epoch": 13.57, "learning_rate": 6.713243342244834e-06, "loss": 2.185, "step": 100470 }, { "epoch": 13.57, "learning_rate": 6.7006968635026135e-06, "loss": 2.213, "step": 100480 }, { "epoch": 13.57, "learning_rate": 6.688161852023266e-06, "loss": 2.2146, "step": 100490 }, { "epoch": 13.57, "learning_rate": 6.6756383088098056e-06, "loss": 2.198, "step": 100500 }, { "epoch": 13.57, "learning_rate": 6.66312623486448e-06, "loss": 2.2188, "step": 100510 }, { "epoch": 13.58, "learning_rate": 6.650625631188505e-06, "loss": 2.1988, "step": 100520 }, { "epoch": 13.58, "learning_rate": 6.6381364987821986e-06, "loss": 2.1983, "step": 100530 }, { "epoch": 13.58, "learning_rate": 6.625658838645026e-06, "loss": 2.2031, "step": 100540 }, { "epoch": 13.58, "learning_rate": 6.613192651775456e-06, "loss": 2.1922, "step": 100550 }, { "epoch": 13.58, "learning_rate": 6.600737939171074e-06, "loss": 2.2062, "step": 100560 }, { "epoch": 13.58, "learning_rate": 6.588294701828584e-06, "loss": 2.1853, "step": 100570 }, { "epoch": 13.58, "learning_rate": 6.57586294074367e-06, "loss": 2.1875, "step": 100580 }, { "epoch": 13.59, "learning_rate": 6.563442656911238e-06, "loss": 2.2224, "step": 100590 }, { "epoch": 13.59, "learning_rate": 6.5510338513251104e-06, "loss": 2.1992, "step": 100600 }, { "epoch": 13.59, "learning_rate": 6.538636524978324e-06, "loss": 2.1961, "step": 100610 }, { "epoch": 13.59, "learning_rate": 6.526250678862987e-06, "loss": 2.1907, "step": 100620 }, { "epoch": 13.59, "learning_rate": 6.513876313970206e-06, "loss": 2.189, "step": 100630 }, { "epoch": 13.59, "learning_rate": 6.501513431290223e-06, "loss": 2.2031, "step": 100640 }, { "epoch": 13.59, "learning_rate": 6.489162031812345e-06, "loss": 2.2186, "step": 100650 }, { "epoch": 13.59, "learning_rate": 6.476822116525015e-06, "loss": 2.1978, "step": 100660 }, { "epoch": 13.6, "learning_rate": 6.464493686415678e-06, "loss": 2.2134, "step": 100670 }, { "epoch": 13.6, "learning_rate": 6.452176742470877e-06, "loss": 2.1969, "step": 100680 }, { "epoch": 13.6, "learning_rate": 6.4398712856762905e-06, "loss": 2.1947, "step": 100690 }, { "epoch": 13.6, "learning_rate": 6.4275773170166136e-06, "loss": 2.1936, "step": 100700 }, { "epoch": 13.6, "learning_rate": 6.415294837475676e-06, "loss": 2.1839, "step": 100710 }, { "epoch": 13.6, "learning_rate": 6.403023848036342e-06, "loss": 2.2028, "step": 100720 }, { "epoch": 13.6, "learning_rate": 6.3907643496805605e-06, "loss": 2.2015, "step": 100730 }, { "epoch": 13.61, "learning_rate": 6.378516343389411e-06, "loss": 2.2001, "step": 100740 }, { "epoch": 13.61, "learning_rate": 6.3662798301429955e-06, "loss": 2.2124, "step": 100750 }, { "epoch": 13.61, "learning_rate": 6.3540548109204945e-06, "loss": 2.1924, "step": 100760 }, { "epoch": 13.61, "learning_rate": 6.341841286700245e-06, "loss": 2.2121, "step": 100770 }, { "epoch": 13.61, "learning_rate": 6.329639258459579e-06, "loss": 2.2218, "step": 100780 }, { "epoch": 13.61, "learning_rate": 6.3174487271749675e-06, "loss": 2.1911, "step": 100790 }, { "epoch": 13.61, "learning_rate": 6.305269693821879e-06, "loss": 2.2245, "step": 100800 }, { "epoch": 13.62, "learning_rate": 6.293102159374969e-06, "loss": 2.2129, "step": 100810 }, { "epoch": 13.62, "learning_rate": 6.280946124807923e-06, "loss": 2.173, "step": 100820 }, { "epoch": 13.62, "learning_rate": 6.268801591093481e-06, "loss": 2.1948, "step": 100830 }, { "epoch": 13.62, "learning_rate": 6.2566685592034985e-06, "loss": 2.2074, "step": 100840 }, { "epoch": 13.62, "learning_rate": 6.244547030108899e-06, "loss": 2.1877, "step": 100850 }, { "epoch": 13.62, "learning_rate": 6.2324370047796725e-06, "loss": 2.1952, "step": 100860 }, { "epoch": 13.62, "learning_rate": 6.220338484184928e-06, "loss": 2.2106, "step": 100870 }, { "epoch": 13.62, "learning_rate": 6.208251469292791e-06, "loss": 2.2037, "step": 100880 }, { "epoch": 13.63, "learning_rate": 6.196175961070554e-06, "loss": 2.2145, "step": 100890 }, { "epoch": 13.63, "learning_rate": 6.184111960484478e-06, "loss": 2.2098, "step": 100900 }, { "epoch": 13.63, "learning_rate": 6.172059468500007e-06, "loss": 2.1998, "step": 100910 }, { "epoch": 13.63, "learning_rate": 6.160018486081603e-06, "loss": 2.2052, "step": 100920 }, { "epoch": 13.63, "learning_rate": 6.147989014192811e-06, "loss": 2.2069, "step": 100930 }, { "epoch": 13.63, "learning_rate": 6.135971053796296e-06, "loss": 2.2099, "step": 100940 }, { "epoch": 13.63, "learning_rate": 6.123964605853754e-06, "loss": 2.2023, "step": 100950 }, { "epoch": 13.64, "learning_rate": 6.111969671325967e-06, "loss": 2.1889, "step": 100960 }, { "epoch": 13.64, "learning_rate": 6.09998625117285e-06, "loss": 2.1995, "step": 100970 }, { "epoch": 13.64, "learning_rate": 6.0880143463532874e-06, "loss": 2.218, "step": 100980 }, { "epoch": 13.64, "learning_rate": 6.076053957825411e-06, "loss": 2.2252, "step": 100990 }, { "epoch": 13.64, "learning_rate": 6.064105086546223e-06, "loss": 2.1972, "step": 101000 }, { "epoch": 13.64, "eval_loss": 2.4018149375915527, "eval_runtime": 1270.4303, "eval_samples_per_second": 59.929, "eval_steps_per_second": 4.994, "step": 101000 }, { "epoch": 13.64, "learning_rate": 6.052167733471941e-06, "loss": 2.2055, "step": 101010 }, { "epoch": 13.64, "learning_rate": 6.0402418995578684e-06, "loss": 2.1925, "step": 101020 }, { "epoch": 13.64, "learning_rate": 6.028327585758325e-06, "loss": 2.1854, "step": 101030 }, { "epoch": 13.65, "learning_rate": 6.016424793026714e-06, "loss": 2.1818, "step": 101040 }, { "epoch": 13.65, "learning_rate": 6.004533522315558e-06, "loss": 2.2056, "step": 101050 }, { "epoch": 13.65, "learning_rate": 5.9926537745764115e-06, "loss": 2.2048, "step": 101060 }, { "epoch": 13.65, "learning_rate": 5.980785550759965e-06, "loss": 2.1758, "step": 101070 }, { "epoch": 13.65, "learning_rate": 5.968928851815907e-06, "loss": 2.2104, "step": 101080 }, { "epoch": 13.65, "learning_rate": 5.957083678693081e-06, "loss": 2.197, "step": 101090 }, { "epoch": 13.65, "learning_rate": 5.94525003233936e-06, "loss": 2.197, "step": 101100 }, { "epoch": 13.66, "learning_rate": 5.933427913701722e-06, "loss": 2.2029, "step": 101110 }, { "epoch": 13.66, "learning_rate": 5.9216173237262075e-06, "loss": 2.1813, "step": 101120 }, { "epoch": 13.66, "learning_rate": 5.9098182633579125e-06, "loss": 2.2079, "step": 101130 }, { "epoch": 13.66, "learning_rate": 5.898030733541065e-06, "loss": 2.233, "step": 101140 }, { "epoch": 13.66, "learning_rate": 5.8862547352189424e-06, "loss": 2.1991, "step": 101150 }, { "epoch": 13.66, "learning_rate": 5.874490269333859e-06, "loss": 2.2204, "step": 101160 }, { "epoch": 13.66, "learning_rate": 5.862737336827294e-06, "loss": 2.1827, "step": 101170 }, { "epoch": 13.67, "learning_rate": 5.850995938639697e-06, "loss": 2.1891, "step": 101180 }, { "epoch": 13.67, "learning_rate": 5.839266075710747e-06, "loss": 2.2242, "step": 101190 }, { "epoch": 13.67, "learning_rate": 5.8275477489789944e-06, "loss": 2.1684, "step": 101200 }, { "epoch": 13.67, "learning_rate": 5.815840959382223e-06, "loss": 2.232, "step": 101210 }, { "epoch": 13.67, "learning_rate": 5.804145707857266e-06, "loss": 2.1859, "step": 101220 }, { "epoch": 13.67, "learning_rate": 5.792461995340009e-06, "loss": 2.1793, "step": 101230 }, { "epoch": 13.67, "learning_rate": 5.780789822765402e-06, "loss": 2.201, "step": 101240 }, { "epoch": 13.67, "learning_rate": 5.769129191067467e-06, "loss": 2.2156, "step": 101250 }, { "epoch": 13.68, "learning_rate": 5.757480101179391e-06, "loss": 2.1748, "step": 101260 }, { "epoch": 13.68, "learning_rate": 5.745842554033309e-06, "loss": 2.1969, "step": 101270 }, { "epoch": 13.68, "learning_rate": 5.734216550560528e-06, "loss": 2.2004, "step": 101280 }, { "epoch": 13.68, "learning_rate": 5.7226020916913865e-06, "loss": 2.2341, "step": 101290 }, { "epoch": 13.68, "learning_rate": 5.710999178355291e-06, "loss": 2.2203, "step": 101300 }, { "epoch": 13.68, "learning_rate": 5.699407811480799e-06, "loss": 2.2237, "step": 101310 }, { "epoch": 13.68, "learning_rate": 5.687827991995436e-06, "loss": 2.2007, "step": 101320 }, { "epoch": 13.69, "learning_rate": 5.676259720825876e-06, "loss": 2.2128, "step": 101330 }, { "epoch": 13.69, "learning_rate": 5.664702998897847e-06, "loss": 2.2224, "step": 101340 }, { "epoch": 13.69, "learning_rate": 5.653157827136156e-06, "loss": 2.1993, "step": 101350 }, { "epoch": 13.69, "learning_rate": 5.641624206464668e-06, "loss": 2.1912, "step": 101360 }, { "epoch": 13.69, "learning_rate": 5.6301021378063586e-06, "loss": 2.217, "step": 101370 }, { "epoch": 13.69, "learning_rate": 5.618591622083258e-06, "loss": 2.2013, "step": 101380 }, { "epoch": 13.69, "learning_rate": 5.607092660216478e-06, "loss": 2.2333, "step": 101390 }, { "epoch": 13.69, "learning_rate": 5.595605253126184e-06, "loss": 2.2003, "step": 101400 }, { "epoch": 13.7, "learning_rate": 5.584129401731641e-06, "loss": 2.2048, "step": 101410 }, { "epoch": 13.7, "learning_rate": 5.572665106951179e-06, "loss": 2.1934, "step": 101420 }, { "epoch": 13.7, "learning_rate": 5.561212369702234e-06, "loss": 2.213, "step": 101430 }, { "epoch": 13.7, "learning_rate": 5.54977119090127e-06, "loss": 2.2165, "step": 101440 }, { "epoch": 13.7, "learning_rate": 5.538341571463839e-06, "loss": 2.2274, "step": 101450 }, { "epoch": 13.7, "learning_rate": 5.526923512304593e-06, "loss": 2.1762, "step": 101460 }, { "epoch": 13.7, "learning_rate": 5.5155170143372174e-06, "loss": 2.2149, "step": 101470 }, { "epoch": 13.71, "learning_rate": 5.504122078474516e-06, "loss": 2.2082, "step": 101480 }, { "epoch": 13.71, "learning_rate": 5.492738705628341e-06, "loss": 2.2212, "step": 101490 }, { "epoch": 13.71, "learning_rate": 5.481366896709616e-06, "loss": 2.1909, "step": 101500 }, { "epoch": 13.71, "learning_rate": 5.470006652628378e-06, "loss": 2.179, "step": 101510 }, { "epoch": 13.71, "learning_rate": 5.458657974293701e-06, "loss": 2.2055, "step": 101520 }, { "epoch": 13.71, "learning_rate": 5.4473208626137076e-06, "loss": 2.2205, "step": 101530 }, { "epoch": 13.71, "learning_rate": 5.435995318495656e-06, "loss": 2.1771, "step": 101540 }, { "epoch": 13.72, "learning_rate": 5.424681342845871e-06, "loss": 2.2074, "step": 101550 }, { "epoch": 13.72, "learning_rate": 5.413378936569695e-06, "loss": 2.1829, "step": 101560 }, { "epoch": 13.72, "learning_rate": 5.402088100571606e-06, "loss": 2.1937, "step": 101570 }, { "epoch": 13.72, "learning_rate": 5.390808835755111e-06, "loss": 2.2218, "step": 101580 }, { "epoch": 13.72, "learning_rate": 5.379541143022859e-06, "loss": 2.2359, "step": 101590 }, { "epoch": 13.72, "learning_rate": 5.368285023276458e-06, "loss": 2.1684, "step": 101600 }, { "epoch": 13.72, "learning_rate": 5.357040477416724e-06, "loss": 2.1749, "step": 101610 }, { "epoch": 13.72, "learning_rate": 5.345807506343419e-06, "loss": 2.1799, "step": 101620 }, { "epoch": 13.73, "learning_rate": 5.334586110955508e-06, "loss": 2.2011, "step": 101630 }, { "epoch": 13.73, "learning_rate": 5.3233762921509215e-06, "loss": 2.2168, "step": 101640 }, { "epoch": 13.73, "learning_rate": 5.3121780508266766e-06, "loss": 2.2133, "step": 101650 }, { "epoch": 13.73, "learning_rate": 5.300991387878972e-06, "loss": 2.22, "step": 101660 }, { "epoch": 13.73, "learning_rate": 5.289816304202927e-06, "loss": 2.2098, "step": 101670 }, { "epoch": 13.73, "learning_rate": 5.27865280069284e-06, "loss": 2.2029, "step": 101680 }, { "epoch": 13.73, "learning_rate": 5.267500878242048e-06, "loss": 2.1947, "step": 101690 }, { "epoch": 13.74, "learning_rate": 5.256360537742937e-06, "loss": 2.2075, "step": 101700 }, { "epoch": 13.74, "learning_rate": 5.245231780087044e-06, "loss": 2.201, "step": 101710 }, { "epoch": 13.74, "learning_rate": 5.2341146061648905e-06, "loss": 2.184, "step": 101720 }, { "epoch": 13.74, "learning_rate": 5.223009016866114e-06, "loss": 2.2246, "step": 101730 }, { "epoch": 13.74, "learning_rate": 5.2119150130794205e-06, "loss": 2.2135, "step": 101740 }, { "epoch": 13.74, "learning_rate": 5.200832595692583e-06, "loss": 2.2184, "step": 101750 }, { "epoch": 13.74, "learning_rate": 5.189761765592443e-06, "loss": 2.2135, "step": 101760 }, { "epoch": 13.74, "learning_rate": 5.178702523664957e-06, "loss": 2.1781, "step": 101770 }, { "epoch": 13.75, "learning_rate": 5.167654870795085e-06, "loss": 2.2232, "step": 101780 }, { "epoch": 13.75, "learning_rate": 5.156618807866936e-06, "loss": 2.2125, "step": 101790 }, { "epoch": 13.75, "learning_rate": 5.1455943357635864e-06, "loss": 2.2199, "step": 101800 }, { "epoch": 13.75, "learning_rate": 5.134581455367315e-06, "loss": 2.209, "step": 101810 }, { "epoch": 13.75, "learning_rate": 5.123580167559349e-06, "loss": 2.2137, "step": 101820 }, { "epoch": 13.75, "learning_rate": 5.112590473220102e-06, "loss": 2.203, "step": 101830 }, { "epoch": 13.75, "learning_rate": 5.101612373228969e-06, "loss": 2.1788, "step": 101840 }, { "epoch": 13.76, "learning_rate": 5.090645868464449e-06, "loss": 2.2026, "step": 101850 }, { "epoch": 13.76, "learning_rate": 5.079690959804156e-06, "loss": 2.2249, "step": 101860 }, { "epoch": 13.76, "learning_rate": 5.069841457403523e-06, "loss": 2.1968, "step": 101870 }, { "epoch": 13.76, "learning_rate": 5.058908583755594e-06, "loss": 2.2105, "step": 101880 }, { "epoch": 13.76, "learning_rate": 5.047987308751561e-06, "loss": 2.1889, "step": 101890 }, { "epoch": 13.76, "learning_rate": 5.037077633265424e-06, "loss": 2.2238, "step": 101900 }, { "epoch": 13.76, "learning_rate": 5.026179558170185e-06, "loss": 2.203, "step": 101910 }, { "epoch": 13.76, "learning_rate": 5.015293084337929e-06, "loss": 2.2099, "step": 101920 }, { "epoch": 13.77, "learning_rate": 5.004418212639844e-06, "loss": 2.2041, "step": 101930 }, { "epoch": 13.77, "learning_rate": 4.993554943946182e-06, "loss": 2.219, "step": 101940 }, { "epoch": 13.77, "learning_rate": 4.982703279126232e-06, "loss": 2.1971, "step": 101950 }, { "epoch": 13.77, "learning_rate": 4.971863219048383e-06, "loss": 2.1991, "step": 101960 }, { "epoch": 13.77, "learning_rate": 4.9610347645800904e-06, "loss": 2.2002, "step": 101970 }, { "epoch": 13.77, "learning_rate": 4.950217916587912e-06, "loss": 2.1817, "step": 101980 }, { "epoch": 13.77, "learning_rate": 4.939412675937405e-06, "loss": 2.2307, "step": 101990 }, { "epoch": 13.78, "learning_rate": 4.928619043493259e-06, "loss": 2.2212, "step": 102000 }, { "epoch": 13.78, "eval_loss": 2.400679111480713, "eval_runtime": 1953.3809, "eval_samples_per_second": 38.976, "eval_steps_per_second": 3.248, "step": 102000 }, { "epoch": 13.78, "learning_rate": 4.917837020119203e-06, "loss": 2.2046, "step": 102010 }, { "epoch": 13.78, "learning_rate": 4.907066606678062e-06, "loss": 2.2169, "step": 102020 }, { "epoch": 13.78, "learning_rate": 4.896307804031713e-06, "loss": 2.2054, "step": 102030 }, { "epoch": 13.78, "learning_rate": 4.885560613041101e-06, "loss": 2.2078, "step": 102040 }, { "epoch": 13.78, "learning_rate": 4.874825034566271e-06, "loss": 2.2067, "step": 102050 }, { "epoch": 13.78, "learning_rate": 4.86410106946632e-06, "loss": 2.234, "step": 102060 }, { "epoch": 13.79, "learning_rate": 4.8533887185993604e-06, "loss": 2.2144, "step": 102070 }, { "epoch": 13.79, "learning_rate": 4.842687982822691e-06, "loss": 2.2134, "step": 102080 }, { "epoch": 13.79, "learning_rate": 4.831998862992592e-06, "loss": 2.2034, "step": 102090 }, { "epoch": 13.79, "learning_rate": 4.821321359964447e-06, "loss": 2.1982, "step": 102100 }, { "epoch": 13.79, "learning_rate": 4.81065547459269e-06, "loss": 2.2427, "step": 102110 }, { "epoch": 13.79, "learning_rate": 4.800001207730836e-06, "loss": 2.234, "step": 102120 }, { "epoch": 13.79, "learning_rate": 4.789358560231521e-06, "loss": 2.2076, "step": 102130 }, { "epoch": 13.79, "learning_rate": 4.778727532946347e-06, "loss": 2.2022, "step": 102140 }, { "epoch": 13.8, "learning_rate": 4.768108126726067e-06, "loss": 2.2359, "step": 102150 }, { "epoch": 13.8, "learning_rate": 4.7575003424204675e-06, "loss": 2.2241, "step": 102160 }, { "epoch": 13.8, "learning_rate": 4.7469041808784195e-06, "loss": 2.211, "step": 102170 }, { "epoch": 13.8, "learning_rate": 4.736319642947895e-06, "loss": 2.2132, "step": 102180 }, { "epoch": 13.8, "learning_rate": 4.725746729475849e-06, "loss": 2.1927, "step": 102190 }, { "epoch": 13.8, "learning_rate": 4.715185441308389e-06, "loss": 2.215, "step": 102200 }, { "epoch": 13.8, "learning_rate": 4.704635779290655e-06, "loss": 2.1973, "step": 102210 }, { "epoch": 13.81, "learning_rate": 4.694097744266873e-06, "loss": 2.1824, "step": 102220 }, { "epoch": 13.81, "learning_rate": 4.683571337080333e-06, "loss": 2.2286, "step": 102230 }, { "epoch": 13.81, "learning_rate": 4.673056558573346e-06, "loss": 2.2037, "step": 102240 }, { "epoch": 13.81, "learning_rate": 4.662553409587405e-06, "loss": 2.2007, "step": 102250 }, { "epoch": 13.81, "learning_rate": 4.652061890962988e-06, "loss": 2.2184, "step": 102260 }, { "epoch": 13.81, "learning_rate": 4.641582003539606e-06, "loss": 2.197, "step": 102270 }, { "epoch": 13.81, "learning_rate": 4.6311137481559565e-06, "loss": 2.2, "step": 102280 }, { "epoch": 13.81, "learning_rate": 4.620657125649701e-06, "loss": 2.2164, "step": 102290 }, { "epoch": 13.82, "learning_rate": 4.610212136857672e-06, "loss": 2.1976, "step": 102300 }, { "epoch": 13.82, "learning_rate": 4.599778782615632e-06, "loss": 2.2099, "step": 102310 }, { "epoch": 13.82, "learning_rate": 4.589357063758514e-06, "loss": 2.2143, "step": 102320 }, { "epoch": 13.82, "learning_rate": 4.578946981120335e-06, "loss": 2.1881, "step": 102330 }, { "epoch": 13.82, "learning_rate": 4.568548535534111e-06, "loss": 2.2009, "step": 102340 }, { "epoch": 13.82, "learning_rate": 4.5581617278319604e-06, "loss": 2.2198, "step": 102350 }, { "epoch": 13.82, "learning_rate": 4.547786558845068e-06, "loss": 2.2031, "step": 102360 }, { "epoch": 13.83, "learning_rate": 4.537423029403686e-06, "loss": 2.1882, "step": 102370 }, { "epoch": 13.83, "learning_rate": 4.527071140337185e-06, "loss": 2.195, "step": 102380 }, { "epoch": 13.83, "learning_rate": 4.5167308924738685e-06, "loss": 2.205, "step": 102390 }, { "epoch": 13.83, "learning_rate": 4.506402286641259e-06, "loss": 2.1698, "step": 102400 }, { "epoch": 13.83, "learning_rate": 4.4960853236658435e-06, "loss": 2.1919, "step": 102410 }, { "epoch": 13.83, "learning_rate": 4.485780004373263e-06, "loss": 2.2087, "step": 102420 }, { "epoch": 13.83, "learning_rate": 4.475486329588157e-06, "loss": 2.202, "step": 102430 }, { "epoch": 13.84, "learning_rate": 4.4652043001342505e-06, "loss": 2.2202, "step": 102440 }, { "epoch": 13.84, "learning_rate": 4.454933916834369e-06, "loss": 2.172, "step": 102450 }, { "epoch": 13.84, "learning_rate": 4.4446751805103544e-06, "loss": 2.1928, "step": 102460 }, { "epoch": 13.84, "learning_rate": 4.43442809198315e-06, "loss": 2.2236, "step": 102470 }, { "epoch": 13.84, "learning_rate": 4.424192652072767e-06, "loss": 2.2181, "step": 102480 }, { "epoch": 13.84, "learning_rate": 4.413968861598266e-06, "loss": 2.2153, "step": 102490 }, { "epoch": 13.84, "learning_rate": 4.403756721377827e-06, "loss": 2.2056, "step": 102500 }, { "epoch": 13.84, "learning_rate": 4.393556232228596e-06, "loss": 2.1954, "step": 102510 }, { "epoch": 13.85, "learning_rate": 4.383367394966886e-06, "loss": 2.1726, "step": 102520 }, { "epoch": 13.85, "learning_rate": 4.373190210408045e-06, "loss": 2.1764, "step": 102530 }, { "epoch": 13.85, "learning_rate": 4.363024679366456e-06, "loss": 2.2037, "step": 102540 }, { "epoch": 13.85, "learning_rate": 4.352870802655633e-06, "loss": 2.1961, "step": 102550 }, { "epoch": 13.85, "learning_rate": 4.342728581088079e-06, "loss": 2.1842, "step": 102560 }, { "epoch": 13.85, "learning_rate": 4.332598015475425e-06, "loss": 2.1952, "step": 102570 }, { "epoch": 13.85, "learning_rate": 4.322479106628374e-06, "loss": 2.1948, "step": 102580 }, { "epoch": 13.86, "learning_rate": 4.3123718553566446e-06, "loss": 2.1408, "step": 102590 }, { "epoch": 13.86, "learning_rate": 4.302276262469056e-06, "loss": 2.2133, "step": 102600 }, { "epoch": 13.86, "learning_rate": 4.29219232877348e-06, "loss": 2.1878, "step": 102610 }, { "epoch": 13.86, "learning_rate": 4.282120055076904e-06, "loss": 2.2225, "step": 102620 }, { "epoch": 13.86, "learning_rate": 4.272059442185316e-06, "loss": 2.2082, "step": 102630 }, { "epoch": 13.86, "learning_rate": 4.262010490903772e-06, "loss": 2.1941, "step": 102640 }, { "epoch": 13.86, "learning_rate": 4.251973202036462e-06, "loss": 2.2062, "step": 102650 }, { "epoch": 13.86, "learning_rate": 4.241947576386595e-06, "loss": 2.1949, "step": 102660 }, { "epoch": 13.87, "learning_rate": 4.231933614756444e-06, "loss": 2.2056, "step": 102670 }, { "epoch": 13.87, "learning_rate": 4.221931317947352e-06, "loss": 2.2287, "step": 102680 }, { "epoch": 13.87, "learning_rate": 4.211940686759729e-06, "loss": 2.1932, "step": 102690 }, { "epoch": 13.87, "learning_rate": 4.201961721993119e-06, "loss": 2.196, "step": 102700 }, { "epoch": 13.87, "learning_rate": 4.191994424445966e-06, "loss": 2.2051, "step": 102710 }, { "epoch": 13.87, "learning_rate": 4.182038794915948e-06, "loss": 2.2149, "step": 102720 }, { "epoch": 13.87, "learning_rate": 4.1720948341997625e-06, "loss": 2.1769, "step": 102730 }, { "epoch": 13.88, "learning_rate": 4.162162543093123e-06, "loss": 2.2089, "step": 102740 }, { "epoch": 13.88, "learning_rate": 4.152241922390858e-06, "loss": 2.2152, "step": 102750 }, { "epoch": 13.88, "learning_rate": 4.14233297288682e-06, "loss": 2.1864, "step": 102760 }, { "epoch": 13.88, "learning_rate": 4.13243569537397e-06, "loss": 2.2047, "step": 102770 }, { "epoch": 13.88, "learning_rate": 4.122550090644361e-06, "loss": 2.2095, "step": 102780 }, { "epoch": 13.88, "learning_rate": 4.112676159488992e-06, "loss": 2.1928, "step": 102790 }, { "epoch": 13.88, "learning_rate": 4.102813902698082e-06, "loss": 2.2041, "step": 102800 }, { "epoch": 13.89, "learning_rate": 4.092963321060766e-06, "loss": 2.2078, "step": 102810 }, { "epoch": 13.89, "learning_rate": 4.0831244153653965e-06, "loss": 2.1855, "step": 102820 }, { "epoch": 13.89, "learning_rate": 4.07329718639926e-06, "loss": 2.2114, "step": 102830 }, { "epoch": 13.89, "learning_rate": 4.063481634948779e-06, "loss": 2.2252, "step": 102840 }, { "epoch": 13.89, "learning_rate": 4.053677761799423e-06, "loss": 2.1712, "step": 102850 }, { "epoch": 13.89, "learning_rate": 4.043885567735733e-06, "loss": 2.1821, "step": 102860 }, { "epoch": 13.89, "learning_rate": 4.034105053541298e-06, "loss": 2.1961, "step": 102870 }, { "epoch": 13.89, "learning_rate": 4.0243362199988085e-06, "loss": 2.2207, "step": 102880 }, { "epoch": 13.9, "learning_rate": 4.0145790678899555e-06, "loss": 2.2167, "step": 102890 }, { "epoch": 13.9, "learning_rate": 4.004833597995616e-06, "loss": 2.2107, "step": 102900 }, { "epoch": 13.9, "learning_rate": 3.995099811095564e-06, "loss": 2.1945, "step": 102910 }, { "epoch": 13.9, "learning_rate": 3.985377707968778e-06, "loss": 2.2154, "step": 102920 }, { "epoch": 13.9, "learning_rate": 3.975667289393236e-06, "loss": 2.2188, "step": 102930 }, { "epoch": 13.9, "learning_rate": 3.9659685561460154e-06, "loss": 2.2029, "step": 102940 }, { "epoch": 13.9, "learning_rate": 3.956281509003228e-06, "loss": 2.1711, "step": 102950 }, { "epoch": 13.91, "learning_rate": 3.9466061487400395e-06, "loss": 2.1978, "step": 102960 }, { "epoch": 13.91, "learning_rate": 3.9369424761307115e-06, "loss": 2.2257, "step": 102970 }, { "epoch": 13.91, "learning_rate": 3.927290491948609e-06, "loss": 2.2007, "step": 102980 }, { "epoch": 13.91, "learning_rate": 3.917650196966049e-06, "loss": 2.1983, "step": 102990 }, { "epoch": 13.91, "learning_rate": 3.90802159195453e-06, "loss": 2.2049, "step": 103000 }, { "epoch": 13.91, "eval_loss": 2.39996337890625, "eval_runtime": 1269.0782, "eval_samples_per_second": 59.992, "eval_steps_per_second": 5.0, "step": 103000 } ], "logging_steps": 10, "max_steps": 111060, "num_train_epochs": 15, "save_steps": 1000, "total_flos": 3.250975421969203e+19, "trial_name": null, "trial_params": null }