| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 24.405125076266017, | |
| "eval_steps": 500, | |
| "global_step": 5000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.09762050030506407, | |
| "grad_norm": 1.6181267499923706, | |
| "learning_rate": 4e-05, | |
| "loss": 2.5822, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.19524100061012814, | |
| "grad_norm": 1.536891222000122, | |
| "learning_rate": 8e-05, | |
| "loss": 2.2602, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.2928615009151922, | |
| "grad_norm": 1.1685199737548828, | |
| "learning_rate": 0.00012, | |
| "loss": 1.7209, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.3904820012202563, | |
| "grad_norm": 1.5937044620513916, | |
| "learning_rate": 0.00016, | |
| "loss": 1.6235, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.4881025015253203, | |
| "grad_norm": 2.1078925132751465, | |
| "learning_rate": 0.0002, | |
| "loss": 1.5259, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.5857230018303844, | |
| "grad_norm": 2.369110345840454, | |
| "learning_rate": 0.0001998688524590164, | |
| "loss": 1.5145, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.6833435021354485, | |
| "grad_norm": 2.531956434249878, | |
| "learning_rate": 0.0001997377049180328, | |
| "loss": 1.4408, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.7809640024405126, | |
| "grad_norm": 2.254030466079712, | |
| "learning_rate": 0.00019960655737704918, | |
| "loss": 1.3881, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.8785845027455765, | |
| "grad_norm": 1.8673783540725708, | |
| "learning_rate": 0.0001994754098360656, | |
| "loss": 1.3656, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.9762050030506406, | |
| "grad_norm": 2.6715195178985596, | |
| "learning_rate": 0.00019934426229508198, | |
| "loss": 1.2812, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 1.0738255033557047, | |
| "grad_norm": 1.7909507751464844, | |
| "learning_rate": 0.00019921311475409837, | |
| "loss": 1.3006, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 1.1714460036607688, | |
| "grad_norm": 2.6789026260375977, | |
| "learning_rate": 0.00019908196721311476, | |
| "loss": 1.2214, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 1.2690665039658329, | |
| "grad_norm": 2.88253116607666, | |
| "learning_rate": 0.00019895081967213115, | |
| "loss": 1.2806, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 1.366687004270897, | |
| "grad_norm": 1.9062846899032593, | |
| "learning_rate": 0.00019881967213114757, | |
| "loss": 1.2342, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 1.4643075045759608, | |
| "grad_norm": 2.622042179107666, | |
| "learning_rate": 0.00019868852459016393, | |
| "loss": 1.1657, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 1.561928004881025, | |
| "grad_norm": 2.6899402141571045, | |
| "learning_rate": 0.00019855737704918035, | |
| "loss": 1.1497, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 1.659548505186089, | |
| "grad_norm": 3.025324821472168, | |
| "learning_rate": 0.00019842622950819674, | |
| "loss": 1.0834, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 1.757169005491153, | |
| "grad_norm": 2.729680061340332, | |
| "learning_rate": 0.00019829508196721313, | |
| "loss": 1.1031, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 1.8547895057962172, | |
| "grad_norm": 3.1579582691192627, | |
| "learning_rate": 0.00019816393442622951, | |
| "loss": 1.1726, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 1.9524100061012812, | |
| "grad_norm": 2.698084592819214, | |
| "learning_rate": 0.0001980327868852459, | |
| "loss": 1.1241, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 2.0500305064063453, | |
| "grad_norm": 2.4257960319519043, | |
| "learning_rate": 0.00019790163934426232, | |
| "loss": 1.0619, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 2.1476510067114094, | |
| "grad_norm": 3.122441291809082, | |
| "learning_rate": 0.00019777049180327868, | |
| "loss": 1.0413, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 2.2452715070164735, | |
| "grad_norm": 3.2882649898529053, | |
| "learning_rate": 0.0001976393442622951, | |
| "loss": 0.9949, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 2.3428920073215376, | |
| "grad_norm": 2.3513290882110596, | |
| "learning_rate": 0.0001975081967213115, | |
| "loss": 1.0627, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 2.4405125076266017, | |
| "grad_norm": 2.9709153175354004, | |
| "learning_rate": 0.00019737704918032788, | |
| "loss": 1.0612, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 2.5381330079316657, | |
| "grad_norm": 4.2656569480896, | |
| "learning_rate": 0.00019724590163934427, | |
| "loss": 0.9615, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 2.63575350823673, | |
| "grad_norm": 2.7959163188934326, | |
| "learning_rate": 0.00019711475409836066, | |
| "loss": 0.9915, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 2.733374008541794, | |
| "grad_norm": 2.7856175899505615, | |
| "learning_rate": 0.00019698360655737707, | |
| "loss": 1.0299, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 2.830994508846858, | |
| "grad_norm": 3.0926871299743652, | |
| "learning_rate": 0.00019685245901639344, | |
| "loss": 0.9642, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 2.9286150091519216, | |
| "grad_norm": 4.457515239715576, | |
| "learning_rate": 0.00019672131147540985, | |
| "loss": 0.9922, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 3.026235509456986, | |
| "grad_norm": 3.0343308448791504, | |
| "learning_rate": 0.00019659016393442624, | |
| "loss": 0.9777, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 3.1238560097620502, | |
| "grad_norm": 3.12493896484375, | |
| "learning_rate": 0.00019645901639344263, | |
| "loss": 0.8765, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 3.221476510067114, | |
| "grad_norm": 3.1015610694885254, | |
| "learning_rate": 0.00019632786885245902, | |
| "loss": 0.8882, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 3.319097010372178, | |
| "grad_norm": 3.334591865539551, | |
| "learning_rate": 0.0001961967213114754, | |
| "loss": 0.8958, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 3.416717510677242, | |
| "grad_norm": 3.3690192699432373, | |
| "learning_rate": 0.00019606557377049183, | |
| "loss": 0.954, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 3.514338010982306, | |
| "grad_norm": 3.070910930633545, | |
| "learning_rate": 0.00019593442622950822, | |
| "loss": 0.8964, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 3.61195851128737, | |
| "grad_norm": 3.369615077972412, | |
| "learning_rate": 0.0001958032786885246, | |
| "loss": 0.8758, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 3.7095790115924343, | |
| "grad_norm": 2.3834476470947266, | |
| "learning_rate": 0.000195672131147541, | |
| "loss": 0.9307, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 3.8071995118974984, | |
| "grad_norm": 2.924922466278076, | |
| "learning_rate": 0.00019554098360655738, | |
| "loss": 0.8911, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 3.9048200122025625, | |
| "grad_norm": 3.321655035018921, | |
| "learning_rate": 0.00019540983606557377, | |
| "loss": 0.86, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 4.002440512507627, | |
| "grad_norm": 4.9272074699401855, | |
| "learning_rate": 0.00019527868852459016, | |
| "loss": 0.9365, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 4.100061012812691, | |
| "grad_norm": 3.4161181449890137, | |
| "learning_rate": 0.00019514754098360658, | |
| "loss": 0.804, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 4.197681513117755, | |
| "grad_norm": 2.86344051361084, | |
| "learning_rate": 0.00019501639344262297, | |
| "loss": 0.8029, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 4.295302013422819, | |
| "grad_norm": 3.9372735023498535, | |
| "learning_rate": 0.00019488524590163936, | |
| "loss": 0.7969, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 4.392922513727883, | |
| "grad_norm": 3.2105510234832764, | |
| "learning_rate": 0.00019475409836065575, | |
| "loss": 0.7838, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 4.490543014032947, | |
| "grad_norm": 3.1704697608947754, | |
| "learning_rate": 0.00019462295081967214, | |
| "loss": 0.8246, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 4.588163514338011, | |
| "grad_norm": 2.9047462940216064, | |
| "learning_rate": 0.00019449180327868855, | |
| "loss": 0.79, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 4.685784014643075, | |
| "grad_norm": 3.0593173503875732, | |
| "learning_rate": 0.00019436065573770491, | |
| "loss": 0.8105, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 4.783404514948139, | |
| "grad_norm": 3.4904775619506836, | |
| "learning_rate": 0.00019422950819672133, | |
| "loss": 0.864, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 4.881025015253203, | |
| "grad_norm": 3.080754280090332, | |
| "learning_rate": 0.00019409836065573772, | |
| "loss": 0.8163, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 4.978645515558267, | |
| "grad_norm": 3.663107395172119, | |
| "learning_rate": 0.0001939672131147541, | |
| "loss": 0.8192, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 5.0762660158633315, | |
| "grad_norm": 3.986875534057617, | |
| "learning_rate": 0.0001938360655737705, | |
| "loss": 0.7943, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 5.173886516168396, | |
| "grad_norm": 3.140963554382324, | |
| "learning_rate": 0.0001937049180327869, | |
| "loss": 0.7274, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 5.27150701647346, | |
| "grad_norm": 4.659877300262451, | |
| "learning_rate": 0.0001935737704918033, | |
| "loss": 0.7494, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 5.369127516778524, | |
| "grad_norm": 4.54330587387085, | |
| "learning_rate": 0.00019344262295081967, | |
| "loss": 0.6986, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 5.466748017083588, | |
| "grad_norm": 3.893850088119507, | |
| "learning_rate": 0.00019331147540983608, | |
| "loss": 0.7555, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 5.564368517388652, | |
| "grad_norm": 3.24857759475708, | |
| "learning_rate": 0.00019318032786885247, | |
| "loss": 0.721, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 5.661989017693716, | |
| "grad_norm": 4.82593297958374, | |
| "learning_rate": 0.00019304918032786886, | |
| "loss": 0.7523, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 5.75960951799878, | |
| "grad_norm": 3.055907726287842, | |
| "learning_rate": 0.00019291803278688525, | |
| "loss": 0.7719, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 5.857230018303844, | |
| "grad_norm": 3.192716121673584, | |
| "learning_rate": 0.00019278688524590164, | |
| "loss": 0.7732, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 5.954850518608908, | |
| "grad_norm": 3.196037769317627, | |
| "learning_rate": 0.00019265573770491806, | |
| "loss": 0.745, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 6.052471018913972, | |
| "grad_norm": 3.7806878089904785, | |
| "learning_rate": 0.00019252459016393442, | |
| "loss": 0.713, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 6.150091519219036, | |
| "grad_norm": 3.6102254390716553, | |
| "learning_rate": 0.00019239344262295084, | |
| "loss": 0.6063, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 6.2477120195241005, | |
| "grad_norm": 4.120365142822266, | |
| "learning_rate": 0.00019226229508196723, | |
| "loss": 0.6771, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 6.345332519829164, | |
| "grad_norm": 3.118666887283325, | |
| "learning_rate": 0.00019213114754098362, | |
| "loss": 0.7173, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 6.442953020134228, | |
| "grad_norm": 3.8055977821350098, | |
| "learning_rate": 0.000192, | |
| "loss": 0.6609, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 6.540573520439292, | |
| "grad_norm": 3.4207704067230225, | |
| "learning_rate": 0.0001918688524590164, | |
| "loss": 0.7084, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 6.638194020744356, | |
| "grad_norm": 3.812415838241577, | |
| "learning_rate": 0.0001917377049180328, | |
| "loss": 0.744, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 6.73581452104942, | |
| "grad_norm": 4.302225112915039, | |
| "learning_rate": 0.00019160655737704917, | |
| "loss": 0.667, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 6.833435021354484, | |
| "grad_norm": 3.3958733081817627, | |
| "learning_rate": 0.0001914754098360656, | |
| "loss": 0.6769, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 6.931055521659548, | |
| "grad_norm": 3.6200642585754395, | |
| "learning_rate": 0.00019134426229508198, | |
| "loss": 0.7494, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 7.028676021964612, | |
| "grad_norm": 3.2580292224884033, | |
| "learning_rate": 0.00019121311475409837, | |
| "loss": 0.6252, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 7.126296522269676, | |
| "grad_norm": 3.581437826156616, | |
| "learning_rate": 0.00019108196721311476, | |
| "loss": 0.6072, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 7.22391702257474, | |
| "grad_norm": 3.7347512245178223, | |
| "learning_rate": 0.00019095081967213115, | |
| "loss": 0.5715, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 7.3215375228798045, | |
| "grad_norm": 3.564328193664551, | |
| "learning_rate": 0.00019081967213114756, | |
| "loss": 0.5937, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 7.419158023184869, | |
| "grad_norm": 3.8675971031188965, | |
| "learning_rate": 0.00019068852459016395, | |
| "loss": 0.6441, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 7.516778523489933, | |
| "grad_norm": 3.7394795417785645, | |
| "learning_rate": 0.00019055737704918034, | |
| "loss": 0.6345, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 7.614399023794997, | |
| "grad_norm": 3.7391791343688965, | |
| "learning_rate": 0.00019042622950819673, | |
| "loss": 0.6334, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 7.712019524100061, | |
| "grad_norm": 3.2816712856292725, | |
| "learning_rate": 0.00019029508196721312, | |
| "loss": 0.6448, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 7.809640024405125, | |
| "grad_norm": 3.741111993789673, | |
| "learning_rate": 0.0001901639344262295, | |
| "loss": 0.6605, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 7.907260524710189, | |
| "grad_norm": 3.5533151626586914, | |
| "learning_rate": 0.0001900327868852459, | |
| "loss": 0.6434, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 8.004881025015253, | |
| "grad_norm": 3.243546724319458, | |
| "learning_rate": 0.00018990163934426232, | |
| "loss": 0.6923, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 8.102501525320317, | |
| "grad_norm": 3.860666513442993, | |
| "learning_rate": 0.0001897704918032787, | |
| "loss": 0.5619, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 8.200122025625381, | |
| "grad_norm": 3.4826905727386475, | |
| "learning_rate": 0.0001896393442622951, | |
| "loss": 0.5446, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 8.297742525930445, | |
| "grad_norm": 5.119688034057617, | |
| "learning_rate": 0.00018950819672131148, | |
| "loss": 0.5525, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 8.39536302623551, | |
| "grad_norm": 3.46353816986084, | |
| "learning_rate": 0.00018937704918032787, | |
| "loss": 0.5346, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 8.492983526540574, | |
| "grad_norm": 4.458425045013428, | |
| "learning_rate": 0.0001892459016393443, | |
| "loss": 0.6127, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 8.590604026845638, | |
| "grad_norm": 3.592191457748413, | |
| "learning_rate": 0.00018911475409836065, | |
| "loss": 0.5721, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 8.688224527150702, | |
| "grad_norm": 4.131028652191162, | |
| "learning_rate": 0.00018898360655737707, | |
| "loss": 0.5799, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 8.785845027455766, | |
| "grad_norm": 3.6534175872802734, | |
| "learning_rate": 0.00018885245901639346, | |
| "loss": 0.6198, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 8.88346552776083, | |
| "grad_norm": 3.0888559818267822, | |
| "learning_rate": 0.00018872131147540985, | |
| "loss": 0.6309, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 8.981086028065894, | |
| "grad_norm": 2.7711477279663086, | |
| "learning_rate": 0.00018859016393442624, | |
| "loss": 0.601, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 9.078706528370958, | |
| "grad_norm": 2.7783164978027344, | |
| "learning_rate": 0.00018845901639344263, | |
| "loss": 0.5696, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 9.176327028676022, | |
| "grad_norm": 3.6661510467529297, | |
| "learning_rate": 0.00018832786885245904, | |
| "loss": 0.5214, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 9.273947528981086, | |
| "grad_norm": 3.4614779949188232, | |
| "learning_rate": 0.0001881967213114754, | |
| "loss": 0.5181, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 9.37156802928615, | |
| "grad_norm": 3.470071315765381, | |
| "learning_rate": 0.00018806557377049182, | |
| "loss": 0.5196, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 9.469188529591214, | |
| "grad_norm": 3.686056613922119, | |
| "learning_rate": 0.0001879344262295082, | |
| "loss": 0.5432, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 9.566809029896278, | |
| "grad_norm": 3.4668374061584473, | |
| "learning_rate": 0.0001878032786885246, | |
| "loss": 0.5502, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 9.664429530201343, | |
| "grad_norm": 4.547699928283691, | |
| "learning_rate": 0.000187672131147541, | |
| "loss": 0.5482, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 9.762050030506407, | |
| "grad_norm": 3.784132957458496, | |
| "learning_rate": 0.00018754098360655738, | |
| "loss": 0.516, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 9.85967053081147, | |
| "grad_norm": 4.160193920135498, | |
| "learning_rate": 0.0001874098360655738, | |
| "loss": 0.5658, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 9.957291031116535, | |
| "grad_norm": 4.115555286407471, | |
| "learning_rate": 0.00018727868852459016, | |
| "loss": 0.5775, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 10.054911531421599, | |
| "grad_norm": 3.361625909805298, | |
| "learning_rate": 0.00018714754098360657, | |
| "loss": 0.5105, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 10.152532031726663, | |
| "grad_norm": 3.663980484008789, | |
| "learning_rate": 0.00018701639344262296, | |
| "loss": 0.4556, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 10.250152532031727, | |
| "grad_norm": 3.6515650749206543, | |
| "learning_rate": 0.00018688524590163935, | |
| "loss": 0.4937, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 10.347773032336791, | |
| "grad_norm": 3.2449493408203125, | |
| "learning_rate": 0.00018675409836065574, | |
| "loss": 0.481, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 10.445393532641855, | |
| "grad_norm": 4.262176513671875, | |
| "learning_rate": 0.00018662295081967213, | |
| "loss": 0.4559, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 10.54301403294692, | |
| "grad_norm": 3.885936737060547, | |
| "learning_rate": 0.00018649180327868855, | |
| "loss": 0.5263, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 10.640634533251983, | |
| "grad_norm": 3.676922559738159, | |
| "learning_rate": 0.00018636065573770494, | |
| "loss": 0.4942, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 10.738255033557047, | |
| "grad_norm": 4.31233024597168, | |
| "learning_rate": 0.00018622950819672133, | |
| "loss": 0.5339, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 10.835875533862112, | |
| "grad_norm": 3.410269260406494, | |
| "learning_rate": 0.00018609836065573772, | |
| "loss": 0.5365, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 10.933496034167176, | |
| "grad_norm": 3.114283800125122, | |
| "learning_rate": 0.0001859672131147541, | |
| "loss": 0.5252, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 11.03111653447224, | |
| "grad_norm": 3.4641740322113037, | |
| "learning_rate": 0.0001858360655737705, | |
| "loss": 0.4993, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 11.128737034777304, | |
| "grad_norm": 5.0364203453063965, | |
| "learning_rate": 0.00018570491803278688, | |
| "loss": 0.4097, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 11.226357535082368, | |
| "grad_norm": 3.811703681945801, | |
| "learning_rate": 0.0001855737704918033, | |
| "loss": 0.4265, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 11.323978035387432, | |
| "grad_norm": 3.528463125228882, | |
| "learning_rate": 0.0001854426229508197, | |
| "loss": 0.4542, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 11.421598535692496, | |
| "grad_norm": 3.013249158859253, | |
| "learning_rate": 0.00018531147540983608, | |
| "loss": 0.4824, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 11.51921903599756, | |
| "grad_norm": 3.7065834999084473, | |
| "learning_rate": 0.00018518032786885247, | |
| "loss": 0.4724, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 11.616839536302624, | |
| "grad_norm": 3.271639347076416, | |
| "learning_rate": 0.00018504918032786886, | |
| "loss": 0.4731, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 11.714460036607688, | |
| "grad_norm": 3.738567590713501, | |
| "learning_rate": 0.00018491803278688527, | |
| "loss": 0.5024, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 11.812080536912752, | |
| "grad_norm": 3.5277130603790283, | |
| "learning_rate": 0.00018478688524590164, | |
| "loss": 0.4552, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 11.909701037217816, | |
| "grad_norm": 3.909186840057373, | |
| "learning_rate": 0.00018465573770491805, | |
| "loss": 0.4454, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 12.00732153752288, | |
| "grad_norm": 3.629971981048584, | |
| "learning_rate": 0.00018452459016393444, | |
| "loss": 0.4928, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 12.104942037827945, | |
| "grad_norm": 4.8608245849609375, | |
| "learning_rate": 0.0001843934426229508, | |
| "loss": 0.395, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 12.202562538133009, | |
| "grad_norm": 3.377361536026001, | |
| "learning_rate": 0.00018426229508196722, | |
| "loss": 0.4124, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 12.300183038438073, | |
| "grad_norm": 3.1160948276519775, | |
| "learning_rate": 0.0001841311475409836, | |
| "loss": 0.4317, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 12.397803538743137, | |
| "grad_norm": 4.747882843017578, | |
| "learning_rate": 0.00018400000000000003, | |
| "loss": 0.4054, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 12.495424039048201, | |
| "grad_norm": 3.0192835330963135, | |
| "learning_rate": 0.0001838688524590164, | |
| "loss": 0.4384, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 12.593044539353265, | |
| "grad_norm": 3.397606372833252, | |
| "learning_rate": 0.0001837377049180328, | |
| "loss": 0.4095, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 12.690665039658327, | |
| "grad_norm": 3.571641445159912, | |
| "learning_rate": 0.0001836065573770492, | |
| "loss": 0.4526, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 12.788285539963393, | |
| "grad_norm": 3.9279720783233643, | |
| "learning_rate": 0.00018347540983606558, | |
| "loss": 0.4447, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 12.885906040268456, | |
| "grad_norm": 5.057145118713379, | |
| "learning_rate": 0.00018334426229508197, | |
| "loss": 0.4285, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 12.98352654057352, | |
| "grad_norm": 4.515413761138916, | |
| "learning_rate": 0.00018321311475409836, | |
| "loss": 0.4614, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 13.081147040878584, | |
| "grad_norm": 5.738150119781494, | |
| "learning_rate": 0.00018308196721311478, | |
| "loss": 0.3594, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 13.178767541183648, | |
| "grad_norm": 4.123675346374512, | |
| "learning_rate": 0.00018295081967213114, | |
| "loss": 0.3604, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 13.276388041488712, | |
| "grad_norm": 4.020540237426758, | |
| "learning_rate": 0.00018281967213114756, | |
| "loss": 0.3455, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 13.374008541793776, | |
| "grad_norm": 3.946470260620117, | |
| "learning_rate": 0.00018268852459016395, | |
| "loss": 0.3936, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 13.47162904209884, | |
| "grad_norm": 3.4082658290863037, | |
| "learning_rate": 0.00018255737704918034, | |
| "loss": 0.3853, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 13.569249542403904, | |
| "grad_norm": 3.8602256774902344, | |
| "learning_rate": 0.00018242622950819673, | |
| "loss": 0.4138, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 13.666870042708968, | |
| "grad_norm": 3.4819118976593018, | |
| "learning_rate": 0.00018229508196721312, | |
| "loss": 0.4235, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 13.764490543014032, | |
| "grad_norm": 4.620802402496338, | |
| "learning_rate": 0.00018216393442622953, | |
| "loss": 0.3917, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 13.862111043319096, | |
| "grad_norm": 4.1257500648498535, | |
| "learning_rate": 0.00018203278688524592, | |
| "loss": 0.4289, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 13.95973154362416, | |
| "grad_norm": 4.032405376434326, | |
| "learning_rate": 0.0001819016393442623, | |
| "loss": 0.4501, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 14.057352043929225, | |
| "grad_norm": 3.9458096027374268, | |
| "learning_rate": 0.0001817704918032787, | |
| "loss": 0.3863, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 14.154972544234289, | |
| "grad_norm": 5.01477575302124, | |
| "learning_rate": 0.0001816393442622951, | |
| "loss": 0.3421, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 14.252593044539353, | |
| "grad_norm": 3.396898031234741, | |
| "learning_rate": 0.00018150819672131148, | |
| "loss": 0.3438, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 14.350213544844417, | |
| "grad_norm": 4.596593856811523, | |
| "learning_rate": 0.00018137704918032787, | |
| "loss": 0.3435, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 14.44783404514948, | |
| "grad_norm": 3.6386988162994385, | |
| "learning_rate": 0.00018124590163934429, | |
| "loss": 0.3703, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 14.545454545454545, | |
| "grad_norm": 3.3389110565185547, | |
| "learning_rate": 0.00018111475409836067, | |
| "loss": 0.3727, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 14.643075045759609, | |
| "grad_norm": 4.675887107849121, | |
| "learning_rate": 0.00018098360655737704, | |
| "loss": 0.3972, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 14.740695546064673, | |
| "grad_norm": 3.3281068801879883, | |
| "learning_rate": 0.00018085245901639345, | |
| "loss": 0.38, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 14.838316046369737, | |
| "grad_norm": 3.9550278186798096, | |
| "learning_rate": 0.00018072131147540984, | |
| "loss": 0.3995, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 14.935936546674801, | |
| "grad_norm": 2.93839168548584, | |
| "learning_rate": 0.00018059016393442626, | |
| "loss": 0.3885, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 15.033557046979865, | |
| "grad_norm": 3.583588123321533, | |
| "learning_rate": 0.00018045901639344262, | |
| "loss": 0.3407, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 15.13117754728493, | |
| "grad_norm": 3.6306777000427246, | |
| "learning_rate": 0.00018032786885245904, | |
| "loss": 0.3016, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 15.228798047589994, | |
| "grad_norm": 3.278693437576294, | |
| "learning_rate": 0.00018019672131147543, | |
| "loss": 0.292, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 15.326418547895058, | |
| "grad_norm": 2.9507830142974854, | |
| "learning_rate": 0.0001800655737704918, | |
| "loss": 0.3204, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 15.424039048200122, | |
| "grad_norm": 2.957294464111328, | |
| "learning_rate": 0.0001799344262295082, | |
| "loss": 0.3446, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 15.521659548505186, | |
| "grad_norm": 3.4953787326812744, | |
| "learning_rate": 0.0001798032786885246, | |
| "loss": 0.3307, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 15.61928004881025, | |
| "grad_norm": 3.349458694458008, | |
| "learning_rate": 0.000179672131147541, | |
| "loss": 0.3448, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 15.716900549115314, | |
| "grad_norm": 4.927302837371826, | |
| "learning_rate": 0.00017954098360655737, | |
| "loss": 0.3661, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 15.814521049420378, | |
| "grad_norm": 4.214022636413574, | |
| "learning_rate": 0.0001794098360655738, | |
| "loss": 0.3595, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 15.912141549725442, | |
| "grad_norm": 3.7332723140716553, | |
| "learning_rate": 0.00017927868852459018, | |
| "loss": 0.3916, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 16.009762050030506, | |
| "grad_norm": 3.1130378246307373, | |
| "learning_rate": 0.00017914754098360657, | |
| "loss": 0.365, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 16.107382550335572, | |
| "grad_norm": 3.9815053939819336, | |
| "learning_rate": 0.00017901639344262296, | |
| "loss": 0.2466, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 16.205003050640634, | |
| "grad_norm": 4.437533855438232, | |
| "learning_rate": 0.00017888524590163935, | |
| "loss": 0.2917, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 16.3026235509457, | |
| "grad_norm": 3.869553565979004, | |
| "learning_rate": 0.00017875409836065576, | |
| "loss": 0.2982, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 16.400244051250763, | |
| "grad_norm": 3.1284611225128174, | |
| "learning_rate": 0.00017862295081967213, | |
| "loss": 0.3146, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 16.49786455155583, | |
| "grad_norm": 3.837712049484253, | |
| "learning_rate": 0.00017849180327868852, | |
| "loss": 0.3129, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 16.59548505186089, | |
| "grad_norm": 3.348344326019287, | |
| "learning_rate": 0.00017836065573770493, | |
| "loss": 0.3379, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 16.693105552165953, | |
| "grad_norm": 3.809512138366699, | |
| "learning_rate": 0.00017822950819672132, | |
| "loss": 0.3193, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 16.79072605247102, | |
| "grad_norm": 3.3745222091674805, | |
| "learning_rate": 0.0001780983606557377, | |
| "loss": 0.3308, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 16.888346552776085, | |
| "grad_norm": 4.550785541534424, | |
| "learning_rate": 0.0001779672131147541, | |
| "loss": 0.3609, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 16.985967053081147, | |
| "grad_norm": 4.031665802001953, | |
| "learning_rate": 0.00017783606557377052, | |
| "loss": 0.3648, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 17.08358755338621, | |
| "grad_norm": 3.0923168659210205, | |
| "learning_rate": 0.0001777049180327869, | |
| "loss": 0.2731, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 17.181208053691275, | |
| "grad_norm": 3.291416883468628, | |
| "learning_rate": 0.00017757377049180327, | |
| "loss": 0.2829, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 17.278828553996338, | |
| "grad_norm": 3.059995651245117, | |
| "learning_rate": 0.00017744262295081969, | |
| "loss": 0.3047, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 17.376449054301403, | |
| "grad_norm": 3.1089327335357666, | |
| "learning_rate": 0.00017731147540983607, | |
| "loss": 0.3092, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 17.474069554606466, | |
| "grad_norm": 3.9796876907348633, | |
| "learning_rate": 0.00017718032786885246, | |
| "loss": 0.2647, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 17.57169005491153, | |
| "grad_norm": 3.587038040161133, | |
| "learning_rate": 0.00017704918032786885, | |
| "loss": 0.308, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 17.669310555216594, | |
| "grad_norm": 3.7032790184020996, | |
| "learning_rate": 0.00017691803278688527, | |
| "loss": 0.3101, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 17.76693105552166, | |
| "grad_norm": 3.7440781593322754, | |
| "learning_rate": 0.00017678688524590166, | |
| "loss": 0.2922, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 17.864551555826722, | |
| "grad_norm": 3.4123542308807373, | |
| "learning_rate": 0.00017665573770491802, | |
| "loss": 0.3097, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 17.962172056131788, | |
| "grad_norm": 3.958204507827759, | |
| "learning_rate": 0.00017652459016393444, | |
| "loss": 0.2955, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 18.05979255643685, | |
| "grad_norm": 4.549073696136475, | |
| "learning_rate": 0.00017639344262295083, | |
| "loss": 0.2846, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 18.157413056741916, | |
| "grad_norm": 3.5509791374206543, | |
| "learning_rate": 0.00017626229508196724, | |
| "loss": 0.2651, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 18.25503355704698, | |
| "grad_norm": 4.044325828552246, | |
| "learning_rate": 0.0001761311475409836, | |
| "loss": 0.242, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 18.352654057352044, | |
| "grad_norm": 3.255535125732422, | |
| "learning_rate": 0.00017600000000000002, | |
| "loss": 0.2857, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 18.450274557657107, | |
| "grad_norm": 3.6761083602905273, | |
| "learning_rate": 0.0001758688524590164, | |
| "loss": 0.285, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 18.547895057962172, | |
| "grad_norm": 4.1334381103515625, | |
| "learning_rate": 0.00017573770491803277, | |
| "loss": 0.2648, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 18.645515558267235, | |
| "grad_norm": 3.5164451599121094, | |
| "learning_rate": 0.0001756065573770492, | |
| "loss": 0.2654, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 18.7431360585723, | |
| "grad_norm": 3.96533465385437, | |
| "learning_rate": 0.00017547540983606558, | |
| "loss": 0.2862, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 18.840756558877363, | |
| "grad_norm": 3.932554006576538, | |
| "learning_rate": 0.000175344262295082, | |
| "loss": 0.2803, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 18.93837705918243, | |
| "grad_norm": 4.888127326965332, | |
| "learning_rate": 0.00017521311475409836, | |
| "loss": 0.2902, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 19.03599755948749, | |
| "grad_norm": 3.475789785385132, | |
| "learning_rate": 0.00017508196721311475, | |
| "loss": 0.2815, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 19.133618059792557, | |
| "grad_norm": 2.57926607131958, | |
| "learning_rate": 0.00017495081967213116, | |
| "loss": 0.21, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 19.23123856009762, | |
| "grad_norm": 3.3455469608306885, | |
| "learning_rate": 0.00017481967213114753, | |
| "loss": 0.232, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 19.328859060402685, | |
| "grad_norm": 3.574331045150757, | |
| "learning_rate": 0.00017468852459016394, | |
| "loss": 0.2506, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 19.426479560707747, | |
| "grad_norm": 4.422223091125488, | |
| "learning_rate": 0.00017455737704918033, | |
| "loss": 0.2494, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 19.524100061012813, | |
| "grad_norm": 3.8312060832977295, | |
| "learning_rate": 0.00017442622950819675, | |
| "loss": 0.2758, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 19.621720561317876, | |
| "grad_norm": 3.464089870452881, | |
| "learning_rate": 0.0001742950819672131, | |
| "loss": 0.2628, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 19.71934106162294, | |
| "grad_norm": 4.096322536468506, | |
| "learning_rate": 0.0001741639344262295, | |
| "loss": 0.2651, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 19.816961561928004, | |
| "grad_norm": 5.72092866897583, | |
| "learning_rate": 0.00017403278688524592, | |
| "loss": 0.29, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 19.91458206223307, | |
| "grad_norm": 3.7189135551452637, | |
| "learning_rate": 0.0001739016393442623, | |
| "loss": 0.2715, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 20.012202562538132, | |
| "grad_norm": 3.4471986293792725, | |
| "learning_rate": 0.0001737704918032787, | |
| "loss": 0.2762, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 20.109823062843198, | |
| "grad_norm": 3.046600580215454, | |
| "learning_rate": 0.00017363934426229509, | |
| "loss": 0.2219, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 20.20744356314826, | |
| "grad_norm": 3.6281490325927734, | |
| "learning_rate": 0.0001735081967213115, | |
| "loss": 0.231, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 20.305064063453326, | |
| "grad_norm": 2.8515024185180664, | |
| "learning_rate": 0.00017337704918032786, | |
| "loss": 0.2212, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 20.40268456375839, | |
| "grad_norm": 2.9778804779052734, | |
| "learning_rate": 0.00017324590163934425, | |
| "loss": 0.2327, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 20.500305064063454, | |
| "grad_norm": 2.92470121383667, | |
| "learning_rate": 0.00017311475409836067, | |
| "loss": 0.2378, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 20.597925564368516, | |
| "grad_norm": 3.8426191806793213, | |
| "learning_rate": 0.00017298360655737706, | |
| "loss": 0.2652, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 20.695546064673582, | |
| "grad_norm": 3.8123021125793457, | |
| "learning_rate": 0.00017285245901639345, | |
| "loss": 0.2446, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 20.793166564978645, | |
| "grad_norm": 3.650644540786743, | |
| "learning_rate": 0.00017272131147540984, | |
| "loss": 0.2331, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 20.89078706528371, | |
| "grad_norm": 4.259769916534424, | |
| "learning_rate": 0.00017259016393442625, | |
| "loss": 0.2595, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 20.988407565588773, | |
| "grad_norm": 4.065052509307861, | |
| "learning_rate": 0.00017245901639344264, | |
| "loss": 0.2672, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 21.08602806589384, | |
| "grad_norm": 3.565068244934082, | |
| "learning_rate": 0.000172327868852459, | |
| "loss": 0.1997, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 21.1836485661989, | |
| "grad_norm": 3.036924362182617, | |
| "learning_rate": 0.00017219672131147542, | |
| "loss": 0.1936, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 21.281269066503967, | |
| "grad_norm": 3.2253048419952393, | |
| "learning_rate": 0.0001720655737704918, | |
| "loss": 0.2099, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 21.37888956680903, | |
| "grad_norm": 3.6241676807403564, | |
| "learning_rate": 0.0001719344262295082, | |
| "loss": 0.2232, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 21.476510067114095, | |
| "grad_norm": 3.3272531032562256, | |
| "learning_rate": 0.0001718032786885246, | |
| "loss": 0.2103, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 21.574130567419157, | |
| "grad_norm": 3.6076695919036865, | |
| "learning_rate": 0.00017167213114754098, | |
| "loss": 0.2323, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 21.671751067724223, | |
| "grad_norm": 3.642751455307007, | |
| "learning_rate": 0.0001715409836065574, | |
| "loss": 0.2385, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 21.769371568029285, | |
| "grad_norm": 3.1882801055908203, | |
| "learning_rate": 0.00017140983606557376, | |
| "loss": 0.2516, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 21.86699206833435, | |
| "grad_norm": 3.4758126735687256, | |
| "learning_rate": 0.00017127868852459018, | |
| "loss": 0.2365, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 21.964612568639414, | |
| "grad_norm": 3.498697519302368, | |
| "learning_rate": 0.00017114754098360656, | |
| "loss": 0.2436, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 22.06223306894448, | |
| "grad_norm": 3.926394462585449, | |
| "learning_rate": 0.00017101639344262298, | |
| "loss": 0.2101, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 22.15985356924954, | |
| "grad_norm": 2.982520580291748, | |
| "learning_rate": 0.00017088524590163934, | |
| "loss": 0.1655, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 22.257474069554608, | |
| "grad_norm": 3.843905448913574, | |
| "learning_rate": 0.00017075409836065573, | |
| "loss": 0.1896, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 22.35509456985967, | |
| "grad_norm": 2.8714027404785156, | |
| "learning_rate": 0.00017062295081967215, | |
| "loss": 0.2113, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 22.452715070164736, | |
| "grad_norm": 3.552220344543457, | |
| "learning_rate": 0.0001704918032786885, | |
| "loss": 0.2311, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 22.550335570469798, | |
| "grad_norm": 4.077561378479004, | |
| "learning_rate": 0.00017036065573770493, | |
| "loss": 0.2205, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 22.647956070774864, | |
| "grad_norm": 3.475970506668091, | |
| "learning_rate": 0.00017022950819672132, | |
| "loss": 0.2047, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 22.745576571079926, | |
| "grad_norm": 2.9817659854888916, | |
| "learning_rate": 0.00017009836065573773, | |
| "loss": 0.2312, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 22.843197071384992, | |
| "grad_norm": 2.8980283737182617, | |
| "learning_rate": 0.0001699672131147541, | |
| "loss": 0.2113, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 22.940817571690054, | |
| "grad_norm": 2.9917445182800293, | |
| "learning_rate": 0.00016983606557377049, | |
| "loss": 0.2334, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 23.03843807199512, | |
| "grad_norm": 2.9001080989837646, | |
| "learning_rate": 0.0001697049180327869, | |
| "loss": 0.2096, | |
| "step": 4720 | |
| }, | |
| { | |
| "epoch": 23.136058572300183, | |
| "grad_norm": 2.7678308486938477, | |
| "learning_rate": 0.0001695737704918033, | |
| "loss": 0.18, | |
| "step": 4740 | |
| }, | |
| { | |
| "epoch": 23.23367907260525, | |
| "grad_norm": 4.077008247375488, | |
| "learning_rate": 0.00016944262295081968, | |
| "loss": 0.175, | |
| "step": 4760 | |
| }, | |
| { | |
| "epoch": 23.33129957291031, | |
| "grad_norm": 3.806175708770752, | |
| "learning_rate": 0.00016931147540983607, | |
| "loss": 0.1962, | |
| "step": 4780 | |
| }, | |
| { | |
| "epoch": 23.428920073215377, | |
| "grad_norm": 3.203763246536255, | |
| "learning_rate": 0.00016918032786885249, | |
| "loss": 0.2072, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 23.52654057352044, | |
| "grad_norm": 3.717864513397217, | |
| "learning_rate": 0.00016904918032786885, | |
| "loss": 0.203, | |
| "step": 4820 | |
| }, | |
| { | |
| "epoch": 23.624161073825505, | |
| "grad_norm": 3.1602675914764404, | |
| "learning_rate": 0.00016891803278688524, | |
| "loss": 0.1925, | |
| "step": 4840 | |
| }, | |
| { | |
| "epoch": 23.721781574130567, | |
| "grad_norm": 4.2820000648498535, | |
| "learning_rate": 0.00016878688524590165, | |
| "loss": 0.2037, | |
| "step": 4860 | |
| }, | |
| { | |
| "epoch": 23.819402074435633, | |
| "grad_norm": 3.9633703231811523, | |
| "learning_rate": 0.00016865573770491804, | |
| "loss": 0.2143, | |
| "step": 4880 | |
| }, | |
| { | |
| "epoch": 23.917022574740695, | |
| "grad_norm": 2.801804542541504, | |
| "learning_rate": 0.00016852459016393443, | |
| "loss": 0.1938, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 24.01464307504576, | |
| "grad_norm": 2.719308614730835, | |
| "learning_rate": 0.00016839344262295082, | |
| "loss": 0.215, | |
| "step": 4920 | |
| }, | |
| { | |
| "epoch": 24.112263575350823, | |
| "grad_norm": 3.0437123775482178, | |
| "learning_rate": 0.0001682622950819672, | |
| "loss": 0.1806, | |
| "step": 4940 | |
| }, | |
| { | |
| "epoch": 24.20988407565589, | |
| "grad_norm": 3.314267158508301, | |
| "learning_rate": 0.00016813114754098363, | |
| "loss": 0.169, | |
| "step": 4960 | |
| }, | |
| { | |
| "epoch": 24.30750457596095, | |
| "grad_norm": 2.26737117767334, | |
| "learning_rate": 0.000168, | |
| "loss": 0.1704, | |
| "step": 4980 | |
| }, | |
| { | |
| "epoch": 24.405125076266017, | |
| "grad_norm": 4.0000715255737305, | |
| "learning_rate": 0.0001678688524590164, | |
| "loss": 0.176, | |
| "step": 5000 | |
| } | |
| ], | |
| "logging_steps": 20, | |
| "max_steps": 30600, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 150, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 6.574589658966067e+16, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |