| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 2.0, | |
| "eval_steps": 500, | |
| "global_step": 1190, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0016806722689075631, | |
| "grad_norm": 8.209144697154139, | |
| "learning_rate": 9.99998257609161e-06, | |
| "loss": 0.2445, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0033613445378151263, | |
| "grad_norm": 7.387136868109575, | |
| "learning_rate": 9.999930304487874e-06, | |
| "loss": 0.232, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.005042016806722689, | |
| "grad_norm": 4.703733759728634, | |
| "learning_rate": 9.999843185553106e-06, | |
| "loss": 0.1499, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.0067226890756302525, | |
| "grad_norm": 4.59672828172244, | |
| "learning_rate": 9.999721219894482e-06, | |
| "loss": 0.1312, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.008403361344537815, | |
| "grad_norm": 7.869163994125804, | |
| "learning_rate": 9.999564408362054e-06, | |
| "loss": 0.2678, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.010084033613445379, | |
| "grad_norm": 5.069247100993632, | |
| "learning_rate": 9.999372752048729e-06, | |
| "loss": 0.1643, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.011764705882352941, | |
| "grad_norm": 4.971040093251534, | |
| "learning_rate": 9.999146252290264e-06, | |
| "loss": 0.1881, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.013445378151260505, | |
| "grad_norm": 4.612745404018306, | |
| "learning_rate": 9.998884910665267e-06, | |
| "loss": 0.2474, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.015126050420168067, | |
| "grad_norm": 5.582880543106663, | |
| "learning_rate": 9.998588728995176e-06, | |
| "loss": 0.2341, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.01680672268907563, | |
| "grad_norm": 5.10777402267266, | |
| "learning_rate": 9.998257709344246e-06, | |
| "loss": 0.2462, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.018487394957983194, | |
| "grad_norm": 3.912332856239327, | |
| "learning_rate": 9.997891854019538e-06, | |
| "loss": 0.2171, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.020168067226890758, | |
| "grad_norm": 4.514978773458917, | |
| "learning_rate": 9.997491165570907e-06, | |
| "loss": 0.2079, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.021848739495798318, | |
| "grad_norm": 4.982439292936562, | |
| "learning_rate": 9.997055646790974e-06, | |
| "loss": 0.2801, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.023529411764705882, | |
| "grad_norm": 6.199005044554472, | |
| "learning_rate": 9.996585300715117e-06, | |
| "loss": 0.2362, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.025210084033613446, | |
| "grad_norm": 4.2318843117354, | |
| "learning_rate": 9.99608013062144e-06, | |
| "loss": 0.2437, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.02689075630252101, | |
| "grad_norm": 4.678511423998445, | |
| "learning_rate": 9.995540140030759e-06, | |
| "loss": 0.2413, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.02857142857142857, | |
| "grad_norm": 5.019790515416029, | |
| "learning_rate": 9.994965332706574e-06, | |
| "loss": 0.2763, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.030252100840336135, | |
| "grad_norm": 3.7745510637286572, | |
| "learning_rate": 9.99435571265504e-06, | |
| "loss": 0.2413, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.031932773109243695, | |
| "grad_norm": 4.954591562450657, | |
| "learning_rate": 9.993711284124943e-06, | |
| "loss": 0.2748, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.03361344537815126, | |
| "grad_norm": 4.187965473046551, | |
| "learning_rate": 9.99303205160767e-06, | |
| "loss": 0.274, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.03529411764705882, | |
| "grad_norm": 4.6295824547220095, | |
| "learning_rate": 9.992318019837171e-06, | |
| "loss": 0.2448, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.03697478991596639, | |
| "grad_norm": 5.621884903621694, | |
| "learning_rate": 9.991569193789938e-06, | |
| "loss": 0.2579, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.03865546218487395, | |
| "grad_norm": 5.123406042716482, | |
| "learning_rate": 9.990785578684963e-06, | |
| "loss": 0.2391, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.040336134453781515, | |
| "grad_norm": 5.074868330604315, | |
| "learning_rate": 9.989967179983699e-06, | |
| "loss": 0.2584, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.04201680672268908, | |
| "grad_norm": 5.376525151914496, | |
| "learning_rate": 9.989114003390028e-06, | |
| "loss": 0.277, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.043697478991596636, | |
| "grad_norm": 4.0946093021497845, | |
| "learning_rate": 9.988226054850218e-06, | |
| "loss": 0.215, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.0453781512605042, | |
| "grad_norm": 4.552724543313885, | |
| "learning_rate": 9.987303340552885e-06, | |
| "loss": 0.2744, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.047058823529411764, | |
| "grad_norm": 5.012152565084418, | |
| "learning_rate": 9.98634586692894e-06, | |
| "loss": 0.385, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.04873949579831933, | |
| "grad_norm": 5.423054570055711, | |
| "learning_rate": 9.985353640651563e-06, | |
| "loss": 0.2702, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.05042016806722689, | |
| "grad_norm": 5.127889256940364, | |
| "learning_rate": 9.984326668636131e-06, | |
| "loss": 0.3168, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.052100840336134456, | |
| "grad_norm": 3.679450662065014, | |
| "learning_rate": 9.983264958040194e-06, | |
| "loss": 0.2874, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.05378151260504202, | |
| "grad_norm": 3.3004814033041585, | |
| "learning_rate": 9.98216851626341e-06, | |
| "loss": 0.2216, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.05546218487394958, | |
| "grad_norm": 3.6744435985276502, | |
| "learning_rate": 9.981037350947503e-06, | |
| "loss": 0.1946, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.05714285714285714, | |
| "grad_norm": 4.945817900667547, | |
| "learning_rate": 9.979871469976197e-06, | |
| "loss": 0.2352, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.058823529411764705, | |
| "grad_norm": 4.199740458372265, | |
| "learning_rate": 9.978670881475173e-06, | |
| "loss": 0.2658, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.06050420168067227, | |
| "grad_norm": 4.098117482797779, | |
| "learning_rate": 9.977435593812013e-06, | |
| "loss": 0.2907, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.06218487394957983, | |
| "grad_norm": 4.042885470534792, | |
| "learning_rate": 9.976165615596128e-06, | |
| "loss": 0.2, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.06386554621848739, | |
| "grad_norm": 4.617103574848525, | |
| "learning_rate": 9.974860955678715e-06, | |
| "loss": 0.2306, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.06554621848739496, | |
| "grad_norm": 4.4388689219941675, | |
| "learning_rate": 9.973521623152682e-06, | |
| "loss": 0.2407, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.06722689075630252, | |
| "grad_norm": 6.477467686130754, | |
| "learning_rate": 9.972147627352593e-06, | |
| "loss": 0.3914, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.06890756302521009, | |
| "grad_norm": 4.607889040112, | |
| "learning_rate": 9.970738977854597e-06, | |
| "loss": 0.2606, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.07058823529411765, | |
| "grad_norm": 5.8414772767780665, | |
| "learning_rate": 9.96929568447637e-06, | |
| "loss": 0.2878, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.07226890756302522, | |
| "grad_norm": 4.530793945019326, | |
| "learning_rate": 9.967817757277031e-06, | |
| "loss": 0.222, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.07394957983193277, | |
| "grad_norm": 5.7019752450601295, | |
| "learning_rate": 9.966305206557092e-06, | |
| "loss": 0.3215, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.07563025210084033, | |
| "grad_norm": 4.976614437008921, | |
| "learning_rate": 9.964758042858368e-06, | |
| "loss": 0.3344, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.0773109243697479, | |
| "grad_norm": 4.411005767374718, | |
| "learning_rate": 9.963176276963916e-06, | |
| "loss": 0.2107, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.07899159663865546, | |
| "grad_norm": 5.409158327460203, | |
| "learning_rate": 9.961559919897954e-06, | |
| "loss": 0.2534, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.08067226890756303, | |
| "grad_norm": 4.484574670660062, | |
| "learning_rate": 9.959908982925783e-06, | |
| "loss": 0.2586, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.08235294117647059, | |
| "grad_norm": 4.587259020764486, | |
| "learning_rate": 9.958223477553715e-06, | |
| "loss": 0.2533, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.08403361344537816, | |
| "grad_norm": 4.405358710771115, | |
| "learning_rate": 9.956503415528984e-06, | |
| "loss": 0.2559, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.08571428571428572, | |
| "grad_norm": 4.967732320368905, | |
| "learning_rate": 9.954748808839675e-06, | |
| "loss": 0.2503, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.08739495798319327, | |
| "grad_norm": 5.218196839992478, | |
| "learning_rate": 9.952959669714627e-06, | |
| "loss": 0.2862, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.08907563025210084, | |
| "grad_norm": 4.8935636677407475, | |
| "learning_rate": 9.951136010623359e-06, | |
| "loss": 0.3151, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.0907563025210084, | |
| "grad_norm": 3.9500115872361072, | |
| "learning_rate": 9.94927784427598e-06, | |
| "loss": 0.2711, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.09243697478991597, | |
| "grad_norm": 4.817134300002951, | |
| "learning_rate": 9.947385183623099e-06, | |
| "loss": 0.2697, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.09411764705882353, | |
| "grad_norm": 5.486354681435603, | |
| "learning_rate": 9.945458041855732e-06, | |
| "loss": 0.3244, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.0957983193277311, | |
| "grad_norm": 3.924865124104986, | |
| "learning_rate": 9.943496432405213e-06, | |
| "loss": 0.2126, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.09747899159663866, | |
| "grad_norm": 4.059739131992801, | |
| "learning_rate": 9.941500368943111e-06, | |
| "loss": 0.2209, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.09915966386554621, | |
| "grad_norm": 3.925936844915292, | |
| "learning_rate": 9.939469865381111e-06, | |
| "loss": 0.2238, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.10084033613445378, | |
| "grad_norm": 4.929638111711791, | |
| "learning_rate": 9.937404935870938e-06, | |
| "loss": 0.2876, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.10252100840336134, | |
| "grad_norm": 4.333643541029462, | |
| "learning_rate": 9.935305594804247e-06, | |
| "loss": 0.2622, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.10420168067226891, | |
| "grad_norm": 6.551835764229068, | |
| "learning_rate": 9.933171856812533e-06, | |
| "loss": 0.3608, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.10588235294117647, | |
| "grad_norm": 4.370528317389317, | |
| "learning_rate": 9.931003736767013e-06, | |
| "loss": 0.2189, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.10756302521008404, | |
| "grad_norm": 3.9034215243844557, | |
| "learning_rate": 9.92880124977854e-06, | |
| "loss": 0.2076, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.1092436974789916, | |
| "grad_norm": 6.462115529099049, | |
| "learning_rate": 9.926564411197488e-06, | |
| "loss": 0.2704, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.11092436974789915, | |
| "grad_norm": 4.974959833762651, | |
| "learning_rate": 9.924293236613643e-06, | |
| "loss": 0.2586, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.11260504201680673, | |
| "grad_norm": 5.397773235075291, | |
| "learning_rate": 9.921987741856099e-06, | |
| "loss": 0.3708, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.11428571428571428, | |
| "grad_norm": 4.290267842379414, | |
| "learning_rate": 9.91964794299315e-06, | |
| "loss": 0.297, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.11596638655462185, | |
| "grad_norm": 4.297436061861156, | |
| "learning_rate": 9.91727385633217e-06, | |
| "loss": 0.2723, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.11764705882352941, | |
| "grad_norm": 3.6926079145905097, | |
| "learning_rate": 9.91486549841951e-06, | |
| "loss": 0.2431, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.11932773109243698, | |
| "grad_norm": 4.305921925067097, | |
| "learning_rate": 9.91242288604037e-06, | |
| "loss": 0.2779, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.12100840336134454, | |
| "grad_norm": 4.517120872670056, | |
| "learning_rate": 9.909946036218694e-06, | |
| "loss": 0.2961, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.1226890756302521, | |
| "grad_norm": 4.785215176674839, | |
| "learning_rate": 9.907434966217041e-06, | |
| "loss": 0.2819, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.12436974789915967, | |
| "grad_norm": 4.214559462932771, | |
| "learning_rate": 9.904889693536475e-06, | |
| "loss": 0.2109, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.12605042016806722, | |
| "grad_norm": 4.389318542382428, | |
| "learning_rate": 9.902310235916435e-06, | |
| "loss": 0.2522, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.12773109243697478, | |
| "grad_norm": 3.8325771771754664, | |
| "learning_rate": 9.899696611334612e-06, | |
| "loss": 0.2598, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.12941176470588237, | |
| "grad_norm": 4.860313041028263, | |
| "learning_rate": 9.89704883800683e-06, | |
| "loss": 0.3235, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.13109243697478992, | |
| "grad_norm": 4.910636980849552, | |
| "learning_rate": 9.894366934386913e-06, | |
| "loss": 0.2905, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.13277310924369748, | |
| "grad_norm": 5.308926346498934, | |
| "learning_rate": 9.891650919166558e-06, | |
| "loss": 0.3174, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.13445378151260504, | |
| "grad_norm": 5.932647263725452, | |
| "learning_rate": 9.888900811275205e-06, | |
| "loss": 0.3704, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.1361344537815126, | |
| "grad_norm": 4.809268256405562, | |
| "learning_rate": 9.886116629879906e-06, | |
| "loss": 0.3038, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.13781512605042018, | |
| "grad_norm": 4.03544501605081, | |
| "learning_rate": 9.883298394385186e-06, | |
| "loss": 0.262, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.13949579831932774, | |
| "grad_norm": 4.712835324738283, | |
| "learning_rate": 9.880446124432921e-06, | |
| "loss": 0.2692, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.1411764705882353, | |
| "grad_norm": 4.563081327265746, | |
| "learning_rate": 9.877559839902185e-06, | |
| "loss": 0.3518, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.14285714285714285, | |
| "grad_norm": 4.028984316421756, | |
| "learning_rate": 9.874639560909118e-06, | |
| "loss": 0.277, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.14453781512605043, | |
| "grad_norm": 4.3533769418599055, | |
| "learning_rate": 9.871685307806796e-06, | |
| "loss": 0.2605, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.146218487394958, | |
| "grad_norm": 4.32320216003599, | |
| "learning_rate": 9.868697101185066e-06, | |
| "loss": 0.2483, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.14789915966386555, | |
| "grad_norm": 4.252161322978531, | |
| "learning_rate": 9.865674961870428e-06, | |
| "loss": 0.2292, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.1495798319327731, | |
| "grad_norm": 3.7472917316130707, | |
| "learning_rate": 9.862618910925873e-06, | |
| "loss": 0.2314, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.15126050420168066, | |
| "grad_norm": 3.4288032918623017, | |
| "learning_rate": 9.859528969650739e-06, | |
| "loss": 0.2511, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.15294117647058825, | |
| "grad_norm": 4.6329004322037335, | |
| "learning_rate": 9.85640515958057e-06, | |
| "loss": 0.2949, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.1546218487394958, | |
| "grad_norm": 3.5652517822054794, | |
| "learning_rate": 9.853247502486957e-06, | |
| "loss": 0.2423, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.15630252100840336, | |
| "grad_norm": 5.123085560371222, | |
| "learning_rate": 9.850056020377392e-06, | |
| "loss": 0.326, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.15798319327731092, | |
| "grad_norm": 4.810628133927044, | |
| "learning_rate": 9.846830735495112e-06, | |
| "loss": 0.2907, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.15966386554621848, | |
| "grad_norm": 4.024916887888118, | |
| "learning_rate": 9.843571670318943e-06, | |
| "loss": 0.3123, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.16134453781512606, | |
| "grad_norm": 7.985561798082157, | |
| "learning_rate": 9.840278847563147e-06, | |
| "loss": 0.3295, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.16302521008403362, | |
| "grad_norm": 3.7710475419246254, | |
| "learning_rate": 9.836952290177261e-06, | |
| "loss": 0.2212, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.16470588235294117, | |
| "grad_norm": 4.423657356806522, | |
| "learning_rate": 9.833592021345938e-06, | |
| "loss": 0.31, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.16638655462184873, | |
| "grad_norm": 4.222677175561096, | |
| "learning_rate": 9.830198064488783e-06, | |
| "loss": 0.2842, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.16806722689075632, | |
| "grad_norm": 4.168091860783304, | |
| "learning_rate": 9.826770443260193e-06, | |
| "loss": 0.252, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.16974789915966387, | |
| "grad_norm": 6.3620832971275085, | |
| "learning_rate": 9.823309181549194e-06, | |
| "loss": 0.2902, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.17142857142857143, | |
| "grad_norm": 6.17536019379638, | |
| "learning_rate": 9.819814303479268e-06, | |
| "loss": 0.2962, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.173109243697479, | |
| "grad_norm": 4.438145668562799, | |
| "learning_rate": 9.816285833408185e-06, | |
| "loss": 0.3056, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.17478991596638654, | |
| "grad_norm": 3.916870643757942, | |
| "learning_rate": 9.812723795927848e-06, | |
| "loss": 0.2413, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.17647058823529413, | |
| "grad_norm": 4.137088990144677, | |
| "learning_rate": 9.809128215864096e-06, | |
| "loss": 0.2926, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.1781512605042017, | |
| "grad_norm": 4.803813178194908, | |
| "learning_rate": 9.805499118276555e-06, | |
| "loss": 0.3213, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.17983193277310924, | |
| "grad_norm": 4.13461633288206, | |
| "learning_rate": 9.801836528458453e-06, | |
| "loss": 0.2581, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.1815126050420168, | |
| "grad_norm": 4.0431954077083, | |
| "learning_rate": 9.798140471936437e-06, | |
| "loss": 0.2011, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.18319327731092436, | |
| "grad_norm": 4.983771680315847, | |
| "learning_rate": 9.79441097447041e-06, | |
| "loss": 0.304, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.18487394957983194, | |
| "grad_norm": 4.001740838488305, | |
| "learning_rate": 9.790648062053341e-06, | |
| "loss": 0.3108, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.1865546218487395, | |
| "grad_norm": 4.286049724314065, | |
| "learning_rate": 9.786851760911084e-06, | |
| "loss": 0.222, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.18823529411764706, | |
| "grad_norm": 4.087795367081155, | |
| "learning_rate": 9.783022097502204e-06, | |
| "loss": 0.3072, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.1899159663865546, | |
| "grad_norm": 3.543885725592475, | |
| "learning_rate": 9.779159098517781e-06, | |
| "loss": 0.2562, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.1915966386554622, | |
| "grad_norm": 4.331258375709638, | |
| "learning_rate": 9.77526279088123e-06, | |
| "loss": 0.3, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.19327731092436976, | |
| "grad_norm": 5.020497063978092, | |
| "learning_rate": 9.771333201748116e-06, | |
| "loss": 0.2768, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.1949579831932773, | |
| "grad_norm": 3.3790105404739355, | |
| "learning_rate": 9.767370358505958e-06, | |
| "loss": 0.2275, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.19663865546218487, | |
| "grad_norm": 5.114492285734836, | |
| "learning_rate": 9.763374288774043e-06, | |
| "loss": 0.3194, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.19831932773109243, | |
| "grad_norm": 4.147457648794141, | |
| "learning_rate": 9.759345020403233e-06, | |
| "loss": 0.2384, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 4.002739168668194, | |
| "learning_rate": 9.755282581475769e-06, | |
| "loss": 0.2595, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.20168067226890757, | |
| "grad_norm": 3.665748728737787, | |
| "learning_rate": 9.751187000305076e-06, | |
| "loss": 0.2456, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.20336134453781513, | |
| "grad_norm": 4.317063513127341, | |
| "learning_rate": 9.747058305435566e-06, | |
| "loss": 0.3031, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.20504201680672268, | |
| "grad_norm": 4.491629737709359, | |
| "learning_rate": 9.742896525642442e-06, | |
| "loss": 0.3095, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.20672268907563024, | |
| "grad_norm": 4.5060463998958245, | |
| "learning_rate": 9.738701689931488e-06, | |
| "loss": 0.309, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.20840336134453782, | |
| "grad_norm": 3.8391374970872487, | |
| "learning_rate": 9.734473827538881e-06, | |
| "loss": 0.2701, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.21008403361344538, | |
| "grad_norm": 5.610803912721021, | |
| "learning_rate": 9.730212967930974e-06, | |
| "loss": 0.3006, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.21176470588235294, | |
| "grad_norm": 3.865567382675256, | |
| "learning_rate": 9.7259191408041e-06, | |
| "loss": 0.2494, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.2134453781512605, | |
| "grad_norm": 4.157071231774723, | |
| "learning_rate": 9.721592376084355e-06, | |
| "loss": 0.2929, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.21512605042016808, | |
| "grad_norm": 4.69641419523669, | |
| "learning_rate": 9.717232703927402e-06, | |
| "loss": 0.2922, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.21680672268907564, | |
| "grad_norm": 3.9492507253815137, | |
| "learning_rate": 9.712840154718253e-06, | |
| "loss": 0.2449, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.2184873949579832, | |
| "grad_norm": 4.438337881075212, | |
| "learning_rate": 9.70841475907106e-06, | |
| "loss": 0.2738, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.22016806722689075, | |
| "grad_norm": 4.515382778757333, | |
| "learning_rate": 9.703956547828893e-06, | |
| "loss": 0.264, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.2218487394957983, | |
| "grad_norm": 3.2827204648104185, | |
| "learning_rate": 9.69946555206354e-06, | |
| "loss": 0.2103, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.2235294117647059, | |
| "grad_norm": 6.877887492871786, | |
| "learning_rate": 9.694941803075285e-06, | |
| "loss": 0.4638, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.22521008403361345, | |
| "grad_norm": 3.826504365543723, | |
| "learning_rate": 9.690385332392676e-06, | |
| "loss": 0.2347, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.226890756302521, | |
| "grad_norm": 4.474707023359214, | |
| "learning_rate": 9.685796171772327e-06, | |
| "loss": 0.4061, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.22857142857142856, | |
| "grad_norm": 4.228391017498601, | |
| "learning_rate": 9.681174353198687e-06, | |
| "loss": 0.3177, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.23025210084033612, | |
| "grad_norm": 3.7515452786239196, | |
| "learning_rate": 9.67651990888381e-06, | |
| "loss": 0.3122, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.2319327731092437, | |
| "grad_norm": 3.8337555170576305, | |
| "learning_rate": 9.67183287126714e-06, | |
| "loss": 0.2236, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.23361344537815126, | |
| "grad_norm": 3.575500732595517, | |
| "learning_rate": 9.667113273015283e-06, | |
| "loss": 0.257, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.23529411764705882, | |
| "grad_norm": 4.960211439105124, | |
| "learning_rate": 9.66236114702178e-06, | |
| "loss": 0.3158, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.23697478991596638, | |
| "grad_norm": 3.7297597163549945, | |
| "learning_rate": 9.657576526406872e-06, | |
| "loss": 0.2612, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.23865546218487396, | |
| "grad_norm": 5.716132411582617, | |
| "learning_rate": 9.652759444517276e-06, | |
| "loss": 0.2984, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.24033613445378152, | |
| "grad_norm": 3.9938378467188556, | |
| "learning_rate": 9.647909934925952e-06, | |
| "loss": 0.2578, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.24201680672268908, | |
| "grad_norm": 4.768607552808638, | |
| "learning_rate": 9.64302803143186e-06, | |
| "loss": 0.3166, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.24369747899159663, | |
| "grad_norm": 4.36886602623328, | |
| "learning_rate": 9.63811376805974e-06, | |
| "loss": 0.2879, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.2453781512605042, | |
| "grad_norm": 5.159036155402597, | |
| "learning_rate": 9.633167179059859e-06, | |
| "loss": 0.3313, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.24705882352941178, | |
| "grad_norm": 3.9079551640082775, | |
| "learning_rate": 9.628188298907782e-06, | |
| "loss": 0.2307, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.24873949579831933, | |
| "grad_norm": 4.972815617641453, | |
| "learning_rate": 9.623177162304132e-06, | |
| "loss": 0.3627, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.2504201680672269, | |
| "grad_norm": 3.7182475542942637, | |
| "learning_rate": 9.618133804174341e-06, | |
| "loss": 0.2088, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.25210084033613445, | |
| "grad_norm": 5.105115930829285, | |
| "learning_rate": 9.613058259668416e-06, | |
| "loss": 0.3468, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.253781512605042, | |
| "grad_norm": 4.2243880410090515, | |
| "learning_rate": 9.607950564160682e-06, | |
| "loss": 0.278, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.25546218487394956, | |
| "grad_norm": 3.5788756892431417, | |
| "learning_rate": 9.602810753249549e-06, | |
| "loss": 0.2613, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.2571428571428571, | |
| "grad_norm": 3.6146625169924502, | |
| "learning_rate": 9.597638862757255e-06, | |
| "loss": 0.2197, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.25882352941176473, | |
| "grad_norm": 5.192851016189807, | |
| "learning_rate": 9.592434928729617e-06, | |
| "loss": 0.2943, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.2605042016806723, | |
| "grad_norm": 5.012984899286897, | |
| "learning_rate": 9.587198987435782e-06, | |
| "loss": 0.2742, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.26218487394957984, | |
| "grad_norm": 4.243030317874798, | |
| "learning_rate": 9.581931075367979e-06, | |
| "loss": 0.3106, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.2638655462184874, | |
| "grad_norm": 4.352999777089954, | |
| "learning_rate": 9.576631229241248e-06, | |
| "loss": 0.2602, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.26554621848739496, | |
| "grad_norm": 3.8746827574175016, | |
| "learning_rate": 9.57129948599321e-06, | |
| "loss": 0.2375, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.2672268907563025, | |
| "grad_norm": 4.370512006750166, | |
| "learning_rate": 9.565935882783784e-06, | |
| "loss": 0.3138, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.2689075630252101, | |
| "grad_norm": 4.530164031043821, | |
| "learning_rate": 9.56054045699494e-06, | |
| "loss": 0.2808, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.27058823529411763, | |
| "grad_norm": 4.240473901674803, | |
| "learning_rate": 9.555113246230443e-06, | |
| "loss": 0.2534, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.2722689075630252, | |
| "grad_norm": 4.518086654583603, | |
| "learning_rate": 9.54965428831558e-06, | |
| "loss": 0.338, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.2739495798319328, | |
| "grad_norm": 4.703674977488523, | |
| "learning_rate": 9.544163621296906e-06, | |
| "loss": 0.3264, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.27563025210084036, | |
| "grad_norm": 3.5692443136214327, | |
| "learning_rate": 9.538641283441974e-06, | |
| "loss": 0.3219, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.2773109243697479, | |
| "grad_norm": 3.6543200856527696, | |
| "learning_rate": 9.533087313239065e-06, | |
| "loss": 0.2259, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.27899159663865547, | |
| "grad_norm": 3.215902167038249, | |
| "learning_rate": 9.527501749396924e-06, | |
| "loss": 0.2681, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.280672268907563, | |
| "grad_norm": 3.63082759717829, | |
| "learning_rate": 9.521884630844498e-06, | |
| "loss": 0.3603, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.2823529411764706, | |
| "grad_norm": 4.395327561528559, | |
| "learning_rate": 9.516235996730645e-06, | |
| "loss": 0.3001, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.28403361344537814, | |
| "grad_norm": 3.402290374462376, | |
| "learning_rate": 9.510555886423883e-06, | |
| "loss": 0.2243, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.2857142857142857, | |
| "grad_norm": 4.229267629127821, | |
| "learning_rate": 9.504844339512096e-06, | |
| "loss": 0.2396, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.28739495798319326, | |
| "grad_norm": 5.626539496937702, | |
| "learning_rate": 9.499101395802277e-06, | |
| "loss": 0.3552, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.28907563025210087, | |
| "grad_norm": 4.261902788104125, | |
| "learning_rate": 9.493327095320231e-06, | |
| "loss": 0.2933, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.2907563025210084, | |
| "grad_norm": 4.315799314745412, | |
| "learning_rate": 9.487521478310316e-06, | |
| "loss": 0.337, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.292436974789916, | |
| "grad_norm": 3.2957622174585466, | |
| "learning_rate": 9.481684585235145e-06, | |
| "loss": 0.2044, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.29411764705882354, | |
| "grad_norm": 3.7840993226552264, | |
| "learning_rate": 9.475816456775313e-06, | |
| "loss": 0.355, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.2957983193277311, | |
| "grad_norm": 4.315595576291231, | |
| "learning_rate": 9.469917133829114e-06, | |
| "loss": 0.2866, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.29747899159663865, | |
| "grad_norm": 3.3039529791986375, | |
| "learning_rate": 9.463986657512254e-06, | |
| "loss": 0.2351, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.2991596638655462, | |
| "grad_norm": 3.501475550122351, | |
| "learning_rate": 9.458025069157563e-06, | |
| "loss": 0.2393, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.30084033613445377, | |
| "grad_norm": 2.96105228086886, | |
| "learning_rate": 9.452032410314709e-06, | |
| "loss": 0.1883, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.3025210084033613, | |
| "grad_norm": 2.680755297383461, | |
| "learning_rate": 9.446008722749906e-06, | |
| "loss": 0.1813, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.3042016806722689, | |
| "grad_norm": 4.321387391660858, | |
| "learning_rate": 9.439954048445628e-06, | |
| "loss": 0.2939, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.3058823529411765, | |
| "grad_norm": 3.0370917327024367, | |
| "learning_rate": 9.43386842960031e-06, | |
| "loss": 0.2264, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.30756302521008405, | |
| "grad_norm": 3.310352207725729, | |
| "learning_rate": 9.427751908628059e-06, | |
| "loss": 0.2324, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.3092436974789916, | |
| "grad_norm": 4.805046115785464, | |
| "learning_rate": 9.421604528158355e-06, | |
| "loss": 0.3299, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.31092436974789917, | |
| "grad_norm": 4.739559492527739, | |
| "learning_rate": 9.415426331035754e-06, | |
| "loss": 0.3299, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.3126050420168067, | |
| "grad_norm": 4.490880194826058, | |
| "learning_rate": 9.409217360319594e-06, | |
| "loss": 0.3312, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.3142857142857143, | |
| "grad_norm": 4.700636400248507, | |
| "learning_rate": 9.40297765928369e-06, | |
| "loss": 0.3269, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.31596638655462184, | |
| "grad_norm": 4.776516740186767, | |
| "learning_rate": 9.396707271416035e-06, | |
| "loss": 0.4301, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.3176470588235294, | |
| "grad_norm": 4.1685832195956465, | |
| "learning_rate": 9.39040624041849e-06, | |
| "loss": 0.2683, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.31932773109243695, | |
| "grad_norm": 3.746172051394499, | |
| "learning_rate": 9.384074610206495e-06, | |
| "loss": 0.2646, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.32100840336134456, | |
| "grad_norm": 4.379779974988923, | |
| "learning_rate": 9.377712424908743e-06, | |
| "loss": 0.2967, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.3226890756302521, | |
| "grad_norm": 4.319433814312415, | |
| "learning_rate": 9.371319728866892e-06, | |
| "loss": 0.3311, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.3243697478991597, | |
| "grad_norm": 4.861684100170174, | |
| "learning_rate": 9.36489656663524e-06, | |
| "loss": 0.354, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.32605042016806723, | |
| "grad_norm": 4.50859409722337, | |
| "learning_rate": 9.35844298298042e-06, | |
| "loss": 0.3593, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.3277310924369748, | |
| "grad_norm": 3.5195246430906493, | |
| "learning_rate": 9.351959022881098e-06, | |
| "loss": 0.2799, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.32941176470588235, | |
| "grad_norm": 4.0869900443685045, | |
| "learning_rate": 9.345444731527642e-06, | |
| "loss": 0.2529, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.3310924369747899, | |
| "grad_norm": 3.546421899021016, | |
| "learning_rate": 9.338900154321818e-06, | |
| "loss": 0.2463, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.33277310924369746, | |
| "grad_norm": 3.9484095318347627, | |
| "learning_rate": 9.332325336876472e-06, | |
| "loss": 0.2371, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.334453781512605, | |
| "grad_norm": 4.483956700532791, | |
| "learning_rate": 9.325720325015211e-06, | |
| "loss": 0.3235, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.33613445378151263, | |
| "grad_norm": 4.211527014803536, | |
| "learning_rate": 9.319085164772082e-06, | |
| "loss": 0.2591, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.3378151260504202, | |
| "grad_norm": 3.622584139095102, | |
| "learning_rate": 9.312419902391256e-06, | |
| "loss": 0.2483, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.33949579831932775, | |
| "grad_norm": 3.88188639438146, | |
| "learning_rate": 9.305724584326702e-06, | |
| "loss": 0.2586, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.3411764705882353, | |
| "grad_norm": 3.9405976888051475, | |
| "learning_rate": 9.298999257241862e-06, | |
| "loss": 0.2274, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.34285714285714286, | |
| "grad_norm": 4.146224854604681, | |
| "learning_rate": 9.292243968009332e-06, | |
| "loss": 0.2594, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.3445378151260504, | |
| "grad_norm": 3.989185944129595, | |
| "learning_rate": 9.285458763710524e-06, | |
| "loss": 0.2683, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.346218487394958, | |
| "grad_norm": 5.608784350311355, | |
| "learning_rate": 9.278643691635352e-06, | |
| "loss": 0.3709, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.34789915966386553, | |
| "grad_norm": 5.532967872431193, | |
| "learning_rate": 9.271798799281893e-06, | |
| "loss": 0.297, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.3495798319327731, | |
| "grad_norm": 4.155027058077883, | |
| "learning_rate": 9.264924134356057e-06, | |
| "loss": 0.2531, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.35126050420168065, | |
| "grad_norm": 3.754241120066514, | |
| "learning_rate": 9.258019744771256e-06, | |
| "loss": 0.2435, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.35294117647058826, | |
| "grad_norm": 4.052985466968748, | |
| "learning_rate": 9.251085678648072e-06, | |
| "loss": 0.3153, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.3546218487394958, | |
| "grad_norm": 4.148768432508325, | |
| "learning_rate": 9.244121984313916e-06, | |
| "loss": 0.2732, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.3563025210084034, | |
| "grad_norm": 5.068122975449146, | |
| "learning_rate": 9.2371287103027e-06, | |
| "loss": 0.3473, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.35798319327731093, | |
| "grad_norm": 4.006936512374535, | |
| "learning_rate": 9.23010590535449e-06, | |
| "loss": 0.315, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.3596638655462185, | |
| "grad_norm": 3.547781254170819, | |
| "learning_rate": 9.223053618415168e-06, | |
| "loss": 0.2365, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.36134453781512604, | |
| "grad_norm": 4.36880445829326, | |
| "learning_rate": 9.215971898636094e-06, | |
| "loss": 0.2967, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.3630252100840336, | |
| "grad_norm": 4.496167262693602, | |
| "learning_rate": 9.208860795373765e-06, | |
| "loss": 0.2878, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.36470588235294116, | |
| "grad_norm": 3.887663796616842, | |
| "learning_rate": 9.201720358189464e-06, | |
| "loss": 0.2525, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.3663865546218487, | |
| "grad_norm": 4.233661308098312, | |
| "learning_rate": 9.194550636848923e-06, | |
| "loss": 0.2519, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.3680672268907563, | |
| "grad_norm": 4.54484885962988, | |
| "learning_rate": 9.187351681321965e-06, | |
| "loss": 0.3203, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.3697478991596639, | |
| "grad_norm": 3.4662216920786424, | |
| "learning_rate": 9.180123541782172e-06, | |
| "loss": 0.2214, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.37142857142857144, | |
| "grad_norm": 3.5300962901500506, | |
| "learning_rate": 9.172866268606514e-06, | |
| "loss": 0.2963, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.373109243697479, | |
| "grad_norm": 4.206031375820797, | |
| "learning_rate": 9.16557991237502e-06, | |
| "loss": 0.2203, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.37478991596638656, | |
| "grad_norm": 3.757840416808929, | |
| "learning_rate": 9.158264523870413e-06, | |
| "loss": 0.3239, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.3764705882352941, | |
| "grad_norm": 3.597090675392685, | |
| "learning_rate": 9.150920154077753e-06, | |
| "loss": 0.2665, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.37815126050420167, | |
| "grad_norm": 4.446089735200772, | |
| "learning_rate": 9.143546854184095e-06, | |
| "loss": 0.2796, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.3798319327731092, | |
| "grad_norm": 4.073434401093653, | |
| "learning_rate": 9.136144675578114e-06, | |
| "loss": 0.3209, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.3815126050420168, | |
| "grad_norm": 5.293045962034339, | |
| "learning_rate": 9.128713669849767e-06, | |
| "loss": 0.2809, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.3831932773109244, | |
| "grad_norm": 3.680410107923094, | |
| "learning_rate": 9.121253888789916e-06, | |
| "loss": 0.2351, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.38487394957983195, | |
| "grad_norm": 4.088899341235213, | |
| "learning_rate": 9.113765384389984e-06, | |
| "loss": 0.241, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.3865546218487395, | |
| "grad_norm": 4.210493690445477, | |
| "learning_rate": 9.106248208841568e-06, | |
| "loss": 0.2192, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.38823529411764707, | |
| "grad_norm": 3.587405660068709, | |
| "learning_rate": 9.098702414536107e-06, | |
| "loss": 0.2711, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.3899159663865546, | |
| "grad_norm": 3.825397280710117, | |
| "learning_rate": 9.091128054064487e-06, | |
| "loss": 0.3151, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.3915966386554622, | |
| "grad_norm": 4.285084366810055, | |
| "learning_rate": 9.083525180216697e-06, | |
| "loss": 0.3844, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.39327731092436974, | |
| "grad_norm": 4.755201193219765, | |
| "learning_rate": 9.075893845981445e-06, | |
| "loss": 0.3369, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.3949579831932773, | |
| "grad_norm": 4.281159237147637, | |
| "learning_rate": 9.0682341045458e-06, | |
| "loss": 0.2796, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.39663865546218485, | |
| "grad_norm": 4.368844736645276, | |
| "learning_rate": 9.060546009294818e-06, | |
| "loss": 0.2487, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.3983193277310924, | |
| "grad_norm": 4.6683321618853135, | |
| "learning_rate": 9.05282961381116e-06, | |
| "loss": 0.3492, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 5.315996126677612, | |
| "learning_rate": 9.045084971874738e-06, | |
| "loss": 0.3656, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.4016806722689076, | |
| "grad_norm": 3.858049576778821, | |
| "learning_rate": 9.037312137462323e-06, | |
| "loss": 0.2944, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.40336134453781514, | |
| "grad_norm": 3.759649106675766, | |
| "learning_rate": 9.029511164747175e-06, | |
| "loss": 0.2459, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.4050420168067227, | |
| "grad_norm": 3.202243641118359, | |
| "learning_rate": 9.021682108098671e-06, | |
| "loss": 0.2363, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.40672268907563025, | |
| "grad_norm": 3.6191519137994645, | |
| "learning_rate": 9.013825022081915e-06, | |
| "loss": 0.2047, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.4084033613445378, | |
| "grad_norm": 3.6644452904006033, | |
| "learning_rate": 9.005939961457366e-06, | |
| "loss": 0.262, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.41008403361344536, | |
| "grad_norm": 3.7496680659825086, | |
| "learning_rate": 8.998026981180454e-06, | |
| "loss": 0.2771, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.4117647058823529, | |
| "grad_norm": 3.8508524533519846, | |
| "learning_rate": 8.990086136401199e-06, | |
| "loss": 0.2579, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.4134453781512605, | |
| "grad_norm": 3.7111410813135364, | |
| "learning_rate": 8.982117482463817e-06, | |
| "loss": 0.2416, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.4151260504201681, | |
| "grad_norm": 3.989630255920349, | |
| "learning_rate": 8.97412107490635e-06, | |
| "loss": 0.298, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.41680672268907565, | |
| "grad_norm": 4.732255647732948, | |
| "learning_rate": 8.966096969460263e-06, | |
| "loss": 0.32, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.4184873949579832, | |
| "grad_norm": 4.411373768817184, | |
| "learning_rate": 8.958045222050073e-06, | |
| "loss": 0.2691, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.42016806722689076, | |
| "grad_norm": 3.1311996398393442, | |
| "learning_rate": 8.94996588879294e-06, | |
| "loss": 0.221, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.4218487394957983, | |
| "grad_norm": 4.469878722633478, | |
| "learning_rate": 8.94185902599829e-06, | |
| "loss": 0.2651, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.4235294117647059, | |
| "grad_norm": 4.365076580209745, | |
| "learning_rate": 8.933724690167417e-06, | |
| "loss": 0.2595, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.42521008403361343, | |
| "grad_norm": 4.633047058160098, | |
| "learning_rate": 8.92556293799309e-06, | |
| "loss": 0.3017, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.426890756302521, | |
| "grad_norm": 5.2053731159390155, | |
| "learning_rate": 8.917373826359156e-06, | |
| "loss": 0.299, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.42857142857142855, | |
| "grad_norm": 4.447949765493168, | |
| "learning_rate": 8.90915741234015e-06, | |
| "loss": 0.3193, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.43025210084033616, | |
| "grad_norm": 3.8152143367175513, | |
| "learning_rate": 8.900913753200887e-06, | |
| "loss": 0.3044, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.4319327731092437, | |
| "grad_norm": 4.174809354409252, | |
| "learning_rate": 8.892642906396076e-06, | |
| "loss": 0.2842, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.4336134453781513, | |
| "grad_norm": 3.77208471800023, | |
| "learning_rate": 8.884344929569905e-06, | |
| "loss": 0.2609, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.43529411764705883, | |
| "grad_norm": 4.447034923610601, | |
| "learning_rate": 8.87601988055565e-06, | |
| "loss": 0.2726, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.4369747899159664, | |
| "grad_norm": 5.8600808097772195, | |
| "learning_rate": 8.867667817375266e-06, | |
| "loss": 0.346, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.43865546218487395, | |
| "grad_norm": 4.540496751153247, | |
| "learning_rate": 8.859288798238988e-06, | |
| "loss": 0.3182, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.4403361344537815, | |
| "grad_norm": 2.8122638765624397, | |
| "learning_rate": 8.850882881544923e-06, | |
| "loss": 0.1844, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.44201680672268906, | |
| "grad_norm": 3.5705823570496684, | |
| "learning_rate": 8.842450125878634e-06, | |
| "loss": 0.2554, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.4436974789915966, | |
| "grad_norm": 3.455189753673065, | |
| "learning_rate": 8.833990590012749e-06, | |
| "loss": 0.2733, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.44537815126050423, | |
| "grad_norm": 4.535794944046676, | |
| "learning_rate": 8.825504332906542e-06, | |
| "loss": 0.3123, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.4470588235294118, | |
| "grad_norm": 4.501300539384694, | |
| "learning_rate": 8.816991413705515e-06, | |
| "loss": 0.3499, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.44873949579831934, | |
| "grad_norm": 3.772508646537353, | |
| "learning_rate": 8.808451891741001e-06, | |
| "loss": 0.2276, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.4504201680672269, | |
| "grad_norm": 4.46019811065151, | |
| "learning_rate": 8.799885826529736e-06, | |
| "loss": 0.3519, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.45210084033613446, | |
| "grad_norm": 3.836911860530734, | |
| "learning_rate": 8.79129327777346e-06, | |
| "loss": 0.311, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.453781512605042, | |
| "grad_norm": 4.17176003502619, | |
| "learning_rate": 8.782674305358481e-06, | |
| "loss": 0.43, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.45546218487394957, | |
| "grad_norm": 4.563428438365214, | |
| "learning_rate": 8.774028969355273e-06, | |
| "loss": 0.3458, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.45714285714285713, | |
| "grad_norm": 3.1154650936868693, | |
| "learning_rate": 8.765357330018056e-06, | |
| "loss": 0.2571, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.4588235294117647, | |
| "grad_norm": 4.122139441670632, | |
| "learning_rate": 8.756659447784367e-06, | |
| "loss": 0.262, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.46050420168067224, | |
| "grad_norm": 3.8315294608965855, | |
| "learning_rate": 8.74793538327465e-06, | |
| "loss": 0.2821, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.46218487394957986, | |
| "grad_norm": 3.486277326170669, | |
| "learning_rate": 8.739185197291824e-06, | |
| "loss": 0.2609, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.4638655462184874, | |
| "grad_norm": 3.9161973496705804, | |
| "learning_rate": 8.730408950820864e-06, | |
| "loss": 0.2659, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.46554621848739497, | |
| "grad_norm": 3.9755393105316026, | |
| "learning_rate": 8.721606705028376e-06, | |
| "loss": 0.3386, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.4672268907563025, | |
| "grad_norm": 4.113828914872, | |
| "learning_rate": 8.71277852126217e-06, | |
| "loss": 0.3051, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.4689075630252101, | |
| "grad_norm": 4.36471703505004, | |
| "learning_rate": 8.703924461050832e-06, | |
| "loss": 0.3559, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.47058823529411764, | |
| "grad_norm": 3.2200963840010313, | |
| "learning_rate": 8.695044586103297e-06, | |
| "loss": 0.2411, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.4722689075630252, | |
| "grad_norm": 3.703533034697428, | |
| "learning_rate": 8.686138958308415e-06, | |
| "loss": 0.2494, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.47394957983193275, | |
| "grad_norm": 4.893742503645441, | |
| "learning_rate": 8.67720763973452e-06, | |
| "loss": 0.3223, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.4756302521008403, | |
| "grad_norm": 3.4635478444534953, | |
| "learning_rate": 8.668250692629008e-06, | |
| "loss": 0.2756, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.4773109243697479, | |
| "grad_norm": 3.6201745404997614, | |
| "learning_rate": 8.659268179417886e-06, | |
| "loss": 0.2908, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.4789915966386555, | |
| "grad_norm": 3.782243262021975, | |
| "learning_rate": 8.65026016270535e-06, | |
| "loss": 0.234, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.48067226890756304, | |
| "grad_norm": 3.5478171634722813, | |
| "learning_rate": 8.641226705273344e-06, | |
| "loss": 0.2861, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.4823529411764706, | |
| "grad_norm": 4.037626445390373, | |
| "learning_rate": 8.632167870081122e-06, | |
| "loss": 0.2432, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 0.48403361344537815, | |
| "grad_norm": 3.2184403921642213, | |
| "learning_rate": 8.623083720264806e-06, | |
| "loss": 0.2363, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.4857142857142857, | |
| "grad_norm": 5.052805269729211, | |
| "learning_rate": 8.613974319136959e-06, | |
| "loss": 0.3165, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 0.48739495798319327, | |
| "grad_norm": 3.218456415544736, | |
| "learning_rate": 8.604839730186125e-06, | |
| "loss": 0.2267, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.4890756302521008, | |
| "grad_norm": 4.252440000738233, | |
| "learning_rate": 8.595680017076403e-06, | |
| "loss": 0.2729, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.4907563025210084, | |
| "grad_norm": 3.1859679446297022, | |
| "learning_rate": 8.586495243646992e-06, | |
| "loss": 0.251, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.492436974789916, | |
| "grad_norm": 3.66415139207086, | |
| "learning_rate": 8.577285473911753e-06, | |
| "loss": 0.2324, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 0.49411764705882355, | |
| "grad_norm": 4.099894312537824, | |
| "learning_rate": 8.568050772058763e-06, | |
| "loss": 0.2386, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.4957983193277311, | |
| "grad_norm": 3.9209399542308607, | |
| "learning_rate": 8.558791202449857e-06, | |
| "loss": 0.3748, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.49747899159663866, | |
| "grad_norm": 3.3376430249824636, | |
| "learning_rate": 8.549506829620193e-06, | |
| "loss": 0.2286, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.4991596638655462, | |
| "grad_norm": 3.062020828679799, | |
| "learning_rate": 8.540197718277797e-06, | |
| "loss": 0.2708, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 0.5008403361344538, | |
| "grad_norm": 3.1937828441308334, | |
| "learning_rate": 8.530863933303108e-06, | |
| "loss": 0.2086, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.5025210084033613, | |
| "grad_norm": 3.521499964472593, | |
| "learning_rate": 8.521505539748535e-06, | |
| "loss": 0.2447, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 0.5042016806722689, | |
| "grad_norm": 4.642967511496677, | |
| "learning_rate": 8.512122602837993e-06, | |
| "loss": 0.2472, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.5058823529411764, | |
| "grad_norm": 4.284360904697484, | |
| "learning_rate": 8.502715187966455e-06, | |
| "loss": 0.3206, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 0.507563025210084, | |
| "grad_norm": 3.465500865378122, | |
| "learning_rate": 8.493283360699496e-06, | |
| "loss": 0.2294, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 0.5092436974789916, | |
| "grad_norm": 3.4457509437221177, | |
| "learning_rate": 8.483827186772832e-06, | |
| "loss": 0.2912, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 0.5109243697478991, | |
| "grad_norm": 3.808581617500537, | |
| "learning_rate": 8.47434673209187e-06, | |
| "loss": 0.2446, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.5126050420168067, | |
| "grad_norm": 3.3314215181937095, | |
| "learning_rate": 8.464842062731235e-06, | |
| "loss": 0.2212, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.5142857142857142, | |
| "grad_norm": 4.039124686139426, | |
| "learning_rate": 8.455313244934324e-06, | |
| "loss": 0.2455, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.5159663865546219, | |
| "grad_norm": 4.193722450586983, | |
| "learning_rate": 8.445760345112836e-06, | |
| "loss": 0.2481, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 0.5176470588235295, | |
| "grad_norm": 3.889796309337689, | |
| "learning_rate": 8.436183429846314e-06, | |
| "loss": 0.2859, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.519327731092437, | |
| "grad_norm": 3.9169255433081664, | |
| "learning_rate": 8.426582565881674e-06, | |
| "loss": 0.263, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 0.5210084033613446, | |
| "grad_norm": 3.418188058193833, | |
| "learning_rate": 8.416957820132743e-06, | |
| "loss": 0.2356, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.5226890756302521, | |
| "grad_norm": 3.2839702099179067, | |
| "learning_rate": 8.407309259679801e-06, | |
| "loss": 0.2555, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 0.5243697478991597, | |
| "grad_norm": 3.9981862118067957, | |
| "learning_rate": 8.397636951769099e-06, | |
| "loss": 0.2468, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.5260504201680672, | |
| "grad_norm": 4.1369216765373595, | |
| "learning_rate": 8.387940963812398e-06, | |
| "loss": 0.2481, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 0.5277310924369748, | |
| "grad_norm": 4.270925434895349, | |
| "learning_rate": 8.378221363386506e-06, | |
| "loss": 0.2558, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.5294117647058824, | |
| "grad_norm": 3.240664369248623, | |
| "learning_rate": 8.368478218232787e-06, | |
| "loss": 0.2583, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.5310924369747899, | |
| "grad_norm": 3.1933231590113142, | |
| "learning_rate": 8.358711596256712e-06, | |
| "loss": 0.215, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.5327731092436975, | |
| "grad_norm": 4.167983149331361, | |
| "learning_rate": 8.348921565527373e-06, | |
| "loss": 0.3324, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 0.534453781512605, | |
| "grad_norm": 3.4358411113634646, | |
| "learning_rate": 8.339108194277006e-06, | |
| "loss": 0.2589, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.5361344537815126, | |
| "grad_norm": 4.164325821445187, | |
| "learning_rate": 8.329271550900528e-06, | |
| "loss": 0.298, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 0.5378151260504201, | |
| "grad_norm": 3.5852432229900613, | |
| "learning_rate": 8.319411703955042e-06, | |
| "loss": 0.2575, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.5394957983193277, | |
| "grad_norm": 4.392211699734561, | |
| "learning_rate": 8.309528722159383e-06, | |
| "loss": 0.2755, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 0.5411764705882353, | |
| "grad_norm": 4.185705868785948, | |
| "learning_rate": 8.299622674393615e-06, | |
| "loss": 0.2893, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.5428571428571428, | |
| "grad_norm": 4.547143925765926, | |
| "learning_rate": 8.289693629698564e-06, | |
| "loss": 0.3375, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 0.5445378151260504, | |
| "grad_norm": 3.9462639969766977, | |
| "learning_rate": 8.27974165727534e-06, | |
| "loss": 0.3053, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.5462184873949579, | |
| "grad_norm": 3.972277144129639, | |
| "learning_rate": 8.269766826484841e-06, | |
| "loss": 0.2827, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.5478991596638656, | |
| "grad_norm": 3.7091300891124526, | |
| "learning_rate": 8.259769206847286e-06, | |
| "loss": 0.2751, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 0.5495798319327732, | |
| "grad_norm": 3.8728056075092736, | |
| "learning_rate": 8.249748868041717e-06, | |
| "loss": 0.2629, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 0.5512605042016807, | |
| "grad_norm": 3.230198623667927, | |
| "learning_rate": 8.239705879905519e-06, | |
| "loss": 0.2557, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.5529411764705883, | |
| "grad_norm": 4.162100326672927, | |
| "learning_rate": 8.229640312433938e-06, | |
| "loss": 0.2249, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 0.5546218487394958, | |
| "grad_norm": 3.030431828388766, | |
| "learning_rate": 8.219552235779578e-06, | |
| "loss": 0.2382, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.5563025210084034, | |
| "grad_norm": 3.2618326842590446, | |
| "learning_rate": 8.209441720251934e-06, | |
| "loss": 0.2562, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 0.5579831932773109, | |
| "grad_norm": 4.60003136005453, | |
| "learning_rate": 8.199308836316883e-06, | |
| "loss": 0.2635, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.5596638655462185, | |
| "grad_norm": 5.124504363614122, | |
| "learning_rate": 8.189153654596199e-06, | |
| "loss": 0.2848, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 0.561344537815126, | |
| "grad_norm": 3.093400315613663, | |
| "learning_rate": 8.178976245867068e-06, | |
| "loss": 0.2058, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 0.5630252100840336, | |
| "grad_norm": 3.393259880948687, | |
| "learning_rate": 8.168776681061583e-06, | |
| "loss": 0.2009, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.5647058823529412, | |
| "grad_norm": 3.9012793474429226, | |
| "learning_rate": 8.158555031266255e-06, | |
| "loss": 0.2728, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.5663865546218487, | |
| "grad_norm": 4.010363842008162, | |
| "learning_rate": 8.148311367721524e-06, | |
| "loss": 0.2487, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 0.5680672268907563, | |
| "grad_norm": 3.313090386559345, | |
| "learning_rate": 8.138045761821252e-06, | |
| "loss": 0.2392, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 0.5697478991596638, | |
| "grad_norm": 3.003737875930333, | |
| "learning_rate": 8.127758285112226e-06, | |
| "loss": 0.196, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 0.5714285714285714, | |
| "grad_norm": 4.813841107800995, | |
| "learning_rate": 8.117449009293668e-06, | |
| "loss": 0.2345, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.573109243697479, | |
| "grad_norm": 3.820262645541521, | |
| "learning_rate": 8.107118006216732e-06, | |
| "loss": 0.3774, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 0.5747899159663865, | |
| "grad_norm": 3.5798699267278256, | |
| "learning_rate": 8.096765347883995e-06, | |
| "loss": 0.323, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 0.5764705882352941, | |
| "grad_norm": 3.7918963101834695, | |
| "learning_rate": 8.086391106448965e-06, | |
| "loss": 0.2771, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 0.5781512605042017, | |
| "grad_norm": 3.710871164871179, | |
| "learning_rate": 8.075995354215578e-06, | |
| "loss": 0.2296, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.5798319327731093, | |
| "grad_norm": 3.081675164930532, | |
| "learning_rate": 8.065578163637686e-06, | |
| "loss": 0.239, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.5815126050420169, | |
| "grad_norm": 3.472850199568395, | |
| "learning_rate": 8.055139607318558e-06, | |
| "loss": 0.2581, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 0.5831932773109244, | |
| "grad_norm": 3.5895910105236988, | |
| "learning_rate": 8.044679758010376e-06, | |
| "loss": 0.25, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 0.584873949579832, | |
| "grad_norm": 5.03178448321192, | |
| "learning_rate": 8.03419868861372e-06, | |
| "loss": 0.1916, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.5865546218487395, | |
| "grad_norm": 3.821763309544136, | |
| "learning_rate": 8.023696472177068e-06, | |
| "loss": 0.2909, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 0.5882352941176471, | |
| "grad_norm": 4.0276823826082095, | |
| "learning_rate": 8.013173181896283e-06, | |
| "loss": 0.2604, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.5899159663865546, | |
| "grad_norm": 2.9398477769509705, | |
| "learning_rate": 8.002628891114104e-06, | |
| "loss": 0.2271, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 0.5915966386554622, | |
| "grad_norm": 4.554336270535579, | |
| "learning_rate": 7.992063673319632e-06, | |
| "loss": 0.3412, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.5932773109243697, | |
| "grad_norm": 4.154201529208768, | |
| "learning_rate": 7.981477602147823e-06, | |
| "loss": 0.265, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 0.5949579831932773, | |
| "grad_norm": 2.665436237812907, | |
| "learning_rate": 7.97087075137897e-06, | |
| "loss": 0.1938, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 0.5966386554621849, | |
| "grad_norm": 3.3626195738967577, | |
| "learning_rate": 7.960243194938192e-06, | |
| "loss": 0.228, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.5983193277310924, | |
| "grad_norm": 3.8286004476475335, | |
| "learning_rate": 7.949595006894917e-06, | |
| "loss": 0.257, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 3.0558429385007275, | |
| "learning_rate": 7.938926261462366e-06, | |
| "loss": 0.3105, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 0.6016806722689075, | |
| "grad_norm": 4.545539695509062, | |
| "learning_rate": 7.928237032997037e-06, | |
| "loss": 0.2787, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 0.6033613445378151, | |
| "grad_norm": 3.4144872596036326, | |
| "learning_rate": 7.917527395998183e-06, | |
| "loss": 0.2107, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 0.6050420168067226, | |
| "grad_norm": 3.197576947653472, | |
| "learning_rate": 7.9067974251073e-06, | |
| "loss": 0.2402, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.6067226890756302, | |
| "grad_norm": 4.953522954492192, | |
| "learning_rate": 7.896047195107599e-06, | |
| "loss": 0.4079, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 0.6084033613445378, | |
| "grad_norm": 3.913644693006596, | |
| "learning_rate": 7.885276780923488e-06, | |
| "loss": 0.2446, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 0.6100840336134454, | |
| "grad_norm": 4.162061152262566, | |
| "learning_rate": 7.87448625762005e-06, | |
| "loss": 0.2775, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 0.611764705882353, | |
| "grad_norm": 3.9118577002779915, | |
| "learning_rate": 7.863675700402527e-06, | |
| "loss": 0.2945, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 0.6134453781512605, | |
| "grad_norm": 3.835742001918319, | |
| "learning_rate": 7.852845184615776e-06, | |
| "loss": 0.3243, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.6151260504201681, | |
| "grad_norm": 3.811064930664159, | |
| "learning_rate": 7.841994785743765e-06, | |
| "loss": 0.275, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 0.6168067226890757, | |
| "grad_norm": 3.638636507424936, | |
| "learning_rate": 7.831124579409036e-06, | |
| "loss": 0.2385, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 0.6184873949579832, | |
| "grad_norm": 3.7590755941327263, | |
| "learning_rate": 7.820234641372182e-06, | |
| "loss": 0.2615, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.6201680672268908, | |
| "grad_norm": 4.262512697571422, | |
| "learning_rate": 7.809325047531315e-06, | |
| "loss": 0.2305, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 0.6218487394957983, | |
| "grad_norm": 3.5789208550854137, | |
| "learning_rate": 7.798395873921542e-06, | |
| "loss": 0.2829, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.6235294117647059, | |
| "grad_norm": 3.6770787617731657, | |
| "learning_rate": 7.787447196714428e-06, | |
| "loss": 0.3103, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 0.6252100840336134, | |
| "grad_norm": 4.681057793290432, | |
| "learning_rate": 7.776479092217475e-06, | |
| "loss": 0.3245, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 0.626890756302521, | |
| "grad_norm": 4.585623869647911, | |
| "learning_rate": 7.76549163687358e-06, | |
| "loss": 0.2892, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 0.6285714285714286, | |
| "grad_norm": 3.820748783778272, | |
| "learning_rate": 7.754484907260513e-06, | |
| "loss": 0.2256, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 0.6302521008403361, | |
| "grad_norm": 3.9111468680258086, | |
| "learning_rate": 7.743458980090371e-06, | |
| "loss": 0.2549, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.6319327731092437, | |
| "grad_norm": 3.1067953029914888, | |
| "learning_rate": 7.73241393220905e-06, | |
| "loss": 0.2132, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 0.6336134453781512, | |
| "grad_norm": 3.164293144904975, | |
| "learning_rate": 7.721349840595713e-06, | |
| "loss": 0.2092, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 0.6352941176470588, | |
| "grad_norm": 3.734593960662017, | |
| "learning_rate": 7.710266782362248e-06, | |
| "loss": 0.2976, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 0.6369747899159663, | |
| "grad_norm": 3.1220699118832407, | |
| "learning_rate": 7.69916483475273e-06, | |
| "loss": 0.2478, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 0.6386554621848739, | |
| "grad_norm": 3.2574034724313177, | |
| "learning_rate": 7.688044075142888e-06, | |
| "loss": 0.1939, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.6403361344537815, | |
| "grad_norm": 3.4284207068175907, | |
| "learning_rate": 7.676904581039559e-06, | |
| "loss": 0.2866, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 0.6420168067226891, | |
| "grad_norm": 3.040455959047564, | |
| "learning_rate": 7.665746430080155e-06, | |
| "loss": 0.217, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 0.6436974789915967, | |
| "grad_norm": 3.224524280206461, | |
| "learning_rate": 7.654569700032112e-06, | |
| "loss": 0.2332, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 0.6453781512605042, | |
| "grad_norm": 3.6681207305304744, | |
| "learning_rate": 7.643374468792364e-06, | |
| "loss": 0.23, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.6470588235294118, | |
| "grad_norm": 2.76803712271111, | |
| "learning_rate": 7.63216081438678e-06, | |
| "loss": 0.1768, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.6487394957983194, | |
| "grad_norm": 3.172049754177004, | |
| "learning_rate": 7.620928814969636e-06, | |
| "loss": 0.2458, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 0.6504201680672269, | |
| "grad_norm": 4.021324325221757, | |
| "learning_rate": 7.609678548823065e-06, | |
| "loss": 0.2878, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 0.6521008403361345, | |
| "grad_norm": 4.45631664976017, | |
| "learning_rate": 7.5984100943565055e-06, | |
| "loss": 0.3669, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 0.653781512605042, | |
| "grad_norm": 4.350536114923283, | |
| "learning_rate": 7.587123530106171e-06, | |
| "loss": 0.3114, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 0.6554621848739496, | |
| "grad_norm": 4.110763780984955, | |
| "learning_rate": 7.57581893473448e-06, | |
| "loss": 0.3002, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.6571428571428571, | |
| "grad_norm": 3.824638074318695, | |
| "learning_rate": 7.564496387029532e-06, | |
| "loss": 0.2555, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 0.6588235294117647, | |
| "grad_norm": 4.166305509765287, | |
| "learning_rate": 7.553155965904535e-06, | |
| "loss": 0.2617, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 0.6605042016806723, | |
| "grad_norm": 4.290626462011601, | |
| "learning_rate": 7.541797750397277e-06, | |
| "loss": 0.2565, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 0.6621848739495798, | |
| "grad_norm": 3.688859506019526, | |
| "learning_rate": 7.530421819669558e-06, | |
| "loss": 0.2639, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 0.6638655462184874, | |
| "grad_norm": 3.6789226419918446, | |
| "learning_rate": 7.519028253006649e-06, | |
| "loss": 0.2741, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.6655462184873949, | |
| "grad_norm": 3.3382701043360647, | |
| "learning_rate": 7.507617129816733e-06, | |
| "loss": 0.2206, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 0.6672268907563025, | |
| "grad_norm": 3.3066950479168153, | |
| "learning_rate": 7.496188529630359e-06, | |
| "loss": 0.2993, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 0.66890756302521, | |
| "grad_norm": 3.893635706930087, | |
| "learning_rate": 7.484742532099878e-06, | |
| "loss": 0.2326, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 0.6705882352941176, | |
| "grad_norm": 4.099621838646233, | |
| "learning_rate": 7.473279216998896e-06, | |
| "loss": 0.2828, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 0.6722689075630253, | |
| "grad_norm": 5.661766299326251, | |
| "learning_rate": 7.461798664221711e-06, | |
| "loss": 0.2377, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.6739495798319328, | |
| "grad_norm": 2.870347406882497, | |
| "learning_rate": 7.450300953782768e-06, | |
| "loss": 0.151, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 0.6756302521008404, | |
| "grad_norm": 3.530732621066666, | |
| "learning_rate": 7.438786165816084e-06, | |
| "loss": 0.3204, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 0.6773109243697479, | |
| "grad_norm": 4.951946205032062, | |
| "learning_rate": 7.427254380574705e-06, | |
| "loss": 0.3073, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 0.6789915966386555, | |
| "grad_norm": 4.425642984242483, | |
| "learning_rate": 7.415705678430138e-06, | |
| "loss": 0.2526, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 0.680672268907563, | |
| "grad_norm": 4.575800850868975, | |
| "learning_rate": 7.404140139871797e-06, | |
| "loss": 0.3725, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.6823529411764706, | |
| "grad_norm": 4.0365196047687535, | |
| "learning_rate": 7.392557845506433e-06, | |
| "loss": 0.3002, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 0.6840336134453782, | |
| "grad_norm": 5.981792145534908, | |
| "learning_rate": 7.380958876057581e-06, | |
| "loss": 0.2435, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 0.6857142857142857, | |
| "grad_norm": 4.363575458393627, | |
| "learning_rate": 7.369343312364994e-06, | |
| "loss": 0.2212, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 0.6873949579831933, | |
| "grad_norm": 4.340605315487809, | |
| "learning_rate": 7.357711235384079e-06, | |
| "loss": 0.2507, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 0.6890756302521008, | |
| "grad_norm": 3.6485734876832274, | |
| "learning_rate": 7.346062726185332e-06, | |
| "loss": 0.2597, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.6907563025210084, | |
| "grad_norm": 4.0943244771611, | |
| "learning_rate": 7.3343978659537775e-06, | |
| "loss": 0.2611, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 0.692436974789916, | |
| "grad_norm": 3.5101040552518206, | |
| "learning_rate": 7.3227167359883964e-06, | |
| "loss": 0.2051, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 0.6941176470588235, | |
| "grad_norm": 4.3439206313504535, | |
| "learning_rate": 7.311019417701567e-06, | |
| "loss": 0.2752, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 0.6957983193277311, | |
| "grad_norm": 3.9550057956306093, | |
| "learning_rate": 7.299305992618488e-06, | |
| "loss": 0.2956, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 0.6974789915966386, | |
| "grad_norm": 3.1277606523059927, | |
| "learning_rate": 7.287576542376616e-06, | |
| "loss": 0.2466, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.6991596638655462, | |
| "grad_norm": 3.1005601888199292, | |
| "learning_rate": 7.275831148725101e-06, | |
| "loss": 0.2144, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 0.7008403361344537, | |
| "grad_norm": 3.9059268145411625, | |
| "learning_rate": 7.264069893524207e-06, | |
| "loss": 0.3389, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 0.7025210084033613, | |
| "grad_norm": 3.377596564727831, | |
| "learning_rate": 7.252292858744747e-06, | |
| "loss": 0.2157, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 0.704201680672269, | |
| "grad_norm": 4.187645692769235, | |
| "learning_rate": 7.24050012646751e-06, | |
| "loss": 0.3017, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 0.7058823529411765, | |
| "grad_norm": 3.610783613896857, | |
| "learning_rate": 7.2286917788826926e-06, | |
| "loss": 0.2494, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.7075630252100841, | |
| "grad_norm": 3.048155560726766, | |
| "learning_rate": 7.216867898289319e-06, | |
| "loss": 0.2092, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 0.7092436974789916, | |
| "grad_norm": 3.416863835083985, | |
| "learning_rate": 7.2050285670946776e-06, | |
| "loss": 0.2012, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 0.7109243697478992, | |
| "grad_norm": 3.6205625981668983, | |
| "learning_rate": 7.193173867813735e-06, | |
| "loss": 0.1958, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 0.7126050420168067, | |
| "grad_norm": 3.2909907100719495, | |
| "learning_rate": 7.181303883068569e-06, | |
| "loss": 0.2534, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 0.7142857142857143, | |
| "grad_norm": 4.094896807207073, | |
| "learning_rate": 7.169418695587791e-06, | |
| "loss": 0.2834, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.7159663865546219, | |
| "grad_norm": 3.7570453300774975, | |
| "learning_rate": 7.157518388205969e-06, | |
| "loss": 0.2357, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 0.7176470588235294, | |
| "grad_norm": 4.34455688743933, | |
| "learning_rate": 7.145603043863045e-06, | |
| "loss": 0.4079, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 0.719327731092437, | |
| "grad_norm": 3.9605795228359453, | |
| "learning_rate": 7.1336727456037716e-06, | |
| "loss": 0.2724, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 0.7210084033613445, | |
| "grad_norm": 4.50690190414524, | |
| "learning_rate": 7.121727576577116e-06, | |
| "loss": 0.2715, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 0.7226890756302521, | |
| "grad_norm": 3.4305670733319635, | |
| "learning_rate": 7.109767620035689e-06, | |
| "loss": 0.2527, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.7243697478991596, | |
| "grad_norm": 3.7556549613232155, | |
| "learning_rate": 7.097792959335169e-06, | |
| "loss": 0.272, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 0.7260504201680672, | |
| "grad_norm": 4.331780366651023, | |
| "learning_rate": 7.0858036779337095e-06, | |
| "loss": 0.269, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 0.7277310924369748, | |
| "grad_norm": 2.9644967270995464, | |
| "learning_rate": 7.0737998593913686e-06, | |
| "loss": 0.2009, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 0.7294117647058823, | |
| "grad_norm": 3.424245481423386, | |
| "learning_rate": 7.061781587369518e-06, | |
| "loss": 0.1963, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 0.7310924369747899, | |
| "grad_norm": 3.5553808491409975, | |
| "learning_rate": 7.049748945630269e-06, | |
| "loss": 0.2204, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.7327731092436974, | |
| "grad_norm": 2.988384045794864, | |
| "learning_rate": 7.037702018035878e-06, | |
| "loss": 0.255, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 0.7344537815126051, | |
| "grad_norm": 3.877729077495976, | |
| "learning_rate": 7.0256408885481694e-06, | |
| "loss": 0.2379, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 0.7361344537815127, | |
| "grad_norm": 3.8152006801676293, | |
| "learning_rate": 7.013565641227954e-06, | |
| "loss": 0.2795, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 0.7378151260504202, | |
| "grad_norm": 3.8197950101640408, | |
| "learning_rate": 7.001476360234428e-06, | |
| "loss": 0.2441, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 0.7394957983193278, | |
| "grad_norm": 3.653213590928426, | |
| "learning_rate": 6.989373129824605e-06, | |
| "loss": 0.2333, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.7411764705882353, | |
| "grad_norm": 3.1988797850199986, | |
| "learning_rate": 6.977256034352713e-06, | |
| "loss": 0.1969, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 0.7428571428571429, | |
| "grad_norm": 3.6369472387733315, | |
| "learning_rate": 6.965125158269619e-06, | |
| "loss": 0.2039, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 0.7445378151260504, | |
| "grad_norm": 3.504132707054677, | |
| "learning_rate": 6.952980586122231e-06, | |
| "loss": 0.2294, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 0.746218487394958, | |
| "grad_norm": 3.9801905625390166, | |
| "learning_rate": 6.940822402552914e-06, | |
| "loss": 0.2557, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 0.7478991596638656, | |
| "grad_norm": 3.596393116732762, | |
| "learning_rate": 6.928650692298898e-06, | |
| "loss": 0.226, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.7495798319327731, | |
| "grad_norm": 3.0142886185199065, | |
| "learning_rate": 6.916465540191692e-06, | |
| "loss": 0.2098, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 0.7512605042016807, | |
| "grad_norm": 4.0997116691327316, | |
| "learning_rate": 6.904267031156482e-06, | |
| "loss": 0.2141, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 0.7529411764705882, | |
| "grad_norm": 3.2816445631622164, | |
| "learning_rate": 6.892055250211552e-06, | |
| "loss": 0.2118, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 0.7546218487394958, | |
| "grad_norm": 2.898884385242415, | |
| "learning_rate": 6.879830282467682e-06, | |
| "loss": 0.2249, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 0.7563025210084033, | |
| "grad_norm": 3.701834773955598, | |
| "learning_rate": 6.867592213127559e-06, | |
| "loss": 0.2975, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.7579831932773109, | |
| "grad_norm": 3.3905113341532824, | |
| "learning_rate": 6.855341127485183e-06, | |
| "loss": 0.2285, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 0.7596638655462185, | |
| "grad_norm": 4.432808727705175, | |
| "learning_rate": 6.84307711092527e-06, | |
| "loss": 0.2872, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 0.761344537815126, | |
| "grad_norm": 3.8277259460611974, | |
| "learning_rate": 6.8308002489226645e-06, | |
| "loss": 0.2294, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 0.7630252100840336, | |
| "grad_norm": 3.425696594498262, | |
| "learning_rate": 6.81851062704173e-06, | |
| "loss": 0.1943, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 0.7647058823529411, | |
| "grad_norm": 3.112228899870348, | |
| "learning_rate": 6.806208330935766e-06, | |
| "loss": 0.2217, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.7663865546218488, | |
| "grad_norm": 3.6268572961078602, | |
| "learning_rate": 6.793893446346405e-06, | |
| "loss": 0.207, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 0.7680672268907563, | |
| "grad_norm": 3.1270143931104, | |
| "learning_rate": 6.7815660591030155e-06, | |
| "loss": 0.2389, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 0.7697478991596639, | |
| "grad_norm": 3.343441373055428, | |
| "learning_rate": 6.769226255122104e-06, | |
| "loss": 0.1803, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 0.7714285714285715, | |
| "grad_norm": 3.881868079906461, | |
| "learning_rate": 6.7568741204067145e-06, | |
| "loss": 0.264, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 0.773109243697479, | |
| "grad_norm": 3.9170195071144396, | |
| "learning_rate": 6.744509741045835e-06, | |
| "loss": 0.2717, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.7747899159663866, | |
| "grad_norm": 3.597422471752963, | |
| "learning_rate": 6.7321332032137875e-06, | |
| "loss": 0.2373, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 0.7764705882352941, | |
| "grad_norm": 3.6326736789138248, | |
| "learning_rate": 6.719744593169642e-06, | |
| "loss": 0.2809, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 0.7781512605042017, | |
| "grad_norm": 3.2242024990634177, | |
| "learning_rate": 6.7073439972565955e-06, | |
| "loss": 0.2738, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 0.7798319327731092, | |
| "grad_norm": 4.097362370899167, | |
| "learning_rate": 6.6949315019013895e-06, | |
| "loss": 0.2422, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 0.7815126050420168, | |
| "grad_norm": 3.0129633820408532, | |
| "learning_rate": 6.682507193613697e-06, | |
| "loss": 0.2308, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.7831932773109244, | |
| "grad_norm": 3.3831749684902728, | |
| "learning_rate": 6.670071158985521e-06, | |
| "loss": 0.2536, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 0.7848739495798319, | |
| "grad_norm": 4.06561523313803, | |
| "learning_rate": 6.657623484690593e-06, | |
| "loss": 0.2635, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 0.7865546218487395, | |
| "grad_norm": 3.954232561509824, | |
| "learning_rate": 6.645164257483767e-06, | |
| "loss": 0.2617, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 0.788235294117647, | |
| "grad_norm": 3.2864328535168528, | |
| "learning_rate": 6.6326935642004165e-06, | |
| "loss": 0.2467, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 0.7899159663865546, | |
| "grad_norm": 4.756041222608582, | |
| "learning_rate": 6.62021149175583e-06, | |
| "loss": 0.3166, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.7915966386554621, | |
| "grad_norm": 3.2133137441191364, | |
| "learning_rate": 6.607718127144601e-06, | |
| "loss": 0.1957, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 0.7932773109243697, | |
| "grad_norm": 3.9946779468067057, | |
| "learning_rate": 6.595213557440026e-06, | |
| "loss": 0.2561, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 0.7949579831932773, | |
| "grad_norm": 4.178112022529024, | |
| "learning_rate": 6.582697869793495e-06, | |
| "loss": 0.2841, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 0.7966386554621848, | |
| "grad_norm": 3.831343610559717, | |
| "learning_rate": 6.570171151433887e-06, | |
| "loss": 0.204, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 0.7983193277310925, | |
| "grad_norm": 3.6832346179871545, | |
| "learning_rate": 6.557633489666958e-06, | |
| "loss": 0.189, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 2.917218404225396, | |
| "learning_rate": 6.545084971874738e-06, | |
| "loss": 0.1833, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 0.8016806722689076, | |
| "grad_norm": 2.9993597464552337, | |
| "learning_rate": 6.532525685514915e-06, | |
| "loss": 0.221, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 0.8033613445378152, | |
| "grad_norm": 5.077471303123534, | |
| "learning_rate": 6.519955718120231e-06, | |
| "loss": 0.3785, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 0.8050420168067227, | |
| "grad_norm": 3.44058389211428, | |
| "learning_rate": 6.507375157297872e-06, | |
| "loss": 0.2357, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 0.8067226890756303, | |
| "grad_norm": 3.0384174021471475, | |
| "learning_rate": 6.494784090728852e-06, | |
| "loss": 0.2069, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.8084033613445378, | |
| "grad_norm": 4.2110013520640335, | |
| "learning_rate": 6.482182606167409e-06, | |
| "loss": 0.2847, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 0.8100840336134454, | |
| "grad_norm": 3.4294578019501825, | |
| "learning_rate": 6.469570791440385e-06, | |
| "loss": 0.1842, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 0.8117647058823529, | |
| "grad_norm": 3.609094506614432, | |
| "learning_rate": 6.456948734446624e-06, | |
| "loss": 0.2636, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 0.8134453781512605, | |
| "grad_norm": 3.4896585628244656, | |
| "learning_rate": 6.444316523156352e-06, | |
| "loss": 0.2057, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 0.8151260504201681, | |
| "grad_norm": 3.79357908294218, | |
| "learning_rate": 6.4316742456105645e-06, | |
| "loss": 0.2387, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.8168067226890756, | |
| "grad_norm": 3.769325505088469, | |
| "learning_rate": 6.419021989920416e-06, | |
| "loss": 0.3014, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 0.8184873949579832, | |
| "grad_norm": 3.361574274750808, | |
| "learning_rate": 6.406359844266607e-06, | |
| "loss": 0.2333, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 0.8201680672268907, | |
| "grad_norm": 3.957312301077667, | |
| "learning_rate": 6.393687896898759e-06, | |
| "loss": 0.2738, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 0.8218487394957983, | |
| "grad_norm": 3.6962832913581245, | |
| "learning_rate": 6.381006236134817e-06, | |
| "loss": 0.202, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 0.8235294117647058, | |
| "grad_norm": 4.3843424567306695, | |
| "learning_rate": 6.368314950360416e-06, | |
| "loss": 0.3356, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.8252100840336134, | |
| "grad_norm": 3.988796144368344, | |
| "learning_rate": 6.355614128028277e-06, | |
| "loss": 0.2188, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 0.826890756302521, | |
| "grad_norm": 3.546665934297024, | |
| "learning_rate": 6.342903857657585e-06, | |
| "loss": 0.3062, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 0.8285714285714286, | |
| "grad_norm": 3.464405372369805, | |
| "learning_rate": 6.330184227833376e-06, | |
| "loss": 0.302, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 0.8302521008403362, | |
| "grad_norm": 3.2217174248829505, | |
| "learning_rate": 6.317455327205916e-06, | |
| "loss": 0.1587, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 0.8319327731092437, | |
| "grad_norm": 3.101235516793264, | |
| "learning_rate": 6.304717244490084e-06, | |
| "loss": 0.1999, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.8336134453781513, | |
| "grad_norm": 3.5091112695722333, | |
| "learning_rate": 6.291970068464755e-06, | |
| "loss": 0.2298, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 0.8352941176470589, | |
| "grad_norm": 3.327856429000738, | |
| "learning_rate": 6.279213887972179e-06, | |
| "loss": 0.2582, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 0.8369747899159664, | |
| "grad_norm": 3.62144154961139, | |
| "learning_rate": 6.266448791917364e-06, | |
| "loss": 0.3269, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 0.838655462184874, | |
| "grad_norm": 2.953403477082121, | |
| "learning_rate": 6.253674869267457e-06, | |
| "loss": 0.1917, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 0.8403361344537815, | |
| "grad_norm": 3.011235509544136, | |
| "learning_rate": 6.24089220905112e-06, | |
| "loss": 0.2309, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.8403361344537815, | |
| "eval_loss": 0.24230201542377472, | |
| "eval_runtime": 7.6191, | |
| "eval_samples_per_second": 6.431, | |
| "eval_steps_per_second": 1.706, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.8420168067226891, | |
| "grad_norm": 3.64049833442948, | |
| "learning_rate": 6.228100900357914e-06, | |
| "loss": 0.277, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 0.8436974789915966, | |
| "grad_norm": 3.360168756218691, | |
| "learning_rate": 6.215301032337674e-06, | |
| "loss": 0.1947, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 0.8453781512605042, | |
| "grad_norm": 3.0764894114372976, | |
| "learning_rate": 6.202492694199893e-06, | |
| "loss": 0.2248, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 0.8470588235294118, | |
| "grad_norm": 3.425507539967475, | |
| "learning_rate": 6.189675975213094e-06, | |
| "loss": 0.211, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 0.8487394957983193, | |
| "grad_norm": 3.537768398824082, | |
| "learning_rate": 6.176850964704213e-06, | |
| "loss": 0.2887, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.8504201680672269, | |
| "grad_norm": 3.3295569480928515, | |
| "learning_rate": 6.164017752057972e-06, | |
| "loss": 0.2512, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 0.8521008403361344, | |
| "grad_norm": 2.8205057844309795, | |
| "learning_rate": 6.151176426716261e-06, | |
| "loss": 0.2132, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 0.853781512605042, | |
| "grad_norm": 3.313681962254624, | |
| "learning_rate": 6.13832707817751e-06, | |
| "loss": 0.2558, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 0.8554621848739495, | |
| "grad_norm": 2.8394597548886447, | |
| "learning_rate": 6.125469795996065e-06, | |
| "loss": 0.1857, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 0.8571428571428571, | |
| "grad_norm": 3.619219896462597, | |
| "learning_rate": 6.112604669781572e-06, | |
| "loss": 0.3292, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.8588235294117647, | |
| "grad_norm": 3.2255068003001677, | |
| "learning_rate": 6.099731789198344e-06, | |
| "loss": 0.1973, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 0.8605042016806723, | |
| "grad_norm": 3.226780905842978, | |
| "learning_rate": 6.0868512439647345e-06, | |
| "loss": 0.2322, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 0.8621848739495799, | |
| "grad_norm": 3.0735886445268297, | |
| "learning_rate": 6.073963123852522e-06, | |
| "loss": 0.2253, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 0.8638655462184874, | |
| "grad_norm": 3.2508167941737205, | |
| "learning_rate": 6.061067518686277e-06, | |
| "loss": 0.2204, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 0.865546218487395, | |
| "grad_norm": 3.48647312788438, | |
| "learning_rate": 6.048164518342734e-06, | |
| "loss": 0.2611, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.8672268907563025, | |
| "grad_norm": 3.9021723359330163, | |
| "learning_rate": 6.035254212750172e-06, | |
| "loss": 0.2766, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 0.8689075630252101, | |
| "grad_norm": 3.848856259653677, | |
| "learning_rate": 6.022336691887785e-06, | |
| "loss": 0.2467, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 0.8705882352941177, | |
| "grad_norm": 3.2427477527780995, | |
| "learning_rate": 6.009412045785051e-06, | |
| "loss": 0.2417, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 0.8722689075630252, | |
| "grad_norm": 3.186572269145269, | |
| "learning_rate": 5.996480364521114e-06, | |
| "loss": 0.2362, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 0.8739495798319328, | |
| "grad_norm": 3.4881108893153194, | |
| "learning_rate": 5.983541738224141e-06, | |
| "loss": 0.2492, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.8756302521008403, | |
| "grad_norm": 3.451309092320012, | |
| "learning_rate": 5.970596257070711e-06, | |
| "loss": 0.2459, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 0.8773109243697479, | |
| "grad_norm": 3.036808532165684, | |
| "learning_rate": 5.957644011285173e-06, | |
| "loss": 0.2303, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 0.8789915966386554, | |
| "grad_norm": 4.380816137152236, | |
| "learning_rate": 5.944685091139026e-06, | |
| "loss": 0.2671, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 0.880672268907563, | |
| "grad_norm": 3.5404271040433892, | |
| "learning_rate": 5.931719586950286e-06, | |
| "loss": 0.2766, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 0.8823529411764706, | |
| "grad_norm": 3.413794531222058, | |
| "learning_rate": 5.918747589082853e-06, | |
| "loss": 0.2001, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.8840336134453781, | |
| "grad_norm": 3.1862842821300834, | |
| "learning_rate": 5.905769187945889e-06, | |
| "loss": 0.2606, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 0.8857142857142857, | |
| "grad_norm": 3.0322653693123347, | |
| "learning_rate": 5.892784473993184e-06, | |
| "loss": 0.183, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 0.8873949579831932, | |
| "grad_norm": 3.160034382975318, | |
| "learning_rate": 5.879793537722525e-06, | |
| "loss": 0.2651, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 0.8890756302521008, | |
| "grad_norm": 3.8858225696631323, | |
| "learning_rate": 5.8667964696750625e-06, | |
| "loss": 0.2103, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 0.8907563025210085, | |
| "grad_norm": 4.046308603443172, | |
| "learning_rate": 5.853793360434687e-06, | |
| "loss": 0.2899, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.892436974789916, | |
| "grad_norm": 3.490280050594676, | |
| "learning_rate": 5.840784300627396e-06, | |
| "loss": 0.2757, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 0.8941176470588236, | |
| "grad_norm": 3.4886595872843698, | |
| "learning_rate": 5.82776938092065e-06, | |
| "loss": 0.2226, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 0.8957983193277311, | |
| "grad_norm": 3.459447687093064, | |
| "learning_rate": 5.814748692022761e-06, | |
| "loss": 0.2096, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 0.8974789915966387, | |
| "grad_norm": 3.4503094466900843, | |
| "learning_rate": 5.801722324682243e-06, | |
| "loss": 0.2201, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 0.8991596638655462, | |
| "grad_norm": 6.057225321208548, | |
| "learning_rate": 5.788690369687188e-06, | |
| "loss": 0.2534, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.9008403361344538, | |
| "grad_norm": 3.993936335248651, | |
| "learning_rate": 5.775652917864633e-06, | |
| "loss": 0.2468, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 0.9025210084033614, | |
| "grad_norm": 3.8240034384038957, | |
| "learning_rate": 5.762610060079926e-06, | |
| "loss": 0.2468, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 0.9042016806722689, | |
| "grad_norm": 3.506076848751469, | |
| "learning_rate": 5.749561887236088e-06, | |
| "loss": 0.2564, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 0.9058823529411765, | |
| "grad_norm": 3.4486725300170327, | |
| "learning_rate": 5.736508490273189e-06, | |
| "loss": 0.2775, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 0.907563025210084, | |
| "grad_norm": 3.6027114982004584, | |
| "learning_rate": 5.723449960167703e-06, | |
| "loss": 0.2172, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.9092436974789916, | |
| "grad_norm": 3.922464109691482, | |
| "learning_rate": 5.710386387931886e-06, | |
| "loss": 0.2995, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 0.9109243697478991, | |
| "grad_norm": 4.202065560048001, | |
| "learning_rate": 5.697317864613127e-06, | |
| "loss": 0.3745, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 0.9126050420168067, | |
| "grad_norm": 4.135603360147499, | |
| "learning_rate": 5.684244481293335e-06, | |
| "loss": 0.3435, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 0.9142857142857143, | |
| "grad_norm": 3.4093772473414066, | |
| "learning_rate": 5.671166329088278e-06, | |
| "loss": 0.2263, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 0.9159663865546218, | |
| "grad_norm": 3.5010536567581023, | |
| "learning_rate": 5.658083499146968e-06, | |
| "loss": 0.2573, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.9176470588235294, | |
| "grad_norm": 3.6193713170190582, | |
| "learning_rate": 5.644996082651018e-06, | |
| "loss": 0.2463, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 0.9193277310924369, | |
| "grad_norm": 3.4389315001827905, | |
| "learning_rate": 5.6319041708140045e-06, | |
| "loss": 0.1654, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 0.9210084033613445, | |
| "grad_norm": 3.269477559777336, | |
| "learning_rate": 5.6188078548808366e-06, | |
| "loss": 0.2372, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 0.9226890756302522, | |
| "grad_norm": 2.949744609372753, | |
| "learning_rate": 5.6057072261271194e-06, | |
| "loss": 0.1651, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 0.9243697478991597, | |
| "grad_norm": 3.284532781268528, | |
| "learning_rate": 5.592602375858515e-06, | |
| "loss": 0.3667, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.9260504201680673, | |
| "grad_norm": 3.033910900385078, | |
| "learning_rate": 5.579493395410105e-06, | |
| "loss": 0.2187, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 0.9277310924369748, | |
| "grad_norm": 3.8363812188814275, | |
| "learning_rate": 5.566380376145762e-06, | |
| "loss": 0.2711, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 0.9294117647058824, | |
| "grad_norm": 3.206650579866936, | |
| "learning_rate": 5.553263409457504e-06, | |
| "loss": 0.1997, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 0.9310924369747899, | |
| "grad_norm": 3.935436124623862, | |
| "learning_rate": 5.540142586764862e-06, | |
| "loss": 0.2661, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 0.9327731092436975, | |
| "grad_norm": 3.6180857295008395, | |
| "learning_rate": 5.527017999514239e-06, | |
| "loss": 0.2474, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.934453781512605, | |
| "grad_norm": 3.459755458614064, | |
| "learning_rate": 5.51388973917828e-06, | |
| "loss": 0.2821, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 0.9361344537815126, | |
| "grad_norm": 3.5773382583048527, | |
| "learning_rate": 5.5007578972552246e-06, | |
| "loss": 0.2927, | |
| "step": 557 | |
| }, | |
| { | |
| "epoch": 0.9378151260504202, | |
| "grad_norm": 4.6363961630236785, | |
| "learning_rate": 5.4876225652682776e-06, | |
| "loss": 0.3551, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 0.9394957983193277, | |
| "grad_norm": 3.379098842911059, | |
| "learning_rate": 5.474483834764968e-06, | |
| "loss": 0.2059, | |
| "step": 559 | |
| }, | |
| { | |
| "epoch": 0.9411764705882353, | |
| "grad_norm": 3.9316584340639245, | |
| "learning_rate": 5.46134179731651e-06, | |
| "loss": 0.2953, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.9428571428571428, | |
| "grad_norm": 3.3722167978017867, | |
| "learning_rate": 5.448196544517168e-06, | |
| "loss": 0.2451, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 0.9445378151260504, | |
| "grad_norm": 3.1185440228092887, | |
| "learning_rate": 5.435048167983613e-06, | |
| "loss": 0.2173, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 0.946218487394958, | |
| "grad_norm": 3.9485848008617523, | |
| "learning_rate": 5.421896759354288e-06, | |
| "loss": 0.2261, | |
| "step": 563 | |
| }, | |
| { | |
| "epoch": 0.9478991596638655, | |
| "grad_norm": 2.9170922035357094, | |
| "learning_rate": 5.408742410288769e-06, | |
| "loss": 0.2287, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 0.9495798319327731, | |
| "grad_norm": 3.9244596118525674, | |
| "learning_rate": 5.395585212467124e-06, | |
| "loss": 0.2734, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.9512605042016806, | |
| "grad_norm": 4.603168201003037, | |
| "learning_rate": 5.382425257589277e-06, | |
| "loss": 0.3128, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 0.9529411764705882, | |
| "grad_norm": 3.818573488204182, | |
| "learning_rate": 5.36926263737437e-06, | |
| "loss": 0.3068, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 0.9546218487394958, | |
| "grad_norm": 2.467008222654659, | |
| "learning_rate": 5.356097443560116e-06, | |
| "loss": 0.2085, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 0.9563025210084034, | |
| "grad_norm": 3.8596036485613427, | |
| "learning_rate": 5.342929767902168e-06, | |
| "loss": 0.2432, | |
| "step": 569 | |
| }, | |
| { | |
| "epoch": 0.957983193277311, | |
| "grad_norm": 4.001034423912602, | |
| "learning_rate": 5.329759702173477e-06, | |
| "loss": 0.2557, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.9596638655462185, | |
| "grad_norm": 3.4761405695641145, | |
| "learning_rate": 5.316587338163649e-06, | |
| "loss": 0.2165, | |
| "step": 571 | |
| }, | |
| { | |
| "epoch": 0.9613445378151261, | |
| "grad_norm": 3.1581349516312316, | |
| "learning_rate": 5.30341276767831e-06, | |
| "loss": 0.2046, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 0.9630252100840336, | |
| "grad_norm": 3.717769612339884, | |
| "learning_rate": 5.290236082538464e-06, | |
| "loss": 0.2878, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 0.9647058823529412, | |
| "grad_norm": 3.8206293915711544, | |
| "learning_rate": 5.27705737457985e-06, | |
| "loss": 0.284, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 0.9663865546218487, | |
| "grad_norm": 3.5987474263840293, | |
| "learning_rate": 5.2638767356523125e-06, | |
| "loss": 0.1862, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.9680672268907563, | |
| "grad_norm": 2.628708627577784, | |
| "learning_rate": 5.2506942576191466e-06, | |
| "loss": 0.1986, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 0.9697478991596639, | |
| "grad_norm": 3.00948049798796, | |
| "learning_rate": 5.23751003235647e-06, | |
| "loss": 0.2272, | |
| "step": 577 | |
| }, | |
| { | |
| "epoch": 0.9714285714285714, | |
| "grad_norm": 3.897035347258241, | |
| "learning_rate": 5.224324151752575e-06, | |
| "loss": 0.2377, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 0.973109243697479, | |
| "grad_norm": 3.1171554333300646, | |
| "learning_rate": 5.211136707707293e-06, | |
| "loss": 0.2222, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 0.9747899159663865, | |
| "grad_norm": 3.0039037163365983, | |
| "learning_rate": 5.197947792131348e-06, | |
| "loss": 0.1865, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.9764705882352941, | |
| "grad_norm": 6.257110222572669, | |
| "learning_rate": 5.184757496945726e-06, | |
| "loss": 0.2839, | |
| "step": 581 | |
| }, | |
| { | |
| "epoch": 0.9781512605042016, | |
| "grad_norm": 3.821218218364182, | |
| "learning_rate": 5.1715659140810225e-06, | |
| "loss": 0.2529, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 0.9798319327731092, | |
| "grad_norm": 3.730030674136909, | |
| "learning_rate": 5.158373135476811e-06, | |
| "loss": 0.2524, | |
| "step": 583 | |
| }, | |
| { | |
| "epoch": 0.9815126050420168, | |
| "grad_norm": 2.840325890140036, | |
| "learning_rate": 5.145179253080997e-06, | |
| "loss": 0.2176, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 0.9831932773109243, | |
| "grad_norm": 3.6607002570737817, | |
| "learning_rate": 5.131984358849182e-06, | |
| "loss": 0.2658, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.984873949579832, | |
| "grad_norm": 3.1743768713711322, | |
| "learning_rate": 5.118788544744016e-06, | |
| "loss": 0.2591, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 0.9865546218487395, | |
| "grad_norm": 3.2338897708714507, | |
| "learning_rate": 5.105591902734561e-06, | |
| "loss": 0.1775, | |
| "step": 587 | |
| }, | |
| { | |
| "epoch": 0.9882352941176471, | |
| "grad_norm": 4.517369770013792, | |
| "learning_rate": 5.09239452479565e-06, | |
| "loss": 0.2587, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 0.9899159663865547, | |
| "grad_norm": 2.6496184847532733, | |
| "learning_rate": 5.079196502907246e-06, | |
| "loss": 0.1447, | |
| "step": 589 | |
| }, | |
| { | |
| "epoch": 0.9915966386554622, | |
| "grad_norm": 2.7211633275819525, | |
| "learning_rate": 5.065997929053795e-06, | |
| "loss": 0.1926, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.9932773109243698, | |
| "grad_norm": 3.0952400745185, | |
| "learning_rate": 5.052798895223597e-06, | |
| "loss": 0.2134, | |
| "step": 591 | |
| }, | |
| { | |
| "epoch": 0.9949579831932773, | |
| "grad_norm": 3.51837877201114, | |
| "learning_rate": 5.039599493408154e-06, | |
| "loss": 0.2745, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 0.9966386554621849, | |
| "grad_norm": 3.4866227884563026, | |
| "learning_rate": 5.026399815601533e-06, | |
| "loss": 0.2295, | |
| "step": 593 | |
| }, | |
| { | |
| "epoch": 0.9983193277310924, | |
| "grad_norm": 3.3229672421715644, | |
| "learning_rate": 5.0131999537997235e-06, | |
| "loss": 0.1775, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 3.6363741518245245, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1833, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 1.0016806722689076, | |
| "grad_norm": 3.0685430970214216, | |
| "learning_rate": 4.986800046200278e-06, | |
| "loss": 0.1295, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 1.0033613445378151, | |
| "grad_norm": 2.642341004416497, | |
| "learning_rate": 4.97360018439847e-06, | |
| "loss": 0.0994, | |
| "step": 597 | |
| }, | |
| { | |
| "epoch": 1.0050420168067227, | |
| "grad_norm": 2.323376314615566, | |
| "learning_rate": 4.960400506591848e-06, | |
| "loss": 0.075, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 1.0067226890756302, | |
| "grad_norm": 2.1934167410322574, | |
| "learning_rate": 4.947201104776404e-06, | |
| "loss": 0.0863, | |
| "step": 599 | |
| }, | |
| { | |
| "epoch": 1.0084033613445378, | |
| "grad_norm": 2.779595805074063, | |
| "learning_rate": 4.934002070946206e-06, | |
| "loss": 0.09, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 1.0100840336134453, | |
| "grad_norm": 2.642478794924014, | |
| "learning_rate": 4.920803497092757e-06, | |
| "loss": 0.1072, | |
| "step": 601 | |
| }, | |
| { | |
| "epoch": 1.011764705882353, | |
| "grad_norm": 2.8206325875789786, | |
| "learning_rate": 4.907605475204352e-06, | |
| "loss": 0.1135, | |
| "step": 602 | |
| }, | |
| { | |
| "epoch": 1.0134453781512605, | |
| "grad_norm": 2.601945372181, | |
| "learning_rate": 4.894408097265441e-06, | |
| "loss": 0.1026, | |
| "step": 603 | |
| }, | |
| { | |
| "epoch": 1.015126050420168, | |
| "grad_norm": 2.651228941391384, | |
| "learning_rate": 4.881211455255986e-06, | |
| "loss": 0.0731, | |
| "step": 604 | |
| }, | |
| { | |
| "epoch": 1.0168067226890756, | |
| "grad_norm": 2.3414792685919994, | |
| "learning_rate": 4.86801564115082e-06, | |
| "loss": 0.0886, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 1.0184873949579831, | |
| "grad_norm": 2.7273995366520243, | |
| "learning_rate": 4.854820746919005e-06, | |
| "loss": 0.0911, | |
| "step": 606 | |
| }, | |
| { | |
| "epoch": 1.0201680672268907, | |
| "grad_norm": 2.8327315486397113, | |
| "learning_rate": 4.8416268645231915e-06, | |
| "loss": 0.1086, | |
| "step": 607 | |
| }, | |
| { | |
| "epoch": 1.0218487394957982, | |
| "grad_norm": 2.7069106323936256, | |
| "learning_rate": 4.82843408591898e-06, | |
| "loss": 0.097, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 1.0235294117647058, | |
| "grad_norm": 2.442047706770237, | |
| "learning_rate": 4.815242503054277e-06, | |
| "loss": 0.0607, | |
| "step": 609 | |
| }, | |
| { | |
| "epoch": 1.0252100840336134, | |
| "grad_norm": 3.033523413937561, | |
| "learning_rate": 4.802052207868654e-06, | |
| "loss": 0.1112, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 1.026890756302521, | |
| "grad_norm": 3.820262837255327, | |
| "learning_rate": 4.78886329229271e-06, | |
| "loss": 0.137, | |
| "step": 611 | |
| }, | |
| { | |
| "epoch": 1.0285714285714285, | |
| "grad_norm": 2.733397229688364, | |
| "learning_rate": 4.775675848247427e-06, | |
| "loss": 0.0923, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 1.030252100840336, | |
| "grad_norm": 3.4691034150038034, | |
| "learning_rate": 4.762489967643532e-06, | |
| "loss": 0.118, | |
| "step": 613 | |
| }, | |
| { | |
| "epoch": 1.0319327731092436, | |
| "grad_norm": 3.854013776962153, | |
| "learning_rate": 4.749305742380853e-06, | |
| "loss": 0.1301, | |
| "step": 614 | |
| }, | |
| { | |
| "epoch": 1.0336134453781514, | |
| "grad_norm": 3.0184243827182833, | |
| "learning_rate": 4.736123264347688e-06, | |
| "loss": 0.0853, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 1.035294117647059, | |
| "grad_norm": 3.7517471305566517, | |
| "learning_rate": 4.7229426254201504e-06, | |
| "loss": 0.1193, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 1.0369747899159665, | |
| "grad_norm": 3.3080181370358566, | |
| "learning_rate": 4.709763917461537e-06, | |
| "loss": 0.1154, | |
| "step": 617 | |
| }, | |
| { | |
| "epoch": 1.038655462184874, | |
| "grad_norm": 2.2629000826778856, | |
| "learning_rate": 4.696587232321691e-06, | |
| "loss": 0.0932, | |
| "step": 618 | |
| }, | |
| { | |
| "epoch": 1.0403361344537816, | |
| "grad_norm": 3.1860739367441737, | |
| "learning_rate": 4.683412661836351e-06, | |
| "loss": 0.1039, | |
| "step": 619 | |
| }, | |
| { | |
| "epoch": 1.0420168067226891, | |
| "grad_norm": 3.0601501008008256, | |
| "learning_rate": 4.6702402978265235e-06, | |
| "loss": 0.089, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 1.0436974789915967, | |
| "grad_norm": 2.603230804321902, | |
| "learning_rate": 4.657070232097832e-06, | |
| "loss": 0.0751, | |
| "step": 621 | |
| }, | |
| { | |
| "epoch": 1.0453781512605043, | |
| "grad_norm": 2.8411688842957465, | |
| "learning_rate": 4.643902556439885e-06, | |
| "loss": 0.0817, | |
| "step": 622 | |
| }, | |
| { | |
| "epoch": 1.0470588235294118, | |
| "grad_norm": 2.7986713354700763, | |
| "learning_rate": 4.630737362625631e-06, | |
| "loss": 0.1058, | |
| "step": 623 | |
| }, | |
| { | |
| "epoch": 1.0487394957983194, | |
| "grad_norm": 3.5321634211727333, | |
| "learning_rate": 4.6175747424107234e-06, | |
| "loss": 0.1169, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 1.050420168067227, | |
| "grad_norm": 2.9302195577434462, | |
| "learning_rate": 4.604414787532877e-06, | |
| "loss": 0.1098, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 1.0521008403361345, | |
| "grad_norm": 2.2686346359628344, | |
| "learning_rate": 4.591257589711233e-06, | |
| "loss": 0.078, | |
| "step": 626 | |
| }, | |
| { | |
| "epoch": 1.053781512605042, | |
| "grad_norm": 3.2727476625085266, | |
| "learning_rate": 4.578103240645714e-06, | |
| "loss": 0.1095, | |
| "step": 627 | |
| }, | |
| { | |
| "epoch": 1.0554621848739496, | |
| "grad_norm": 2.341371455709515, | |
| "learning_rate": 4.5649518320163885e-06, | |
| "loss": 0.1126, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 1.0571428571428572, | |
| "grad_norm": 2.738651087640409, | |
| "learning_rate": 4.551803455482833e-06, | |
| "loss": 0.086, | |
| "step": 629 | |
| }, | |
| { | |
| "epoch": 1.0588235294117647, | |
| "grad_norm": 2.3041964936668555, | |
| "learning_rate": 4.53865820268349e-06, | |
| "loss": 0.0822, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 1.0605042016806723, | |
| "grad_norm": 4.220651913549916, | |
| "learning_rate": 4.525516165235034e-06, | |
| "loss": 0.1141, | |
| "step": 631 | |
| }, | |
| { | |
| "epoch": 1.0621848739495798, | |
| "grad_norm": 2.9322019645529904, | |
| "learning_rate": 4.512377434731724e-06, | |
| "loss": 0.1477, | |
| "step": 632 | |
| }, | |
| { | |
| "epoch": 1.0638655462184874, | |
| "grad_norm": 2.5913843452442378, | |
| "learning_rate": 4.499242102744777e-06, | |
| "loss": 0.0929, | |
| "step": 633 | |
| }, | |
| { | |
| "epoch": 1.065546218487395, | |
| "grad_norm": 2.445571807332056, | |
| "learning_rate": 4.486110260821722e-06, | |
| "loss": 0.0978, | |
| "step": 634 | |
| }, | |
| { | |
| "epoch": 1.0672268907563025, | |
| "grad_norm": 2.5494116675856366, | |
| "learning_rate": 4.4729820004857625e-06, | |
| "loss": 0.1012, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 1.06890756302521, | |
| "grad_norm": 2.1101261139846783, | |
| "learning_rate": 4.45985741323514e-06, | |
| "loss": 0.0715, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 1.0705882352941176, | |
| "grad_norm": 1.9510646778084884, | |
| "learning_rate": 4.446736590542497e-06, | |
| "loss": 0.0549, | |
| "step": 637 | |
| }, | |
| { | |
| "epoch": 1.0722689075630252, | |
| "grad_norm": 3.88179760628692, | |
| "learning_rate": 4.4336196238542394e-06, | |
| "loss": 0.1449, | |
| "step": 638 | |
| }, | |
| { | |
| "epoch": 1.0739495798319327, | |
| "grad_norm": 2.541597748187505, | |
| "learning_rate": 4.420506604589897e-06, | |
| "loss": 0.0913, | |
| "step": 639 | |
| }, | |
| { | |
| "epoch": 1.0756302521008403, | |
| "grad_norm": 3.519215369238923, | |
| "learning_rate": 4.407397624141487e-06, | |
| "loss": 0.1025, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 1.0773109243697478, | |
| "grad_norm": 2.123778059115166, | |
| "learning_rate": 4.394292773872882e-06, | |
| "loss": 0.0714, | |
| "step": 641 | |
| }, | |
| { | |
| "epoch": 1.0789915966386554, | |
| "grad_norm": 5.1179373437116285, | |
| "learning_rate": 4.381192145119165e-06, | |
| "loss": 0.1282, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 1.080672268907563, | |
| "grad_norm": 2.8684696011439756, | |
| "learning_rate": 4.368095829185999e-06, | |
| "loss": 0.0791, | |
| "step": 643 | |
| }, | |
| { | |
| "epoch": 1.0823529411764705, | |
| "grad_norm": 4.102832197816667, | |
| "learning_rate": 4.355003917348985e-06, | |
| "loss": 0.1225, | |
| "step": 644 | |
| }, | |
| { | |
| "epoch": 1.084033613445378, | |
| "grad_norm": 3.6293736374607013, | |
| "learning_rate": 4.341916500853034e-06, | |
| "loss": 0.1105, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 1.0857142857142856, | |
| "grad_norm": 2.9599263387812873, | |
| "learning_rate": 4.3288336709117246e-06, | |
| "loss": 0.0765, | |
| "step": 646 | |
| }, | |
| { | |
| "epoch": 1.0873949579831932, | |
| "grad_norm": 2.959898151373633, | |
| "learning_rate": 4.315755518706667e-06, | |
| "loss": 0.1221, | |
| "step": 647 | |
| }, | |
| { | |
| "epoch": 1.0890756302521007, | |
| "grad_norm": 2.831223871678987, | |
| "learning_rate": 4.302682135386873e-06, | |
| "loss": 0.1047, | |
| "step": 648 | |
| }, | |
| { | |
| "epoch": 1.0907563025210083, | |
| "grad_norm": 3.883463233494954, | |
| "learning_rate": 4.289613612068118e-06, | |
| "loss": 0.0778, | |
| "step": 649 | |
| }, | |
| { | |
| "epoch": 1.092436974789916, | |
| "grad_norm": 3.3740664710443315, | |
| "learning_rate": 4.276550039832299e-06, | |
| "loss": 0.1244, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 1.0941176470588236, | |
| "grad_norm": 2.945414543907692, | |
| "learning_rate": 4.263491509726812e-06, | |
| "loss": 0.1062, | |
| "step": 651 | |
| }, | |
| { | |
| "epoch": 1.0957983193277312, | |
| "grad_norm": 3.5755203026507107, | |
| "learning_rate": 4.250438112763911e-06, | |
| "loss": 0.0765, | |
| "step": 652 | |
| }, | |
| { | |
| "epoch": 1.0974789915966388, | |
| "grad_norm": 2.864562468571205, | |
| "learning_rate": 4.237389939920075e-06, | |
| "loss": 0.0973, | |
| "step": 653 | |
| }, | |
| { | |
| "epoch": 1.0991596638655463, | |
| "grad_norm": 3.309117703284289, | |
| "learning_rate": 4.224347082135367e-06, | |
| "loss": 0.1071, | |
| "step": 654 | |
| }, | |
| { | |
| "epoch": 1.1008403361344539, | |
| "grad_norm": 4.444191677418515, | |
| "learning_rate": 4.211309630312813e-06, | |
| "loss": 0.1255, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 1.1025210084033614, | |
| "grad_norm": 2.6049652407237525, | |
| "learning_rate": 4.198277675317758e-06, | |
| "loss": 0.0953, | |
| "step": 656 | |
| }, | |
| { | |
| "epoch": 1.104201680672269, | |
| "grad_norm": 2.9301571986545984, | |
| "learning_rate": 4.185251307977241e-06, | |
| "loss": 0.1391, | |
| "step": 657 | |
| }, | |
| { | |
| "epoch": 1.1058823529411765, | |
| "grad_norm": 2.991359373447863, | |
| "learning_rate": 4.17223061907935e-06, | |
| "loss": 0.1011, | |
| "step": 658 | |
| }, | |
| { | |
| "epoch": 1.107563025210084, | |
| "grad_norm": 2.908536947858802, | |
| "learning_rate": 4.159215699372605e-06, | |
| "loss": 0.0994, | |
| "step": 659 | |
| }, | |
| { | |
| "epoch": 1.1092436974789917, | |
| "grad_norm": 3.0562253978122, | |
| "learning_rate": 4.146206639565313e-06, | |
| "loss": 0.0761, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 1.1109243697478992, | |
| "grad_norm": 2.3707071277066865, | |
| "learning_rate": 4.133203530324938e-06, | |
| "loss": 0.0791, | |
| "step": 661 | |
| }, | |
| { | |
| "epoch": 1.1126050420168068, | |
| "grad_norm": 2.568827912231571, | |
| "learning_rate": 4.120206462277478e-06, | |
| "loss": 0.1079, | |
| "step": 662 | |
| }, | |
| { | |
| "epoch": 1.1142857142857143, | |
| "grad_norm": 3.3675762016216346, | |
| "learning_rate": 4.107215526006818e-06, | |
| "loss": 0.1004, | |
| "step": 663 | |
| }, | |
| { | |
| "epoch": 1.1159663865546219, | |
| "grad_norm": 2.711315362662935, | |
| "learning_rate": 4.094230812054113e-06, | |
| "loss": 0.087, | |
| "step": 664 | |
| }, | |
| { | |
| "epoch": 1.1176470588235294, | |
| "grad_norm": 2.4363571585356296, | |
| "learning_rate": 4.081252410917148e-06, | |
| "loss": 0.0993, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 1.119327731092437, | |
| "grad_norm": 2.2853255955328327, | |
| "learning_rate": 4.068280413049715e-06, | |
| "loss": 0.0951, | |
| "step": 666 | |
| }, | |
| { | |
| "epoch": 1.1210084033613446, | |
| "grad_norm": 3.1173097538332257, | |
| "learning_rate": 4.0553149088609745e-06, | |
| "loss": 0.1207, | |
| "step": 667 | |
| }, | |
| { | |
| "epoch": 1.122689075630252, | |
| "grad_norm": 2.3961886874666645, | |
| "learning_rate": 4.042355988714828e-06, | |
| "loss": 0.0984, | |
| "step": 668 | |
| }, | |
| { | |
| "epoch": 1.1243697478991597, | |
| "grad_norm": 2.6441840658169196, | |
| "learning_rate": 4.02940374292929e-06, | |
| "loss": 0.1055, | |
| "step": 669 | |
| }, | |
| { | |
| "epoch": 1.1260504201680672, | |
| "grad_norm": 2.589296721112373, | |
| "learning_rate": 4.01645826177586e-06, | |
| "loss": 0.091, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 1.1277310924369748, | |
| "grad_norm": 3.101644326303377, | |
| "learning_rate": 4.003519635478889e-06, | |
| "loss": 0.1136, | |
| "step": 671 | |
| }, | |
| { | |
| "epoch": 1.1294117647058823, | |
| "grad_norm": 2.085544584261255, | |
| "learning_rate": 3.99058795421495e-06, | |
| "loss": 0.0645, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 1.13109243697479, | |
| "grad_norm": 3.022884264669196, | |
| "learning_rate": 3.977663308112216e-06, | |
| "loss": 0.0982, | |
| "step": 673 | |
| }, | |
| { | |
| "epoch": 1.1327731092436975, | |
| "grad_norm": 3.0918298593703177, | |
| "learning_rate": 3.9647457872498295e-06, | |
| "loss": 0.1309, | |
| "step": 674 | |
| }, | |
| { | |
| "epoch": 1.134453781512605, | |
| "grad_norm": 3.097444725372621, | |
| "learning_rate": 3.951835481657268e-06, | |
| "loss": 0.0821, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 1.1361344537815126, | |
| "grad_norm": 3.480720174843856, | |
| "learning_rate": 3.938932481313725e-06, | |
| "loss": 0.1083, | |
| "step": 676 | |
| }, | |
| { | |
| "epoch": 1.1378151260504201, | |
| "grad_norm": 3.167987925313736, | |
| "learning_rate": 3.926036876147479e-06, | |
| "loss": 0.0947, | |
| "step": 677 | |
| }, | |
| { | |
| "epoch": 1.1394957983193277, | |
| "grad_norm": 2.9675142893422666, | |
| "learning_rate": 3.913148756035266e-06, | |
| "loss": 0.1074, | |
| "step": 678 | |
| }, | |
| { | |
| "epoch": 1.1411764705882352, | |
| "grad_norm": 2.88904471583098, | |
| "learning_rate": 3.9002682108016585e-06, | |
| "loss": 0.0947, | |
| "step": 679 | |
| }, | |
| { | |
| "epoch": 1.1428571428571428, | |
| "grad_norm": 2.3148945814778745, | |
| "learning_rate": 3.887395330218429e-06, | |
| "loss": 0.0543, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 1.1445378151260504, | |
| "grad_norm": 3.4421881750813714, | |
| "learning_rate": 3.874530204003937e-06, | |
| "loss": 0.1261, | |
| "step": 681 | |
| }, | |
| { | |
| "epoch": 1.146218487394958, | |
| "grad_norm": 2.426782546704889, | |
| "learning_rate": 3.861672921822493e-06, | |
| "loss": 0.0701, | |
| "step": 682 | |
| }, | |
| { | |
| "epoch": 1.1478991596638655, | |
| "grad_norm": 2.7112499258139673, | |
| "learning_rate": 3.848823573283742e-06, | |
| "loss": 0.0713, | |
| "step": 683 | |
| }, | |
| { | |
| "epoch": 1.149579831932773, | |
| "grad_norm": 2.0739016767387057, | |
| "learning_rate": 3.83598224794203e-06, | |
| "loss": 0.0649, | |
| "step": 684 | |
| }, | |
| { | |
| "epoch": 1.1512605042016806, | |
| "grad_norm": 4.360074547910969, | |
| "learning_rate": 3.823149035295789e-06, | |
| "loss": 0.1263, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 1.1529411764705881, | |
| "grad_norm": 3.8208016083874803, | |
| "learning_rate": 3.8103240247869077e-06, | |
| "loss": 0.1078, | |
| "step": 686 | |
| }, | |
| { | |
| "epoch": 1.1546218487394957, | |
| "grad_norm": 3.136985722111122, | |
| "learning_rate": 3.7975073058001092e-06, | |
| "loss": 0.0801, | |
| "step": 687 | |
| }, | |
| { | |
| "epoch": 1.1563025210084033, | |
| "grad_norm": 2.7226211242981035, | |
| "learning_rate": 3.7846989676623265e-06, | |
| "loss": 0.0937, | |
| "step": 688 | |
| }, | |
| { | |
| "epoch": 1.1579831932773108, | |
| "grad_norm": 2.807183390633048, | |
| "learning_rate": 3.7718990996420875e-06, | |
| "loss": 0.0805, | |
| "step": 689 | |
| }, | |
| { | |
| "epoch": 1.1596638655462184, | |
| "grad_norm": 2.7048742007757234, | |
| "learning_rate": 3.7591077909488817e-06, | |
| "loss": 0.0731, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 1.1613445378151261, | |
| "grad_norm": 2.4917292393625776, | |
| "learning_rate": 3.7463251307325432e-06, | |
| "loss": 0.0814, | |
| "step": 691 | |
| }, | |
| { | |
| "epoch": 1.1630252100840337, | |
| "grad_norm": 2.863341194127507, | |
| "learning_rate": 3.7335512080826363e-06, | |
| "loss": 0.1151, | |
| "step": 692 | |
| }, | |
| { | |
| "epoch": 1.1647058823529413, | |
| "grad_norm": 2.9183758099606245, | |
| "learning_rate": 3.720786112027822e-06, | |
| "loss": 0.0995, | |
| "step": 693 | |
| }, | |
| { | |
| "epoch": 1.1663865546218488, | |
| "grad_norm": 2.5864607722539232, | |
| "learning_rate": 3.708029931535246e-06, | |
| "loss": 0.0796, | |
| "step": 694 | |
| }, | |
| { | |
| "epoch": 1.1680672268907564, | |
| "grad_norm": 3.468324873932469, | |
| "learning_rate": 3.695282755509917e-06, | |
| "loss": 0.118, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 1.169747899159664, | |
| "grad_norm": 2.1915066606153846, | |
| "learning_rate": 3.682544672794085e-06, | |
| "loss": 0.0823, | |
| "step": 696 | |
| }, | |
| { | |
| "epoch": 1.1714285714285715, | |
| "grad_norm": 2.8614797614523195, | |
| "learning_rate": 3.669815772166625e-06, | |
| "loss": 0.1117, | |
| "step": 697 | |
| }, | |
| { | |
| "epoch": 1.173109243697479, | |
| "grad_norm": 3.0243317238966902, | |
| "learning_rate": 3.6570961423424155e-06, | |
| "loss": 0.1382, | |
| "step": 698 | |
| }, | |
| { | |
| "epoch": 1.1747899159663866, | |
| "grad_norm": 2.5722750997684805, | |
| "learning_rate": 3.644385871971725e-06, | |
| "loss": 0.0901, | |
| "step": 699 | |
| }, | |
| { | |
| "epoch": 1.1764705882352942, | |
| "grad_norm": 2.2211603476786945, | |
| "learning_rate": 3.6316850496395863e-06, | |
| "loss": 0.0707, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.1781512605042017, | |
| "grad_norm": 2.3653294803726754, | |
| "learning_rate": 3.618993763865185e-06, | |
| "loss": 0.0865, | |
| "step": 701 | |
| }, | |
| { | |
| "epoch": 1.1798319327731093, | |
| "grad_norm": 3.4518859809747746, | |
| "learning_rate": 3.6063121031012417e-06, | |
| "loss": 0.0889, | |
| "step": 702 | |
| }, | |
| { | |
| "epoch": 1.1815126050420168, | |
| "grad_norm": 3.1717027674030236, | |
| "learning_rate": 3.5936401557333957e-06, | |
| "loss": 0.1078, | |
| "step": 703 | |
| }, | |
| { | |
| "epoch": 1.1831932773109244, | |
| "grad_norm": 2.5802159610520667, | |
| "learning_rate": 3.5809780100795853e-06, | |
| "loss": 0.0883, | |
| "step": 704 | |
| }, | |
| { | |
| "epoch": 1.184873949579832, | |
| "grad_norm": 2.51669538204389, | |
| "learning_rate": 3.568325754389438e-06, | |
| "loss": 0.1018, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 1.1865546218487395, | |
| "grad_norm": 3.834199640369919, | |
| "learning_rate": 3.5556834768436498e-06, | |
| "loss": 0.1229, | |
| "step": 706 | |
| }, | |
| { | |
| "epoch": 1.188235294117647, | |
| "grad_norm": 3.268611445606652, | |
| "learning_rate": 3.5430512655533774e-06, | |
| "loss": 0.1422, | |
| "step": 707 | |
| }, | |
| { | |
| "epoch": 1.1899159663865546, | |
| "grad_norm": 2.569460634045658, | |
| "learning_rate": 3.5304292085596166e-06, | |
| "loss": 0.0842, | |
| "step": 708 | |
| }, | |
| { | |
| "epoch": 1.1915966386554622, | |
| "grad_norm": 2.708337321883567, | |
| "learning_rate": 3.517817393832593e-06, | |
| "loss": 0.1071, | |
| "step": 709 | |
| }, | |
| { | |
| "epoch": 1.1932773109243697, | |
| "grad_norm": 2.295889437868396, | |
| "learning_rate": 3.505215909271149e-06, | |
| "loss": 0.0842, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 1.1949579831932773, | |
| "grad_norm": 2.7494736128846315, | |
| "learning_rate": 3.4926248427021293e-06, | |
| "loss": 0.1067, | |
| "step": 711 | |
| }, | |
| { | |
| "epoch": 1.1966386554621848, | |
| "grad_norm": 3.037610849894837, | |
| "learning_rate": 3.48004428187977e-06, | |
| "loss": 0.0995, | |
| "step": 712 | |
| }, | |
| { | |
| "epoch": 1.1983193277310924, | |
| "grad_norm": 3.1209681259023343, | |
| "learning_rate": 3.4674743144850865e-06, | |
| "loss": 0.1054, | |
| "step": 713 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 2.7146088777741353, | |
| "learning_rate": 3.4549150281252635e-06, | |
| "loss": 0.0855, | |
| "step": 714 | |
| }, | |
| { | |
| "epoch": 1.2016806722689075, | |
| "grad_norm": 2.579928115495318, | |
| "learning_rate": 3.442366510333043e-06, | |
| "loss": 0.1029, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 1.203361344537815, | |
| "grad_norm": 2.051251447279275, | |
| "learning_rate": 3.4298288485661147e-06, | |
| "loss": 0.0724, | |
| "step": 716 | |
| }, | |
| { | |
| "epoch": 1.2050420168067226, | |
| "grad_norm": 2.25884749164061, | |
| "learning_rate": 3.417302130206507e-06, | |
| "loss": 0.0998, | |
| "step": 717 | |
| }, | |
| { | |
| "epoch": 1.2067226890756302, | |
| "grad_norm": 2.5203879016401047, | |
| "learning_rate": 3.404786442559976e-06, | |
| "loss": 0.0804, | |
| "step": 718 | |
| }, | |
| { | |
| "epoch": 1.2084033613445377, | |
| "grad_norm": 2.323136581363694, | |
| "learning_rate": 3.3922818728554008e-06, | |
| "loss": 0.0889, | |
| "step": 719 | |
| }, | |
| { | |
| "epoch": 1.2100840336134453, | |
| "grad_norm": 2.2224533138933404, | |
| "learning_rate": 3.3797885082441717e-06, | |
| "loss": 0.0809, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 1.2117647058823529, | |
| "grad_norm": 3.4942626722992585, | |
| "learning_rate": 3.3673064357995844e-06, | |
| "loss": 0.1375, | |
| "step": 721 | |
| }, | |
| { | |
| "epoch": 1.2134453781512604, | |
| "grad_norm": 2.7421302991103182, | |
| "learning_rate": 3.3548357425162347e-06, | |
| "loss": 0.1026, | |
| "step": 722 | |
| }, | |
| { | |
| "epoch": 1.2151260504201682, | |
| "grad_norm": 2.405476921093656, | |
| "learning_rate": 3.3423765153094097e-06, | |
| "loss": 0.0875, | |
| "step": 723 | |
| }, | |
| { | |
| "epoch": 1.2168067226890757, | |
| "grad_norm": 1.9474423499915685, | |
| "learning_rate": 3.3299288410144813e-06, | |
| "loss": 0.0645, | |
| "step": 724 | |
| }, | |
| { | |
| "epoch": 1.2184873949579833, | |
| "grad_norm": 3.3943630595361127, | |
| "learning_rate": 3.3174928063863054e-06, | |
| "loss": 0.0822, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 1.2201680672268909, | |
| "grad_norm": 2.6533504550178177, | |
| "learning_rate": 3.3050684980986105e-06, | |
| "loss": 0.0727, | |
| "step": 726 | |
| }, | |
| { | |
| "epoch": 1.2218487394957984, | |
| "grad_norm": 2.6778789026347813, | |
| "learning_rate": 3.292656002743405e-06, | |
| "loss": 0.0752, | |
| "step": 727 | |
| }, | |
| { | |
| "epoch": 1.223529411764706, | |
| "grad_norm": 1.9406512061812329, | |
| "learning_rate": 3.2802554068303595e-06, | |
| "loss": 0.0715, | |
| "step": 728 | |
| }, | |
| { | |
| "epoch": 1.2252100840336135, | |
| "grad_norm": 2.356227596188501, | |
| "learning_rate": 3.267866796786212e-06, | |
| "loss": 0.0677, | |
| "step": 729 | |
| }, | |
| { | |
| "epoch": 1.226890756302521, | |
| "grad_norm": 1.937645206088155, | |
| "learning_rate": 3.255490258954167e-06, | |
| "loss": 0.0371, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 1.2285714285714286, | |
| "grad_norm": 3.012214547683442, | |
| "learning_rate": 3.2431258795932863e-06, | |
| "loss": 0.1026, | |
| "step": 731 | |
| }, | |
| { | |
| "epoch": 1.2302521008403362, | |
| "grad_norm": 3.2105396902791328, | |
| "learning_rate": 3.2307737448778977e-06, | |
| "loss": 0.0909, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 1.2319327731092438, | |
| "grad_norm": 2.599649894232782, | |
| "learning_rate": 3.2184339408969857e-06, | |
| "loss": 0.0682, | |
| "step": 733 | |
| }, | |
| { | |
| "epoch": 1.2336134453781513, | |
| "grad_norm": 1.761237551093203, | |
| "learning_rate": 3.206106553653596e-06, | |
| "loss": 0.0482, | |
| "step": 734 | |
| }, | |
| { | |
| "epoch": 1.2352941176470589, | |
| "grad_norm": 3.0540661926673494, | |
| "learning_rate": 3.1937916690642356e-06, | |
| "loss": 0.074, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 1.2369747899159664, | |
| "grad_norm": 2.6423585592436742, | |
| "learning_rate": 3.181489372958272e-06, | |
| "loss": 0.079, | |
| "step": 736 | |
| }, | |
| { | |
| "epoch": 1.238655462184874, | |
| "grad_norm": 3.5166766786686767, | |
| "learning_rate": 3.1691997510773376e-06, | |
| "loss": 0.0993, | |
| "step": 737 | |
| }, | |
| { | |
| "epoch": 1.2403361344537815, | |
| "grad_norm": 3.0030664598658494, | |
| "learning_rate": 3.1569228890747305e-06, | |
| "loss": 0.1061, | |
| "step": 738 | |
| }, | |
| { | |
| "epoch": 1.242016806722689, | |
| "grad_norm": 2.1826647597969906, | |
| "learning_rate": 3.1446588725148186e-06, | |
| "loss": 0.0559, | |
| "step": 739 | |
| }, | |
| { | |
| "epoch": 1.2436974789915967, | |
| "grad_norm": 3.8308938156876025, | |
| "learning_rate": 3.132407786872442e-06, | |
| "loss": 0.146, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 1.2453781512605042, | |
| "grad_norm": 3.540659391096697, | |
| "learning_rate": 3.120169717532319e-06, | |
| "loss": 0.128, | |
| "step": 741 | |
| }, | |
| { | |
| "epoch": 1.2470588235294118, | |
| "grad_norm": 2.572082033443637, | |
| "learning_rate": 3.107944749788449e-06, | |
| "loss": 0.1095, | |
| "step": 742 | |
| }, | |
| { | |
| "epoch": 1.2487394957983193, | |
| "grad_norm": 3.1039972961858466, | |
| "learning_rate": 3.095732968843519e-06, | |
| "loss": 0.1072, | |
| "step": 743 | |
| }, | |
| { | |
| "epoch": 1.250420168067227, | |
| "grad_norm": 3.433630247978511, | |
| "learning_rate": 3.0835344598083095e-06, | |
| "loss": 0.0995, | |
| "step": 744 | |
| }, | |
| { | |
| "epoch": 1.2521008403361344, | |
| "grad_norm": 2.9037148814677027, | |
| "learning_rate": 3.0713493077011027e-06, | |
| "loss": 0.0988, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 1.253781512605042, | |
| "grad_norm": 1.6255984404646961, | |
| "learning_rate": 3.059177597447087e-06, | |
| "loss": 0.0472, | |
| "step": 746 | |
| }, | |
| { | |
| "epoch": 1.2554621848739496, | |
| "grad_norm": 2.8035161644835784, | |
| "learning_rate": 3.0470194138777707e-06, | |
| "loss": 0.0901, | |
| "step": 747 | |
| }, | |
| { | |
| "epoch": 1.2571428571428571, | |
| "grad_norm": 3.0114191790076346, | |
| "learning_rate": 3.0348748417303826e-06, | |
| "loss": 0.1108, | |
| "step": 748 | |
| }, | |
| { | |
| "epoch": 1.2588235294117647, | |
| "grad_norm": 2.6244638367291415, | |
| "learning_rate": 3.0227439656472878e-06, | |
| "loss": 0.0622, | |
| "step": 749 | |
| }, | |
| { | |
| "epoch": 1.2605042016806722, | |
| "grad_norm": 2.0291708665569934, | |
| "learning_rate": 3.0106268701753967e-06, | |
| "loss": 0.0566, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 1.2621848739495798, | |
| "grad_norm": 2.8532612744730907, | |
| "learning_rate": 2.9985236397655726e-06, | |
| "loss": 0.0888, | |
| "step": 751 | |
| }, | |
| { | |
| "epoch": 1.2638655462184873, | |
| "grad_norm": 2.2036167732649052, | |
| "learning_rate": 2.986434358772048e-06, | |
| "loss": 0.0546, | |
| "step": 752 | |
| }, | |
| { | |
| "epoch": 1.265546218487395, | |
| "grad_norm": 2.7784477191560573, | |
| "learning_rate": 2.974359111451831e-06, | |
| "loss": 0.1147, | |
| "step": 753 | |
| }, | |
| { | |
| "epoch": 1.2672268907563025, | |
| "grad_norm": 3.1299626086221033, | |
| "learning_rate": 2.962297981964124e-06, | |
| "loss": 0.1018, | |
| "step": 754 | |
| }, | |
| { | |
| "epoch": 1.26890756302521, | |
| "grad_norm": 3.1824195697491935, | |
| "learning_rate": 2.950251054369733e-06, | |
| "loss": 0.1057, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 1.2705882352941176, | |
| "grad_norm": 2.9740777866179, | |
| "learning_rate": 2.9382184126304834e-06, | |
| "loss": 0.1037, | |
| "step": 756 | |
| }, | |
| { | |
| "epoch": 1.2722689075630251, | |
| "grad_norm": 2.6657894597056817, | |
| "learning_rate": 2.926200140608634e-06, | |
| "loss": 0.1039, | |
| "step": 757 | |
| }, | |
| { | |
| "epoch": 1.2739495798319327, | |
| "grad_norm": 2.264102839980714, | |
| "learning_rate": 2.9141963220662917e-06, | |
| "loss": 0.076, | |
| "step": 758 | |
| }, | |
| { | |
| "epoch": 1.2756302521008402, | |
| "grad_norm": 3.5306424078481626, | |
| "learning_rate": 2.902207040664834e-06, | |
| "loss": 0.1123, | |
| "step": 759 | |
| }, | |
| { | |
| "epoch": 1.2773109243697478, | |
| "grad_norm": 3.1919340141274977, | |
| "learning_rate": 2.8902323799643116e-06, | |
| "loss": 0.0979, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 1.2789915966386554, | |
| "grad_norm": 2.3313048943399224, | |
| "learning_rate": 2.8782724234228876e-06, | |
| "loss": 0.0681, | |
| "step": 761 | |
| }, | |
| { | |
| "epoch": 1.280672268907563, | |
| "grad_norm": 3.747945457345036, | |
| "learning_rate": 2.8663272543962305e-06, | |
| "loss": 0.1077, | |
| "step": 762 | |
| }, | |
| { | |
| "epoch": 1.2823529411764705, | |
| "grad_norm": 2.8608755161882184, | |
| "learning_rate": 2.8543969561369556e-06, | |
| "loss": 0.0997, | |
| "step": 763 | |
| }, | |
| { | |
| "epoch": 1.284033613445378, | |
| "grad_norm": 2.903410246959019, | |
| "learning_rate": 2.842481611794032e-06, | |
| "loss": 0.0793, | |
| "step": 764 | |
| }, | |
| { | |
| "epoch": 1.2857142857142856, | |
| "grad_norm": 2.6778742078682223, | |
| "learning_rate": 2.83058130441221e-06, | |
| "loss": 0.0689, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 1.2873949579831931, | |
| "grad_norm": 2.7827741894771134, | |
| "learning_rate": 2.818696116931431e-06, | |
| "loss": 0.075, | |
| "step": 766 | |
| }, | |
| { | |
| "epoch": 1.289075630252101, | |
| "grad_norm": 2.128764344141235, | |
| "learning_rate": 2.8068261321862667e-06, | |
| "loss": 0.09, | |
| "step": 767 | |
| }, | |
| { | |
| "epoch": 1.2907563025210085, | |
| "grad_norm": 3.329548325521387, | |
| "learning_rate": 2.794971432905323e-06, | |
| "loss": 0.0795, | |
| "step": 768 | |
| }, | |
| { | |
| "epoch": 1.292436974789916, | |
| "grad_norm": 2.2187604305649695, | |
| "learning_rate": 2.7831321017106805e-06, | |
| "loss": 0.0575, | |
| "step": 769 | |
| }, | |
| { | |
| "epoch": 1.2941176470588236, | |
| "grad_norm": 3.3967436709413836, | |
| "learning_rate": 2.771308221117309e-06, | |
| "loss": 0.1082, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 1.2957983193277312, | |
| "grad_norm": 3.6080260280942316, | |
| "learning_rate": 2.7594998735324905e-06, | |
| "loss": 0.0971, | |
| "step": 771 | |
| }, | |
| { | |
| "epoch": 1.2974789915966387, | |
| "grad_norm": 2.621544354495556, | |
| "learning_rate": 2.7477071412552554e-06, | |
| "loss": 0.0846, | |
| "step": 772 | |
| }, | |
| { | |
| "epoch": 1.2991596638655463, | |
| "grad_norm": 2.5632423256672716, | |
| "learning_rate": 2.735930106475794e-06, | |
| "loss": 0.0786, | |
| "step": 773 | |
| }, | |
| { | |
| "epoch": 1.3008403361344538, | |
| "grad_norm": 2.819748849096385, | |
| "learning_rate": 2.724168851274901e-06, | |
| "loss": 0.0913, | |
| "step": 774 | |
| }, | |
| { | |
| "epoch": 1.3025210084033614, | |
| "grad_norm": 3.2483306380332384, | |
| "learning_rate": 2.712423457623385e-06, | |
| "loss": 0.1027, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 1.304201680672269, | |
| "grad_norm": 2.607112390166478, | |
| "learning_rate": 2.7006940073815136e-06, | |
| "loss": 0.0852, | |
| "step": 776 | |
| }, | |
| { | |
| "epoch": 1.3058823529411765, | |
| "grad_norm": 2.550425691687378, | |
| "learning_rate": 2.6889805822984348e-06, | |
| "loss": 0.0782, | |
| "step": 777 | |
| }, | |
| { | |
| "epoch": 1.307563025210084, | |
| "grad_norm": 2.4162221875946672, | |
| "learning_rate": 2.6772832640116035e-06, | |
| "loss": 0.0997, | |
| "step": 778 | |
| }, | |
| { | |
| "epoch": 1.3092436974789916, | |
| "grad_norm": 2.8532159540534363, | |
| "learning_rate": 2.6656021340462246e-06, | |
| "loss": 0.1012, | |
| "step": 779 | |
| }, | |
| { | |
| "epoch": 1.3109243697478992, | |
| "grad_norm": 3.2586342692184638, | |
| "learning_rate": 2.6539372738146696e-06, | |
| "loss": 0.1058, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 1.3126050420168067, | |
| "grad_norm": 2.752956076373071, | |
| "learning_rate": 2.6422887646159234e-06, | |
| "loss": 0.0999, | |
| "step": 781 | |
| }, | |
| { | |
| "epoch": 1.3142857142857143, | |
| "grad_norm": 2.6282166566722163, | |
| "learning_rate": 2.6306566876350072e-06, | |
| "loss": 0.0904, | |
| "step": 782 | |
| }, | |
| { | |
| "epoch": 1.3159663865546218, | |
| "grad_norm": 4.459511701783127, | |
| "learning_rate": 2.619041123942419e-06, | |
| "loss": 0.1412, | |
| "step": 783 | |
| }, | |
| { | |
| "epoch": 1.3176470588235294, | |
| "grad_norm": 3.0171293567872057, | |
| "learning_rate": 2.607442154493568e-06, | |
| "loss": 0.0778, | |
| "step": 784 | |
| }, | |
| { | |
| "epoch": 1.319327731092437, | |
| "grad_norm": 2.099785903495667, | |
| "learning_rate": 2.5958598601282036e-06, | |
| "loss": 0.0755, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 1.3210084033613445, | |
| "grad_norm": 2.20038597827373, | |
| "learning_rate": 2.584294321569862e-06, | |
| "loss": 0.0977, | |
| "step": 786 | |
| }, | |
| { | |
| "epoch": 1.322689075630252, | |
| "grad_norm": 2.784330403766364, | |
| "learning_rate": 2.572745619425296e-06, | |
| "loss": 0.0736, | |
| "step": 787 | |
| }, | |
| { | |
| "epoch": 1.3243697478991596, | |
| "grad_norm": 2.0879911769632886, | |
| "learning_rate": 2.561213834183919e-06, | |
| "loss": 0.0608, | |
| "step": 788 | |
| }, | |
| { | |
| "epoch": 1.3260504201680672, | |
| "grad_norm": 3.9806688534541843, | |
| "learning_rate": 2.5496990462172344e-06, | |
| "loss": 0.0723, | |
| "step": 789 | |
| }, | |
| { | |
| "epoch": 1.3277310924369747, | |
| "grad_norm": 2.7580721019333603, | |
| "learning_rate": 2.538201335778289e-06, | |
| "loss": 0.082, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 1.3294117647058823, | |
| "grad_norm": 2.8722823015793146, | |
| "learning_rate": 2.526720783001107e-06, | |
| "loss": 0.1008, | |
| "step": 791 | |
| }, | |
| { | |
| "epoch": 1.3310924369747898, | |
| "grad_norm": 2.434260993789297, | |
| "learning_rate": 2.5152574679001236e-06, | |
| "loss": 0.0738, | |
| "step": 792 | |
| }, | |
| { | |
| "epoch": 1.3327731092436974, | |
| "grad_norm": 2.80994760149212, | |
| "learning_rate": 2.503811470369644e-06, | |
| "loss": 0.0794, | |
| "step": 793 | |
| }, | |
| { | |
| "epoch": 1.334453781512605, | |
| "grad_norm": 2.9346405462655465, | |
| "learning_rate": 2.4923828701832682e-06, | |
| "loss": 0.1039, | |
| "step": 794 | |
| }, | |
| { | |
| "epoch": 1.3361344537815127, | |
| "grad_norm": 4.00969514669466, | |
| "learning_rate": 2.4809717469933543e-06, | |
| "loss": 0.0713, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 1.3378151260504203, | |
| "grad_norm": 3.3856635475000134, | |
| "learning_rate": 2.469578180330444e-06, | |
| "loss": 0.1224, | |
| "step": 796 | |
| }, | |
| { | |
| "epoch": 1.3394957983193279, | |
| "grad_norm": 4.141002149954988, | |
| "learning_rate": 2.458202249602726e-06, | |
| "loss": 0.1295, | |
| "step": 797 | |
| }, | |
| { | |
| "epoch": 1.3411764705882354, | |
| "grad_norm": 2.3909571975188566, | |
| "learning_rate": 2.4468440340954664e-06, | |
| "loss": 0.0858, | |
| "step": 798 | |
| }, | |
| { | |
| "epoch": 1.342857142857143, | |
| "grad_norm": 2.732623939016431, | |
| "learning_rate": 2.43550361297047e-06, | |
| "loss": 0.1232, | |
| "step": 799 | |
| }, | |
| { | |
| "epoch": 1.3445378151260505, | |
| "grad_norm": 2.27043539875792, | |
| "learning_rate": 2.4241810652655197e-06, | |
| "loss": 0.0646, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 1.346218487394958, | |
| "grad_norm": 2.800553021390132, | |
| "learning_rate": 2.4128764698938297e-06, | |
| "loss": 0.0856, | |
| "step": 801 | |
| }, | |
| { | |
| "epoch": 1.3478991596638656, | |
| "grad_norm": 2.468540615484736, | |
| "learning_rate": 2.4015899056434945e-06, | |
| "loss": 0.1067, | |
| "step": 802 | |
| }, | |
| { | |
| "epoch": 1.3495798319327732, | |
| "grad_norm": 4.025378528695785, | |
| "learning_rate": 2.390321451176936e-06, | |
| "loss": 0.105, | |
| "step": 803 | |
| }, | |
| { | |
| "epoch": 1.3512605042016808, | |
| "grad_norm": 2.0577272684146872, | |
| "learning_rate": 2.379071185030365e-06, | |
| "loss": 0.067, | |
| "step": 804 | |
| }, | |
| { | |
| "epoch": 1.3529411764705883, | |
| "grad_norm": 2.7859891346028185, | |
| "learning_rate": 2.3678391856132203e-06, | |
| "loss": 0.0715, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 1.3546218487394959, | |
| "grad_norm": 3.417663771387606, | |
| "learning_rate": 2.356625531207638e-06, | |
| "loss": 0.1134, | |
| "step": 806 | |
| }, | |
| { | |
| "epoch": 1.3563025210084034, | |
| "grad_norm": 2.9934064584562807, | |
| "learning_rate": 2.345430299967888e-06, | |
| "loss": 0.099, | |
| "step": 807 | |
| }, | |
| { | |
| "epoch": 1.357983193277311, | |
| "grad_norm": 3.0446906092550727, | |
| "learning_rate": 2.334253569919846e-06, | |
| "loss": 0.0881, | |
| "step": 808 | |
| }, | |
| { | |
| "epoch": 1.3596638655462185, | |
| "grad_norm": 2.714244890028747, | |
| "learning_rate": 2.323095418960442e-06, | |
| "loss": 0.0651, | |
| "step": 809 | |
| }, | |
| { | |
| "epoch": 1.361344537815126, | |
| "grad_norm": 2.7908745015689145, | |
| "learning_rate": 2.311955924857113e-06, | |
| "loss": 0.0928, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 1.3630252100840337, | |
| "grad_norm": 2.593550587022856, | |
| "learning_rate": 2.3008351652472714e-06, | |
| "loss": 0.0936, | |
| "step": 811 | |
| }, | |
| { | |
| "epoch": 1.3647058823529412, | |
| "grad_norm": 2.6262874429380214, | |
| "learning_rate": 2.289733217637753e-06, | |
| "loss": 0.07, | |
| "step": 812 | |
| }, | |
| { | |
| "epoch": 1.3663865546218488, | |
| "grad_norm": 2.5534127800889346, | |
| "learning_rate": 2.278650159404289e-06, | |
| "loss": 0.0778, | |
| "step": 813 | |
| }, | |
| { | |
| "epoch": 1.3680672268907563, | |
| "grad_norm": 2.44366168179335, | |
| "learning_rate": 2.267586067790952e-06, | |
| "loss": 0.0825, | |
| "step": 814 | |
| }, | |
| { | |
| "epoch": 1.3697478991596639, | |
| "grad_norm": 2.768515991865253, | |
| "learning_rate": 2.2565410199096322e-06, | |
| "loss": 0.086, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 1.3714285714285714, | |
| "grad_norm": 2.9765080509774546, | |
| "learning_rate": 2.245515092739488e-06, | |
| "loss": 0.0967, | |
| "step": 816 | |
| }, | |
| { | |
| "epoch": 1.373109243697479, | |
| "grad_norm": 2.875743137704446, | |
| "learning_rate": 2.234508363126419e-06, | |
| "loss": 0.1058, | |
| "step": 817 | |
| }, | |
| { | |
| "epoch": 1.3747899159663866, | |
| "grad_norm": 3.542235960340661, | |
| "learning_rate": 2.2235209077825264e-06, | |
| "loss": 0.153, | |
| "step": 818 | |
| }, | |
| { | |
| "epoch": 1.3764705882352941, | |
| "grad_norm": 2.403232600671078, | |
| "learning_rate": 2.2125528032855727e-06, | |
| "loss": 0.0689, | |
| "step": 819 | |
| }, | |
| { | |
| "epoch": 1.3781512605042017, | |
| "grad_norm": 2.7232278008796693, | |
| "learning_rate": 2.2016041260784604e-06, | |
| "loss": 0.0523, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 1.3798319327731092, | |
| "grad_norm": 2.854644874148179, | |
| "learning_rate": 2.1906749524686856e-06, | |
| "loss": 0.0783, | |
| "step": 821 | |
| }, | |
| { | |
| "epoch": 1.3815126050420168, | |
| "grad_norm": 1.8526957378806435, | |
| "learning_rate": 2.1797653586278193e-06, | |
| "loss": 0.0658, | |
| "step": 822 | |
| }, | |
| { | |
| "epoch": 1.3831932773109243, | |
| "grad_norm": 3.1776681065587606, | |
| "learning_rate": 2.168875420590965e-06, | |
| "loss": 0.1051, | |
| "step": 823 | |
| }, | |
| { | |
| "epoch": 1.384873949579832, | |
| "grad_norm": 2.5512188793181623, | |
| "learning_rate": 2.158005214256236e-06, | |
| "loss": 0.0708, | |
| "step": 824 | |
| }, | |
| { | |
| "epoch": 1.3865546218487395, | |
| "grad_norm": 2.6609634186618156, | |
| "learning_rate": 2.147154815384226e-06, | |
| "loss": 0.0768, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 1.388235294117647, | |
| "grad_norm": 2.3931424820403295, | |
| "learning_rate": 2.136324299597474e-06, | |
| "loss": 0.0715, | |
| "step": 826 | |
| }, | |
| { | |
| "epoch": 1.3899159663865546, | |
| "grad_norm": 2.8679014750294125, | |
| "learning_rate": 2.12551374237995e-06, | |
| "loss": 0.1095, | |
| "step": 827 | |
| }, | |
| { | |
| "epoch": 1.3915966386554621, | |
| "grad_norm": 2.180768007063552, | |
| "learning_rate": 2.1147232190765137e-06, | |
| "loss": 0.0675, | |
| "step": 828 | |
| }, | |
| { | |
| "epoch": 1.3932773109243697, | |
| "grad_norm": 2.5066981219224775, | |
| "learning_rate": 2.1039528048924043e-06, | |
| "loss": 0.059, | |
| "step": 829 | |
| }, | |
| { | |
| "epoch": 1.3949579831932772, | |
| "grad_norm": 3.3803755201148187, | |
| "learning_rate": 2.0932025748927015e-06, | |
| "loss": 0.1068, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 1.3966386554621848, | |
| "grad_norm": 2.371033561602867, | |
| "learning_rate": 2.0824726040018174e-06, | |
| "loss": 0.0728, | |
| "step": 831 | |
| }, | |
| { | |
| "epoch": 1.3983193277310924, | |
| "grad_norm": 2.774208580231465, | |
| "learning_rate": 2.0717629670029653e-06, | |
| "loss": 0.0661, | |
| "step": 832 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 2.1336928525875836, | |
| "learning_rate": 2.061073738537635e-06, | |
| "loss": 0.0733, | |
| "step": 833 | |
| }, | |
| { | |
| "epoch": 1.4016806722689075, | |
| "grad_norm": 3.1234467182623975, | |
| "learning_rate": 2.050404993105085e-06, | |
| "loss": 0.0831, | |
| "step": 834 | |
| }, | |
| { | |
| "epoch": 1.403361344537815, | |
| "grad_norm": 3.091586518307653, | |
| "learning_rate": 2.0397568050618095e-06, | |
| "loss": 0.1086, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 1.4050420168067226, | |
| "grad_norm": 3.002925392888798, | |
| "learning_rate": 2.0291292486210327e-06, | |
| "loss": 0.0994, | |
| "step": 836 | |
| }, | |
| { | |
| "epoch": 1.4067226890756301, | |
| "grad_norm": 2.4071605199504105, | |
| "learning_rate": 2.018522397852178e-06, | |
| "loss": 0.0642, | |
| "step": 837 | |
| }, | |
| { | |
| "epoch": 1.4084033613445377, | |
| "grad_norm": 4.850453820458399, | |
| "learning_rate": 2.0079363266803696e-06, | |
| "loss": 0.1209, | |
| "step": 838 | |
| }, | |
| { | |
| "epoch": 1.4100840336134453, | |
| "grad_norm": 2.5655766253111913, | |
| "learning_rate": 1.9973711088858973e-06, | |
| "loss": 0.0718, | |
| "step": 839 | |
| }, | |
| { | |
| "epoch": 1.4117647058823528, | |
| "grad_norm": 2.7191226267335726, | |
| "learning_rate": 1.9868268181037186e-06, | |
| "loss": 0.0898, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 1.4134453781512604, | |
| "grad_norm": 2.636556426536022, | |
| "learning_rate": 1.976303527822933e-06, | |
| "loss": 0.0944, | |
| "step": 841 | |
| }, | |
| { | |
| "epoch": 1.4151260504201681, | |
| "grad_norm": 3.427543761682362, | |
| "learning_rate": 1.9658013113862806e-06, | |
| "loss": 0.0629, | |
| "step": 842 | |
| }, | |
| { | |
| "epoch": 1.4168067226890757, | |
| "grad_norm": 2.407314737887372, | |
| "learning_rate": 1.9553202419896256e-06, | |
| "loss": 0.0669, | |
| "step": 843 | |
| }, | |
| { | |
| "epoch": 1.4184873949579833, | |
| "grad_norm": 2.3970562937015605, | |
| "learning_rate": 1.944860392681442e-06, | |
| "loss": 0.0842, | |
| "step": 844 | |
| }, | |
| { | |
| "epoch": 1.4201680672268908, | |
| "grad_norm": 3.0111009657414436, | |
| "learning_rate": 1.934421836362315e-06, | |
| "loss": 0.0925, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 1.4218487394957984, | |
| "grad_norm": 2.3181211787455287, | |
| "learning_rate": 1.9240046457844223e-06, | |
| "loss": 0.0857, | |
| "step": 846 | |
| }, | |
| { | |
| "epoch": 1.423529411764706, | |
| "grad_norm": 2.4618319020447057, | |
| "learning_rate": 1.913608893551036e-06, | |
| "loss": 0.0718, | |
| "step": 847 | |
| }, | |
| { | |
| "epoch": 1.4252100840336135, | |
| "grad_norm": 2.4722571546574206, | |
| "learning_rate": 1.9032346521160066e-06, | |
| "loss": 0.0775, | |
| "step": 848 | |
| }, | |
| { | |
| "epoch": 1.426890756302521, | |
| "grad_norm": 2.8957411522240957, | |
| "learning_rate": 1.8928819937832689e-06, | |
| "loss": 0.0981, | |
| "step": 849 | |
| }, | |
| { | |
| "epoch": 1.4285714285714286, | |
| "grad_norm": 3.0058263449936424, | |
| "learning_rate": 1.8825509907063328e-06, | |
| "loss": 0.1281, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 1.4302521008403362, | |
| "grad_norm": 2.6662478992952585, | |
| "learning_rate": 1.8722417148877752e-06, | |
| "loss": 0.0808, | |
| "step": 851 | |
| }, | |
| { | |
| "epoch": 1.4319327731092437, | |
| "grad_norm": 2.9792508981015247, | |
| "learning_rate": 1.8619542381787508e-06, | |
| "loss": 0.0999, | |
| "step": 852 | |
| }, | |
| { | |
| "epoch": 1.4336134453781513, | |
| "grad_norm": 2.1089140232124155, | |
| "learning_rate": 1.851688632278476e-06, | |
| "loss": 0.0469, | |
| "step": 853 | |
| }, | |
| { | |
| "epoch": 1.4352941176470588, | |
| "grad_norm": 3.5585819612230334, | |
| "learning_rate": 1.8414449687337467e-06, | |
| "loss": 0.0704, | |
| "step": 854 | |
| }, | |
| { | |
| "epoch": 1.4369747899159664, | |
| "grad_norm": 2.24926411881091, | |
| "learning_rate": 1.8312233189384194e-06, | |
| "loss": 0.0735, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 1.438655462184874, | |
| "grad_norm": 2.6302186153665947, | |
| "learning_rate": 1.821023754132933e-06, | |
| "loss": 0.074, | |
| "step": 856 | |
| }, | |
| { | |
| "epoch": 1.4403361344537815, | |
| "grad_norm": 2.8780342261679506, | |
| "learning_rate": 1.8108463454038022e-06, | |
| "loss": 0.0778, | |
| "step": 857 | |
| }, | |
| { | |
| "epoch": 1.442016806722689, | |
| "grad_norm": 3.7396581161865172, | |
| "learning_rate": 1.800691163683118e-06, | |
| "loss": 0.1022, | |
| "step": 858 | |
| }, | |
| { | |
| "epoch": 1.4436974789915966, | |
| "grad_norm": 3.60714342413831, | |
| "learning_rate": 1.790558279748067e-06, | |
| "loss": 0.1618, | |
| "step": 859 | |
| }, | |
| { | |
| "epoch": 1.4453781512605042, | |
| "grad_norm": 2.9595163340771147, | |
| "learning_rate": 1.780447764220422e-06, | |
| "loss": 0.0904, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 1.4470588235294117, | |
| "grad_norm": 2.1689321130662886, | |
| "learning_rate": 1.7703596875660645e-06, | |
| "loss": 0.0719, | |
| "step": 861 | |
| }, | |
| { | |
| "epoch": 1.4487394957983193, | |
| "grad_norm": 2.1941556772158264, | |
| "learning_rate": 1.7602941200944812e-06, | |
| "loss": 0.0635, | |
| "step": 862 | |
| }, | |
| { | |
| "epoch": 1.4504201680672268, | |
| "grad_norm": 2.2798654285400737, | |
| "learning_rate": 1.7502511319582855e-06, | |
| "loss": 0.0875, | |
| "step": 863 | |
| }, | |
| { | |
| "epoch": 1.4521008403361344, | |
| "grad_norm": 2.2334745972248298, | |
| "learning_rate": 1.7402307931527157e-06, | |
| "loss": 0.0687, | |
| "step": 864 | |
| }, | |
| { | |
| "epoch": 1.453781512605042, | |
| "grad_norm": 2.8004894708871415, | |
| "learning_rate": 1.7302331735151594e-06, | |
| "loss": 0.1048, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 1.4554621848739495, | |
| "grad_norm": 3.108271318580809, | |
| "learning_rate": 1.7202583427246633e-06, | |
| "loss": 0.0753, | |
| "step": 866 | |
| }, | |
| { | |
| "epoch": 1.457142857142857, | |
| "grad_norm": 2.312999197511707, | |
| "learning_rate": 1.7103063703014372e-06, | |
| "loss": 0.0746, | |
| "step": 867 | |
| }, | |
| { | |
| "epoch": 1.4588235294117646, | |
| "grad_norm": 2.6351363101768954, | |
| "learning_rate": 1.7003773256063882e-06, | |
| "loss": 0.092, | |
| "step": 868 | |
| }, | |
| { | |
| "epoch": 1.4605042016806722, | |
| "grad_norm": 2.183847704629778, | |
| "learning_rate": 1.690471277840619e-06, | |
| "loss": 0.0625, | |
| "step": 869 | |
| }, | |
| { | |
| "epoch": 1.46218487394958, | |
| "grad_norm": 3.064581959699731, | |
| "learning_rate": 1.6805882960449594e-06, | |
| "loss": 0.1215, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 1.4638655462184875, | |
| "grad_norm": 3.1271728558378737, | |
| "learning_rate": 1.6707284490994746e-06, | |
| "loss": 0.0908, | |
| "step": 871 | |
| }, | |
| { | |
| "epoch": 1.465546218487395, | |
| "grad_norm": 2.9326514691610455, | |
| "learning_rate": 1.6608918057229944e-06, | |
| "loss": 0.0798, | |
| "step": 872 | |
| }, | |
| { | |
| "epoch": 1.4672268907563026, | |
| "grad_norm": 3.6801264170612193, | |
| "learning_rate": 1.6510784344726294e-06, | |
| "loss": 0.1136, | |
| "step": 873 | |
| }, | |
| { | |
| "epoch": 1.4689075630252102, | |
| "grad_norm": 2.2001266838315057, | |
| "learning_rate": 1.6412884037432875e-06, | |
| "loss": 0.077, | |
| "step": 874 | |
| }, | |
| { | |
| "epoch": 1.4705882352941178, | |
| "grad_norm": 2.018537490774913, | |
| "learning_rate": 1.6315217817672142e-06, | |
| "loss": 0.0577, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 1.4722689075630253, | |
| "grad_norm": 2.502467447738802, | |
| "learning_rate": 1.6217786366134953e-06, | |
| "loss": 0.0867, | |
| "step": 876 | |
| }, | |
| { | |
| "epoch": 1.4739495798319329, | |
| "grad_norm": 2.404093931401216, | |
| "learning_rate": 1.612059036187602e-06, | |
| "loss": 0.0818, | |
| "step": 877 | |
| }, | |
| { | |
| "epoch": 1.4756302521008404, | |
| "grad_norm": 2.7777757705585366, | |
| "learning_rate": 1.6023630482309017e-06, | |
| "loss": 0.0851, | |
| "step": 878 | |
| }, | |
| { | |
| "epoch": 1.477310924369748, | |
| "grad_norm": 2.1744066253008025, | |
| "learning_rate": 1.5926907403202001e-06, | |
| "loss": 0.0667, | |
| "step": 879 | |
| }, | |
| { | |
| "epoch": 1.4789915966386555, | |
| "grad_norm": 3.2942884352254542, | |
| "learning_rate": 1.5830421798672568e-06, | |
| "loss": 0.0714, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 1.480672268907563, | |
| "grad_norm": 3.4466527581467976, | |
| "learning_rate": 1.5734174341183284e-06, | |
| "loss": 0.1096, | |
| "step": 881 | |
| }, | |
| { | |
| "epoch": 1.4823529411764707, | |
| "grad_norm": 2.530910684223825, | |
| "learning_rate": 1.5638165701536866e-06, | |
| "loss": 0.0786, | |
| "step": 882 | |
| }, | |
| { | |
| "epoch": 1.4840336134453782, | |
| "grad_norm": 2.949069912774898, | |
| "learning_rate": 1.554239654887163e-06, | |
| "loss": 0.082, | |
| "step": 883 | |
| }, | |
| { | |
| "epoch": 1.4857142857142858, | |
| "grad_norm": 2.918482254384839, | |
| "learning_rate": 1.544686755065677e-06, | |
| "loss": 0.1056, | |
| "step": 884 | |
| }, | |
| { | |
| "epoch": 1.4873949579831933, | |
| "grad_norm": 2.9537497761417644, | |
| "learning_rate": 1.5351579372687658e-06, | |
| "loss": 0.0904, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 1.4890756302521009, | |
| "grad_norm": 3.0556323605290676, | |
| "learning_rate": 1.525653267908132e-06, | |
| "loss": 0.0871, | |
| "step": 886 | |
| }, | |
| { | |
| "epoch": 1.4907563025210084, | |
| "grad_norm": 2.6043633400058006, | |
| "learning_rate": 1.5161728132271674e-06, | |
| "loss": 0.0744, | |
| "step": 887 | |
| }, | |
| { | |
| "epoch": 1.492436974789916, | |
| "grad_norm": 2.0618324084427804, | |
| "learning_rate": 1.5067166393005055e-06, | |
| "loss": 0.0701, | |
| "step": 888 | |
| }, | |
| { | |
| "epoch": 1.4941176470588236, | |
| "grad_norm": 2.9896346108157177, | |
| "learning_rate": 1.4972848120335453e-06, | |
| "loss": 0.1136, | |
| "step": 889 | |
| }, | |
| { | |
| "epoch": 1.495798319327731, | |
| "grad_norm": 2.605228843859927, | |
| "learning_rate": 1.4878773971620076e-06, | |
| "loss": 0.0673, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 1.4974789915966387, | |
| "grad_norm": 2.7905166458094333, | |
| "learning_rate": 1.4784944602514662e-06, | |
| "loss": 0.0809, | |
| "step": 891 | |
| }, | |
| { | |
| "epoch": 1.4991596638655462, | |
| "grad_norm": 3.1497593827029506, | |
| "learning_rate": 1.4691360666968923e-06, | |
| "loss": 0.1021, | |
| "step": 892 | |
| }, | |
| { | |
| "epoch": 1.5008403361344538, | |
| "grad_norm": 2.1897838947360735, | |
| "learning_rate": 1.4598022817222058e-06, | |
| "loss": 0.0571, | |
| "step": 893 | |
| }, | |
| { | |
| "epoch": 1.5025210084033613, | |
| "grad_norm": 2.302331646085917, | |
| "learning_rate": 1.4504931703798086e-06, | |
| "loss": 0.0576, | |
| "step": 894 | |
| }, | |
| { | |
| "epoch": 1.504201680672269, | |
| "grad_norm": 2.7532766985557857, | |
| "learning_rate": 1.4412087975501459e-06, | |
| "loss": 0.076, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 1.5058823529411764, | |
| "grad_norm": 2.5202671032062582, | |
| "learning_rate": 1.4319492279412388e-06, | |
| "loss": 0.0678, | |
| "step": 896 | |
| }, | |
| { | |
| "epoch": 1.507563025210084, | |
| "grad_norm": 3.3560869623465535, | |
| "learning_rate": 1.4227145260882463e-06, | |
| "loss": 0.0674, | |
| "step": 897 | |
| }, | |
| { | |
| "epoch": 1.5092436974789916, | |
| "grad_norm": 2.7037346414852497, | |
| "learning_rate": 1.413504756353009e-06, | |
| "loss": 0.0877, | |
| "step": 898 | |
| }, | |
| { | |
| "epoch": 1.5109243697478991, | |
| "grad_norm": 2.950076661717238, | |
| "learning_rate": 1.4043199829235983e-06, | |
| "loss": 0.1009, | |
| "step": 899 | |
| }, | |
| { | |
| "epoch": 1.5126050420168067, | |
| "grad_norm": 2.9724993078538096, | |
| "learning_rate": 1.3951602698138773e-06, | |
| "loss": 0.0998, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 1.5142857142857142, | |
| "grad_norm": 2.171203981414814, | |
| "learning_rate": 1.3860256808630429e-06, | |
| "loss": 0.0649, | |
| "step": 901 | |
| }, | |
| { | |
| "epoch": 1.5159663865546218, | |
| "grad_norm": 2.3717860449067407, | |
| "learning_rate": 1.3769162797351953e-06, | |
| "loss": 0.0628, | |
| "step": 902 | |
| }, | |
| { | |
| "epoch": 1.5176470588235293, | |
| "grad_norm": 3.7600443429783352, | |
| "learning_rate": 1.3678321299188802e-06, | |
| "loss": 0.1002, | |
| "step": 903 | |
| }, | |
| { | |
| "epoch": 1.519327731092437, | |
| "grad_norm": 3.0435496611540467, | |
| "learning_rate": 1.3587732947266557e-06, | |
| "loss": 0.095, | |
| "step": 904 | |
| }, | |
| { | |
| "epoch": 1.5210084033613445, | |
| "grad_norm": 2.96613726072199, | |
| "learning_rate": 1.34973983729465e-06, | |
| "loss": 0.0914, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 1.522689075630252, | |
| "grad_norm": 2.8435196172045907, | |
| "learning_rate": 1.340731820582114e-06, | |
| "loss": 0.0699, | |
| "step": 906 | |
| }, | |
| { | |
| "epoch": 1.5243697478991596, | |
| "grad_norm": 2.464476894025319, | |
| "learning_rate": 1.3317493073709936e-06, | |
| "loss": 0.0705, | |
| "step": 907 | |
| }, | |
| { | |
| "epoch": 1.5260504201680671, | |
| "grad_norm": 1.890126330693869, | |
| "learning_rate": 1.3227923602654808e-06, | |
| "loss": 0.0561, | |
| "step": 908 | |
| }, | |
| { | |
| "epoch": 1.5277310924369747, | |
| "grad_norm": 2.2602626027892176, | |
| "learning_rate": 1.3138610416915887e-06, | |
| "loss": 0.0733, | |
| "step": 909 | |
| }, | |
| { | |
| "epoch": 1.5294117647058822, | |
| "grad_norm": 2.5239743120304468, | |
| "learning_rate": 1.3049554138967052e-06, | |
| "loss": 0.0658, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 1.5310924369747898, | |
| "grad_norm": 2.1639616773849344, | |
| "learning_rate": 1.2960755389491703e-06, | |
| "loss": 0.0644, | |
| "step": 911 | |
| }, | |
| { | |
| "epoch": 1.5327731092436974, | |
| "grad_norm": 2.7172132336504373, | |
| "learning_rate": 1.2872214787378306e-06, | |
| "loss": 0.0806, | |
| "step": 912 | |
| }, | |
| { | |
| "epoch": 1.534453781512605, | |
| "grad_norm": 2.433240574623036, | |
| "learning_rate": 1.278393294971626e-06, | |
| "loss": 0.0783, | |
| "step": 913 | |
| }, | |
| { | |
| "epoch": 1.5361344537815125, | |
| "grad_norm": 3.0834984240711565, | |
| "learning_rate": 1.269591049179138e-06, | |
| "loss": 0.0617, | |
| "step": 914 | |
| }, | |
| { | |
| "epoch": 1.53781512605042, | |
| "grad_norm": 2.397030675922682, | |
| "learning_rate": 1.2608148027081773e-06, | |
| "loss": 0.0818, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 1.5394957983193276, | |
| "grad_norm": 3.0216001414776374, | |
| "learning_rate": 1.2520646167253514e-06, | |
| "loss": 0.0821, | |
| "step": 916 | |
| }, | |
| { | |
| "epoch": 1.5411764705882351, | |
| "grad_norm": 3.134391572738623, | |
| "learning_rate": 1.2433405522156334e-06, | |
| "loss": 0.0916, | |
| "step": 917 | |
| }, | |
| { | |
| "epoch": 1.5428571428571427, | |
| "grad_norm": 2.3360210128403636, | |
| "learning_rate": 1.234642669981946e-06, | |
| "loss": 0.0641, | |
| "step": 918 | |
| }, | |
| { | |
| "epoch": 1.5445378151260503, | |
| "grad_norm": 2.7163994508351217, | |
| "learning_rate": 1.2259710306447275e-06, | |
| "loss": 0.0886, | |
| "step": 919 | |
| }, | |
| { | |
| "epoch": 1.5462184873949578, | |
| "grad_norm": 2.431875213779764, | |
| "learning_rate": 1.2173256946415214e-06, | |
| "loss": 0.0773, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 1.5478991596638656, | |
| "grad_norm": 2.5611857478832882, | |
| "learning_rate": 1.2087067222265409e-06, | |
| "loss": 0.0628, | |
| "step": 921 | |
| }, | |
| { | |
| "epoch": 1.5495798319327732, | |
| "grad_norm": 2.9190300690138633, | |
| "learning_rate": 1.2001141734702625e-06, | |
| "loss": 0.077, | |
| "step": 922 | |
| }, | |
| { | |
| "epoch": 1.5512605042016807, | |
| "grad_norm": 2.6935195739367526, | |
| "learning_rate": 1.1915481082589998e-06, | |
| "loss": 0.0651, | |
| "step": 923 | |
| }, | |
| { | |
| "epoch": 1.5529411764705883, | |
| "grad_norm": 2.495024421506342, | |
| "learning_rate": 1.1830085862944851e-06, | |
| "loss": 0.0812, | |
| "step": 924 | |
| }, | |
| { | |
| "epoch": 1.5546218487394958, | |
| "grad_norm": 2.3186901545314353, | |
| "learning_rate": 1.17449566709346e-06, | |
| "loss": 0.0682, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 1.5563025210084034, | |
| "grad_norm": 2.3237588553363944, | |
| "learning_rate": 1.166009409987251e-06, | |
| "loss": 0.0555, | |
| "step": 926 | |
| }, | |
| { | |
| "epoch": 1.557983193277311, | |
| "grad_norm": 2.8044298597093107, | |
| "learning_rate": 1.1575498741213682e-06, | |
| "loss": 0.0947, | |
| "step": 927 | |
| }, | |
| { | |
| "epoch": 1.5596638655462185, | |
| "grad_norm": 2.4178880085870396, | |
| "learning_rate": 1.1491171184550799e-06, | |
| "loss": 0.0629, | |
| "step": 928 | |
| }, | |
| { | |
| "epoch": 1.561344537815126, | |
| "grad_norm": 1.976434008723005, | |
| "learning_rate": 1.1407112017610134e-06, | |
| "loss": 0.052, | |
| "step": 929 | |
| }, | |
| { | |
| "epoch": 1.5630252100840336, | |
| "grad_norm": 3.483563565061037, | |
| "learning_rate": 1.1323321826247347e-06, | |
| "loss": 0.077, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 1.5647058823529412, | |
| "grad_norm": 1.8972048774489287, | |
| "learning_rate": 1.1239801194443507e-06, | |
| "loss": 0.0494, | |
| "step": 931 | |
| }, | |
| { | |
| "epoch": 1.5663865546218487, | |
| "grad_norm": 3.1882538432651777, | |
| "learning_rate": 1.115655070430096e-06, | |
| "loss": 0.0779, | |
| "step": 932 | |
| }, | |
| { | |
| "epoch": 1.5680672268907563, | |
| "grad_norm": 3.1426262134738603, | |
| "learning_rate": 1.107357093603924e-06, | |
| "loss": 0.076, | |
| "step": 933 | |
| }, | |
| { | |
| "epoch": 1.5697478991596638, | |
| "grad_norm": 3.3491106407225555, | |
| "learning_rate": 1.0990862467991132e-06, | |
| "loss": 0.0939, | |
| "step": 934 | |
| }, | |
| { | |
| "epoch": 1.5714285714285714, | |
| "grad_norm": 2.3555969578510196, | |
| "learning_rate": 1.0908425876598512e-06, | |
| "loss": 0.0683, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 1.573109243697479, | |
| "grad_norm": 2.4300759069980136, | |
| "learning_rate": 1.082626173640846e-06, | |
| "loss": 0.0788, | |
| "step": 936 | |
| }, | |
| { | |
| "epoch": 1.5747899159663865, | |
| "grad_norm": 3.0685309864448636, | |
| "learning_rate": 1.0744370620069122e-06, | |
| "loss": 0.0852, | |
| "step": 937 | |
| }, | |
| { | |
| "epoch": 1.576470588235294, | |
| "grad_norm": 2.568291131776804, | |
| "learning_rate": 1.066275309832584e-06, | |
| "loss": 0.074, | |
| "step": 938 | |
| }, | |
| { | |
| "epoch": 1.5781512605042018, | |
| "grad_norm": 2.520877566474604, | |
| "learning_rate": 1.0581409740017113e-06, | |
| "loss": 0.0521, | |
| "step": 939 | |
| }, | |
| { | |
| "epoch": 1.5798319327731094, | |
| "grad_norm": 2.792407855946344, | |
| "learning_rate": 1.0500341112070605e-06, | |
| "loss": 0.0789, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 1.581512605042017, | |
| "grad_norm": 3.1440477930637214, | |
| "learning_rate": 1.0419547779499283e-06, | |
| "loss": 0.111, | |
| "step": 941 | |
| }, | |
| { | |
| "epoch": 1.5831932773109245, | |
| "grad_norm": 3.08626306661282, | |
| "learning_rate": 1.0339030305397374e-06, | |
| "loss": 0.0773, | |
| "step": 942 | |
| }, | |
| { | |
| "epoch": 1.584873949579832, | |
| "grad_norm": 2.7818074011761613, | |
| "learning_rate": 1.025878925093653e-06, | |
| "loss": 0.1025, | |
| "step": 943 | |
| }, | |
| { | |
| "epoch": 1.5865546218487396, | |
| "grad_norm": 2.0707670868256756, | |
| "learning_rate": 1.0178825175361846e-06, | |
| "loss": 0.0543, | |
| "step": 944 | |
| }, | |
| { | |
| "epoch": 1.5882352941176472, | |
| "grad_norm": 3.277736077714651, | |
| "learning_rate": 1.0099138635988026e-06, | |
| "loss": 0.0886, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 1.5899159663865547, | |
| "grad_norm": 1.7856587713887242, | |
| "learning_rate": 1.0019730188195464e-06, | |
| "loss": 0.0498, | |
| "step": 946 | |
| }, | |
| { | |
| "epoch": 1.5915966386554623, | |
| "grad_norm": 2.6385746957949787, | |
| "learning_rate": 9.940600385426347e-07, | |
| "loss": 0.0812, | |
| "step": 947 | |
| }, | |
| { | |
| "epoch": 1.5932773109243699, | |
| "grad_norm": 2.776521241285141, | |
| "learning_rate": 9.861749779180873e-07, | |
| "loss": 0.087, | |
| "step": 948 | |
| }, | |
| { | |
| "epoch": 1.5949579831932774, | |
| "grad_norm": 2.639723525487175, | |
| "learning_rate": 9.783178919013297e-07, | |
| "loss": 0.1119, | |
| "step": 949 | |
| }, | |
| { | |
| "epoch": 1.596638655462185, | |
| "grad_norm": 2.7204981405013458, | |
| "learning_rate": 9.704888352528257e-07, | |
| "loss": 0.085, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 1.5983193277310925, | |
| "grad_norm": 2.5248398773851166, | |
| "learning_rate": 9.626878625376784e-07, | |
| "loss": 0.0695, | |
| "step": 951 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 2.670224920366225, | |
| "learning_rate": 9.549150281252633e-07, | |
| "loss": 0.0951, | |
| "step": 952 | |
| }, | |
| { | |
| "epoch": 1.6016806722689076, | |
| "grad_norm": 2.7422961930525176, | |
| "learning_rate": 9.471703861888398e-07, | |
| "loss": 0.1044, | |
| "step": 953 | |
| }, | |
| { | |
| "epoch": 1.6033613445378152, | |
| "grad_norm": 2.2888317772986673, | |
| "learning_rate": 9.394539907051837e-07, | |
| "loss": 0.0586, | |
| "step": 954 | |
| }, | |
| { | |
| "epoch": 1.6050420168067228, | |
| "grad_norm": 2.1943114037634976, | |
| "learning_rate": 9.317658954541992e-07, | |
| "loss": 0.0687, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 1.6067226890756303, | |
| "grad_norm": 3.4427372615358003, | |
| "learning_rate": 9.241061540185547e-07, | |
| "loss": 0.0908, | |
| "step": 956 | |
| }, | |
| { | |
| "epoch": 1.6084033613445379, | |
| "grad_norm": 2.817393993003906, | |
| "learning_rate": 9.164748197833039e-07, | |
| "loss": 0.0619, | |
| "step": 957 | |
| }, | |
| { | |
| "epoch": 1.6100840336134454, | |
| "grad_norm": 2.9866238876292415, | |
| "learning_rate": 9.088719459355133e-07, | |
| "loss": 0.0672, | |
| "step": 958 | |
| }, | |
| { | |
| "epoch": 1.611764705882353, | |
| "grad_norm": 2.785563725722871, | |
| "learning_rate": 9.01297585463895e-07, | |
| "loss": 0.0745, | |
| "step": 959 | |
| }, | |
| { | |
| "epoch": 1.6134453781512605, | |
| "grad_norm": 2.3105959305373136, | |
| "learning_rate": 8.937517911584321e-07, | |
| "loss": 0.0705, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 1.615126050420168, | |
| "grad_norm": 1.99378117488201, | |
| "learning_rate": 8.862346156100188e-07, | |
| "loss": 0.0466, | |
| "step": 961 | |
| }, | |
| { | |
| "epoch": 1.6168067226890757, | |
| "grad_norm": 2.6666955685587053, | |
| "learning_rate": 8.787461112100837e-07, | |
| "loss": 0.0656, | |
| "step": 962 | |
| }, | |
| { | |
| "epoch": 1.6184873949579832, | |
| "grad_norm": 3.3249810625849956, | |
| "learning_rate": 8.712863301502339e-07, | |
| "loss": 0.0678, | |
| "step": 963 | |
| }, | |
| { | |
| "epoch": 1.6201680672268908, | |
| "grad_norm": 3.353300594203047, | |
| "learning_rate": 8.638553244218872e-07, | |
| "loss": 0.0956, | |
| "step": 964 | |
| }, | |
| { | |
| "epoch": 1.6218487394957983, | |
| "grad_norm": 2.8496488574356476, | |
| "learning_rate": 8.56453145815907e-07, | |
| "loss": 0.0838, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 1.6235294117647059, | |
| "grad_norm": 3.064310810621701, | |
| "learning_rate": 8.490798459222477e-07, | |
| "loss": 0.0865, | |
| "step": 966 | |
| }, | |
| { | |
| "epoch": 1.6252100840336134, | |
| "grad_norm": 2.968813736122225, | |
| "learning_rate": 8.417354761295876e-07, | |
| "loss": 0.0728, | |
| "step": 967 | |
| }, | |
| { | |
| "epoch": 1.626890756302521, | |
| "grad_norm": 2.049286780650219, | |
| "learning_rate": 8.344200876249803e-07, | |
| "loss": 0.0475, | |
| "step": 968 | |
| }, | |
| { | |
| "epoch": 1.6285714285714286, | |
| "grad_norm": 3.100955143857725, | |
| "learning_rate": 8.271337313934869e-07, | |
| "loss": 0.0849, | |
| "step": 969 | |
| }, | |
| { | |
| "epoch": 1.6302521008403361, | |
| "grad_norm": 2.9949248571700617, | |
| "learning_rate": 8.198764582178303e-07, | |
| "loss": 0.0859, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 1.6319327731092437, | |
| "grad_norm": 2.853687486256643, | |
| "learning_rate": 8.12648318678036e-07, | |
| "loss": 0.0653, | |
| "step": 971 | |
| }, | |
| { | |
| "epoch": 1.6336134453781512, | |
| "grad_norm": 2.4758118064736685, | |
| "learning_rate": 8.054493631510785e-07, | |
| "loss": 0.0736, | |
| "step": 972 | |
| }, | |
| { | |
| "epoch": 1.6352941176470588, | |
| "grad_norm": 2.480419073945819, | |
| "learning_rate": 7.98279641810537e-07, | |
| "loss": 0.0612, | |
| "step": 973 | |
| }, | |
| { | |
| "epoch": 1.6369747899159663, | |
| "grad_norm": 2.6330025212546073, | |
| "learning_rate": 7.911392046262367e-07, | |
| "loss": 0.0665, | |
| "step": 974 | |
| }, | |
| { | |
| "epoch": 1.638655462184874, | |
| "grad_norm": 2.6543901706240707, | |
| "learning_rate": 7.840281013639078e-07, | |
| "loss": 0.0508, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 1.6403361344537815, | |
| "grad_norm": 2.701255527964721, | |
| "learning_rate": 7.769463815848344e-07, | |
| "loss": 0.0906, | |
| "step": 976 | |
| }, | |
| { | |
| "epoch": 1.642016806722689, | |
| "grad_norm": 3.0305303322182335, | |
| "learning_rate": 7.698940946455125e-07, | |
| "loss": 0.076, | |
| "step": 977 | |
| }, | |
| { | |
| "epoch": 1.6436974789915966, | |
| "grad_norm": 2.560069381692694, | |
| "learning_rate": 7.628712896973006e-07, | |
| "loss": 0.0611, | |
| "step": 978 | |
| }, | |
| { | |
| "epoch": 1.6453781512605041, | |
| "grad_norm": 2.126677934815069, | |
| "learning_rate": 7.55878015686084e-07, | |
| "loss": 0.0626, | |
| "step": 979 | |
| }, | |
| { | |
| "epoch": 1.6470588235294117, | |
| "grad_norm": 3.320788842248769, | |
| "learning_rate": 7.489143213519301e-07, | |
| "loss": 0.066, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 1.6487394957983192, | |
| "grad_norm": 2.1324499834476893, | |
| "learning_rate": 7.419802552287453e-07, | |
| "loss": 0.0601, | |
| "step": 981 | |
| }, | |
| { | |
| "epoch": 1.6504201680672268, | |
| "grad_norm": 1.6451700538742926, | |
| "learning_rate": 7.350758656439455e-07, | |
| "loss": 0.0358, | |
| "step": 982 | |
| }, | |
| { | |
| "epoch": 1.6521008403361344, | |
| "grad_norm": 2.9089699245304526, | |
| "learning_rate": 7.282012007181083e-07, | |
| "loss": 0.091, | |
| "step": 983 | |
| }, | |
| { | |
| "epoch": 1.653781512605042, | |
| "grad_norm": 3.3157789811498115, | |
| "learning_rate": 7.213563083646497e-07, | |
| "loss": 0.0808, | |
| "step": 984 | |
| }, | |
| { | |
| "epoch": 1.6554621848739495, | |
| "grad_norm": 2.504068675080367, | |
| "learning_rate": 7.145412362894771e-07, | |
| "loss": 0.083, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 1.657142857142857, | |
| "grad_norm": 2.965188873541059, | |
| "learning_rate": 7.077560319906696e-07, | |
| "loss": 0.0761, | |
| "step": 986 | |
| }, | |
| { | |
| "epoch": 1.6588235294117646, | |
| "grad_norm": 3.9651631993982632, | |
| "learning_rate": 7.010007427581378e-07, | |
| "loss": 0.0931, | |
| "step": 987 | |
| }, | |
| { | |
| "epoch": 1.6605042016806721, | |
| "grad_norm": 2.6828484004077704, | |
| "learning_rate": 6.942754156732978e-07, | |
| "loss": 0.0899, | |
| "step": 988 | |
| }, | |
| { | |
| "epoch": 1.6621848739495797, | |
| "grad_norm": 2.9178209309323617, | |
| "learning_rate": 6.875800976087444e-07, | |
| "loss": 0.0922, | |
| "step": 989 | |
| }, | |
| { | |
| "epoch": 1.6638655462184873, | |
| "grad_norm": 2.167420070287885, | |
| "learning_rate": 6.809148352279182e-07, | |
| "loss": 0.0491, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 1.6655462184873948, | |
| "grad_norm": 2.1946934272492538, | |
| "learning_rate": 6.742796749847908e-07, | |
| "loss": 0.059, | |
| "step": 991 | |
| }, | |
| { | |
| "epoch": 1.6672268907563024, | |
| "grad_norm": 2.312028197457495, | |
| "learning_rate": 6.676746631235282e-07, | |
| "loss": 0.06, | |
| "step": 992 | |
| }, | |
| { | |
| "epoch": 1.66890756302521, | |
| "grad_norm": 2.6693038248515415, | |
| "learning_rate": 6.61099845678183e-07, | |
| "loss": 0.0644, | |
| "step": 993 | |
| }, | |
| { | |
| "epoch": 1.6705882352941175, | |
| "grad_norm": 3.164886728441667, | |
| "learning_rate": 6.545552684723583e-07, | |
| "loss": 0.1167, | |
| "step": 994 | |
| }, | |
| { | |
| "epoch": 1.6722689075630253, | |
| "grad_norm": 3.460096856141393, | |
| "learning_rate": 6.480409771189027e-07, | |
| "loss": 0.092, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 1.6739495798319328, | |
| "grad_norm": 2.0571715576847422, | |
| "learning_rate": 6.415570170195801e-07, | |
| "loss": 0.0583, | |
| "step": 996 | |
| }, | |
| { | |
| "epoch": 1.6756302521008404, | |
| "grad_norm": 2.5258688350847662, | |
| "learning_rate": 6.351034333647615e-07, | |
| "loss": 0.0716, | |
| "step": 997 | |
| }, | |
| { | |
| "epoch": 1.677310924369748, | |
| "grad_norm": 2.5066410840729385, | |
| "learning_rate": 6.286802711331097e-07, | |
| "loss": 0.0663, | |
| "step": 998 | |
| }, | |
| { | |
| "epoch": 1.6789915966386555, | |
| "grad_norm": 2.686273803992896, | |
| "learning_rate": 6.222875750912571e-07, | |
| "loss": 0.0739, | |
| "step": 999 | |
| }, | |
| { | |
| "epoch": 1.680672268907563, | |
| "grad_norm": 2.3800935639690572, | |
| "learning_rate": 6.159253897935069e-07, | |
| "loss": 0.0645, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.680672268907563, | |
| "eval_loss": 0.21711505949497223, | |
| "eval_runtime": 7.6127, | |
| "eval_samples_per_second": 6.437, | |
| "eval_steps_per_second": 1.708, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.6823529411764706, | |
| "grad_norm": 2.3474068601495777, | |
| "learning_rate": 6.095937595815104e-07, | |
| "loss": 0.059, | |
| "step": 1001 | |
| }, | |
| { | |
| "epoch": 1.6840336134453782, | |
| "grad_norm": 3.0027968700627143, | |
| "learning_rate": 6.032927285839674e-07, | |
| "loss": 0.11, | |
| "step": 1002 | |
| }, | |
| { | |
| "epoch": 1.6857142857142857, | |
| "grad_norm": 2.4756615878732755, | |
| "learning_rate": 5.9702234071631e-07, | |
| "loss": 0.0652, | |
| "step": 1003 | |
| }, | |
| { | |
| "epoch": 1.6873949579831933, | |
| "grad_norm": 2.4849167604857065, | |
| "learning_rate": 5.907826396804062e-07, | |
| "loss": 0.0707, | |
| "step": 1004 | |
| }, | |
| { | |
| "epoch": 1.6890756302521008, | |
| "grad_norm": 2.527471856677461, | |
| "learning_rate": 5.845736689642472e-07, | |
| "loss": 0.0869, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 1.6907563025210084, | |
| "grad_norm": 2.8221683255428434, | |
| "learning_rate": 5.783954718416468e-07, | |
| "loss": 0.0819, | |
| "step": 1006 | |
| }, | |
| { | |
| "epoch": 1.692436974789916, | |
| "grad_norm": 2.631351359370838, | |
| "learning_rate": 5.722480913719425e-07, | |
| "loss": 0.0587, | |
| "step": 1007 | |
| }, | |
| { | |
| "epoch": 1.6941176470588235, | |
| "grad_norm": 2.6033686025698515, | |
| "learning_rate": 5.661315703996905e-07, | |
| "loss": 0.0766, | |
| "step": 1008 | |
| }, | |
| { | |
| "epoch": 1.695798319327731, | |
| "grad_norm": 2.543956882885212, | |
| "learning_rate": 5.600459515543733e-07, | |
| "loss": 0.065, | |
| "step": 1009 | |
| }, | |
| { | |
| "epoch": 1.6974789915966386, | |
| "grad_norm": 3.650192626479405, | |
| "learning_rate": 5.539912772500943e-07, | |
| "loss": 0.0862, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 1.6991596638655462, | |
| "grad_norm": 3.78077938487044, | |
| "learning_rate": 5.47967589685292e-07, | |
| "loss": 0.0892, | |
| "step": 1011 | |
| }, | |
| { | |
| "epoch": 1.7008403361344537, | |
| "grad_norm": 2.7394887442627796, | |
| "learning_rate": 5.419749308424377e-07, | |
| "loss": 0.063, | |
| "step": 1012 | |
| }, | |
| { | |
| "epoch": 1.7025210084033613, | |
| "grad_norm": 2.7156577152398538, | |
| "learning_rate": 5.360133424877467e-07, | |
| "loss": 0.0991, | |
| "step": 1013 | |
| }, | |
| { | |
| "epoch": 1.704201680672269, | |
| "grad_norm": 3.596863078893733, | |
| "learning_rate": 5.300828661708873e-07, | |
| "loss": 0.124, | |
| "step": 1014 | |
| }, | |
| { | |
| "epoch": 1.7058823529411766, | |
| "grad_norm": 2.702400026116516, | |
| "learning_rate": 5.241835432246888e-07, | |
| "loss": 0.0779, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 1.7075630252100842, | |
| "grad_norm": 1.9594421326250522, | |
| "learning_rate": 5.183154147648578e-07, | |
| "loss": 0.0636, | |
| "step": 1016 | |
| }, | |
| { | |
| "epoch": 1.7092436974789917, | |
| "grad_norm": 2.3716518580813006, | |
| "learning_rate": 5.124785216896854e-07, | |
| "loss": 0.065, | |
| "step": 1017 | |
| }, | |
| { | |
| "epoch": 1.7109243697478993, | |
| "grad_norm": 1.8907181889521054, | |
| "learning_rate": 5.066729046797692e-07, | |
| "loss": 0.0473, | |
| "step": 1018 | |
| }, | |
| { | |
| "epoch": 1.7126050420168069, | |
| "grad_norm": 2.4203847174896884, | |
| "learning_rate": 5.008986041977254e-07, | |
| "loss": 0.0544, | |
| "step": 1019 | |
| }, | |
| { | |
| "epoch": 1.7142857142857144, | |
| "grad_norm": 3.053591851347738, | |
| "learning_rate": 4.951556604879049e-07, | |
| "loss": 0.084, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 1.715966386554622, | |
| "grad_norm": 2.925477119081493, | |
| "learning_rate": 4.894441135761197e-07, | |
| "loss": 0.0962, | |
| "step": 1021 | |
| }, | |
| { | |
| "epoch": 1.7176470588235295, | |
| "grad_norm": 2.2302715873385166, | |
| "learning_rate": 4.837640032693558e-07, | |
| "loss": 0.0966, | |
| "step": 1022 | |
| }, | |
| { | |
| "epoch": 1.719327731092437, | |
| "grad_norm": 3.533404563017714, | |
| "learning_rate": 4.781153691555035e-07, | |
| "loss": 0.163, | |
| "step": 1023 | |
| }, | |
| { | |
| "epoch": 1.7210084033613446, | |
| "grad_norm": 2.597578370940511, | |
| "learning_rate": 4.724982506030762e-07, | |
| "loss": 0.0756, | |
| "step": 1024 | |
| }, | |
| { | |
| "epoch": 1.7226890756302522, | |
| "grad_norm": 3.1659295913472554, | |
| "learning_rate": 4.669126867609375e-07, | |
| "loss": 0.085, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 1.7243697478991598, | |
| "grad_norm": 2.847957423266496, | |
| "learning_rate": 4.613587165580269e-07, | |
| "loss": 0.0917, | |
| "step": 1026 | |
| }, | |
| { | |
| "epoch": 1.7260504201680673, | |
| "grad_norm": 2.4839081103193683, | |
| "learning_rate": 4.5583637870309397e-07, | |
| "loss": 0.0709, | |
| "step": 1027 | |
| }, | |
| { | |
| "epoch": 1.7277310924369749, | |
| "grad_norm": 1.9119792986038078, | |
| "learning_rate": 4.503457116844201e-07, | |
| "loss": 0.0636, | |
| "step": 1028 | |
| }, | |
| { | |
| "epoch": 1.7294117647058824, | |
| "grad_norm": 3.5996944839451395, | |
| "learning_rate": 4.448867537695578e-07, | |
| "loss": 0.0813, | |
| "step": 1029 | |
| }, | |
| { | |
| "epoch": 1.73109243697479, | |
| "grad_norm": 1.7931626779021408, | |
| "learning_rate": 4.394595430050613e-07, | |
| "loss": 0.0553, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 1.7327731092436975, | |
| "grad_norm": 2.3675109843091158, | |
| "learning_rate": 4.34064117216218e-07, | |
| "loss": 0.0555, | |
| "step": 1031 | |
| }, | |
| { | |
| "epoch": 1.734453781512605, | |
| "grad_norm": 3.2733999141078143, | |
| "learning_rate": 4.287005140067912e-07, | |
| "loss": 0.1126, | |
| "step": 1032 | |
| }, | |
| { | |
| "epoch": 1.7361344537815127, | |
| "grad_norm": 2.0302561800728944, | |
| "learning_rate": 4.2336877075875136e-07, | |
| "loss": 0.047, | |
| "step": 1033 | |
| }, | |
| { | |
| "epoch": 1.7378151260504202, | |
| "grad_norm": 1.7878895517124131, | |
| "learning_rate": 4.1806892463202353e-07, | |
| "loss": 0.0403, | |
| "step": 1034 | |
| }, | |
| { | |
| "epoch": 1.7394957983193278, | |
| "grad_norm": 2.517182395401572, | |
| "learning_rate": 4.1280101256421903e-07, | |
| "loss": 0.064, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 1.7411764705882353, | |
| "grad_norm": 2.8819937038701005, | |
| "learning_rate": 4.0756507127038494e-07, | |
| "loss": 0.0839, | |
| "step": 1036 | |
| }, | |
| { | |
| "epoch": 1.7428571428571429, | |
| "grad_norm": 2.382102175428615, | |
| "learning_rate": 4.0236113724274716e-07, | |
| "loss": 0.0583, | |
| "step": 1037 | |
| }, | |
| { | |
| "epoch": 1.7445378151260504, | |
| "grad_norm": 2.9497304360347716, | |
| "learning_rate": 3.971892467504518e-07, | |
| "loss": 0.0689, | |
| "step": 1038 | |
| }, | |
| { | |
| "epoch": 1.746218487394958, | |
| "grad_norm": 2.0320898349329886, | |
| "learning_rate": 3.9204943583931953e-07, | |
| "loss": 0.0682, | |
| "step": 1039 | |
| }, | |
| { | |
| "epoch": 1.7478991596638656, | |
| "grad_norm": 3.004623695811176, | |
| "learning_rate": 3.869417403315856e-07, | |
| "loss": 0.0925, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 1.749579831932773, | |
| "grad_norm": 2.747110324380183, | |
| "learning_rate": 3.8186619582565974e-07, | |
| "loss": 0.0586, | |
| "step": 1041 | |
| }, | |
| { | |
| "epoch": 1.7512605042016807, | |
| "grad_norm": 2.094632480179336, | |
| "learning_rate": 3.7682283769586883e-07, | |
| "loss": 0.0538, | |
| "step": 1042 | |
| }, | |
| { | |
| "epoch": 1.7529411764705882, | |
| "grad_norm": 2.7621486553756034, | |
| "learning_rate": 3.71811701092219e-07, | |
| "loss": 0.1123, | |
| "step": 1043 | |
| }, | |
| { | |
| "epoch": 1.7546218487394958, | |
| "grad_norm": 2.7045998618097435, | |
| "learning_rate": 3.6683282094014285e-07, | |
| "loss": 0.0691, | |
| "step": 1044 | |
| }, | |
| { | |
| "epoch": 1.7563025210084033, | |
| "grad_norm": 3.439936853763029, | |
| "learning_rate": 3.6188623194026105e-07, | |
| "loss": 0.085, | |
| "step": 1045 | |
| }, | |
| { | |
| "epoch": 1.757983193277311, | |
| "grad_norm": 1.9441996285629553, | |
| "learning_rate": 3.569719685681405e-07, | |
| "loss": 0.0432, | |
| "step": 1046 | |
| }, | |
| { | |
| "epoch": 1.7596638655462185, | |
| "grad_norm": 2.340946200287024, | |
| "learning_rate": 3.5209006507404883e-07, | |
| "loss": 0.0756, | |
| "step": 1047 | |
| }, | |
| { | |
| "epoch": 1.761344537815126, | |
| "grad_norm": 1.868301185446278, | |
| "learning_rate": 3.4724055548272406e-07, | |
| "loss": 0.0589, | |
| "step": 1048 | |
| }, | |
| { | |
| "epoch": 1.7630252100840336, | |
| "grad_norm": 2.7014525404333627, | |
| "learning_rate": 3.4242347359312864e-07, | |
| "loss": 0.0931, | |
| "step": 1049 | |
| }, | |
| { | |
| "epoch": 1.7647058823529411, | |
| "grad_norm": 2.8475033114504877, | |
| "learning_rate": 3.3763885297822153e-07, | |
| "loss": 0.0735, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 1.7663865546218487, | |
| "grad_norm": 2.9891854484974125, | |
| "learning_rate": 3.3288672698471804e-07, | |
| "loss": 0.0852, | |
| "step": 1051 | |
| }, | |
| { | |
| "epoch": 1.7680672268907562, | |
| "grad_norm": 2.542773456492228, | |
| "learning_rate": 3.281671287328614e-07, | |
| "loss": 0.0732, | |
| "step": 1052 | |
| }, | |
| { | |
| "epoch": 1.7697478991596638, | |
| "grad_norm": 3.6329591813631508, | |
| "learning_rate": 3.2348009111619227e-07, | |
| "loss": 0.0985, | |
| "step": 1053 | |
| }, | |
| { | |
| "epoch": 1.7714285714285714, | |
| "grad_norm": 2.007617360456515, | |
| "learning_rate": 3.18825646801314e-07, | |
| "loss": 0.0477, | |
| "step": 1054 | |
| }, | |
| { | |
| "epoch": 1.773109243697479, | |
| "grad_norm": 2.8286776456999094, | |
| "learning_rate": 3.1420382822767326e-07, | |
| "loss": 0.0835, | |
| "step": 1055 | |
| }, | |
| { | |
| "epoch": 1.7747899159663865, | |
| "grad_norm": 2.8970226798307066, | |
| "learning_rate": 3.096146676073253e-07, | |
| "loss": 0.0989, | |
| "step": 1056 | |
| }, | |
| { | |
| "epoch": 1.776470588235294, | |
| "grad_norm": 2.2847322270579453, | |
| "learning_rate": 3.0505819692471797e-07, | |
| "loss": 0.0629, | |
| "step": 1057 | |
| }, | |
| { | |
| "epoch": 1.7781512605042016, | |
| "grad_norm": 3.247777179885162, | |
| "learning_rate": 3.0053444793646024e-07, | |
| "loss": 0.1072, | |
| "step": 1058 | |
| }, | |
| { | |
| "epoch": 1.7798319327731091, | |
| "grad_norm": 2.8398776729370447, | |
| "learning_rate": 2.960434521711086e-07, | |
| "loss": 0.0636, | |
| "step": 1059 | |
| }, | |
| { | |
| "epoch": 1.7815126050420167, | |
| "grad_norm": 1.7198170726412092, | |
| "learning_rate": 2.915852409289421e-07, | |
| "loss": 0.0459, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 1.7831932773109243, | |
| "grad_norm": 2.47365582662474, | |
| "learning_rate": 2.8715984528174757e-07, | |
| "loss": 0.0565, | |
| "step": 1061 | |
| }, | |
| { | |
| "epoch": 1.7848739495798318, | |
| "grad_norm": 2.7202776621889004, | |
| "learning_rate": 2.827672960725991e-07, | |
| "loss": 0.0868, | |
| "step": 1062 | |
| }, | |
| { | |
| "epoch": 1.7865546218487394, | |
| "grad_norm": 2.7847895905936837, | |
| "learning_rate": 2.7840762391564634e-07, | |
| "loss": 0.0817, | |
| "step": 1063 | |
| }, | |
| { | |
| "epoch": 1.788235294117647, | |
| "grad_norm": 2.2785885981744243, | |
| "learning_rate": 2.7408085919590265e-07, | |
| "loss": 0.057, | |
| "step": 1064 | |
| }, | |
| { | |
| "epoch": 1.7899159663865545, | |
| "grad_norm": 2.5726828881196315, | |
| "learning_rate": 2.697870320690266e-07, | |
| "loss": 0.0738, | |
| "step": 1065 | |
| }, | |
| { | |
| "epoch": 1.791596638655462, | |
| "grad_norm": 2.4462470824133793, | |
| "learning_rate": 2.6552617246111966e-07, | |
| "loss": 0.067, | |
| "step": 1066 | |
| }, | |
| { | |
| "epoch": 1.7932773109243696, | |
| "grad_norm": 2.1874531530519956, | |
| "learning_rate": 2.612983100685118e-07, | |
| "loss": 0.0572, | |
| "step": 1067 | |
| }, | |
| { | |
| "epoch": 1.7949579831932772, | |
| "grad_norm": 3.148057488521974, | |
| "learning_rate": 2.5710347435755955e-07, | |
| "loss": 0.0768, | |
| "step": 1068 | |
| }, | |
| { | |
| "epoch": 1.7966386554621847, | |
| "grad_norm": 2.2736618720698942, | |
| "learning_rate": 2.5294169456443416e-07, | |
| "loss": 0.0607, | |
| "step": 1069 | |
| }, | |
| { | |
| "epoch": 1.7983193277310925, | |
| "grad_norm": 2.408408179557469, | |
| "learning_rate": 2.4881299969492514e-07, | |
| "loss": 0.0839, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 2.7245275157909683, | |
| "learning_rate": 2.447174185242324e-07, | |
| "loss": 0.0963, | |
| "step": 1071 | |
| }, | |
| { | |
| "epoch": 1.8016806722689076, | |
| "grad_norm": 2.546372677098468, | |
| "learning_rate": 2.406549795967678e-07, | |
| "loss": 0.0501, | |
| "step": 1072 | |
| }, | |
| { | |
| "epoch": 1.8033613445378152, | |
| "grad_norm": 2.2774525189800703, | |
| "learning_rate": 2.366257112259579e-07, | |
| "loss": 0.0506, | |
| "step": 1073 | |
| }, | |
| { | |
| "epoch": 1.8050420168067227, | |
| "grad_norm": 1.9454534628385145, | |
| "learning_rate": 2.3262964149404322e-07, | |
| "loss": 0.0698, | |
| "step": 1074 | |
| }, | |
| { | |
| "epoch": 1.8067226890756303, | |
| "grad_norm": 2.7533389388257405, | |
| "learning_rate": 2.286667982518853e-07, | |
| "loss": 0.0828, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 1.8084033613445378, | |
| "grad_norm": 2.3409625134750476, | |
| "learning_rate": 2.247372091187705e-07, | |
| "loss": 0.0657, | |
| "step": 1076 | |
| }, | |
| { | |
| "epoch": 1.8100840336134454, | |
| "grad_norm": 3.118804130005249, | |
| "learning_rate": 2.2084090148221937e-07, | |
| "loss": 0.1111, | |
| "step": 1077 | |
| }, | |
| { | |
| "epoch": 1.811764705882353, | |
| "grad_norm": 2.401067953654103, | |
| "learning_rate": 2.1697790249779638e-07, | |
| "loss": 0.0748, | |
| "step": 1078 | |
| }, | |
| { | |
| "epoch": 1.8134453781512605, | |
| "grad_norm": 3.0291208574888193, | |
| "learning_rate": 2.1314823908891558e-07, | |
| "loss": 0.0889, | |
| "step": 1079 | |
| }, | |
| { | |
| "epoch": 1.815126050420168, | |
| "grad_norm": 2.75949156227135, | |
| "learning_rate": 2.093519379466602e-07, | |
| "loss": 0.0776, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 1.8168067226890756, | |
| "grad_norm": 2.00422109514553, | |
| "learning_rate": 2.0558902552959058e-07, | |
| "loss": 0.0598, | |
| "step": 1081 | |
| }, | |
| { | |
| "epoch": 1.8184873949579832, | |
| "grad_norm": 3.509921644126103, | |
| "learning_rate": 2.018595280635638e-07, | |
| "loss": 0.077, | |
| "step": 1082 | |
| }, | |
| { | |
| "epoch": 1.8201680672268907, | |
| "grad_norm": 2.395269012866003, | |
| "learning_rate": 1.981634715415487e-07, | |
| "loss": 0.0476, | |
| "step": 1083 | |
| }, | |
| { | |
| "epoch": 1.8218487394957983, | |
| "grad_norm": 3.1367885506904933, | |
| "learning_rate": 1.945008817234445e-07, | |
| "loss": 0.0899, | |
| "step": 1084 | |
| }, | |
| { | |
| "epoch": 1.8235294117647058, | |
| "grad_norm": 2.831809081450393, | |
| "learning_rate": 1.908717841359048e-07, | |
| "loss": 0.0669, | |
| "step": 1085 | |
| }, | |
| { | |
| "epoch": 1.8252100840336134, | |
| "grad_norm": 2.5459432634484083, | |
| "learning_rate": 1.8727620407215375e-07, | |
| "loss": 0.0558, | |
| "step": 1086 | |
| }, | |
| { | |
| "epoch": 1.826890756302521, | |
| "grad_norm": 3.489221037352137, | |
| "learning_rate": 1.837141665918152e-07, | |
| "loss": 0.0928, | |
| "step": 1087 | |
| }, | |
| { | |
| "epoch": 1.8285714285714287, | |
| "grad_norm": 2.668603090786725, | |
| "learning_rate": 1.801856965207338e-07, | |
| "loss": 0.066, | |
| "step": 1088 | |
| }, | |
| { | |
| "epoch": 1.8302521008403363, | |
| "grad_norm": 2.9412325741168868, | |
| "learning_rate": 1.7669081845080648e-07, | |
| "loss": 0.0781, | |
| "step": 1089 | |
| }, | |
| { | |
| "epoch": 1.8319327731092439, | |
| "grad_norm": 2.5595453190415802, | |
| "learning_rate": 1.7322955673980678e-07, | |
| "loss": 0.0681, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 1.8336134453781514, | |
| "grad_norm": 2.656909922356702, | |
| "learning_rate": 1.6980193551121848e-07, | |
| "loss": 0.0535, | |
| "step": 1091 | |
| }, | |
| { | |
| "epoch": 1.835294117647059, | |
| "grad_norm": 2.7002698095093534, | |
| "learning_rate": 1.664079786540629e-07, | |
| "loss": 0.0642, | |
| "step": 1092 | |
| }, | |
| { | |
| "epoch": 1.8369747899159665, | |
| "grad_norm": 2.9100825480724506, | |
| "learning_rate": 1.6304770982273898e-07, | |
| "loss": 0.0979, | |
| "step": 1093 | |
| }, | |
| { | |
| "epoch": 1.838655462184874, | |
| "grad_norm": 2.5089073185708646, | |
| "learning_rate": 1.597211524368536e-07, | |
| "loss": 0.0695, | |
| "step": 1094 | |
| }, | |
| { | |
| "epoch": 1.8403361344537816, | |
| "grad_norm": 2.9673819680310936, | |
| "learning_rate": 1.564283296810576e-07, | |
| "loss": 0.0826, | |
| "step": 1095 | |
| }, | |
| { | |
| "epoch": 1.8420168067226892, | |
| "grad_norm": 2.4463338389394402, | |
| "learning_rate": 1.5316926450488878e-07, | |
| "loss": 0.0619, | |
| "step": 1096 | |
| }, | |
| { | |
| "epoch": 1.8436974789915967, | |
| "grad_norm": 1.9871122803788783, | |
| "learning_rate": 1.499439796226082e-07, | |
| "loss": 0.0536, | |
| "step": 1097 | |
| }, | |
| { | |
| "epoch": 1.8453781512605043, | |
| "grad_norm": 3.047793126703823, | |
| "learning_rate": 1.4675249751304353e-07, | |
| "loss": 0.07, | |
| "step": 1098 | |
| }, | |
| { | |
| "epoch": 1.8470588235294119, | |
| "grad_norm": 2.573964395132922, | |
| "learning_rate": 1.435948404194304e-07, | |
| "loss": 0.0546, | |
| "step": 1099 | |
| }, | |
| { | |
| "epoch": 1.8487394957983194, | |
| "grad_norm": 2.157568300113264, | |
| "learning_rate": 1.404710303492618e-07, | |
| "loss": 0.0521, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 1.850420168067227, | |
| "grad_norm": 2.5093947332693434, | |
| "learning_rate": 1.373810890741284e-07, | |
| "loss": 0.0591, | |
| "step": 1101 | |
| }, | |
| { | |
| "epoch": 1.8521008403361345, | |
| "grad_norm": 2.7798941234564527, | |
| "learning_rate": 1.3432503812957242e-07, | |
| "loss": 0.0861, | |
| "step": 1102 | |
| }, | |
| { | |
| "epoch": 1.853781512605042, | |
| "grad_norm": 3.3151152408491953, | |
| "learning_rate": 1.3130289881493452e-07, | |
| "loss": 0.1133, | |
| "step": 1103 | |
| }, | |
| { | |
| "epoch": 1.8554621848739496, | |
| "grad_norm": 2.455051483279099, | |
| "learning_rate": 1.2831469219320603e-07, | |
| "loss": 0.0784, | |
| "step": 1104 | |
| }, | |
| { | |
| "epoch": 1.8571428571428572, | |
| "grad_norm": 3.389083633842711, | |
| "learning_rate": 1.253604390908819e-07, | |
| "loss": 0.1172, | |
| "step": 1105 | |
| }, | |
| { | |
| "epoch": 1.8588235294117648, | |
| "grad_norm": 2.0890124129209404, | |
| "learning_rate": 1.22440160097817e-07, | |
| "loss": 0.0597, | |
| "step": 1106 | |
| }, | |
| { | |
| "epoch": 1.8605042016806723, | |
| "grad_norm": 2.5001823487473014, | |
| "learning_rate": 1.1955387556708e-07, | |
| "loss": 0.0484, | |
| "step": 1107 | |
| }, | |
| { | |
| "epoch": 1.8621848739495799, | |
| "grad_norm": 1.972553815528427, | |
| "learning_rate": 1.1670160561481458e-07, | |
| "loss": 0.057, | |
| "step": 1108 | |
| }, | |
| { | |
| "epoch": 1.8638655462184874, | |
| "grad_norm": 2.247555606030712, | |
| "learning_rate": 1.1388337012009643e-07, | |
| "loss": 0.067, | |
| "step": 1109 | |
| }, | |
| { | |
| "epoch": 1.865546218487395, | |
| "grad_norm": 3.3951419821687034, | |
| "learning_rate": 1.1109918872479642e-07, | |
| "loss": 0.1168, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 1.8672268907563025, | |
| "grad_norm": 2.561792162365592, | |
| "learning_rate": 1.0834908083344253e-07, | |
| "loss": 0.0737, | |
| "step": 1111 | |
| }, | |
| { | |
| "epoch": 1.86890756302521, | |
| "grad_norm": 2.924693392143974, | |
| "learning_rate": 1.0563306561308773e-07, | |
| "loss": 0.0672, | |
| "step": 1112 | |
| }, | |
| { | |
| "epoch": 1.8705882352941177, | |
| "grad_norm": 3.0666803684218835, | |
| "learning_rate": 1.0295116199317057e-07, | |
| "loss": 0.0758, | |
| "step": 1113 | |
| }, | |
| { | |
| "epoch": 1.8722689075630252, | |
| "grad_norm": 3.1132381273055203, | |
| "learning_rate": 1.0030338866538925e-07, | |
| "loss": 0.0912, | |
| "step": 1114 | |
| }, | |
| { | |
| "epoch": 1.8739495798319328, | |
| "grad_norm": 2.193473585701426, | |
| "learning_rate": 9.768976408356667e-08, | |
| "loss": 0.0737, | |
| "step": 1115 | |
| }, | |
| { | |
| "epoch": 1.8756302521008403, | |
| "grad_norm": 2.316436170911881, | |
| "learning_rate": 9.511030646352615e-08, | |
| "loss": 0.0785, | |
| "step": 1116 | |
| }, | |
| { | |
| "epoch": 1.877310924369748, | |
| "grad_norm": 3.2232498371051066, | |
| "learning_rate": 9.256503378295978e-08, | |
| "loss": 0.1079, | |
| "step": 1117 | |
| }, | |
| { | |
| "epoch": 1.8789915966386554, | |
| "grad_norm": 2.989879633737669, | |
| "learning_rate": 9.005396378130748e-08, | |
| "loss": 0.0683, | |
| "step": 1118 | |
| }, | |
| { | |
| "epoch": 1.880672268907563, | |
| "grad_norm": 2.897217749538415, | |
| "learning_rate": 8.757711395963097e-08, | |
| "loss": 0.104, | |
| "step": 1119 | |
| }, | |
| { | |
| "epoch": 1.8823529411764706, | |
| "grad_norm": 5.9925913526073185, | |
| "learning_rate": 8.513450158049109e-08, | |
| "loss": 0.0856, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 1.8840336134453781, | |
| "grad_norm": 3.437858233576137, | |
| "learning_rate": 8.27261436678306e-08, | |
| "loss": 0.083, | |
| "step": 1121 | |
| }, | |
| { | |
| "epoch": 1.8857142857142857, | |
| "grad_norm": 2.1904465686897754, | |
| "learning_rate": 8.035205700685167e-08, | |
| "loss": 0.0551, | |
| "step": 1122 | |
| }, | |
| { | |
| "epoch": 1.8873949579831932, | |
| "grad_norm": 3.574848102142179, | |
| "learning_rate": 7.801225814390245e-08, | |
| "loss": 0.0891, | |
| "step": 1123 | |
| }, | |
| { | |
| "epoch": 1.8890756302521008, | |
| "grad_norm": 2.9774864616230166, | |
| "learning_rate": 7.570676338635896e-08, | |
| "loss": 0.0842, | |
| "step": 1124 | |
| }, | |
| { | |
| "epoch": 1.8907563025210083, | |
| "grad_norm": 2.9240546637759635, | |
| "learning_rate": 7.343558880251289e-08, | |
| "loss": 0.0836, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 1.892436974789916, | |
| "grad_norm": 2.536237081972416, | |
| "learning_rate": 7.11987502214595e-08, | |
| "loss": 0.0611, | |
| "step": 1126 | |
| }, | |
| { | |
| "epoch": 1.8941176470588235, | |
| "grad_norm": 2.945869104329601, | |
| "learning_rate": 6.899626323298714e-08, | |
| "loss": 0.0661, | |
| "step": 1127 | |
| }, | |
| { | |
| "epoch": 1.895798319327731, | |
| "grad_norm": 2.2128300706474624, | |
| "learning_rate": 6.682814318746844e-08, | |
| "loss": 0.0558, | |
| "step": 1128 | |
| }, | |
| { | |
| "epoch": 1.8974789915966386, | |
| "grad_norm": 2.469504977662401, | |
| "learning_rate": 6.46944051957532e-08, | |
| "loss": 0.0971, | |
| "step": 1129 | |
| }, | |
| { | |
| "epoch": 1.8991596638655461, | |
| "grad_norm": 2.336659774072773, | |
| "learning_rate": 6.259506412906402e-08, | |
| "loss": 0.0639, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 1.9008403361344537, | |
| "grad_norm": 2.916145176561295, | |
| "learning_rate": 6.053013461889023e-08, | |
| "loss": 0.0748, | |
| "step": 1131 | |
| }, | |
| { | |
| "epoch": 1.9025210084033612, | |
| "grad_norm": 2.7261524069835796, | |
| "learning_rate": 5.849963105689027e-08, | |
| "loss": 0.0767, | |
| "step": 1132 | |
| }, | |
| { | |
| "epoch": 1.9042016806722688, | |
| "grad_norm": 2.9983934151605105, | |
| "learning_rate": 5.65035675947867e-08, | |
| "loss": 0.0721, | |
| "step": 1133 | |
| }, | |
| { | |
| "epoch": 1.9058823529411764, | |
| "grad_norm": 2.1467336761652343, | |
| "learning_rate": 5.454195814427021e-08, | |
| "loss": 0.0576, | |
| "step": 1134 | |
| }, | |
| { | |
| "epoch": 1.907563025210084, | |
| "grad_norm": 2.2227378360842436, | |
| "learning_rate": 5.261481637690247e-08, | |
| "loss": 0.0647, | |
| "step": 1135 | |
| }, | |
| { | |
| "epoch": 1.9092436974789915, | |
| "grad_norm": 2.4269755333288194, | |
| "learning_rate": 5.072215572402006e-08, | |
| "loss": 0.0419, | |
| "step": 1136 | |
| }, | |
| { | |
| "epoch": 1.910924369747899, | |
| "grad_norm": 3.0533438647127533, | |
| "learning_rate": 4.886398937664127e-08, | |
| "loss": 0.0734, | |
| "step": 1137 | |
| }, | |
| { | |
| "epoch": 1.9126050420168066, | |
| "grad_norm": 3.2788567900077497, | |
| "learning_rate": 4.704033028537391e-08, | |
| "loss": 0.0902, | |
| "step": 1138 | |
| }, | |
| { | |
| "epoch": 1.9142857142857141, | |
| "grad_norm": 2.551953448087741, | |
| "learning_rate": 4.52511911603265e-08, | |
| "loss": 0.0827, | |
| "step": 1139 | |
| }, | |
| { | |
| "epoch": 1.9159663865546217, | |
| "grad_norm": 4.78760807070443, | |
| "learning_rate": 4.3496584471016125e-08, | |
| "loss": 0.0627, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 1.9176470588235293, | |
| "grad_norm": 2.721593978748799, | |
| "learning_rate": 4.177652244628627e-08, | |
| "loss": 0.0628, | |
| "step": 1141 | |
| }, | |
| { | |
| "epoch": 1.9193277310924368, | |
| "grad_norm": 2.3037527032294656, | |
| "learning_rate": 4.009101707421803e-08, | |
| "loss": 0.0668, | |
| "step": 1142 | |
| }, | |
| { | |
| "epoch": 1.9210084033613444, | |
| "grad_norm": 2.480126673107869, | |
| "learning_rate": 3.8440080102047364e-08, | |
| "loss": 0.0724, | |
| "step": 1143 | |
| }, | |
| { | |
| "epoch": 1.9226890756302522, | |
| "grad_norm": 3.1491790650313236, | |
| "learning_rate": 3.6823723036084616e-08, | |
| "loss": 0.0667, | |
| "step": 1144 | |
| }, | |
| { | |
| "epoch": 1.9243697478991597, | |
| "grad_norm": 3.297054116842271, | |
| "learning_rate": 3.5241957141632923e-08, | |
| "loss": 0.1002, | |
| "step": 1145 | |
| }, | |
| { | |
| "epoch": 1.9260504201680673, | |
| "grad_norm": 3.5015254517965873, | |
| "learning_rate": 3.369479344290938e-08, | |
| "loss": 0.1012, | |
| "step": 1146 | |
| }, | |
| { | |
| "epoch": 1.9277310924369748, | |
| "grad_norm": 2.2369857549858376, | |
| "learning_rate": 3.218224272296955e-08, | |
| "loss": 0.0449, | |
| "step": 1147 | |
| }, | |
| { | |
| "epoch": 1.9294117647058824, | |
| "grad_norm": 2.2243368132738723, | |
| "learning_rate": 3.0704315523631956e-08, | |
| "loss": 0.0528, | |
| "step": 1148 | |
| }, | |
| { | |
| "epoch": 1.93109243697479, | |
| "grad_norm": 2.104823571308308, | |
| "learning_rate": 2.926102214540316e-08, | |
| "loss": 0.0474, | |
| "step": 1149 | |
| }, | |
| { | |
| "epoch": 1.9327731092436975, | |
| "grad_norm": 2.832894345048546, | |
| "learning_rate": 2.7852372647407812e-08, | |
| "loss": 0.0747, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 1.934453781512605, | |
| "grad_norm": 4.335292022183732, | |
| "learning_rate": 2.6478376847318687e-08, | |
| "loss": 0.0696, | |
| "step": 1151 | |
| }, | |
| { | |
| "epoch": 1.9361344537815126, | |
| "grad_norm": 2.697120477019712, | |
| "learning_rate": 2.5139044321286223e-08, | |
| "loss": 0.0791, | |
| "step": 1152 | |
| }, | |
| { | |
| "epoch": 1.9378151260504202, | |
| "grad_norm": 2.54968758188515, | |
| "learning_rate": 2.383438440387298e-08, | |
| "loss": 0.0745, | |
| "step": 1153 | |
| }, | |
| { | |
| "epoch": 1.9394957983193277, | |
| "grad_norm": 3.02832569342735, | |
| "learning_rate": 2.256440618798872e-08, | |
| "loss": 0.0975, | |
| "step": 1154 | |
| }, | |
| { | |
| "epoch": 1.9411764705882353, | |
| "grad_norm": 3.387365620438066, | |
| "learning_rate": 2.1329118524827662e-08, | |
| "loss": 0.0923, | |
| "step": 1155 | |
| }, | |
| { | |
| "epoch": 1.9428571428571428, | |
| "grad_norm": 2.6767183811646413, | |
| "learning_rate": 2.012853002380466e-08, | |
| "loss": 0.0536, | |
| "step": 1156 | |
| }, | |
| { | |
| "epoch": 1.9445378151260504, | |
| "grad_norm": 3.1445720922314337, | |
| "learning_rate": 1.896264905249856e-08, | |
| "loss": 0.1053, | |
| "step": 1157 | |
| }, | |
| { | |
| "epoch": 1.946218487394958, | |
| "grad_norm": 3.2263045004178017, | |
| "learning_rate": 1.783148373659005e-08, | |
| "loss": 0.0798, | |
| "step": 1158 | |
| }, | |
| { | |
| "epoch": 1.9478991596638655, | |
| "grad_norm": 2.176030962064042, | |
| "learning_rate": 1.6735041959806686e-08, | |
| "loss": 0.0512, | |
| "step": 1159 | |
| }, | |
| { | |
| "epoch": 1.949579831932773, | |
| "grad_norm": 2.22081721828048, | |
| "learning_rate": 1.567333136387017e-08, | |
| "loss": 0.064, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 1.9512605042016806, | |
| "grad_norm": 3.576068882581677, | |
| "learning_rate": 1.4646359348439165e-08, | |
| "loss": 0.1032, | |
| "step": 1161 | |
| }, | |
| { | |
| "epoch": 1.9529411764705882, | |
| "grad_norm": 2.7548882247249846, | |
| "learning_rate": 1.3654133071059894e-08, | |
| "loss": 0.0958, | |
| "step": 1162 | |
| }, | |
| { | |
| "epoch": 1.954621848739496, | |
| "grad_norm": 2.0537531997332277, | |
| "learning_rate": 1.2696659447116732e-08, | |
| "loss": 0.0555, | |
| "step": 1163 | |
| }, | |
| { | |
| "epoch": 1.9563025210084035, | |
| "grad_norm": 2.576434155048857, | |
| "learning_rate": 1.1773945149782805e-08, | |
| "loss": 0.0681, | |
| "step": 1164 | |
| }, | |
| { | |
| "epoch": 1.957983193277311, | |
| "grad_norm": 2.3313055510378513, | |
| "learning_rate": 1.088599660997336e-08, | |
| "loss": 0.0682, | |
| "step": 1165 | |
| }, | |
| { | |
| "epoch": 1.9596638655462186, | |
| "grad_norm": 3.117362012224255, | |
| "learning_rate": 1.0032820016302458e-08, | |
| "loss": 0.0637, | |
| "step": 1166 | |
| }, | |
| { | |
| "epoch": 1.9613445378151262, | |
| "grad_norm": 3.1378506905510215, | |
| "learning_rate": 9.21442131503858e-09, | |
| "loss": 0.0885, | |
| "step": 1167 | |
| }, | |
| { | |
| "epoch": 1.9630252100840337, | |
| "grad_norm": 3.0313070424172217, | |
| "learning_rate": 8.430806210062426e-09, | |
| "loss": 0.0949, | |
| "step": 1168 | |
| }, | |
| { | |
| "epoch": 1.9647058823529413, | |
| "grad_norm": 1.8993144925399335, | |
| "learning_rate": 7.681980162830283e-09, | |
| "loss": 0.0566, | |
| "step": 1169 | |
| }, | |
| { | |
| "epoch": 1.9663865546218489, | |
| "grad_norm": 2.78106637596925, | |
| "learning_rate": 6.9679483923318356e-09, | |
| "loss": 0.0655, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 1.9680672268907564, | |
| "grad_norm": 2.6179872514492843, | |
| "learning_rate": 6.288715875057416e-09, | |
| "loss": 0.0863, | |
| "step": 1171 | |
| }, | |
| { | |
| "epoch": 1.969747899159664, | |
| "grad_norm": 2.85141007344782, | |
| "learning_rate": 5.644287344960253e-09, | |
| "loss": 0.0495, | |
| "step": 1172 | |
| }, | |
| { | |
| "epoch": 1.9714285714285715, | |
| "grad_norm": 1.9037225399426012, | |
| "learning_rate": 5.034667293427053e-09, | |
| "loss": 0.0531, | |
| "step": 1173 | |
| }, | |
| { | |
| "epoch": 1.973109243697479, | |
| "grad_norm": 2.8597867728725825, | |
| "learning_rate": 4.45985996924192e-09, | |
| "loss": 0.076, | |
| "step": 1174 | |
| }, | |
| { | |
| "epoch": 1.9747899159663866, | |
| "grad_norm": 2.384741719443929, | |
| "learning_rate": 3.919869378561925e-09, | |
| "loss": 0.0781, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 1.9764705882352942, | |
| "grad_norm": 3.3663742321659793, | |
| "learning_rate": 3.41469928488547e-09, | |
| "loss": 0.0829, | |
| "step": 1176 | |
| }, | |
| { | |
| "epoch": 1.9781512605042018, | |
| "grad_norm": 2.5855062360633063, | |
| "learning_rate": 2.9443532090273064e-09, | |
| "loss": 0.068, | |
| "step": 1177 | |
| }, | |
| { | |
| "epoch": 1.9798319327731093, | |
| "grad_norm": 2.349097606121586, | |
| "learning_rate": 2.508834429094664e-09, | |
| "loss": 0.0672, | |
| "step": 1178 | |
| }, | |
| { | |
| "epoch": 1.9815126050420169, | |
| "grad_norm": 2.188284885883368, | |
| "learning_rate": 2.108145980462828e-09, | |
| "loss": 0.0587, | |
| "step": 1179 | |
| }, | |
| { | |
| "epoch": 1.9831932773109244, | |
| "grad_norm": 2.603925500773801, | |
| "learning_rate": 1.7422906557557074e-09, | |
| "loss": 0.0898, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 1.984873949579832, | |
| "grad_norm": 2.072728888868806, | |
| "learning_rate": 1.4112710048247436e-09, | |
| "loss": 0.0689, | |
| "step": 1181 | |
| }, | |
| { | |
| "epoch": 1.9865546218487395, | |
| "grad_norm": 2.2130213181251284, | |
| "learning_rate": 1.1150893347328107e-09, | |
| "loss": 0.0537, | |
| "step": 1182 | |
| }, | |
| { | |
| "epoch": 1.988235294117647, | |
| "grad_norm": 2.2290325180753983, | |
| "learning_rate": 8.537477097364522e-10, | |
| "loss": 0.0739, | |
| "step": 1183 | |
| }, | |
| { | |
| "epoch": 1.9899159663865547, | |
| "grad_norm": 2.915171945856223, | |
| "learning_rate": 6.272479512731133e-10, | |
| "loss": 0.0693, | |
| "step": 1184 | |
| }, | |
| { | |
| "epoch": 1.9915966386554622, | |
| "grad_norm": 3.387630014023736, | |
| "learning_rate": 4.3559163794670844e-10, | |
| "loss": 0.097, | |
| "step": 1185 | |
| }, | |
| { | |
| "epoch": 1.9932773109243698, | |
| "grad_norm": 2.778376156187998, | |
| "learning_rate": 2.787801055181838e-10, | |
| "loss": 0.0861, | |
| "step": 1186 | |
| }, | |
| { | |
| "epoch": 1.9949579831932773, | |
| "grad_norm": 2.6278202477958623, | |
| "learning_rate": 1.568144468955257e-10, | |
| "loss": 0.0779, | |
| "step": 1187 | |
| }, | |
| { | |
| "epoch": 1.9966386554621849, | |
| "grad_norm": 2.434531776499178, | |
| "learning_rate": 6.969551212598901e-11, | |
| "loss": 0.0615, | |
| "step": 1188 | |
| }, | |
| { | |
| "epoch": 1.9983193277310924, | |
| "grad_norm": 2.7044583414113026, | |
| "learning_rate": 1.7423908390545862e-11, | |
| "loss": 0.0862, | |
| "step": 1189 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 1.9872586148824984, | |
| "learning_rate": 0.0, | |
| "loss": 0.0517, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "step": 1190, | |
| "total_flos": 6634871193600.0, | |
| "train_loss": 0.17354622093819772, | |
| "train_runtime": 2680.2801, | |
| "train_samples_per_second": 3.549, | |
| "train_steps_per_second": 0.444 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 1190, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 2, | |
| "save_steps": 50000000, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 6634871193600.0, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |