| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.15198026808855228, | |
| "eval_steps": 500, | |
| "global_step": 131000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 0.28216952085494995, | |
| "learning_rate": 9.998839845281768e-05, | |
| "loss": 5.404, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 0.7618443965911865, | |
| "learning_rate": 9.997679690563535e-05, | |
| "loss": 4.9594, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 0.8141049742698669, | |
| "learning_rate": 9.996519535845302e-05, | |
| "loss": 4.9031, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 2.8989076614379883, | |
| "learning_rate": 9.995359381127067e-05, | |
| "loss": 4.8882, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 1.622833251953125, | |
| "learning_rate": 9.994199226408834e-05, | |
| "loss": 4.8752, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 0.2884034812450409, | |
| "learning_rate": 9.993039071690601e-05, | |
| "loss": 4.8623, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 3.4078500270843506, | |
| "learning_rate": 9.991878916972368e-05, | |
| "loss": 4.8539, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 4.187527179718018, | |
| "learning_rate": 9.990718762254134e-05, | |
| "loss": 4.8479, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 1.675564169883728, | |
| "learning_rate": 9.989558607535901e-05, | |
| "loss": 4.8473, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 1.7946183681488037, | |
| "learning_rate": 9.988398452817668e-05, | |
| "loss": 4.8428, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 3.8930752277374268, | |
| "learning_rate": 9.987238298099435e-05, | |
| "loss": 4.8403, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 1.8201618194580078, | |
| "learning_rate": 9.986078143381202e-05, | |
| "loss": 4.8341, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 1.5597014427185059, | |
| "learning_rate": 9.984917988662968e-05, | |
| "loss": 4.8324, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 3.2638113498687744, | |
| "learning_rate": 9.983757833944736e-05, | |
| "loss": 4.8274, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 1.5054211616516113, | |
| "learning_rate": 9.982597679226502e-05, | |
| "loss": 4.8262, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 2.0371103286743164, | |
| "learning_rate": 9.981437524508269e-05, | |
| "loss": 4.826, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 2.8935482501983643, | |
| "learning_rate": 9.980277369790035e-05, | |
| "loss": 4.823, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 1.6551401615142822, | |
| "learning_rate": 9.979117215071803e-05, | |
| "loss": 4.8232, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 1.8115674257278442, | |
| "learning_rate": 9.977957060353569e-05, | |
| "loss": 4.8182, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 3.1292033195495605, | |
| "learning_rate": 9.976796905635336e-05, | |
| "loss": 4.8205, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 1.3206559419631958, | |
| "learning_rate": 9.975636750917103e-05, | |
| "loss": 4.8176, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 2.540377140045166, | |
| "learning_rate": 9.97447659619887e-05, | |
| "loss": 4.8147, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 4.180980682373047, | |
| "learning_rate": 9.973316441480637e-05, | |
| "loss": 4.8146, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 1.8660849332809448, | |
| "learning_rate": 9.972156286762403e-05, | |
| "loss": 4.8105, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 2.911318778991699, | |
| "learning_rate": 9.97099613204417e-05, | |
| "loss": 4.8131, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 4.366623878479004, | |
| "learning_rate": 9.969835977325937e-05, | |
| "loss": 4.8113, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 1.6765426397323608, | |
| "learning_rate": 9.968675822607704e-05, | |
| "loss": 4.8092, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 2.4829912185668945, | |
| "learning_rate": 9.96751566788947e-05, | |
| "loss": 4.8102, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 3.6401925086975098, | |
| "learning_rate": 9.966355513171237e-05, | |
| "loss": 4.8039, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 2.1426470279693604, | |
| "learning_rate": 9.965195358453004e-05, | |
| "loss": 4.8059, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 2.311486005783081, | |
| "learning_rate": 9.96403520373477e-05, | |
| "loss": 4.8068, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 2.069549083709717, | |
| "learning_rate": 9.962875049016536e-05, | |
| "loss": 4.8054, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 3.6770570278167725, | |
| "learning_rate": 9.961714894298305e-05, | |
| "loss": 4.8008, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 1.9226771593093872, | |
| "learning_rate": 9.960554739580072e-05, | |
| "loss": 4.8004, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 3.2032277584075928, | |
| "learning_rate": 9.959394584861837e-05, | |
| "loss": 4.7977, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 2.310493230819702, | |
| "learning_rate": 9.958234430143604e-05, | |
| "loss": 4.7997, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 2.559783935546875, | |
| "learning_rate": 9.957074275425372e-05, | |
| "loss": 4.7961, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 2.714775562286377, | |
| "learning_rate": 9.955914120707139e-05, | |
| "loss": 4.7943, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 2.100062847137451, | |
| "learning_rate": 9.954753965988904e-05, | |
| "loss": 4.7961, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 5.665365695953369, | |
| "learning_rate": 9.953593811270671e-05, | |
| "loss": 4.7992, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 2.1073904037475586, | |
| "learning_rate": 9.952433656552438e-05, | |
| "loss": 4.7957, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 3.3605892658233643, | |
| "learning_rate": 9.951273501834205e-05, | |
| "loss": 4.7959, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 4.566422939300537, | |
| "learning_rate": 9.950113347115971e-05, | |
| "loss": 4.7975, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.812922716140747, | |
| "learning_rate": 9.948953192397738e-05, | |
| "loss": 4.7942, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.2284045219421387, | |
| "learning_rate": 9.947793037679507e-05, | |
| "loss": 4.7942, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 4.2551093101501465, | |
| "learning_rate": 9.946632882961272e-05, | |
| "loss": 4.791, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.8002365827560425, | |
| "learning_rate": 9.945472728243039e-05, | |
| "loss": 4.7905, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.5465445518493652, | |
| "learning_rate": 9.944312573524805e-05, | |
| "loss": 4.7939, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 4.329401969909668, | |
| "learning_rate": 9.943152418806573e-05, | |
| "loss": 4.795, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.2818596363067627, | |
| "learning_rate": 9.941992264088339e-05, | |
| "loss": 4.7952, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.9942195415496826, | |
| "learning_rate": 9.940832109370106e-05, | |
| "loss": 4.791, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 5.174030780792236, | |
| "learning_rate": 9.939671954651872e-05, | |
| "loss": 4.7921, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.8438475131988525, | |
| "learning_rate": 9.93851179993364e-05, | |
| "loss": 4.79, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.8706634044647217, | |
| "learning_rate": 9.937351645215407e-05, | |
| "loss": 4.7902, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 5.187880516052246, | |
| "learning_rate": 9.936191490497173e-05, | |
| "loss": 4.7917, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.2282915115356445, | |
| "learning_rate": 9.93503133577894e-05, | |
| "loss": 4.7869, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.4940683841705322, | |
| "learning_rate": 9.933871181060707e-05, | |
| "loss": 4.7932, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 4.8060383796691895, | |
| "learning_rate": 9.932711026342474e-05, | |
| "loss": 4.788, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.129607677459717, | |
| "learning_rate": 9.93155087162424e-05, | |
| "loss": 4.7885, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.5312142372131348, | |
| "learning_rate": 9.930390716906007e-05, | |
| "loss": 4.786, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 4.944730281829834, | |
| "learning_rate": 9.929230562187774e-05, | |
| "loss": 4.7867, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.5370301008224487, | |
| "learning_rate": 9.928070407469541e-05, | |
| "loss": 4.7864, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.7849390506744385, | |
| "learning_rate": 9.926910252751306e-05, | |
| "loss": 4.7885, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 5.041503429412842, | |
| "learning_rate": 9.925750098033075e-05, | |
| "loss": 4.7867, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.8032560348510742, | |
| "learning_rate": 9.924589943314842e-05, | |
| "loss": 4.7851, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.296067953109741, | |
| "learning_rate": 9.923429788596608e-05, | |
| "loss": 4.7847, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 5.063502311706543, | |
| "learning_rate": 9.922269633878375e-05, | |
| "loss": 4.7832, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.149693012237549, | |
| "learning_rate": 9.921109479160142e-05, | |
| "loss": 4.779, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.4809441566467285, | |
| "learning_rate": 9.919949324441909e-05, | |
| "loss": 4.7823, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 4.948490142822266, | |
| "learning_rate": 9.918789169723674e-05, | |
| "loss": 4.7842, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.5616728067398071, | |
| "learning_rate": 9.917629015005441e-05, | |
| "loss": 4.7861, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.1099443435668945, | |
| "learning_rate": 9.916468860287209e-05, | |
| "loss": 4.7829, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 5.170409679412842, | |
| "learning_rate": 9.915308705568976e-05, | |
| "loss": 4.7817, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.6011829376220703, | |
| "learning_rate": 9.914148550850741e-05, | |
| "loss": 4.7805, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.222562789916992, | |
| "learning_rate": 9.912988396132508e-05, | |
| "loss": 4.7802, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 4.803954601287842, | |
| "learning_rate": 9.911828241414277e-05, | |
| "loss": 4.7828, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.8963723182678223, | |
| "learning_rate": 9.910668086696042e-05, | |
| "loss": 4.7823, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.4876952171325684, | |
| "learning_rate": 9.90950793197781e-05, | |
| "loss": 4.7768, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 5.709277629852295, | |
| "learning_rate": 9.908347777259575e-05, | |
| "loss": 4.7806, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.8382807970046997, | |
| "learning_rate": 9.907187622541343e-05, | |
| "loss": 4.7791, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.2304890155792236, | |
| "learning_rate": 9.906027467823109e-05, | |
| "loss": 4.778, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 5.252920150756836, | |
| "learning_rate": 9.904867313104876e-05, | |
| "loss": 4.7796, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.16917884349823, | |
| "learning_rate": 9.903707158386642e-05, | |
| "loss": 4.7817, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.6509056091308594, | |
| "learning_rate": 9.90254700366841e-05, | |
| "loss": 4.778, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.1537126302719116, | |
| "learning_rate": 9.901386848950176e-05, | |
| "loss": 4.7755, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.7410359382629395, | |
| "learning_rate": 9.900226694231943e-05, | |
| "loss": 4.7751, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.2682690620422363, | |
| "learning_rate": 9.89906653951371e-05, | |
| "loss": 4.7741, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.825622320175171, | |
| "learning_rate": 9.897906384795477e-05, | |
| "loss": 4.7759, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.8567586541175842, | |
| "learning_rate": 9.896746230077244e-05, | |
| "loss": 4.7738, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.5261878967285156, | |
| "learning_rate": 9.89558607535901e-05, | |
| "loss": 4.7722, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.7664969563484192, | |
| "learning_rate": 9.894425920640777e-05, | |
| "loss": 4.7757, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.6178815364837646, | |
| "learning_rate": 9.893265765922544e-05, | |
| "loss": 4.7715, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 5.013388156890869, | |
| "learning_rate": 9.892105611204311e-05, | |
| "loss": 4.7718, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.765504777431488, | |
| "learning_rate": 9.890945456486077e-05, | |
| "loss": 4.7707, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.0577245950698853, | |
| "learning_rate": 9.889785301767844e-05, | |
| "loss": 4.7709, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.5963281393051147, | |
| "learning_rate": 9.888625147049611e-05, | |
| "loss": 4.7738, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.5044456720352173, | |
| "learning_rate": 9.887464992331378e-05, | |
| "loss": 4.772, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.449915647506714, | |
| "learning_rate": 9.886304837613145e-05, | |
| "loss": 4.7695, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 4.757066249847412, | |
| "learning_rate": 9.885144682894912e-05, | |
| "loss": 4.7723, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.8173577785491943, | |
| "learning_rate": 9.883984528176679e-05, | |
| "loss": 4.7711, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.4169297218322754, | |
| "learning_rate": 9.882824373458445e-05, | |
| "loss": 4.7739, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 5.771091938018799, | |
| "learning_rate": 9.881664218740212e-05, | |
| "loss": 4.7747, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.6634373664855957, | |
| "learning_rate": 9.880504064021979e-05, | |
| "loss": 4.7732, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 4.215581893920898, | |
| "learning_rate": 9.879343909303746e-05, | |
| "loss": 4.7704, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 6.152705192565918, | |
| "learning_rate": 9.878183754585511e-05, | |
| "loss": 4.7699, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.5891577005386353, | |
| "learning_rate": 9.877023599867278e-05, | |
| "loss": 4.7717, | |
| "step": 10600 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 4.256149768829346, | |
| "learning_rate": 9.875863445149045e-05, | |
| "loss": 4.7664, | |
| "step": 10700 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 4.941390037536621, | |
| "learning_rate": 9.874703290430813e-05, | |
| "loss": 4.7721, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.2469244003295898, | |
| "learning_rate": 9.87354313571258e-05, | |
| "loss": 4.7676, | |
| "step": 10900 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.073249340057373, | |
| "learning_rate": 9.872382980994345e-05, | |
| "loss": 4.7644, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.6434860229492188, | |
| "learning_rate": 9.871222826276114e-05, | |
| "loss": 4.7645, | |
| "step": 11100 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.8313368558883667, | |
| "learning_rate": 9.87006267155788e-05, | |
| "loss": 4.7637, | |
| "step": 11200 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.8201664090156555, | |
| "learning_rate": 9.868902516839646e-05, | |
| "loss": 4.7667, | |
| "step": 11300 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.47900694608688354, | |
| "learning_rate": 9.867742362121412e-05, | |
| "loss": 4.7652, | |
| "step": 11400 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.9311307072639465, | |
| "learning_rate": 9.86658220740318e-05, | |
| "loss": 4.766, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 8.805180549621582, | |
| "learning_rate": 9.865422052684946e-05, | |
| "loss": 4.7641, | |
| "step": 11600 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 9.388609886169434, | |
| "learning_rate": 9.864261897966713e-05, | |
| "loss": 4.7717, | |
| "step": 11700 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.2487683296203613, | |
| "learning_rate": 9.86310174324848e-05, | |
| "loss": 4.7689, | |
| "step": 11800 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 4.081148624420166, | |
| "learning_rate": 9.861941588530247e-05, | |
| "loss": 4.7673, | |
| "step": 11900 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 7.44789981842041, | |
| "learning_rate": 9.860781433812014e-05, | |
| "loss": 4.7722, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.649463176727295, | |
| "learning_rate": 9.85962127909378e-05, | |
| "loss": 4.7667, | |
| "step": 12100 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.827794075012207, | |
| "learning_rate": 9.858461124375547e-05, | |
| "loss": 4.768, | |
| "step": 12200 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 6.945425510406494, | |
| "learning_rate": 9.857300969657314e-05, | |
| "loss": 4.7689, | |
| "step": 12300 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.1629202365875244, | |
| "learning_rate": 9.856140814939081e-05, | |
| "loss": 4.7656, | |
| "step": 12400 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.5653738379478455, | |
| "learning_rate": 9.854980660220847e-05, | |
| "loss": 4.7631, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.724161684513092, | |
| "learning_rate": 9.853820505502614e-05, | |
| "loss": 4.7622, | |
| "step": 12600 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.5713109970092773, | |
| "learning_rate": 9.852660350784381e-05, | |
| "loss": 4.7633, | |
| "step": 12700 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.9219802021980286, | |
| "learning_rate": 9.851500196066148e-05, | |
| "loss": 4.7616, | |
| "step": 12800 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.7306973338127136, | |
| "learning_rate": 9.850340041347914e-05, | |
| "loss": 4.7616, | |
| "step": 12900 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.1123743057250977, | |
| "learning_rate": 9.849179886629682e-05, | |
| "loss": 4.7635, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.5764673352241516, | |
| "learning_rate": 9.848019731911449e-05, | |
| "loss": 4.7602, | |
| "step": 13100 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.456514835357666, | |
| "learning_rate": 9.846859577193215e-05, | |
| "loss": 4.762, | |
| "step": 13200 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.6817034482955933, | |
| "learning_rate": 9.845699422474982e-05, | |
| "loss": 4.7585, | |
| "step": 13300 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.166177749633789, | |
| "learning_rate": 9.844539267756749e-05, | |
| "loss": 4.7653, | |
| "step": 13400 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.546487808227539, | |
| "learning_rate": 9.843379113038516e-05, | |
| "loss": 4.7607, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.610224187374115, | |
| "learning_rate": 9.842218958320282e-05, | |
| "loss": 4.7598, | |
| "step": 13600 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.5171063542366028, | |
| "learning_rate": 9.841058803602049e-05, | |
| "loss": 4.7598, | |
| "step": 13700 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.632072687149048, | |
| "learning_rate": 9.839898648883816e-05, | |
| "loss": 4.7634, | |
| "step": 13800 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.6531881093978882, | |
| "learning_rate": 9.838738494165583e-05, | |
| "loss": 4.7585, | |
| "step": 13900 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.6771488189697266, | |
| "learning_rate": 9.837578339447348e-05, | |
| "loss": 4.757, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.341787338256836, | |
| "learning_rate": 9.836418184729115e-05, | |
| "loss": 4.7579, | |
| "step": 14100 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.1839771270751953, | |
| "learning_rate": 9.835258030010884e-05, | |
| "loss": 4.7581, | |
| "step": 14200 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.8916560411453247, | |
| "learning_rate": 9.83409787529265e-05, | |
| "loss": 4.7599, | |
| "step": 14300 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.7338578701019287, | |
| "learning_rate": 9.832937720574417e-05, | |
| "loss": 4.7607, | |
| "step": 14400 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.7070731520652771, | |
| "learning_rate": 9.831777565856182e-05, | |
| "loss": 4.7587, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.5772482752799988, | |
| "learning_rate": 9.83061741113795e-05, | |
| "loss": 4.763, | |
| "step": 14600 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.9034737348556519, | |
| "learning_rate": 9.829457256419716e-05, | |
| "loss": 4.7597, | |
| "step": 14700 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.127034902572632, | |
| "learning_rate": 9.828297101701483e-05, | |
| "loss": 4.7573, | |
| "step": 14800 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.8689446449279785, | |
| "learning_rate": 9.82713694698325e-05, | |
| "loss": 4.757, | |
| "step": 14900 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.7055838108062744, | |
| "learning_rate": 9.825976792265017e-05, | |
| "loss": 4.7557, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.9538499116897583, | |
| "learning_rate": 9.824816637546783e-05, | |
| "loss": 4.7611, | |
| "step": 15100 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.487042784690857, | |
| "learning_rate": 9.82365648282855e-05, | |
| "loss": 4.7574, | |
| "step": 15200 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.1112914085388184, | |
| "learning_rate": 9.822496328110317e-05, | |
| "loss": 4.7566, | |
| "step": 15300 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.9239519834518433, | |
| "learning_rate": 9.821336173392084e-05, | |
| "loss": 4.7587, | |
| "step": 15400 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 3.975541353225708, | |
| "learning_rate": 9.820176018673851e-05, | |
| "loss": 4.7577, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.5043540000915527, | |
| "learning_rate": 9.819015863955617e-05, | |
| "loss": 4.7565, | |
| "step": 15600 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.8457772731781006, | |
| "learning_rate": 9.817855709237384e-05, | |
| "loss": 4.7573, | |
| "step": 15700 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.5468181371688843, | |
| "learning_rate": 9.816695554519151e-05, | |
| "loss": 4.7555, | |
| "step": 15800 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 5.87544584274292, | |
| "learning_rate": 9.815535399800918e-05, | |
| "loss": 4.7588, | |
| "step": 15900 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.0000234842300415, | |
| "learning_rate": 9.814375245082684e-05, | |
| "loss": 4.753, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.6940212249755859, | |
| "learning_rate": 9.813215090364452e-05, | |
| "loss": 4.7543, | |
| "step": 16100 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.9902929663658142, | |
| "learning_rate": 9.812054935646219e-05, | |
| "loss": 4.7562, | |
| "step": 16200 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 17.795963287353516, | |
| "learning_rate": 9.810894780927985e-05, | |
| "loss": 4.7551, | |
| "step": 16300 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 7.341447830200195, | |
| "learning_rate": 9.809734626209752e-05, | |
| "loss": 4.7569, | |
| "step": 16400 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 7.844032287597656, | |
| "learning_rate": 9.808574471491519e-05, | |
| "loss": 4.7546, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.8450008034706116, | |
| "learning_rate": 9.807414316773286e-05, | |
| "loss": 4.7554, | |
| "step": 16600 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.3422025442123413, | |
| "learning_rate": 9.806254162055052e-05, | |
| "loss": 4.7524, | |
| "step": 16700 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.6606966853141785, | |
| "learning_rate": 9.805094007336819e-05, | |
| "loss": 4.7533, | |
| "step": 16800 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.6223414540290833, | |
| "learning_rate": 9.803933852618586e-05, | |
| "loss": 4.7544, | |
| "step": 16900 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.53001469373703, | |
| "learning_rate": 9.802773697900353e-05, | |
| "loss": 4.7529, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.538820743560791, | |
| "learning_rate": 9.801613543182119e-05, | |
| "loss": 4.7514, | |
| "step": 17100 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 6.79536247253418, | |
| "learning_rate": 9.800453388463886e-05, | |
| "loss": 4.7522, | |
| "step": 17200 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.8284698724746704, | |
| "learning_rate": 9.799293233745654e-05, | |
| "loss": 4.7532, | |
| "step": 17300 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.8321298956871033, | |
| "learning_rate": 9.79813307902742e-05, | |
| "loss": 4.7553, | |
| "step": 17400 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 5.962058067321777, | |
| "learning_rate": 9.796972924309187e-05, | |
| "loss": 4.7641, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 11.184019088745117, | |
| "learning_rate": 9.795812769590952e-05, | |
| "loss": 4.7608, | |
| "step": 17600 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.882926106452942, | |
| "learning_rate": 9.794652614872721e-05, | |
| "loss": 4.7582, | |
| "step": 17700 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 4.5953168869018555, | |
| "learning_rate": 9.793492460154486e-05, | |
| "loss": 4.756, | |
| "step": 17800 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 7.986889839172363, | |
| "learning_rate": 9.792332305436253e-05, | |
| "loss": 4.759, | |
| "step": 17900 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.7497138977050781, | |
| "learning_rate": 9.791172150718019e-05, | |
| "loss": 4.7567, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.4782524108886719, | |
| "learning_rate": 9.790011995999788e-05, | |
| "loss": 4.753, | |
| "step": 18100 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.7002395987510681, | |
| "learning_rate": 9.788851841281553e-05, | |
| "loss": 4.7513, | |
| "step": 18200 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.49617066979408264, | |
| "learning_rate": 9.78769168656332e-05, | |
| "loss": 4.7508, | |
| "step": 18300 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.459750235080719, | |
| "learning_rate": 9.786531531845087e-05, | |
| "loss": 4.7518, | |
| "step": 18400 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.6577441692352295, | |
| "learning_rate": 9.785371377126854e-05, | |
| "loss": 4.7512, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.284149408340454, | |
| "learning_rate": 9.784211222408621e-05, | |
| "loss": 4.752, | |
| "step": 18600 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.703396797180176, | |
| "learning_rate": 9.783051067690387e-05, | |
| "loss": 4.754, | |
| "step": 18700 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.5742882490158081, | |
| "learning_rate": 9.781890912972154e-05, | |
| "loss": 4.7521, | |
| "step": 18800 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.5588614344596863, | |
| "learning_rate": 9.780730758253921e-05, | |
| "loss": 4.7541, | |
| "step": 18900 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.6749471426010132, | |
| "learning_rate": 9.779570603535688e-05, | |
| "loss": 4.7521, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.4725801944732666, | |
| "learning_rate": 9.778410448817454e-05, | |
| "loss": 4.7503, | |
| "step": 19100 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.7287809252738953, | |
| "learning_rate": 9.777250294099222e-05, | |
| "loss": 4.7492, | |
| "step": 19200 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 3.7486460208892822, | |
| "learning_rate": 9.776090139380988e-05, | |
| "loss": 4.7488, | |
| "step": 19300 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.859056234359741, | |
| "learning_rate": 9.774929984662755e-05, | |
| "loss": 4.7492, | |
| "step": 19400 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.5980411171913147, | |
| "learning_rate": 9.773769829944522e-05, | |
| "loss": 4.7534, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.6939360499382019, | |
| "learning_rate": 9.772609675226289e-05, | |
| "loss": 4.7484, | |
| "step": 19600 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 7.793490886688232, | |
| "learning_rate": 9.771449520508056e-05, | |
| "loss": 4.751, | |
| "step": 19700 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.7629129886627197, | |
| "learning_rate": 9.770289365789822e-05, | |
| "loss": 4.7474, | |
| "step": 19800 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.9731252193450928, | |
| "learning_rate": 9.769129211071589e-05, | |
| "loss": 4.7499, | |
| "step": 19900 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.9709353446960449, | |
| "learning_rate": 9.767969056353356e-05, | |
| "loss": 4.7488, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.8048213720321655, | |
| "learning_rate": 9.766808901635123e-05, | |
| "loss": 4.7483, | |
| "step": 20100 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.6946632862091064, | |
| "learning_rate": 9.765648746916889e-05, | |
| "loss": 4.748, | |
| "step": 20200 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 13.102263450622559, | |
| "learning_rate": 9.764488592198656e-05, | |
| "loss": 4.7483, | |
| "step": 20300 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.7083731889724731, | |
| "learning_rate": 9.763328437480423e-05, | |
| "loss": 4.7495, | |
| "step": 20400 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.5328574180603027, | |
| "learning_rate": 9.76216828276219e-05, | |
| "loss": 4.7492, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.2578125, | |
| "learning_rate": 9.761008128043957e-05, | |
| "loss": 4.7474, | |
| "step": 20600 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 7.049394607543945, | |
| "learning_rate": 9.759847973325723e-05, | |
| "loss": 4.7484, | |
| "step": 20700 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.5719186663627625, | |
| "learning_rate": 9.758687818607491e-05, | |
| "loss": 4.7476, | |
| "step": 20800 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.7516430616378784, | |
| "learning_rate": 9.757527663889257e-05, | |
| "loss": 4.7468, | |
| "step": 20900 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.7269846200942993, | |
| "learning_rate": 9.756367509171024e-05, | |
| "loss": 4.7482, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.0633318424224854, | |
| "learning_rate": 9.75520735445279e-05, | |
| "loss": 4.7469, | |
| "step": 21100 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.5097702145576477, | |
| "learning_rate": 9.754047199734558e-05, | |
| "loss": 4.7482, | |
| "step": 21200 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.5308384895324707, | |
| "learning_rate": 9.752887045016323e-05, | |
| "loss": 4.7444, | |
| "step": 21300 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.5017550587654114, | |
| "learning_rate": 9.75172689029809e-05, | |
| "loss": 4.7474, | |
| "step": 21400 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.526594340801239, | |
| "learning_rate": 9.750566735579858e-05, | |
| "loss": 4.7463, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.675493001937866, | |
| "learning_rate": 9.749406580861625e-05, | |
| "loss": 4.7475, | |
| "step": 21600 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 5.905905723571777, | |
| "learning_rate": 9.748246426143392e-05, | |
| "loss": 4.7499, | |
| "step": 21700 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 4.458377838134766, | |
| "learning_rate": 9.747086271425157e-05, | |
| "loss": 4.7474, | |
| "step": 21800 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.3677464723587036, | |
| "learning_rate": 9.745926116706924e-05, | |
| "loss": 4.7502, | |
| "step": 21900 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 9.98462200164795, | |
| "learning_rate": 9.744765961988691e-05, | |
| "loss": 4.7486, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 6.801756858825684, | |
| "learning_rate": 9.743605807270458e-05, | |
| "loss": 4.7458, | |
| "step": 22100 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.5047688484191895, | |
| "learning_rate": 9.742445652552224e-05, | |
| "loss": 4.7574, | |
| "step": 22200 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.5461822152137756, | |
| "learning_rate": 9.741285497833991e-05, | |
| "loss": 4.7441, | |
| "step": 22300 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 5.560943603515625, | |
| "learning_rate": 9.740125343115758e-05, | |
| "loss": 4.7447, | |
| "step": 22400 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.5233502984046936, | |
| "learning_rate": 9.738965188397525e-05, | |
| "loss": 4.7474, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.5336612462997437, | |
| "learning_rate": 9.737805033679291e-05, | |
| "loss": 4.7425, | |
| "step": 22600 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.945470094680786, | |
| "learning_rate": 9.736644878961059e-05, | |
| "loss": 4.7482, | |
| "step": 22700 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.4918281137943268, | |
| "learning_rate": 9.735484724242826e-05, | |
| "loss": 4.7469, | |
| "step": 22800 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.591059923171997, | |
| "learning_rate": 9.734324569524592e-05, | |
| "loss": 4.7458, | |
| "step": 22900 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.5464999079704285, | |
| "learning_rate": 9.733164414806359e-05, | |
| "loss": 4.7443, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 6.337867259979248, | |
| "learning_rate": 9.732004260088126e-05, | |
| "loss": 4.7453, | |
| "step": 23100 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.4762401878833771, | |
| "learning_rate": 9.730844105369893e-05, | |
| "loss": 4.7418, | |
| "step": 23200 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.0473411083221436, | |
| "learning_rate": 9.729683950651659e-05, | |
| "loss": 4.7454, | |
| "step": 23300 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.72366863489151, | |
| "learning_rate": 9.728523795933426e-05, | |
| "loss": 4.7425, | |
| "step": 23400 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.5242981314659119, | |
| "learning_rate": 9.727363641215193e-05, | |
| "loss": 4.7461, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.6705228090286255, | |
| "learning_rate": 9.72620348649696e-05, | |
| "loss": 4.7495, | |
| "step": 23600 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.549325704574585, | |
| "learning_rate": 9.725043331778726e-05, | |
| "loss": 4.7436, | |
| "step": 23700 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.599336564540863, | |
| "learning_rate": 9.723883177060493e-05, | |
| "loss": 4.743, | |
| "step": 23800 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.103011965751648, | |
| "learning_rate": 9.722723022342261e-05, | |
| "loss": 4.7437, | |
| "step": 23900 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 3.4058070182800293, | |
| "learning_rate": 9.721562867624027e-05, | |
| "loss": 4.7466, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.0680614709854126, | |
| "learning_rate": 9.720402712905794e-05, | |
| "loss": 4.7424, | |
| "step": 24100 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.5411515235900879, | |
| "learning_rate": 9.71924255818756e-05, | |
| "loss": 4.7408, | |
| "step": 24200 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 8.111778259277344, | |
| "learning_rate": 9.718082403469328e-05, | |
| "loss": 4.7454, | |
| "step": 24300 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.44278204441070557, | |
| "learning_rate": 9.716922248751094e-05, | |
| "loss": 4.7599, | |
| "step": 24400 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.6122348308563232, | |
| "learning_rate": 9.71576209403286e-05, | |
| "loss": 4.7427, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.5633386373519897, | |
| "learning_rate": 9.714601939314628e-05, | |
| "loss": 4.746, | |
| "step": 24600 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.8872265219688416, | |
| "learning_rate": 9.713441784596395e-05, | |
| "loss": 4.7439, | |
| "step": 24700 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.6827236413955688, | |
| "learning_rate": 9.71228162987816e-05, | |
| "loss": 4.7413, | |
| "step": 24800 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.6328549385070801, | |
| "learning_rate": 9.711121475159927e-05, | |
| "loss": 4.7408, | |
| "step": 24900 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.4887780249118805, | |
| "learning_rate": 9.709961320441694e-05, | |
| "loss": 4.7425, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.9315319061279297, | |
| "learning_rate": 9.708801165723462e-05, | |
| "loss": 4.7431, | |
| "step": 25100 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.6957463026046753, | |
| "learning_rate": 9.707641011005229e-05, | |
| "loss": 4.7414, | |
| "step": 25200 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.5213463306427002, | |
| "learning_rate": 9.706480856286994e-05, | |
| "loss": 4.7429, | |
| "step": 25300 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.486128032207489, | |
| "learning_rate": 9.705320701568761e-05, | |
| "loss": 4.7405, | |
| "step": 25400 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.561840295791626, | |
| "learning_rate": 9.704160546850528e-05, | |
| "loss": 4.741, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 5.198677062988281, | |
| "learning_rate": 9.703000392132295e-05, | |
| "loss": 4.7447, | |
| "step": 25600 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 3.6826071739196777, | |
| "learning_rate": 9.701840237414061e-05, | |
| "loss": 4.7435, | |
| "step": 25700 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.7129253149032593, | |
| "learning_rate": 9.70068008269583e-05, | |
| "loss": 4.7432, | |
| "step": 25800 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.101804733276367, | |
| "learning_rate": 9.699519927977595e-05, | |
| "loss": 4.7518, | |
| "step": 25900 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.5510717034339905, | |
| "learning_rate": 9.698359773259362e-05, | |
| "loss": 4.7417, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.45920300483703613, | |
| "learning_rate": 9.697199618541129e-05, | |
| "loss": 4.7421, | |
| "step": 26100 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.5336456894874573, | |
| "learning_rate": 9.696039463822896e-05, | |
| "loss": 4.7411, | |
| "step": 26200 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.5019949078559875, | |
| "learning_rate": 9.694879309104663e-05, | |
| "loss": 4.7436, | |
| "step": 26300 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 33.536495208740234, | |
| "learning_rate": 9.693719154386429e-05, | |
| "loss": 4.7436, | |
| "step": 26400 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.4645074605941772, | |
| "learning_rate": 9.692558999668196e-05, | |
| "loss": 4.7447, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 3.655017614364624, | |
| "learning_rate": 9.691398844949963e-05, | |
| "loss": 4.7404, | |
| "step": 26600 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.49820154905319214, | |
| "learning_rate": 9.69023869023173e-05, | |
| "loss": 4.7432, | |
| "step": 26700 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.6071832180023193, | |
| "learning_rate": 9.689078535513496e-05, | |
| "loss": 4.7436, | |
| "step": 26800 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.5458092093467712, | |
| "learning_rate": 9.687918380795263e-05, | |
| "loss": 4.7438, | |
| "step": 26900 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.5005242824554443, | |
| "learning_rate": 9.686758226077031e-05, | |
| "loss": 4.741, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.5511128306388855, | |
| "learning_rate": 9.685598071358797e-05, | |
| "loss": 4.743, | |
| "step": 27100 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 17.676786422729492, | |
| "learning_rate": 9.684437916640564e-05, | |
| "loss": 4.7423, | |
| "step": 27200 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.3633731603622437, | |
| "learning_rate": 9.68327776192233e-05, | |
| "loss": 4.7408, | |
| "step": 27300 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.5432199239730835, | |
| "learning_rate": 9.682117607204098e-05, | |
| "loss": 4.7391, | |
| "step": 27400 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 5.02588415145874, | |
| "learning_rate": 9.680957452485864e-05, | |
| "loss": 4.7416, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.1455700397491455, | |
| "learning_rate": 9.679797297767631e-05, | |
| "loss": 4.7398, | |
| "step": 27600 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.6886168718338013, | |
| "learning_rate": 9.678637143049398e-05, | |
| "loss": 4.7418, | |
| "step": 27700 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.5645326375961304, | |
| "learning_rate": 9.677476988331165e-05, | |
| "loss": 4.7381, | |
| "step": 27800 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 6.7613911628723145, | |
| "learning_rate": 9.67631683361293e-05, | |
| "loss": 4.7404, | |
| "step": 27900 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.5324685573577881, | |
| "learning_rate": 9.675156678894698e-05, | |
| "loss": 4.7378, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 4.839243412017822, | |
| "learning_rate": 9.673996524176465e-05, | |
| "loss": 4.7395, | |
| "step": 28100 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.458783894777298, | |
| "learning_rate": 9.672836369458232e-05, | |
| "loss": 4.7422, | |
| "step": 28200 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.9166305065155029, | |
| "learning_rate": 9.671676214739999e-05, | |
| "loss": 4.7428, | |
| "step": 28300 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.108514428138733, | |
| "learning_rate": 9.670516060021764e-05, | |
| "loss": 4.7403, | |
| "step": 28400 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.5330324172973633, | |
| "learning_rate": 9.669355905303531e-05, | |
| "loss": 4.7366, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.4888221025466919, | |
| "learning_rate": 9.668195750585298e-05, | |
| "loss": 4.7384, | |
| "step": 28600 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.600286602973938, | |
| "learning_rate": 9.667035595867066e-05, | |
| "loss": 4.7367, | |
| "step": 28700 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.486511468887329, | |
| "learning_rate": 9.665875441148831e-05, | |
| "loss": 4.7391, | |
| "step": 28800 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.9454842209815979, | |
| "learning_rate": 9.6647152864306e-05, | |
| "loss": 4.7384, | |
| "step": 28900 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.6840468645095825, | |
| "learning_rate": 9.663555131712365e-05, | |
| "loss": 4.7379, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.795483410358429, | |
| "learning_rate": 9.662394976994132e-05, | |
| "loss": 4.7393, | |
| "step": 29100 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.8666725158691406, | |
| "learning_rate": 9.6612348222759e-05, | |
| "loss": 4.7389, | |
| "step": 29200 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 4.16463565826416, | |
| "learning_rate": 9.660074667557666e-05, | |
| "loss": 4.7395, | |
| "step": 29300 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.6866464614868164, | |
| "learning_rate": 9.658914512839433e-05, | |
| "loss": 4.7401, | |
| "step": 29400 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 23.52367401123047, | |
| "learning_rate": 9.657754358121199e-05, | |
| "loss": 4.7562, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 4.992708683013916, | |
| "learning_rate": 9.656594203402966e-05, | |
| "loss": 4.7743, | |
| "step": 29600 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 4.8701677322387695, | |
| "learning_rate": 9.655434048684733e-05, | |
| "loss": 4.7586, | |
| "step": 29700 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 4.0893425941467285, | |
| "learning_rate": 9.6542738939665e-05, | |
| "loss": 4.7572, | |
| "step": 29800 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 4.048985958099365, | |
| "learning_rate": 9.653113739248266e-05, | |
| "loss": 4.7514, | |
| "step": 29900 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 4.577606678009033, | |
| "learning_rate": 9.651953584530033e-05, | |
| "loss": 4.7529, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 4.831415176391602, | |
| "learning_rate": 9.6507934298118e-05, | |
| "loss": 4.7512, | |
| "step": 30100 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 4.870159149169922, | |
| "learning_rate": 9.649633275093567e-05, | |
| "loss": 4.7494, | |
| "step": 30200 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 4.836753845214844, | |
| "learning_rate": 9.648473120375334e-05, | |
| "loss": 4.7493, | |
| "step": 30300 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 4.718664169311523, | |
| "learning_rate": 9.6473129656571e-05, | |
| "loss": 4.7511, | |
| "step": 30400 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 5.49000358581543, | |
| "learning_rate": 9.646152810938868e-05, | |
| "loss": 4.7494, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 4.819366931915283, | |
| "learning_rate": 9.644992656220634e-05, | |
| "loss": 4.7504, | |
| "step": 30600 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.7323962450027466, | |
| "learning_rate": 9.643832501502401e-05, | |
| "loss": 4.7461, | |
| "step": 30700 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.8463295102119446, | |
| "learning_rate": 9.642672346784168e-05, | |
| "loss": 4.7376, | |
| "step": 30800 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.5474389791488647, | |
| "learning_rate": 9.641512192065935e-05, | |
| "loss": 4.7394, | |
| "step": 30900 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.6245602965354919, | |
| "learning_rate": 9.640352037347701e-05, | |
| "loss": 4.7363, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.6616430282592773, | |
| "learning_rate": 9.639191882629468e-05, | |
| "loss": 4.7375, | |
| "step": 31100 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.0729475021362305, | |
| "learning_rate": 9.638031727911235e-05, | |
| "loss": 4.7393, | |
| "step": 31200 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.4616137146949768, | |
| "learning_rate": 9.636871573193002e-05, | |
| "loss": 4.7374, | |
| "step": 31300 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.6392802000045776, | |
| "learning_rate": 9.635711418474769e-05, | |
| "loss": 4.7383, | |
| "step": 31400 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.5004580616950989, | |
| "learning_rate": 9.634551263756535e-05, | |
| "loss": 4.7378, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.5481105446815491, | |
| "learning_rate": 9.633391109038302e-05, | |
| "loss": 4.7382, | |
| "step": 31600 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.6281868815422058, | |
| "learning_rate": 9.632230954320069e-05, | |
| "loss": 4.7383, | |
| "step": 31700 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.664202868938446, | |
| "learning_rate": 9.631070799601836e-05, | |
| "loss": 4.739, | |
| "step": 31800 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.6041770577430725, | |
| "learning_rate": 9.629910644883601e-05, | |
| "loss": 4.7359, | |
| "step": 31900 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 3.237818717956543, | |
| "learning_rate": 9.62875049016537e-05, | |
| "loss": 4.7384, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.4940323829650879, | |
| "learning_rate": 9.627590335447135e-05, | |
| "loss": 4.7363, | |
| "step": 32100 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.5114046335220337, | |
| "learning_rate": 9.626430180728902e-05, | |
| "loss": 4.7383, | |
| "step": 32200 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.9840266704559326, | |
| "learning_rate": 9.625270026010668e-05, | |
| "loss": 4.7378, | |
| "step": 32300 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.5324087738990784, | |
| "learning_rate": 9.624109871292437e-05, | |
| "loss": 4.7398, | |
| "step": 32400 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 4.636378765106201, | |
| "learning_rate": 9.622949716574204e-05, | |
| "loss": 4.7336, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.4898914396762848, | |
| "learning_rate": 9.621789561855969e-05, | |
| "loss": 4.7374, | |
| "step": 32600 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.6327505111694336, | |
| "learning_rate": 9.620629407137736e-05, | |
| "loss": 4.7321, | |
| "step": 32700 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 10.219440460205078, | |
| "learning_rate": 9.619469252419503e-05, | |
| "loss": 4.737, | |
| "step": 32800 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.5579794049263, | |
| "learning_rate": 9.61830909770127e-05, | |
| "loss": 4.7367, | |
| "step": 32900 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.46085384488105774, | |
| "learning_rate": 9.617148942983036e-05, | |
| "loss": 4.7379, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.5021482110023499, | |
| "learning_rate": 9.615988788264803e-05, | |
| "loss": 4.7368, | |
| "step": 33100 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 15.20097541809082, | |
| "learning_rate": 9.61482863354657e-05, | |
| "loss": 4.736, | |
| "step": 33200 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.7271726727485657, | |
| "learning_rate": 9.613668478828337e-05, | |
| "loss": 4.7366, | |
| "step": 33300 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.48880913853645325, | |
| "learning_rate": 9.612508324110103e-05, | |
| "loss": 4.7366, | |
| "step": 33400 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.5590758323669434, | |
| "learning_rate": 9.61134816939187e-05, | |
| "loss": 4.7391, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.4674455225467682, | |
| "learning_rate": 9.610188014673638e-05, | |
| "loss": 4.7379, | |
| "step": 33600 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.517918050289154, | |
| "learning_rate": 9.609027859955404e-05, | |
| "loss": 4.7367, | |
| "step": 33700 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.2398717403411865, | |
| "learning_rate": 9.607867705237171e-05, | |
| "loss": 4.738, | |
| "step": 33800 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.5215381979942322, | |
| "learning_rate": 9.606707550518937e-05, | |
| "loss": 4.7352, | |
| "step": 33900 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.9021263122558594, | |
| "learning_rate": 9.605547395800705e-05, | |
| "loss": 4.7348, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.46950528025627136, | |
| "learning_rate": 9.604387241082471e-05, | |
| "loss": 4.7348, | |
| "step": 34100 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.5117696523666382, | |
| "learning_rate": 9.603227086364238e-05, | |
| "loss": 4.7371, | |
| "step": 34200 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.7093480825424194, | |
| "learning_rate": 9.602066931646005e-05, | |
| "loss": 4.7383, | |
| "step": 34300 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.4637995958328247, | |
| "learning_rate": 9.600906776927772e-05, | |
| "loss": 4.7371, | |
| "step": 34400 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.5002011060714722, | |
| "learning_rate": 9.599746622209538e-05, | |
| "loss": 4.7359, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.7651986479759216, | |
| "learning_rate": 9.598586467491305e-05, | |
| "loss": 4.7303, | |
| "step": 34600 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.2940102815628052, | |
| "learning_rate": 9.597426312773072e-05, | |
| "loss": 4.7331, | |
| "step": 34700 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.5338752269744873, | |
| "learning_rate": 9.596266158054839e-05, | |
| "loss": 4.7361, | |
| "step": 34800 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.049210786819458, | |
| "learning_rate": 9.595106003336606e-05, | |
| "loss": 4.7347, | |
| "step": 34900 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.3599870204925537, | |
| "learning_rate": 9.593945848618372e-05, | |
| "loss": 4.7375, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.5492005348205566, | |
| "learning_rate": 9.59278569390014e-05, | |
| "loss": 4.7352, | |
| "step": 35100 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.5505391955375671, | |
| "learning_rate": 9.591625539181906e-05, | |
| "loss": 4.7332, | |
| "step": 35200 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.6726617813110352, | |
| "learning_rate": 9.590465384463673e-05, | |
| "loss": 4.7315, | |
| "step": 35300 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.558929979801178, | |
| "learning_rate": 9.589305229745438e-05, | |
| "loss": 4.732, | |
| "step": 35400 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.7398250102996826, | |
| "learning_rate": 9.588145075027207e-05, | |
| "loss": 4.7329, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.5553580522537231, | |
| "learning_rate": 9.586984920308972e-05, | |
| "loss": 4.7355, | |
| "step": 35600 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.5289317965507507, | |
| "learning_rate": 9.58582476559074e-05, | |
| "loss": 4.7363, | |
| "step": 35700 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 3.049525499343872, | |
| "learning_rate": 9.584664610872507e-05, | |
| "loss": 4.7342, | |
| "step": 35800 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.4871656000614166, | |
| "learning_rate": 9.583504456154274e-05, | |
| "loss": 4.7356, | |
| "step": 35900 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.0833821296691895, | |
| "learning_rate": 9.58234430143604e-05, | |
| "loss": 4.7345, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 5.624002456665039, | |
| "learning_rate": 9.581184146717806e-05, | |
| "loss": 4.7323, | |
| "step": 36100 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.6378651261329651, | |
| "learning_rate": 9.580023991999573e-05, | |
| "loss": 4.7349, | |
| "step": 36200 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.1615560054779053, | |
| "learning_rate": 9.57886383728134e-05, | |
| "loss": 4.7345, | |
| "step": 36300 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.5154897570610046, | |
| "learning_rate": 9.577703682563107e-05, | |
| "loss": 4.7357, | |
| "step": 36400 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 6.502463340759277, | |
| "learning_rate": 9.576543527844873e-05, | |
| "loss": 4.7354, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.5349368453025818, | |
| "learning_rate": 9.57538337312664e-05, | |
| "loss": 4.7342, | |
| "step": 36600 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.0265626907348633, | |
| "learning_rate": 9.574223218408407e-05, | |
| "loss": 4.7327, | |
| "step": 36700 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.8190938830375671, | |
| "learning_rate": 9.573063063690174e-05, | |
| "loss": 4.732, | |
| "step": 36800 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 9.420807838439941, | |
| "learning_rate": 9.571902908971941e-05, | |
| "loss": 4.7322, | |
| "step": 36900 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.5019901990890503, | |
| "learning_rate": 9.570742754253707e-05, | |
| "loss": 4.7314, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.35811448097229, | |
| "learning_rate": 9.569582599535475e-05, | |
| "loss": 4.7314, | |
| "step": 37100 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 6.828240871429443, | |
| "learning_rate": 9.568422444817241e-05, | |
| "loss": 4.7329, | |
| "step": 37200 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.4542797803878784, | |
| "learning_rate": 9.567262290099008e-05, | |
| "loss": 4.7297, | |
| "step": 37300 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.4769699275493622, | |
| "learning_rate": 9.566102135380775e-05, | |
| "loss": 4.7334, | |
| "step": 37400 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.6346319317817688, | |
| "learning_rate": 9.564941980662542e-05, | |
| "loss": 4.7324, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.621337890625, | |
| "learning_rate": 9.563781825944308e-05, | |
| "loss": 4.7335, | |
| "step": 37600 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.49926477670669556, | |
| "learning_rate": 9.562621671226075e-05, | |
| "loss": 4.7334, | |
| "step": 37700 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.4097819328308105, | |
| "learning_rate": 9.561461516507842e-05, | |
| "loss": 4.7316, | |
| "step": 37800 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.4786432087421417, | |
| "learning_rate": 9.560301361789609e-05, | |
| "loss": 4.7323, | |
| "step": 37900 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.7441820502281189, | |
| "learning_rate": 9.559141207071376e-05, | |
| "loss": 4.7322, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.5333019495010376, | |
| "learning_rate": 9.557981052353142e-05, | |
| "loss": 4.7326, | |
| "step": 38100 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.9219884872436523, | |
| "learning_rate": 9.556820897634909e-05, | |
| "loss": 4.732, | |
| "step": 38200 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.7354302406311035, | |
| "learning_rate": 9.555660742916676e-05, | |
| "loss": 4.7322, | |
| "step": 38300 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.43798136711120605, | |
| "learning_rate": 9.554500588198443e-05, | |
| "loss": 4.7319, | |
| "step": 38400 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.5193877220153809, | |
| "learning_rate": 9.553340433480208e-05, | |
| "loss": 4.7313, | |
| "step": 38500 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.6578642725944519, | |
| "learning_rate": 9.552180278761977e-05, | |
| "loss": 4.7301, | |
| "step": 38600 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.481916606426239, | |
| "learning_rate": 9.551020124043743e-05, | |
| "loss": 4.7336, | |
| "step": 38700 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.495345801115036, | |
| "learning_rate": 9.54985996932551e-05, | |
| "loss": 4.7292, | |
| "step": 38800 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.2032209634780884, | |
| "learning_rate": 9.548699814607277e-05, | |
| "loss": 4.731, | |
| "step": 38900 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.45609620213508606, | |
| "learning_rate": 9.547539659889044e-05, | |
| "loss": 4.7309, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.46040889620780945, | |
| "learning_rate": 9.546379505170811e-05, | |
| "loss": 4.7319, | |
| "step": 39100 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.8751170635223389, | |
| "learning_rate": 9.545219350452576e-05, | |
| "loss": 4.7304, | |
| "step": 39200 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.4785304665565491, | |
| "learning_rate": 9.544059195734343e-05, | |
| "loss": 4.729, | |
| "step": 39300 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 4.840359210968018, | |
| "learning_rate": 9.54289904101611e-05, | |
| "loss": 4.7368, | |
| "step": 39400 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.5387877225875854, | |
| "learning_rate": 9.541738886297878e-05, | |
| "loss": 4.7325, | |
| "step": 39500 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.0035640001296997, | |
| "learning_rate": 9.540578731579643e-05, | |
| "loss": 4.7307, | |
| "step": 39600 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.5036232471466064, | |
| "learning_rate": 9.53941857686141e-05, | |
| "loss": 4.7324, | |
| "step": 39700 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.8626024127006531, | |
| "learning_rate": 9.538258422143177e-05, | |
| "loss": 4.7286, | |
| "step": 39800 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 6.899303436279297, | |
| "learning_rate": 9.537098267424944e-05, | |
| "loss": 4.7311, | |
| "step": 39900 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.5646871328353882, | |
| "learning_rate": 9.535938112706711e-05, | |
| "loss": 4.7303, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.9518368244171143, | |
| "learning_rate": 9.534777957988477e-05, | |
| "loss": 4.7314, | |
| "step": 40100 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.5652722120285034, | |
| "learning_rate": 9.533617803270245e-05, | |
| "loss": 4.7304, | |
| "step": 40200 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.5541896224021912, | |
| "learning_rate": 9.532457648552011e-05, | |
| "loss": 4.73, | |
| "step": 40300 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.49006637930870056, | |
| "learning_rate": 9.531297493833778e-05, | |
| "loss": 4.7311, | |
| "step": 40400 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.5993065237998962, | |
| "learning_rate": 9.530137339115545e-05, | |
| "loss": 4.7309, | |
| "step": 40500 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.5642876029014587, | |
| "learning_rate": 9.528977184397312e-05, | |
| "loss": 4.7299, | |
| "step": 40600 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 7.888554096221924, | |
| "learning_rate": 9.527817029679078e-05, | |
| "loss": 4.7435, | |
| "step": 40700 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 12.3725004196167, | |
| "learning_rate": 9.526656874960845e-05, | |
| "loss": 4.7401, | |
| "step": 40800 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 2.139461040496826, | |
| "learning_rate": 9.525496720242612e-05, | |
| "loss": 4.7359, | |
| "step": 40900 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.4835149645805359, | |
| "learning_rate": 9.524336565524379e-05, | |
| "loss": 4.7327, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.4717291593551636, | |
| "learning_rate": 9.523176410806146e-05, | |
| "loss": 4.7305, | |
| "step": 41100 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.48854538798332214, | |
| "learning_rate": 9.522016256087912e-05, | |
| "loss": 4.7265, | |
| "step": 41200 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.48703619837760925, | |
| "learning_rate": 9.520856101369679e-05, | |
| "loss": 4.7299, | |
| "step": 41300 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.49546846747398376, | |
| "learning_rate": 9.519695946651446e-05, | |
| "loss": 4.7297, | |
| "step": 41400 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.4952056109905243, | |
| "learning_rate": 9.518535791933213e-05, | |
| "loss": 4.7326, | |
| "step": 41500 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 8.376193046569824, | |
| "learning_rate": 9.517375637214979e-05, | |
| "loss": 4.7306, | |
| "step": 41600 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.4306395351886749, | |
| "learning_rate": 9.516215482496747e-05, | |
| "loss": 4.7286, | |
| "step": 41700 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.9443186521530151, | |
| "learning_rate": 9.515055327778513e-05, | |
| "loss": 4.7308, | |
| "step": 41800 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.47867128252983093, | |
| "learning_rate": 9.51389517306028e-05, | |
| "loss": 4.7289, | |
| "step": 41900 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.2091776132583618, | |
| "learning_rate": 9.512735018342045e-05, | |
| "loss": 4.7378, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.4395917057991028, | |
| "learning_rate": 9.511574863623814e-05, | |
| "loss": 4.7328, | |
| "step": 42100 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.723639965057373, | |
| "learning_rate": 9.510414708905581e-05, | |
| "loss": 4.7288, | |
| "step": 42200 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 5.487166881561279, | |
| "learning_rate": 9.509254554187347e-05, | |
| "loss": 4.7298, | |
| "step": 42300 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 2.0608367919921875, | |
| "learning_rate": 9.508094399469114e-05, | |
| "loss": 4.7312, | |
| "step": 42400 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.465772807598114, | |
| "learning_rate": 9.50693424475088e-05, | |
| "loss": 4.7308, | |
| "step": 42500 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.4866921007633209, | |
| "learning_rate": 9.505774090032648e-05, | |
| "loss": 4.7295, | |
| "step": 42600 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.1015464067459106, | |
| "learning_rate": 9.504613935314413e-05, | |
| "loss": 4.7296, | |
| "step": 42700 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.6402974128723145, | |
| "learning_rate": 9.50345378059618e-05, | |
| "loss": 4.7285, | |
| "step": 42800 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 2.76873517036438, | |
| "learning_rate": 9.502293625877947e-05, | |
| "loss": 4.7306, | |
| "step": 42900 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.7945021390914917, | |
| "learning_rate": 9.501133471159715e-05, | |
| "loss": 4.729, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.3986837565898895, | |
| "learning_rate": 9.49997331644148e-05, | |
| "loss": 4.7306, | |
| "step": 43100 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.4017668068408966, | |
| "learning_rate": 9.498813161723247e-05, | |
| "loss": 4.7277, | |
| "step": 43200 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.6943633556365967, | |
| "learning_rate": 9.497653007005016e-05, | |
| "loss": 4.7301, | |
| "step": 43300 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 2.686843156814575, | |
| "learning_rate": 9.496492852286781e-05, | |
| "loss": 4.728, | |
| "step": 43400 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.7867078185081482, | |
| "learning_rate": 9.495332697568548e-05, | |
| "loss": 4.7272, | |
| "step": 43500 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.0648784637451172, | |
| "learning_rate": 9.494172542850315e-05, | |
| "loss": 4.7263, | |
| "step": 43600 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.6653295755386353, | |
| "learning_rate": 9.493012388132082e-05, | |
| "loss": 4.7309, | |
| "step": 43700 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.9347316026687622, | |
| "learning_rate": 9.491852233413848e-05, | |
| "loss": 4.7303, | |
| "step": 43800 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.3211824893951416, | |
| "learning_rate": 9.490692078695615e-05, | |
| "loss": 4.7294, | |
| "step": 43900 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.8230929970741272, | |
| "learning_rate": 9.489531923977382e-05, | |
| "loss": 4.7282, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.3526966571807861, | |
| "learning_rate": 9.488371769259149e-05, | |
| "loss": 4.7267, | |
| "step": 44100 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.4441579282283783, | |
| "learning_rate": 9.487211614540915e-05, | |
| "loss": 4.7265, | |
| "step": 44200 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 5.511246204376221, | |
| "learning_rate": 9.486051459822682e-05, | |
| "loss": 4.7302, | |
| "step": 44300 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.5045779943466187, | |
| "learning_rate": 9.484891305104449e-05, | |
| "loss": 4.73, | |
| "step": 44400 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.4756096601486206, | |
| "learning_rate": 9.483731150386216e-05, | |
| "loss": 4.7291, | |
| "step": 44500 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.4292340576648712, | |
| "learning_rate": 9.482570995667983e-05, | |
| "loss": 4.7272, | |
| "step": 44600 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.6878976821899414, | |
| "learning_rate": 9.481410840949749e-05, | |
| "loss": 4.726, | |
| "step": 44700 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.502358078956604, | |
| "learning_rate": 9.480250686231517e-05, | |
| "loss": 4.7266, | |
| "step": 44800 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.6721329092979431, | |
| "learning_rate": 9.479090531513283e-05, | |
| "loss": 4.7294, | |
| "step": 44900 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.438326895236969, | |
| "learning_rate": 9.47793037679505e-05, | |
| "loss": 4.728, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.722699761390686, | |
| "learning_rate": 9.476770222076816e-05, | |
| "loss": 4.7298, | |
| "step": 45100 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 7.889718532562256, | |
| "learning_rate": 9.475610067358584e-05, | |
| "loss": 4.724, | |
| "step": 45200 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 25.698381423950195, | |
| "learning_rate": 9.47444991264035e-05, | |
| "loss": 4.7291, | |
| "step": 45300 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.5010745525360107, | |
| "learning_rate": 9.473289757922117e-05, | |
| "loss": 4.7344, | |
| "step": 45400 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 3.237755537033081, | |
| "learning_rate": 9.472129603203884e-05, | |
| "loss": 4.7266, | |
| "step": 45500 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.9018293619155884, | |
| "learning_rate": 9.470969448485651e-05, | |
| "loss": 4.728, | |
| "step": 45600 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.5156495571136475, | |
| "learning_rate": 9.469809293767418e-05, | |
| "loss": 4.7259, | |
| "step": 45700 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 5.2465362548828125, | |
| "learning_rate": 9.468649139049184e-05, | |
| "loss": 4.7269, | |
| "step": 45800 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.610849916934967, | |
| "learning_rate": 9.46748898433095e-05, | |
| "loss": 4.7292, | |
| "step": 45900 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 2.3922882080078125, | |
| "learning_rate": 9.466328829612718e-05, | |
| "loss": 4.7283, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.42459169030189514, | |
| "learning_rate": 9.465168674894485e-05, | |
| "loss": 4.727, | |
| "step": 46100 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.4948953092098236, | |
| "learning_rate": 9.46400852017625e-05, | |
| "loss": 4.7247, | |
| "step": 46200 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.4495919346809387, | |
| "learning_rate": 9.462848365458017e-05, | |
| "loss": 4.7275, | |
| "step": 46300 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.1093862056732178, | |
| "learning_rate": 9.461688210739784e-05, | |
| "loss": 4.7297, | |
| "step": 46400 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.4342365860939026, | |
| "learning_rate": 9.460528056021551e-05, | |
| "loss": 4.7306, | |
| "step": 46500 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 25.432937622070312, | |
| "learning_rate": 9.459367901303319e-05, | |
| "loss": 4.732, | |
| "step": 46600 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 2.0753910541534424, | |
| "learning_rate": 9.458207746585086e-05, | |
| "loss": 4.7368, | |
| "step": 46700 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 4.888164520263672, | |
| "learning_rate": 9.457047591866853e-05, | |
| "loss": 4.7355, | |
| "step": 46800 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.5124868750572205, | |
| "learning_rate": 9.455887437148618e-05, | |
| "loss": 4.7255, | |
| "step": 46900 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.4563619792461395, | |
| "learning_rate": 9.454727282430385e-05, | |
| "loss": 4.7266, | |
| "step": 47000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.6962786316871643, | |
| "learning_rate": 9.453567127712152e-05, | |
| "loss": 4.7266, | |
| "step": 47100 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.6182125210762024, | |
| "learning_rate": 9.45240697299392e-05, | |
| "loss": 4.7262, | |
| "step": 47200 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.44259679317474365, | |
| "learning_rate": 9.451246818275685e-05, | |
| "loss": 4.7289, | |
| "step": 47300 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.4451597929000854, | |
| "learning_rate": 9.450086663557452e-05, | |
| "loss": 4.7253, | |
| "step": 47400 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 6.354624271392822, | |
| "learning_rate": 9.448926508839219e-05, | |
| "loss": 4.7252, | |
| "step": 47500 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.49475088715553284, | |
| "learning_rate": 9.447766354120986e-05, | |
| "loss": 4.7261, | |
| "step": 47600 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 5.40777587890625, | |
| "learning_rate": 9.446606199402753e-05, | |
| "loss": 4.7274, | |
| "step": 47700 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 2.0609936714172363, | |
| "learning_rate": 9.445446044684519e-05, | |
| "loss": 4.7283, | |
| "step": 47800 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 1.6895414590835571, | |
| "learning_rate": 9.444285889966287e-05, | |
| "loss": 4.7247, | |
| "step": 47900 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.4589858949184418, | |
| "learning_rate": 9.443125735248053e-05, | |
| "loss": 4.7275, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 3.8931922912597656, | |
| "learning_rate": 9.44196558052982e-05, | |
| "loss": 4.7245, | |
| "step": 48100 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.5537588000297546, | |
| "learning_rate": 9.440805425811586e-05, | |
| "loss": 4.7283, | |
| "step": 48200 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 4.216842174530029, | |
| "learning_rate": 9.439645271093354e-05, | |
| "loss": 4.7238, | |
| "step": 48300 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.4659540355205536, | |
| "learning_rate": 9.43848511637512e-05, | |
| "loss": 4.7269, | |
| "step": 48400 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.4347868859767914, | |
| "learning_rate": 9.437324961656887e-05, | |
| "loss": 4.7272, | |
| "step": 48500 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.4908686578273773, | |
| "learning_rate": 9.436164806938654e-05, | |
| "loss": 4.7217, | |
| "step": 48600 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.4566729664802551, | |
| "learning_rate": 9.435004652220421e-05, | |
| "loss": 4.7259, | |
| "step": 48700 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.6793931126594543, | |
| "learning_rate": 9.433844497502188e-05, | |
| "loss": 4.7272, | |
| "step": 48800 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.4818676710128784, | |
| "learning_rate": 9.432684342783954e-05, | |
| "loss": 4.7261, | |
| "step": 48900 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.475321888923645, | |
| "learning_rate": 9.431524188065721e-05, | |
| "loss": 4.7261, | |
| "step": 49000 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.4802456200122833, | |
| "learning_rate": 9.430364033347488e-05, | |
| "loss": 4.7276, | |
| "step": 49100 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 1.9790329933166504, | |
| "learning_rate": 9.429203878629255e-05, | |
| "loss": 4.7238, | |
| "step": 49200 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.4709641933441162, | |
| "learning_rate": 9.42804372391102e-05, | |
| "loss": 4.7238, | |
| "step": 49300 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.43033114075660706, | |
| "learning_rate": 9.426883569192788e-05, | |
| "loss": 4.7242, | |
| "step": 49400 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.4878010153770447, | |
| "learning_rate": 9.425723414474555e-05, | |
| "loss": 4.7291, | |
| "step": 49500 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.6672825813293457, | |
| "learning_rate": 9.424563259756322e-05, | |
| "loss": 4.7276, | |
| "step": 49600 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 2.705127239227295, | |
| "learning_rate": 9.423403105038089e-05, | |
| "loss": 4.7258, | |
| "step": 49700 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.4465647339820862, | |
| "learning_rate": 9.422242950319854e-05, | |
| "loss": 4.7254, | |
| "step": 49800 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 1.3617794513702393, | |
| "learning_rate": 9.421082795601623e-05, | |
| "loss": 4.7275, | |
| "step": 49900 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 1.3789376020431519, | |
| "learning_rate": 9.419922640883388e-05, | |
| "loss": 4.727, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.8773742318153381, | |
| "learning_rate": 9.418762486165156e-05, | |
| "loss": 4.7279, | |
| "step": 50100 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.47493115067481995, | |
| "learning_rate": 9.417602331446923e-05, | |
| "loss": 4.7244, | |
| "step": 50200 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.4560215175151825, | |
| "learning_rate": 9.41644217672869e-05, | |
| "loss": 4.7258, | |
| "step": 50300 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.5064975023269653, | |
| "learning_rate": 9.415282022010455e-05, | |
| "loss": 4.7246, | |
| "step": 50400 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 1.276395320892334, | |
| "learning_rate": 9.414121867292222e-05, | |
| "loss": 4.73, | |
| "step": 50500 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.6075153350830078, | |
| "learning_rate": 9.41296171257399e-05, | |
| "loss": 4.726, | |
| "step": 50600 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 3.9961352348327637, | |
| "learning_rate": 9.411801557855756e-05, | |
| "loss": 4.7256, | |
| "step": 50700 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.469164103269577, | |
| "learning_rate": 9.410641403137523e-05, | |
| "loss": 4.7264, | |
| "step": 50800 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.9661677479743958, | |
| "learning_rate": 9.409481248419289e-05, | |
| "loss": 4.7256, | |
| "step": 50900 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 4.348484039306641, | |
| "learning_rate": 9.408321093701058e-05, | |
| "loss": 4.7207, | |
| "step": 51000 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.4262404143810272, | |
| "learning_rate": 9.407160938982823e-05, | |
| "loss": 4.7248, | |
| "step": 51100 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 2.119818687438965, | |
| "learning_rate": 9.40600078426459e-05, | |
| "loss": 4.7234, | |
| "step": 51200 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.43322816491127014, | |
| "learning_rate": 9.404840629546356e-05, | |
| "loss": 4.7262, | |
| "step": 51300 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.43069151043891907, | |
| "learning_rate": 9.403680474828124e-05, | |
| "loss": 4.725, | |
| "step": 51400 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.5061689019203186, | |
| "learning_rate": 9.40252032010989e-05, | |
| "loss": 4.7281, | |
| "step": 51500 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 1.387876272201538, | |
| "learning_rate": 9.401360165391657e-05, | |
| "loss": 4.7265, | |
| "step": 51600 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.48391860723495483, | |
| "learning_rate": 9.400200010673423e-05, | |
| "loss": 4.7293, | |
| "step": 51700 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.8254903554916382, | |
| "learning_rate": 9.399039855955191e-05, | |
| "loss": 4.7232, | |
| "step": 51800 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 3.460291862487793, | |
| "learning_rate": 9.397879701236958e-05, | |
| "loss": 4.7237, | |
| "step": 51900 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 1.3960816860198975, | |
| "learning_rate": 9.396719546518724e-05, | |
| "loss": 4.7254, | |
| "step": 52000 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 6.771088600158691, | |
| "learning_rate": 9.395559391800491e-05, | |
| "loss": 4.7251, | |
| "step": 52100 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.49326056241989136, | |
| "learning_rate": 9.394399237082258e-05, | |
| "loss": 4.7239, | |
| "step": 52200 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.45919495820999146, | |
| "learning_rate": 9.393239082364025e-05, | |
| "loss": 4.7262, | |
| "step": 52300 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.7638592720031738, | |
| "learning_rate": 9.392078927645791e-05, | |
| "loss": 4.7253, | |
| "step": 52400 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 1.0643978118896484, | |
| "learning_rate": 9.390918772927558e-05, | |
| "loss": 4.722, | |
| "step": 52500 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.4550251364707947, | |
| "learning_rate": 9.389758618209325e-05, | |
| "loss": 4.7239, | |
| "step": 52600 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.7114538550376892, | |
| "learning_rate": 9.388598463491092e-05, | |
| "loss": 4.7239, | |
| "step": 52700 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.4556228220462799, | |
| "learning_rate": 9.387438308772857e-05, | |
| "loss": 4.725, | |
| "step": 52800 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.4266548752784729, | |
| "learning_rate": 9.386278154054625e-05, | |
| "loss": 4.7238, | |
| "step": 52900 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 1.829122543334961, | |
| "learning_rate": 9.385117999336393e-05, | |
| "loss": 4.7246, | |
| "step": 53000 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.4608537554740906, | |
| "learning_rate": 9.383957844618159e-05, | |
| "loss": 4.723, | |
| "step": 53100 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 2.6241915225982666, | |
| "learning_rate": 9.382797689899926e-05, | |
| "loss": 4.7239, | |
| "step": 53200 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.4583094120025635, | |
| "learning_rate": 9.381637535181693e-05, | |
| "loss": 4.722, | |
| "step": 53300 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 1.0573890209197998, | |
| "learning_rate": 9.38047738046346e-05, | |
| "loss": 4.726, | |
| "step": 53400 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 1.0593518018722534, | |
| "learning_rate": 9.379317225745225e-05, | |
| "loss": 4.7224, | |
| "step": 53500 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 15.059647560119629, | |
| "learning_rate": 9.378157071026992e-05, | |
| "loss": 4.7271, | |
| "step": 53600 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.4176161587238312, | |
| "learning_rate": 9.37699691630876e-05, | |
| "loss": 4.7219, | |
| "step": 53700 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 7.073505401611328, | |
| "learning_rate": 9.375836761590527e-05, | |
| "loss": 4.7261, | |
| "step": 53800 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.4442752003669739, | |
| "learning_rate": 9.374676606872292e-05, | |
| "loss": 4.7203, | |
| "step": 53900 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.9274020195007324, | |
| "learning_rate": 9.373516452154059e-05, | |
| "loss": 4.7251, | |
| "step": 54000 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.5794118046760559, | |
| "learning_rate": 9.372356297435826e-05, | |
| "loss": 4.7229, | |
| "step": 54100 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.49662327766418457, | |
| "learning_rate": 9.371196142717593e-05, | |
| "loss": 4.7233, | |
| "step": 54200 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 1.1663075685501099, | |
| "learning_rate": 9.37003598799936e-05, | |
| "loss": 4.7245, | |
| "step": 54300 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.5266515612602234, | |
| "learning_rate": 9.368875833281126e-05, | |
| "loss": 4.7285, | |
| "step": 54400 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.9966477751731873, | |
| "learning_rate": 9.367715678562894e-05, | |
| "loss": 4.7221, | |
| "step": 54500 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.42000776529312134, | |
| "learning_rate": 9.36655552384466e-05, | |
| "loss": 4.7277, | |
| "step": 54600 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.4215773344039917, | |
| "learning_rate": 9.365395369126427e-05, | |
| "loss": 4.7204, | |
| "step": 54700 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.4621349573135376, | |
| "learning_rate": 9.364235214408193e-05, | |
| "loss": 4.7214, | |
| "step": 54800 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.4330434203147888, | |
| "learning_rate": 9.363075059689961e-05, | |
| "loss": 4.7244, | |
| "step": 54900 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.45555201172828674, | |
| "learning_rate": 9.361914904971727e-05, | |
| "loss": 4.7201, | |
| "step": 55000 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.45038706064224243, | |
| "learning_rate": 9.360754750253494e-05, | |
| "loss": 4.7254, | |
| "step": 55100 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 1.2518788576126099, | |
| "learning_rate": 9.359594595535261e-05, | |
| "loss": 4.7237, | |
| "step": 55200 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.44323647022247314, | |
| "learning_rate": 9.358434440817028e-05, | |
| "loss": 4.7269, | |
| "step": 55300 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 1.72452974319458, | |
| "learning_rate": 9.357274286098795e-05, | |
| "loss": 4.7218, | |
| "step": 55400 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 10.425994873046875, | |
| "learning_rate": 9.356114131380561e-05, | |
| "loss": 4.7237, | |
| "step": 55500 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 1.400721549987793, | |
| "learning_rate": 9.354953976662328e-05, | |
| "loss": 4.7282, | |
| "step": 55600 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.49108538031578064, | |
| "learning_rate": 9.353793821944095e-05, | |
| "loss": 4.7187, | |
| "step": 55700 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.47107619047164917, | |
| "learning_rate": 9.352633667225862e-05, | |
| "loss": 4.7217, | |
| "step": 55800 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.43458929657936096, | |
| "learning_rate": 9.351473512507628e-05, | |
| "loss": 4.72, | |
| "step": 55900 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.4294680655002594, | |
| "learning_rate": 9.350313357789395e-05, | |
| "loss": 4.7232, | |
| "step": 56000 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.8897697329521179, | |
| "learning_rate": 9.349153203071162e-05, | |
| "loss": 4.721, | |
| "step": 56100 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.4212525188922882, | |
| "learning_rate": 9.347993048352929e-05, | |
| "loss": 4.7234, | |
| "step": 56200 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.9617418646812439, | |
| "learning_rate": 9.346832893634696e-05, | |
| "loss": 4.7209, | |
| "step": 56300 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.46716544032096863, | |
| "learning_rate": 9.345672738916463e-05, | |
| "loss": 4.7212, | |
| "step": 56400 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.8855605721473694, | |
| "learning_rate": 9.34451258419823e-05, | |
| "loss": 4.7255, | |
| "step": 56500 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.47797083854675293, | |
| "learning_rate": 9.343352429479996e-05, | |
| "loss": 4.7252, | |
| "step": 56600 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.5321144461631775, | |
| "learning_rate": 9.342192274761763e-05, | |
| "loss": 4.7234, | |
| "step": 56700 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 1.9607291221618652, | |
| "learning_rate": 9.34103212004353e-05, | |
| "loss": 4.7244, | |
| "step": 56800 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.45025816559791565, | |
| "learning_rate": 9.339871965325297e-05, | |
| "loss": 4.7214, | |
| "step": 56900 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.46686848998069763, | |
| "learning_rate": 9.338711810607062e-05, | |
| "loss": 4.7222, | |
| "step": 57000 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.4851933419704437, | |
| "learning_rate": 9.33755165588883e-05, | |
| "loss": 4.7246, | |
| "step": 57100 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.9222490787506104, | |
| "learning_rate": 9.336391501170596e-05, | |
| "loss": 4.7234, | |
| "step": 57200 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 2.9428153038024902, | |
| "learning_rate": 9.335231346452364e-05, | |
| "loss": 4.7218, | |
| "step": 57300 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.5928464531898499, | |
| "learning_rate": 9.33407119173413e-05, | |
| "loss": 4.7201, | |
| "step": 57400 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.47166940569877625, | |
| "learning_rate": 9.332911037015896e-05, | |
| "loss": 4.719, | |
| "step": 57500 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.5025938153266907, | |
| "learning_rate": 9.331750882297665e-05, | |
| "loss": 4.7216, | |
| "step": 57600 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.40926048159599304, | |
| "learning_rate": 9.33059072757943e-05, | |
| "loss": 4.7214, | |
| "step": 57700 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.5747073292732239, | |
| "learning_rate": 9.329430572861197e-05, | |
| "loss": 4.7236, | |
| "step": 57800 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.4234209656715393, | |
| "learning_rate": 9.328270418142963e-05, | |
| "loss": 4.7218, | |
| "step": 57900 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.47158312797546387, | |
| "learning_rate": 9.327110263424731e-05, | |
| "loss": 4.7212, | |
| "step": 58000 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.48128268122673035, | |
| "learning_rate": 9.325950108706497e-05, | |
| "loss": 4.7217, | |
| "step": 58100 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.6812758445739746, | |
| "learning_rate": 9.324789953988264e-05, | |
| "loss": 4.7229, | |
| "step": 58200 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.4417859613895416, | |
| "learning_rate": 9.32362979927003e-05, | |
| "loss": 4.7203, | |
| "step": 58300 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.41741812229156494, | |
| "learning_rate": 9.322469644551798e-05, | |
| "loss": 4.7253, | |
| "step": 58400 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.9673991799354553, | |
| "learning_rate": 9.321309489833565e-05, | |
| "loss": 4.7205, | |
| "step": 58500 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.4821186363697052, | |
| "learning_rate": 9.320149335115331e-05, | |
| "loss": 4.7232, | |
| "step": 58600 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.46331697702407837, | |
| "learning_rate": 9.318989180397098e-05, | |
| "loss": 4.7198, | |
| "step": 58700 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.4690409004688263, | |
| "learning_rate": 9.317829025678865e-05, | |
| "loss": 4.7235, | |
| "step": 58800 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 5.2196197509765625, | |
| "learning_rate": 9.316668870960632e-05, | |
| "loss": 4.7232, | |
| "step": 58900 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.4771330952644348, | |
| "learning_rate": 9.315508716242398e-05, | |
| "loss": 4.7252, | |
| "step": 59000 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.5050112009048462, | |
| "learning_rate": 9.314348561524165e-05, | |
| "loss": 4.7231, | |
| "step": 59100 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 5.69675874710083, | |
| "learning_rate": 9.313188406805932e-05, | |
| "loss": 4.7234, | |
| "step": 59200 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.6608816981315613, | |
| "learning_rate": 9.312028252087699e-05, | |
| "loss": 4.721, | |
| "step": 59300 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.42843931913375854, | |
| "learning_rate": 9.310868097369466e-05, | |
| "loss": 4.7207, | |
| "step": 59400 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.5942014455795288, | |
| "learning_rate": 9.309707942651233e-05, | |
| "loss": 4.7235, | |
| "step": 59500 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 4.165734767913818, | |
| "learning_rate": 9.308547787933e-05, | |
| "loss": 4.7201, | |
| "step": 59600 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.4411238729953766, | |
| "learning_rate": 9.307387633214766e-05, | |
| "loss": 4.7214, | |
| "step": 59700 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.42770957946777344, | |
| "learning_rate": 9.306227478496533e-05, | |
| "loss": 4.7232, | |
| "step": 59800 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 1.3136483430862427, | |
| "learning_rate": 9.3050673237783e-05, | |
| "loss": 4.7232, | |
| "step": 59900 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 3.146456241607666, | |
| "learning_rate": 9.303907169060067e-05, | |
| "loss": 4.7231, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.6570073366165161, | |
| "learning_rate": 9.302747014341833e-05, | |
| "loss": 4.7241, | |
| "step": 60100 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.44109871983528137, | |
| "learning_rate": 9.3015868596236e-05, | |
| "loss": 4.7227, | |
| "step": 60200 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 4.838292598724365, | |
| "learning_rate": 9.300426704905367e-05, | |
| "loss": 4.7241, | |
| "step": 60300 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.6892091631889343, | |
| "learning_rate": 9.299266550187134e-05, | |
| "loss": 4.7245, | |
| "step": 60400 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.4367011785507202, | |
| "learning_rate": 9.298106395468901e-05, | |
| "loss": 4.7186, | |
| "step": 60500 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.45093631744384766, | |
| "learning_rate": 9.296946240750666e-05, | |
| "loss": 4.7211, | |
| "step": 60600 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.8475301861763, | |
| "learning_rate": 9.295786086032435e-05, | |
| "loss": 4.7201, | |
| "step": 60700 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.5478389263153076, | |
| "learning_rate": 9.2946259313142e-05, | |
| "loss": 4.7238, | |
| "step": 60800 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.43729883432388306, | |
| "learning_rate": 9.293465776595968e-05, | |
| "loss": 4.7177, | |
| "step": 60900 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 1.243775725364685, | |
| "learning_rate": 9.292305621877733e-05, | |
| "loss": 4.7232, | |
| "step": 61000 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.4283261299133301, | |
| "learning_rate": 9.291145467159502e-05, | |
| "loss": 4.7211, | |
| "step": 61100 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.5506263375282288, | |
| "learning_rate": 9.289985312441267e-05, | |
| "loss": 4.7194, | |
| "step": 61200 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 2.6256954669952393, | |
| "learning_rate": 9.288825157723034e-05, | |
| "loss": 4.7229, | |
| "step": 61300 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.47135502099990845, | |
| "learning_rate": 9.2876650030048e-05, | |
| "loss": 4.7194, | |
| "step": 61400 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.4235610067844391, | |
| "learning_rate": 9.286504848286568e-05, | |
| "loss": 4.7228, | |
| "step": 61500 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.691027820110321, | |
| "learning_rate": 9.285344693568335e-05, | |
| "loss": 4.7178, | |
| "step": 61600 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 1.3785357475280762, | |
| "learning_rate": 9.284184538850101e-05, | |
| "loss": 4.722, | |
| "step": 61700 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.7555792927742004, | |
| "learning_rate": 9.283024384131868e-05, | |
| "loss": 4.7192, | |
| "step": 61800 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.45149528980255127, | |
| "learning_rate": 9.281864229413635e-05, | |
| "loss": 4.7223, | |
| "step": 61900 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.3915523886680603, | |
| "learning_rate": 9.280704074695402e-05, | |
| "loss": 4.7281, | |
| "step": 62000 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.6808405518531799, | |
| "learning_rate": 9.279543919977168e-05, | |
| "loss": 4.7186, | |
| "step": 62100 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.4248678982257843, | |
| "learning_rate": 9.278383765258935e-05, | |
| "loss": 4.7212, | |
| "step": 62200 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.4634566605091095, | |
| "learning_rate": 9.277223610540702e-05, | |
| "loss": 4.7232, | |
| "step": 62300 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.435062438249588, | |
| "learning_rate": 9.276063455822469e-05, | |
| "loss": 4.7195, | |
| "step": 62400 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.44273582100868225, | |
| "learning_rate": 9.274903301104235e-05, | |
| "loss": 4.7201, | |
| "step": 62500 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 1.6790070533752441, | |
| "learning_rate": 9.273743146386002e-05, | |
| "loss": 4.7233, | |
| "step": 62600 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.6105982065200806, | |
| "learning_rate": 9.27258299166777e-05, | |
| "loss": 4.7195, | |
| "step": 62700 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.4533052444458008, | |
| "learning_rate": 9.271422836949536e-05, | |
| "loss": 4.7196, | |
| "step": 62800 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 2.9967572689056396, | |
| "learning_rate": 9.270262682231303e-05, | |
| "loss": 4.7203, | |
| "step": 62900 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.4764550030231476, | |
| "learning_rate": 9.26910252751307e-05, | |
| "loss": 4.7199, | |
| "step": 63000 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.6913366913795471, | |
| "learning_rate": 9.267942372794837e-05, | |
| "loss": 4.7205, | |
| "step": 63100 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.43220970034599304, | |
| "learning_rate": 9.266782218076603e-05, | |
| "loss": 4.7217, | |
| "step": 63200 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.44269081950187683, | |
| "learning_rate": 9.26562206335837e-05, | |
| "loss": 4.7206, | |
| "step": 63300 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.4221411645412445, | |
| "learning_rate": 9.264461908640137e-05, | |
| "loss": 4.7208, | |
| "step": 63400 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 2.0757687091827393, | |
| "learning_rate": 9.263301753921904e-05, | |
| "loss": 4.7207, | |
| "step": 63500 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 3.6522767543792725, | |
| "learning_rate": 9.26214159920367e-05, | |
| "loss": 4.721, | |
| "step": 63600 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.5005024075508118, | |
| "learning_rate": 9.260981444485437e-05, | |
| "loss": 4.7216, | |
| "step": 63700 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.45725876092910767, | |
| "learning_rate": 9.259821289767205e-05, | |
| "loss": 4.7182, | |
| "step": 63800 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 7.862248420715332, | |
| "learning_rate": 9.25866113504897e-05, | |
| "loss": 4.7165, | |
| "step": 63900 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.43823152780532837, | |
| "learning_rate": 9.257500980330738e-05, | |
| "loss": 4.7194, | |
| "step": 64000 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.4907792806625366, | |
| "learning_rate": 9.256340825612503e-05, | |
| "loss": 4.7216, | |
| "step": 64100 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.4658365547657013, | |
| "learning_rate": 9.255180670894272e-05, | |
| "loss": 4.7176, | |
| "step": 64200 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.7001955509185791, | |
| "learning_rate": 9.254020516176037e-05, | |
| "loss": 4.7205, | |
| "step": 64300 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.4331388771533966, | |
| "learning_rate": 9.252860361457805e-05, | |
| "loss": 4.7193, | |
| "step": 64400 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 1.5930231809616089, | |
| "learning_rate": 9.25170020673957e-05, | |
| "loss": 4.7191, | |
| "step": 64500 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.5135887265205383, | |
| "learning_rate": 9.250540052021339e-05, | |
| "loss": 4.7156, | |
| "step": 64600 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 13.119867324829102, | |
| "learning_rate": 9.249379897303104e-05, | |
| "loss": 4.717, | |
| "step": 64700 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.43670549988746643, | |
| "learning_rate": 9.248219742584871e-05, | |
| "loss": 4.7208, | |
| "step": 64800 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 1.4829180240631104, | |
| "learning_rate": 9.247059587866638e-05, | |
| "loss": 4.717, | |
| "step": 64900 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.5183930397033691, | |
| "learning_rate": 9.245899433148405e-05, | |
| "loss": 4.7213, | |
| "step": 65000 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.3946682810783386, | |
| "learning_rate": 9.244739278430172e-05, | |
| "loss": 4.7212, | |
| "step": 65100 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.46105512976646423, | |
| "learning_rate": 9.243579123711938e-05, | |
| "loss": 4.7192, | |
| "step": 65200 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.44661739468574524, | |
| "learning_rate": 9.242418968993705e-05, | |
| "loss": 4.7211, | |
| "step": 65300 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.6695325374603271, | |
| "learning_rate": 9.241258814275472e-05, | |
| "loss": 4.7193, | |
| "step": 65400 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 2.9194817543029785, | |
| "learning_rate": 9.240098659557239e-05, | |
| "loss": 4.7224, | |
| "step": 65500 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.4088338017463684, | |
| "learning_rate": 9.238938504839005e-05, | |
| "loss": 4.7186, | |
| "step": 65600 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.5131499767303467, | |
| "learning_rate": 9.237778350120772e-05, | |
| "loss": 4.7158, | |
| "step": 65700 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 9.862509727478027, | |
| "learning_rate": 9.236618195402539e-05, | |
| "loss": 4.716, | |
| "step": 65800 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.40794941782951355, | |
| "learning_rate": 9.235458040684306e-05, | |
| "loss": 4.718, | |
| "step": 65900 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.40948912501335144, | |
| "learning_rate": 9.234297885966073e-05, | |
| "loss": 4.7162, | |
| "step": 66000 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 3.3764171600341797, | |
| "learning_rate": 9.23313773124784e-05, | |
| "loss": 4.7209, | |
| "step": 66100 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.44073447585105896, | |
| "learning_rate": 9.231977576529607e-05, | |
| "loss": 4.7222, | |
| "step": 66200 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.5790233016014099, | |
| "learning_rate": 9.230817421811373e-05, | |
| "loss": 4.7167, | |
| "step": 66300 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.9112139344215393, | |
| "learning_rate": 9.22965726709314e-05, | |
| "loss": 4.7198, | |
| "step": 66400 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.5049501061439514, | |
| "learning_rate": 9.228497112374907e-05, | |
| "loss": 4.7158, | |
| "step": 66500 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.6256558895111084, | |
| "learning_rate": 9.227336957656674e-05, | |
| "loss": 4.7217, | |
| "step": 66600 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.392869234085083, | |
| "learning_rate": 9.22617680293844e-05, | |
| "loss": 4.72, | |
| "step": 66700 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.4745340347290039, | |
| "learning_rate": 9.225016648220207e-05, | |
| "loss": 4.719, | |
| "step": 66800 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.4279547333717346, | |
| "learning_rate": 9.223856493501974e-05, | |
| "loss": 4.7191, | |
| "step": 66900 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 3.0647037029266357, | |
| "learning_rate": 9.222696338783741e-05, | |
| "loss": 4.7241, | |
| "step": 67000 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.4187820255756378, | |
| "learning_rate": 9.221536184065508e-05, | |
| "loss": 4.7211, | |
| "step": 67100 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.9273259043693542, | |
| "learning_rate": 9.220376029347274e-05, | |
| "loss": 4.7245, | |
| "step": 67200 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.49627095460891724, | |
| "learning_rate": 9.219215874629042e-05, | |
| "loss": 4.7182, | |
| "step": 67300 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 1.4430867433547974, | |
| "learning_rate": 9.218055719910808e-05, | |
| "loss": 4.7196, | |
| "step": 67400 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.4100867509841919, | |
| "learning_rate": 9.216895565192575e-05, | |
| "loss": 4.7207, | |
| "step": 67500 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.49010923504829407, | |
| "learning_rate": 9.21573541047434e-05, | |
| "loss": 4.7169, | |
| "step": 67600 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.4209338426589966, | |
| "learning_rate": 9.214575255756109e-05, | |
| "loss": 4.7162, | |
| "step": 67700 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.45588409900665283, | |
| "learning_rate": 9.213415101037874e-05, | |
| "loss": 4.7177, | |
| "step": 67800 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.405272901058197, | |
| "learning_rate": 9.212254946319641e-05, | |
| "loss": 4.7175, | |
| "step": 67900 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 2.1375739574432373, | |
| "learning_rate": 9.211094791601409e-05, | |
| "loss": 4.7211, | |
| "step": 68000 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.4474073648452759, | |
| "learning_rate": 9.209934636883176e-05, | |
| "loss": 4.7152, | |
| "step": 68100 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 3.441603422164917, | |
| "learning_rate": 9.208774482164943e-05, | |
| "loss": 4.7209, | |
| "step": 68200 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.562470018863678, | |
| "learning_rate": 9.207614327446708e-05, | |
| "loss": 4.7188, | |
| "step": 68300 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.4169847071170807, | |
| "learning_rate": 9.206454172728475e-05, | |
| "loss": 4.7166, | |
| "step": 68400 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.43674352765083313, | |
| "learning_rate": 9.205294018010242e-05, | |
| "loss": 4.7136, | |
| "step": 68500 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.39852142333984375, | |
| "learning_rate": 9.20413386329201e-05, | |
| "loss": 4.7176, | |
| "step": 68600 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.41788631677627563, | |
| "learning_rate": 9.202973708573775e-05, | |
| "loss": 4.7202, | |
| "step": 68700 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.4472859501838684, | |
| "learning_rate": 9.201813553855542e-05, | |
| "loss": 4.7204, | |
| "step": 68800 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.3944435119628906, | |
| "learning_rate": 9.200653399137309e-05, | |
| "loss": 4.7181, | |
| "step": 68900 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.444679319858551, | |
| "learning_rate": 9.199493244419076e-05, | |
| "loss": 4.723, | |
| "step": 69000 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.4338514804840088, | |
| "learning_rate": 9.198333089700842e-05, | |
| "loss": 4.7213, | |
| "step": 69100 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.4399813711643219, | |
| "learning_rate": 9.19717293498261e-05, | |
| "loss": 4.7167, | |
| "step": 69200 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.46220558881759644, | |
| "learning_rate": 9.196012780264377e-05, | |
| "loss": 4.7158, | |
| "step": 69300 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 1.313628911972046, | |
| "learning_rate": 9.194852625546143e-05, | |
| "loss": 4.7165, | |
| "step": 69400 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.5480996370315552, | |
| "learning_rate": 9.19369247082791e-05, | |
| "loss": 4.7174, | |
| "step": 69500 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.4436434805393219, | |
| "learning_rate": 9.192532316109677e-05, | |
| "loss": 4.7198, | |
| "step": 69600 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 5.995100498199463, | |
| "learning_rate": 9.191372161391444e-05, | |
| "loss": 4.7176, | |
| "step": 69700 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.44759735465049744, | |
| "learning_rate": 9.19021200667321e-05, | |
| "loss": 4.7166, | |
| "step": 69800 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.9924051761627197, | |
| "learning_rate": 9.189051851954977e-05, | |
| "loss": 4.7191, | |
| "step": 69900 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 3.259697675704956, | |
| "learning_rate": 9.187891697236744e-05, | |
| "loss": 4.7166, | |
| "step": 70000 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.5200223326683044, | |
| "learning_rate": 9.186731542518511e-05, | |
| "loss": 4.72, | |
| "step": 70100 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.5573539733886719, | |
| "learning_rate": 9.185571387800278e-05, | |
| "loss": 4.7173, | |
| "step": 70200 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.46177276968955994, | |
| "learning_rate": 9.184411233082044e-05, | |
| "loss": 4.718, | |
| "step": 70300 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.4673067033290863, | |
| "learning_rate": 9.183251078363812e-05, | |
| "loss": 4.7181, | |
| "step": 70400 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.4644356667995453, | |
| "learning_rate": 9.182090923645578e-05, | |
| "loss": 4.7146, | |
| "step": 70500 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.4181482195854187, | |
| "learning_rate": 9.180930768927345e-05, | |
| "loss": 4.7132, | |
| "step": 70600 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.42789730429649353, | |
| "learning_rate": 9.17977061420911e-05, | |
| "loss": 4.7172, | |
| "step": 70700 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 3.978273391723633, | |
| "learning_rate": 9.178610459490879e-05, | |
| "loss": 4.7201, | |
| "step": 70800 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 6.412673473358154, | |
| "learning_rate": 9.177450304772645e-05, | |
| "loss": 4.7201, | |
| "step": 70900 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.45621249079704285, | |
| "learning_rate": 9.176290150054412e-05, | |
| "loss": 4.7167, | |
| "step": 71000 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.4043485224246979, | |
| "learning_rate": 9.175129995336179e-05, | |
| "loss": 4.7154, | |
| "step": 71100 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.45778888463974, | |
| "learning_rate": 9.173969840617946e-05, | |
| "loss": 4.7193, | |
| "step": 71200 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.42115822434425354, | |
| "learning_rate": 9.172809685899713e-05, | |
| "loss": 4.7165, | |
| "step": 71300 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.421622633934021, | |
| "learning_rate": 9.171649531181478e-05, | |
| "loss": 4.717, | |
| "step": 71400 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.4167540967464447, | |
| "learning_rate": 9.170489376463245e-05, | |
| "loss": 4.7161, | |
| "step": 71500 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.7092134356498718, | |
| "learning_rate": 9.169329221745013e-05, | |
| "loss": 4.7197, | |
| "step": 71600 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.5543451905250549, | |
| "learning_rate": 9.16816906702678e-05, | |
| "loss": 4.7185, | |
| "step": 71700 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.44146397709846497, | |
| "learning_rate": 9.167008912308545e-05, | |
| "loss": 4.7146, | |
| "step": 71800 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.5362756848335266, | |
| "learning_rate": 9.165848757590312e-05, | |
| "loss": 4.72, | |
| "step": 71900 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.4360448122024536, | |
| "learning_rate": 9.16468860287208e-05, | |
| "loss": 4.7198, | |
| "step": 72000 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.40648597478866577, | |
| "learning_rate": 9.163528448153846e-05, | |
| "loss": 4.7168, | |
| "step": 72100 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.8124480843544006, | |
| "learning_rate": 9.162368293435612e-05, | |
| "loss": 4.7185, | |
| "step": 72200 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.48873409628868103, | |
| "learning_rate": 9.16120813871738e-05, | |
| "loss": 4.7192, | |
| "step": 72300 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 1.013222098350525, | |
| "learning_rate": 9.160047983999148e-05, | |
| "loss": 4.7156, | |
| "step": 72400 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.4423314034938812, | |
| "learning_rate": 9.158887829280913e-05, | |
| "loss": 4.7172, | |
| "step": 72500 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.5054183602333069, | |
| "learning_rate": 9.15772767456268e-05, | |
| "loss": 4.7199, | |
| "step": 72600 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.4140661060810089, | |
| "learning_rate": 9.156567519844447e-05, | |
| "loss": 4.7142, | |
| "step": 72700 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 1.734790325164795, | |
| "learning_rate": 9.155407365126214e-05, | |
| "loss": 4.7135, | |
| "step": 72800 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.3996482193470001, | |
| "learning_rate": 9.15424721040798e-05, | |
| "loss": 4.7194, | |
| "step": 72900 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.4260541796684265, | |
| "learning_rate": 9.153087055689747e-05, | |
| "loss": 4.7143, | |
| "step": 73000 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 2.339716672897339, | |
| "learning_rate": 9.151926900971514e-05, | |
| "loss": 4.7185, | |
| "step": 73100 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.48179367184638977, | |
| "learning_rate": 9.150766746253281e-05, | |
| "loss": 4.7161, | |
| "step": 73200 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.4243863821029663, | |
| "learning_rate": 9.149606591535047e-05, | |
| "loss": 4.7168, | |
| "step": 73300 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.38295459747314453, | |
| "learning_rate": 9.148446436816814e-05, | |
| "loss": 4.715, | |
| "step": 73400 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.5023996829986572, | |
| "learning_rate": 9.147286282098582e-05, | |
| "loss": 4.7115, | |
| "step": 73500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.5002963542938232, | |
| "learning_rate": 9.146126127380348e-05, | |
| "loss": 4.7145, | |
| "step": 73600 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 9.655466079711914, | |
| "learning_rate": 9.144965972662115e-05, | |
| "loss": 4.7166, | |
| "step": 73700 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.5054044723510742, | |
| "learning_rate": 9.14380581794388e-05, | |
| "loss": 4.7193, | |
| "step": 73800 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.453080415725708, | |
| "learning_rate": 9.142645663225649e-05, | |
| "loss": 4.7161, | |
| "step": 73900 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.44624748826026917, | |
| "learning_rate": 9.141485508507415e-05, | |
| "loss": 4.7187, | |
| "step": 74000 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.4639555811882019, | |
| "learning_rate": 9.140325353789182e-05, | |
| "loss": 4.7176, | |
| "step": 74100 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.41725417971611023, | |
| "learning_rate": 9.139165199070947e-05, | |
| "loss": 4.7163, | |
| "step": 74200 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.866028904914856, | |
| "learning_rate": 9.138005044352716e-05, | |
| "loss": 4.716, | |
| "step": 74300 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.46224868297576904, | |
| "learning_rate": 9.136844889634482e-05, | |
| "loss": 4.7139, | |
| "step": 74400 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.43956613540649414, | |
| "learning_rate": 9.135684734916249e-05, | |
| "loss": 4.7171, | |
| "step": 74500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.4600673019886017, | |
| "learning_rate": 9.134524580198016e-05, | |
| "loss": 4.7157, | |
| "step": 74600 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 1.0996651649475098, | |
| "learning_rate": 9.133364425479783e-05, | |
| "loss": 4.7146, | |
| "step": 74700 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.5937373042106628, | |
| "learning_rate": 9.13220427076155e-05, | |
| "loss": 4.719, | |
| "step": 74800 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 3.145916223526001, | |
| "learning_rate": 9.131044116043315e-05, | |
| "loss": 4.7144, | |
| "step": 74900 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 5.668306827545166, | |
| "learning_rate": 9.129883961325082e-05, | |
| "loss": 4.7148, | |
| "step": 75000 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.5367663502693176, | |
| "learning_rate": 9.12872380660685e-05, | |
| "loss": 4.7152, | |
| "step": 75100 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.4246484637260437, | |
| "learning_rate": 9.127563651888617e-05, | |
| "loss": 4.7177, | |
| "step": 75200 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.47237107157707214, | |
| "learning_rate": 9.126403497170382e-05, | |
| "loss": 4.7166, | |
| "step": 75300 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.5941634178161621, | |
| "learning_rate": 9.12524334245215e-05, | |
| "loss": 4.7158, | |
| "step": 75400 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.4129926562309265, | |
| "learning_rate": 9.124083187733916e-05, | |
| "loss": 4.7151, | |
| "step": 75500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.5305066704750061, | |
| "learning_rate": 9.122923033015683e-05, | |
| "loss": 4.7151, | |
| "step": 75600 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.43299585580825806, | |
| "learning_rate": 9.12176287829745e-05, | |
| "loss": 4.716, | |
| "step": 75700 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 10.120293617248535, | |
| "learning_rate": 9.120602723579217e-05, | |
| "loss": 4.7183, | |
| "step": 75800 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.393725723028183, | |
| "learning_rate": 9.119442568860984e-05, | |
| "loss": 4.7173, | |
| "step": 75900 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 5.1044440269470215, | |
| "learning_rate": 9.11828241414275e-05, | |
| "loss": 4.7144, | |
| "step": 76000 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.38623175024986267, | |
| "learning_rate": 9.117122259424517e-05, | |
| "loss": 4.7165, | |
| "step": 76100 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 2.17921781539917, | |
| "learning_rate": 9.115962104706284e-05, | |
| "loss": 4.7171, | |
| "step": 76200 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.4206479489803314, | |
| "learning_rate": 9.114801949988051e-05, | |
| "loss": 4.7119, | |
| "step": 76300 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.46056804060935974, | |
| "learning_rate": 9.113641795269817e-05, | |
| "loss": 4.7129, | |
| "step": 76400 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.4047752320766449, | |
| "learning_rate": 9.112481640551584e-05, | |
| "loss": 4.7133, | |
| "step": 76500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.4942108988761902, | |
| "learning_rate": 9.111321485833351e-05, | |
| "loss": 4.7143, | |
| "step": 76600 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 1.5642993450164795, | |
| "learning_rate": 9.110161331115118e-05, | |
| "loss": 4.7126, | |
| "step": 76700 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.4183765947818756, | |
| "learning_rate": 9.109001176396885e-05, | |
| "loss": 4.7138, | |
| "step": 76800 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.4382226765155792, | |
| "learning_rate": 9.107841021678651e-05, | |
| "loss": 4.7156, | |
| "step": 76900 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.429971843957901, | |
| "learning_rate": 9.106680866960419e-05, | |
| "loss": 4.7152, | |
| "step": 77000 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.4051077663898468, | |
| "learning_rate": 9.105520712242185e-05, | |
| "loss": 4.7146, | |
| "step": 77100 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.4416183829307556, | |
| "learning_rate": 9.104360557523952e-05, | |
| "loss": 4.716, | |
| "step": 77200 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 1.668931007385254, | |
| "learning_rate": 9.103200402805718e-05, | |
| "loss": 4.7116, | |
| "step": 77300 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.42298269271850586, | |
| "learning_rate": 9.102040248087486e-05, | |
| "loss": 4.7173, | |
| "step": 77400 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.7401153445243835, | |
| "learning_rate": 9.100880093369252e-05, | |
| "loss": 4.7148, | |
| "step": 77500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.6153188943862915, | |
| "learning_rate": 9.099719938651019e-05, | |
| "loss": 4.7157, | |
| "step": 77600 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.41621410846710205, | |
| "learning_rate": 9.098559783932786e-05, | |
| "loss": 4.7169, | |
| "step": 77700 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.4147420823574066, | |
| "learning_rate": 9.097399629214553e-05, | |
| "loss": 4.7155, | |
| "step": 77800 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 8.179230690002441, | |
| "learning_rate": 9.09623947449632e-05, | |
| "loss": 4.7142, | |
| "step": 77900 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.8721107244491577, | |
| "learning_rate": 9.095079319778086e-05, | |
| "loss": 4.7145, | |
| "step": 78000 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 1.0575512647628784, | |
| "learning_rate": 9.093919165059853e-05, | |
| "loss": 4.7156, | |
| "step": 78100 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.7179790139198303, | |
| "learning_rate": 9.09275901034162e-05, | |
| "loss": 4.7145, | |
| "step": 78200 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 1.8817191123962402, | |
| "learning_rate": 9.091598855623387e-05, | |
| "loss": 4.7154, | |
| "step": 78300 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.47256988286972046, | |
| "learning_rate": 9.090438700905152e-05, | |
| "loss": 4.7176, | |
| "step": 78400 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.7659066319465637, | |
| "learning_rate": 9.08927854618692e-05, | |
| "loss": 4.7176, | |
| "step": 78500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.4704316556453705, | |
| "learning_rate": 9.088118391468686e-05, | |
| "loss": 4.7173, | |
| "step": 78600 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.47578001022338867, | |
| "learning_rate": 9.086958236750454e-05, | |
| "loss": 4.7122, | |
| "step": 78700 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 3.0918359756469727, | |
| "learning_rate": 9.085798082032219e-05, | |
| "loss": 4.712, | |
| "step": 78800 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.712931752204895, | |
| "learning_rate": 9.084637927313988e-05, | |
| "loss": 4.7125, | |
| "step": 78900 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.39107823371887207, | |
| "learning_rate": 9.083477772595755e-05, | |
| "loss": 4.7133, | |
| "step": 79000 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.45276641845703125, | |
| "learning_rate": 9.08231761787752e-05, | |
| "loss": 4.7135, | |
| "step": 79100 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.4419955611228943, | |
| "learning_rate": 9.081157463159287e-05, | |
| "loss": 4.7133, | |
| "step": 79200 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.39920610189437866, | |
| "learning_rate": 9.079997308441054e-05, | |
| "loss": 4.7121, | |
| "step": 79300 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.8428456783294678, | |
| "learning_rate": 9.078837153722821e-05, | |
| "loss": 4.7135, | |
| "step": 79400 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.664378821849823, | |
| "learning_rate": 9.077676999004587e-05, | |
| "loss": 4.7165, | |
| "step": 79500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.4127453863620758, | |
| "learning_rate": 9.076516844286354e-05, | |
| "loss": 4.7149, | |
| "step": 79600 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 1.8230032920837402, | |
| "learning_rate": 9.075356689568121e-05, | |
| "loss": 4.7123, | |
| "step": 79700 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.4852809011936188, | |
| "learning_rate": 9.074196534849888e-05, | |
| "loss": 4.7155, | |
| "step": 79800 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 10.022642135620117, | |
| "learning_rate": 9.073036380131654e-05, | |
| "loss": 4.7138, | |
| "step": 79900 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.4676394462585449, | |
| "learning_rate": 9.071876225413421e-05, | |
| "loss": 4.7148, | |
| "step": 80000 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.4943694770336151, | |
| "learning_rate": 9.07071607069519e-05, | |
| "loss": 4.7136, | |
| "step": 80100 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.45253655314445496, | |
| "learning_rate": 9.069555915976955e-05, | |
| "loss": 4.7134, | |
| "step": 80200 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.42640450596809387, | |
| "learning_rate": 9.068395761258722e-05, | |
| "loss": 4.7107, | |
| "step": 80300 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.409261018037796, | |
| "learning_rate": 9.067235606540488e-05, | |
| "loss": 4.7141, | |
| "step": 80400 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.9824286103248596, | |
| "learning_rate": 9.066075451822256e-05, | |
| "loss": 4.7141, | |
| "step": 80500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.6486682891845703, | |
| "learning_rate": 9.064915297104022e-05, | |
| "loss": 4.7161, | |
| "step": 80600 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.587768018245697, | |
| "learning_rate": 9.063755142385789e-05, | |
| "loss": 4.712, | |
| "step": 80700 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.4047750234603882, | |
| "learning_rate": 9.062594987667556e-05, | |
| "loss": 4.7133, | |
| "step": 80800 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.6553632616996765, | |
| "learning_rate": 9.061434832949323e-05, | |
| "loss": 4.7139, | |
| "step": 80900 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.46661463379859924, | |
| "learning_rate": 9.06027467823109e-05, | |
| "loss": 4.7138, | |
| "step": 81000 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.44048547744750977, | |
| "learning_rate": 9.059114523512856e-05, | |
| "loss": 4.7159, | |
| "step": 81100 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.9623928666114807, | |
| "learning_rate": 9.057954368794623e-05, | |
| "loss": 4.7134, | |
| "step": 81200 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.40359175205230713, | |
| "learning_rate": 9.05679421407639e-05, | |
| "loss": 4.7147, | |
| "step": 81300 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.6080948114395142, | |
| "learning_rate": 9.055634059358157e-05, | |
| "loss": 4.7132, | |
| "step": 81400 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 2.992509126663208, | |
| "learning_rate": 9.054473904639923e-05, | |
| "loss": 4.7137, | |
| "step": 81500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.4392452538013458, | |
| "learning_rate": 9.05331374992169e-05, | |
| "loss": 4.7122, | |
| "step": 81600 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.9614498019218445, | |
| "learning_rate": 9.052153595203457e-05, | |
| "loss": 4.71, | |
| "step": 81700 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.4181789755821228, | |
| "learning_rate": 9.050993440485224e-05, | |
| "loss": 4.7127, | |
| "step": 81800 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 1.0023537874221802, | |
| "learning_rate": 9.04983328576699e-05, | |
| "loss": 4.7144, | |
| "step": 81900 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 9.406643867492676, | |
| "learning_rate": 9.048673131048758e-05, | |
| "loss": 4.7134, | |
| "step": 82000 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.4215865433216095, | |
| "learning_rate": 9.047512976330525e-05, | |
| "loss": 4.7137, | |
| "step": 82100 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.4328692853450775, | |
| "learning_rate": 9.04635282161229e-05, | |
| "loss": 4.7125, | |
| "step": 82200 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.38356509804725647, | |
| "learning_rate": 9.045192666894058e-05, | |
| "loss": 4.7195, | |
| "step": 82300 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.4107106626033783, | |
| "learning_rate": 9.044032512175825e-05, | |
| "loss": 4.7097, | |
| "step": 82400 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 18.908138275146484, | |
| "learning_rate": 9.042872357457592e-05, | |
| "loss": 4.7187, | |
| "step": 82500 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.48430249094963074, | |
| "learning_rate": 9.041712202739357e-05, | |
| "loss": 4.7174, | |
| "step": 82600 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.4645005166530609, | |
| "learning_rate": 9.040552048021124e-05, | |
| "loss": 4.7146, | |
| "step": 82700 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 1.38825261592865, | |
| "learning_rate": 9.039391893302891e-05, | |
| "loss": 4.7159, | |
| "step": 82800 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 1.1587923765182495, | |
| "learning_rate": 9.038231738584658e-05, | |
| "loss": 4.7182, | |
| "step": 82900 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.42529210448265076, | |
| "learning_rate": 9.037071583866424e-05, | |
| "loss": 4.7118, | |
| "step": 83000 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 6.866576671600342, | |
| "learning_rate": 9.035911429148191e-05, | |
| "loss": 4.7124, | |
| "step": 83100 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.415056973695755, | |
| "learning_rate": 9.03475127442996e-05, | |
| "loss": 4.7136, | |
| "step": 83200 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.4472216069698334, | |
| "learning_rate": 9.033591119711725e-05, | |
| "loss": 4.71, | |
| "step": 83300 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.5460192561149597, | |
| "learning_rate": 9.032430964993492e-05, | |
| "loss": 4.7155, | |
| "step": 83400 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 1.7862334251403809, | |
| "learning_rate": 9.031270810275258e-05, | |
| "loss": 4.7135, | |
| "step": 83500 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.4369088411331177, | |
| "learning_rate": 9.030110655557026e-05, | |
| "loss": 4.7136, | |
| "step": 83600 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.40611496567726135, | |
| "learning_rate": 9.028950500838792e-05, | |
| "loss": 4.7144, | |
| "step": 83700 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.434088796377182, | |
| "learning_rate": 9.027790346120559e-05, | |
| "loss": 4.7161, | |
| "step": 83800 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.3754402995109558, | |
| "learning_rate": 9.026630191402326e-05, | |
| "loss": 4.7112, | |
| "step": 83900 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.507156491279602, | |
| "learning_rate": 9.025470036684093e-05, | |
| "loss": 4.7091, | |
| "step": 84000 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.43876662850379944, | |
| "learning_rate": 9.024309881965859e-05, | |
| "loss": 4.7107, | |
| "step": 84100 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 1.3095866441726685, | |
| "learning_rate": 9.023149727247626e-05, | |
| "loss": 4.7114, | |
| "step": 84200 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 1.327343225479126, | |
| "learning_rate": 9.021989572529393e-05, | |
| "loss": 4.713, | |
| "step": 84300 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.4155600965023041, | |
| "learning_rate": 9.02082941781116e-05, | |
| "loss": 4.7136, | |
| "step": 84400 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.4112358093261719, | |
| "learning_rate": 9.019669263092927e-05, | |
| "loss": 4.7096, | |
| "step": 84500 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 1.422731637954712, | |
| "learning_rate": 9.018509108374693e-05, | |
| "loss": 4.7132, | |
| "step": 84600 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.42826709151268005, | |
| "learning_rate": 9.01734895365646e-05, | |
| "loss": 4.7125, | |
| "step": 84700 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.4018416702747345, | |
| "learning_rate": 9.016188798938227e-05, | |
| "loss": 4.7123, | |
| "step": 84800 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.3829653561115265, | |
| "learning_rate": 9.015028644219994e-05, | |
| "loss": 4.7143, | |
| "step": 84900 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.45742008090019226, | |
| "learning_rate": 9.01386848950176e-05, | |
| "loss": 4.7114, | |
| "step": 85000 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 2.7736401557922363, | |
| "learning_rate": 9.012708334783528e-05, | |
| "loss": 4.7138, | |
| "step": 85100 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.40791991353034973, | |
| "learning_rate": 9.011548180065294e-05, | |
| "loss": 4.7116, | |
| "step": 85200 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.40508711338043213, | |
| "learning_rate": 9.01038802534706e-05, | |
| "loss": 4.7109, | |
| "step": 85300 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.41179603338241577, | |
| "learning_rate": 9.009227870628828e-05, | |
| "loss": 4.7147, | |
| "step": 85400 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.49404746294021606, | |
| "learning_rate": 9.008067715910595e-05, | |
| "loss": 4.714, | |
| "step": 85500 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.4049994647502899, | |
| "learning_rate": 9.006907561192362e-05, | |
| "loss": 4.7131, | |
| "step": 85600 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.3943819999694824, | |
| "learning_rate": 9.005747406474127e-05, | |
| "loss": 4.7099, | |
| "step": 85700 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.3848678171634674, | |
| "learning_rate": 9.004587251755894e-05, | |
| "loss": 4.7105, | |
| "step": 85800 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.39097893238067627, | |
| "learning_rate": 9.003427097037662e-05, | |
| "loss": 4.7134, | |
| "step": 85900 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.5381259918212891, | |
| "learning_rate": 9.002266942319429e-05, | |
| "loss": 4.7111, | |
| "step": 86000 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.44293051958084106, | |
| "learning_rate": 9.001106787601194e-05, | |
| "loss": 4.7132, | |
| "step": 86100 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 2.449153423309326, | |
| "learning_rate": 8.999946632882961e-05, | |
| "loss": 4.7108, | |
| "step": 86200 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 1.677003026008606, | |
| "learning_rate": 8.998786478164728e-05, | |
| "loss": 4.7117, | |
| "step": 86300 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.4721989035606384, | |
| "learning_rate": 8.997626323446495e-05, | |
| "loss": 4.7084, | |
| "step": 86400 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.4921315908432007, | |
| "learning_rate": 8.996466168728262e-05, | |
| "loss": 4.7157, | |
| "step": 86500 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.6939030885696411, | |
| "learning_rate": 8.995306014010028e-05, | |
| "loss": 4.7114, | |
| "step": 86600 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 1.3602544069290161, | |
| "learning_rate": 8.994145859291797e-05, | |
| "loss": 4.7116, | |
| "step": 86700 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.40210890769958496, | |
| "learning_rate": 8.992985704573562e-05, | |
| "loss": 4.7132, | |
| "step": 86800 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.41714897751808167, | |
| "learning_rate": 8.991825549855329e-05, | |
| "loss": 4.713, | |
| "step": 86900 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 3.1149511337280273, | |
| "learning_rate": 8.990665395137096e-05, | |
| "loss": 4.709, | |
| "step": 87000 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 1.3356086015701294, | |
| "learning_rate": 8.989505240418863e-05, | |
| "loss": 4.7102, | |
| "step": 87100 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.36242830753326416, | |
| "learning_rate": 8.988345085700629e-05, | |
| "loss": 4.7091, | |
| "step": 87200 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.45975425839424133, | |
| "learning_rate": 8.987184930982396e-05, | |
| "loss": 4.7098, | |
| "step": 87300 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.38699838519096375, | |
| "learning_rate": 8.986024776264163e-05, | |
| "loss": 4.7113, | |
| "step": 87400 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 2.0604562759399414, | |
| "learning_rate": 8.98486462154593e-05, | |
| "loss": 4.7108, | |
| "step": 87500 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.39834097027778625, | |
| "learning_rate": 8.983704466827697e-05, | |
| "loss": 4.7131, | |
| "step": 87600 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.40465226769447327, | |
| "learning_rate": 8.982544312109463e-05, | |
| "loss": 4.7101, | |
| "step": 87700 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.43859535455703735, | |
| "learning_rate": 8.98138415739123e-05, | |
| "loss": 4.7118, | |
| "step": 87800 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.5537000894546509, | |
| "learning_rate": 8.980224002672997e-05, | |
| "loss": 4.7106, | |
| "step": 87900 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.5020445585250854, | |
| "learning_rate": 8.979063847954764e-05, | |
| "loss": 4.7094, | |
| "step": 88000 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.419494092464447, | |
| "learning_rate": 8.97790369323653e-05, | |
| "loss": 4.7111, | |
| "step": 88100 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.4324280023574829, | |
| "learning_rate": 8.976743538518298e-05, | |
| "loss": 4.7151, | |
| "step": 88200 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.410915732383728, | |
| "learning_rate": 8.975583383800064e-05, | |
| "loss": 4.7126, | |
| "step": 88300 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.4660918414592743, | |
| "learning_rate": 8.974423229081831e-05, | |
| "loss": 4.7097, | |
| "step": 88400 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 1.4695265293121338, | |
| "learning_rate": 8.973263074363596e-05, | |
| "loss": 4.7094, | |
| "step": 88500 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.7962493896484375, | |
| "learning_rate": 8.972102919645365e-05, | |
| "loss": 4.7106, | |
| "step": 88600 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.41975751519203186, | |
| "learning_rate": 8.970942764927132e-05, | |
| "loss": 4.7082, | |
| "step": 88700 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 2.06545090675354, | |
| "learning_rate": 8.969782610208898e-05, | |
| "loss": 4.7115, | |
| "step": 88800 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.5522103309631348, | |
| "learning_rate": 8.968622455490665e-05, | |
| "loss": 4.7116, | |
| "step": 88900 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.4133060574531555, | |
| "learning_rate": 8.967462300772432e-05, | |
| "loss": 4.7117, | |
| "step": 89000 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.6902609467506409, | |
| "learning_rate": 8.966302146054199e-05, | |
| "loss": 4.7114, | |
| "step": 89100 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.39645135402679443, | |
| "learning_rate": 8.965141991335964e-05, | |
| "loss": 4.7075, | |
| "step": 89200 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.702682614326477, | |
| "learning_rate": 8.963981836617731e-05, | |
| "loss": 4.7132, | |
| "step": 89300 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.4847519099712372, | |
| "learning_rate": 8.962821681899499e-05, | |
| "loss": 4.7107, | |
| "step": 89400 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.4338213801383972, | |
| "learning_rate": 8.961661527181266e-05, | |
| "loss": 4.7112, | |
| "step": 89500 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.5931529402732849, | |
| "learning_rate": 8.960501372463031e-05, | |
| "loss": 4.713, | |
| "step": 89600 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.4164227545261383, | |
| "learning_rate": 8.959341217744798e-05, | |
| "loss": 4.7124, | |
| "step": 89700 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.41698023676872253, | |
| "learning_rate": 8.958181063026567e-05, | |
| "loss": 4.7098, | |
| "step": 89800 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.45001962780952454, | |
| "learning_rate": 8.957020908308332e-05, | |
| "loss": 4.7099, | |
| "step": 89900 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.5672646164894104, | |
| "learning_rate": 8.9558607535901e-05, | |
| "loss": 4.7101, | |
| "step": 90000 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.4138546586036682, | |
| "learning_rate": 8.954700598871865e-05, | |
| "loss": 4.7114, | |
| "step": 90100 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.5982836484909058, | |
| "learning_rate": 8.953540444153633e-05, | |
| "loss": 4.7077, | |
| "step": 90200 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.39376482367515564, | |
| "learning_rate": 8.952380289435399e-05, | |
| "loss": 4.713, | |
| "step": 90300 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.39758920669555664, | |
| "learning_rate": 8.951220134717166e-05, | |
| "loss": 4.7105, | |
| "step": 90400 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 1.4163142442703247, | |
| "learning_rate": 8.950059979998933e-05, | |
| "loss": 4.7071, | |
| "step": 90500 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.4065834581851959, | |
| "learning_rate": 8.9488998252807e-05, | |
| "loss": 4.7136, | |
| "step": 90600 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.4078928530216217, | |
| "learning_rate": 8.947739670562466e-05, | |
| "loss": 4.7081, | |
| "step": 90700 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 2.143505096435547, | |
| "learning_rate": 8.946579515844233e-05, | |
| "loss": 4.7119, | |
| "step": 90800 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.4692690074443817, | |
| "learning_rate": 8.945419361126e-05, | |
| "loss": 4.71, | |
| "step": 90900 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.4491908848285675, | |
| "learning_rate": 8.944259206407767e-05, | |
| "loss": 4.709, | |
| "step": 91000 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.4015776515007019, | |
| "learning_rate": 8.943099051689534e-05, | |
| "loss": 4.7133, | |
| "step": 91100 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 12.54626178741455, | |
| "learning_rate": 8.9419388969713e-05, | |
| "loss": 4.7115, | |
| "step": 91200 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.4521196484565735, | |
| "learning_rate": 8.940778742253068e-05, | |
| "loss": 4.7098, | |
| "step": 91300 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.40918394923210144, | |
| "learning_rate": 8.939618587534834e-05, | |
| "loss": 4.7064, | |
| "step": 91400 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.7197582721710205, | |
| "learning_rate": 8.938458432816601e-05, | |
| "loss": 4.7083, | |
| "step": 91500 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.4415791630744934, | |
| "learning_rate": 8.937298278098367e-05, | |
| "loss": 4.7121, | |
| "step": 91600 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.37231072783470154, | |
| "learning_rate": 8.936138123380135e-05, | |
| "loss": 4.7076, | |
| "step": 91700 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.5812079906463623, | |
| "learning_rate": 8.934977968661902e-05, | |
| "loss": 4.7103, | |
| "step": 91800 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.42401689291000366, | |
| "learning_rate": 8.933817813943668e-05, | |
| "loss": 4.7087, | |
| "step": 91900 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.433369904756546, | |
| "learning_rate": 8.932657659225435e-05, | |
| "loss": 4.7102, | |
| "step": 92000 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.4144749045372009, | |
| "learning_rate": 8.931497504507202e-05, | |
| "loss": 4.711, | |
| "step": 92100 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.3901808559894562, | |
| "learning_rate": 8.930337349788969e-05, | |
| "loss": 4.712, | |
| "step": 92200 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.41925275325775146, | |
| "learning_rate": 8.929177195070735e-05, | |
| "loss": 4.7123, | |
| "step": 92300 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.44110241532325745, | |
| "learning_rate": 8.928017040352502e-05, | |
| "loss": 4.7107, | |
| "step": 92400 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.3761931359767914, | |
| "learning_rate": 8.926856885634269e-05, | |
| "loss": 4.7067, | |
| "step": 92500 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.37371134757995605, | |
| "learning_rate": 8.925696730916036e-05, | |
| "loss": 4.7076, | |
| "step": 92600 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 2.6820991039276123, | |
| "learning_rate": 8.924536576197801e-05, | |
| "loss": 4.7101, | |
| "step": 92700 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 8.034706115722656, | |
| "learning_rate": 8.923376421479568e-05, | |
| "loss": 4.7052, | |
| "step": 92800 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.6186811327934265, | |
| "learning_rate": 8.922216266761337e-05, | |
| "loss": 4.7108, | |
| "step": 92900 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 16.127689361572266, | |
| "learning_rate": 8.921056112043103e-05, | |
| "loss": 4.7109, | |
| "step": 93000 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.4097209572792053, | |
| "learning_rate": 8.91989595732487e-05, | |
| "loss": 4.7107, | |
| "step": 93100 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.4645543098449707, | |
| "learning_rate": 8.918735802606635e-05, | |
| "loss": 4.706, | |
| "step": 93200 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.4279698431491852, | |
| "learning_rate": 8.917575647888404e-05, | |
| "loss": 4.7081, | |
| "step": 93300 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.3847067654132843, | |
| "learning_rate": 8.91641549317017e-05, | |
| "loss": 4.7104, | |
| "step": 93400 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.9405023455619812, | |
| "learning_rate": 8.915255338451936e-05, | |
| "loss": 4.7077, | |
| "step": 93500 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.4204134941101074, | |
| "learning_rate": 8.914095183733703e-05, | |
| "loss": 4.7102, | |
| "step": 93600 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.411493718624115, | |
| "learning_rate": 8.91293502901547e-05, | |
| "loss": 4.7128, | |
| "step": 93700 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.4645240604877472, | |
| "learning_rate": 8.911774874297236e-05, | |
| "loss": 4.708, | |
| "step": 93800 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 8.295918464660645, | |
| "learning_rate": 8.910614719579003e-05, | |
| "loss": 4.7087, | |
| "step": 93900 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.5342881083488464, | |
| "learning_rate": 8.90945456486077e-05, | |
| "loss": 4.7076, | |
| "step": 94000 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.41708967089653015, | |
| "learning_rate": 8.908294410142537e-05, | |
| "loss": 4.7096, | |
| "step": 94100 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.50910484790802, | |
| "learning_rate": 8.907134255424304e-05, | |
| "loss": 4.7074, | |
| "step": 94200 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.8689035773277283, | |
| "learning_rate": 8.90597410070607e-05, | |
| "loss": 4.7084, | |
| "step": 94300 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 1.477888584136963, | |
| "learning_rate": 8.904813945987837e-05, | |
| "loss": 4.7089, | |
| "step": 94400 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.3866770565509796, | |
| "learning_rate": 8.903653791269604e-05, | |
| "loss": 4.71, | |
| "step": 94500 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.4197094440460205, | |
| "learning_rate": 8.902493636551371e-05, | |
| "loss": 4.7062, | |
| "step": 94600 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.4031221866607666, | |
| "learning_rate": 8.901333481833137e-05, | |
| "loss": 4.7105, | |
| "step": 94700 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.4098550081253052, | |
| "learning_rate": 8.900173327114905e-05, | |
| "loss": 4.7099, | |
| "step": 94800 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.37702327966690063, | |
| "learning_rate": 8.899013172396671e-05, | |
| "loss": 4.7073, | |
| "step": 94900 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.4298543632030487, | |
| "learning_rate": 8.897853017678438e-05, | |
| "loss": 4.7092, | |
| "step": 95000 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.49779465794563293, | |
| "learning_rate": 8.896692862960205e-05, | |
| "loss": 4.7059, | |
| "step": 95100 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.3974045515060425, | |
| "learning_rate": 8.895532708241972e-05, | |
| "loss": 4.7116, | |
| "step": 95200 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 4.801963806152344, | |
| "learning_rate": 8.894372553523739e-05, | |
| "loss": 4.7103, | |
| "step": 95300 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.6826298236846924, | |
| "learning_rate": 8.893212398805505e-05, | |
| "loss": 4.7124, | |
| "step": 95400 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.8550306558609009, | |
| "learning_rate": 8.892052244087272e-05, | |
| "loss": 4.7078, | |
| "step": 95500 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.4076642394065857, | |
| "learning_rate": 8.890892089369039e-05, | |
| "loss": 4.7065, | |
| "step": 95600 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.4062858521938324, | |
| "learning_rate": 8.889731934650806e-05, | |
| "loss": 4.7086, | |
| "step": 95700 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 2.432161808013916, | |
| "learning_rate": 8.888571779932572e-05, | |
| "loss": 4.7049, | |
| "step": 95800 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.41037145256996155, | |
| "learning_rate": 8.887411625214339e-05, | |
| "loss": 4.7042, | |
| "step": 95900 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.3852427005767822, | |
| "learning_rate": 8.886251470496106e-05, | |
| "loss": 4.7051, | |
| "step": 96000 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.43618643283843994, | |
| "learning_rate": 8.885091315777873e-05, | |
| "loss": 4.7092, | |
| "step": 96100 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.4727887511253357, | |
| "learning_rate": 8.88393116105964e-05, | |
| "loss": 4.7076, | |
| "step": 96200 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.4139232337474823, | |
| "learning_rate": 8.882771006341405e-05, | |
| "loss": 4.7078, | |
| "step": 96300 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 2.8521788120269775, | |
| "learning_rate": 8.881610851623174e-05, | |
| "loss": 4.7086, | |
| "step": 96400 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.43892329931259155, | |
| "learning_rate": 8.88045069690494e-05, | |
| "loss": 4.7067, | |
| "step": 96500 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.40643131732940674, | |
| "learning_rate": 8.879290542186707e-05, | |
| "loss": 4.7078, | |
| "step": 96600 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.44639840722084045, | |
| "learning_rate": 8.878130387468474e-05, | |
| "loss": 4.7092, | |
| "step": 96700 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 10.743888854980469, | |
| "learning_rate": 8.87697023275024e-05, | |
| "loss": 4.7048, | |
| "step": 96800 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.39078572392463684, | |
| "learning_rate": 8.875810078032006e-05, | |
| "loss": 4.7015, | |
| "step": 96900 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.4048124849796295, | |
| "learning_rate": 8.874649923313773e-05, | |
| "loss": 4.7126, | |
| "step": 97000 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.5833559632301331, | |
| "learning_rate": 8.87348976859554e-05, | |
| "loss": 4.7057, | |
| "step": 97100 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.4627319276332855, | |
| "learning_rate": 8.872329613877307e-05, | |
| "loss": 4.7091, | |
| "step": 97200 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.460225909948349, | |
| "learning_rate": 8.871169459159074e-05, | |
| "loss": 4.7079, | |
| "step": 97300 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.44441863894462585, | |
| "learning_rate": 8.87000930444084e-05, | |
| "loss": 4.7039, | |
| "step": 97400 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.40614771842956543, | |
| "learning_rate": 8.868849149722607e-05, | |
| "loss": 4.7067, | |
| "step": 97500 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.48935455083847046, | |
| "learning_rate": 8.867688995004374e-05, | |
| "loss": 4.7072, | |
| "step": 97600 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 1.503010869026184, | |
| "learning_rate": 8.866528840286141e-05, | |
| "loss": 4.7051, | |
| "step": 97700 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.40835824608802795, | |
| "learning_rate": 8.865368685567907e-05, | |
| "loss": 4.7085, | |
| "step": 97800 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.47787487506866455, | |
| "learning_rate": 8.864208530849675e-05, | |
| "loss": 4.7042, | |
| "step": 97900 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.44062966108322144, | |
| "learning_rate": 8.863048376131441e-05, | |
| "loss": 4.7088, | |
| "step": 98000 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.5162871479988098, | |
| "learning_rate": 8.861888221413208e-05, | |
| "loss": 4.705, | |
| "step": 98100 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.7115480899810791, | |
| "learning_rate": 8.860728066694974e-05, | |
| "loss": 4.7069, | |
| "step": 98200 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.43299001455307007, | |
| "learning_rate": 8.859567911976742e-05, | |
| "loss": 4.7037, | |
| "step": 98300 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.5156663656234741, | |
| "learning_rate": 8.858407757258509e-05, | |
| "loss": 4.7057, | |
| "step": 98400 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 1.3159596920013428, | |
| "learning_rate": 8.857247602540275e-05, | |
| "loss": 4.705, | |
| "step": 98500 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 5.239011287689209, | |
| "learning_rate": 8.856087447822042e-05, | |
| "loss": 4.7104, | |
| "step": 98600 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.5143164992332458, | |
| "learning_rate": 8.854927293103809e-05, | |
| "loss": 4.7075, | |
| "step": 98700 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.4091811180114746, | |
| "learning_rate": 8.853767138385576e-05, | |
| "loss": 4.706, | |
| "step": 98800 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.3682583272457123, | |
| "learning_rate": 8.852606983667342e-05, | |
| "loss": 4.7049, | |
| "step": 98900 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 1.9574017524719238, | |
| "learning_rate": 8.851446828949109e-05, | |
| "loss": 4.7085, | |
| "step": 99000 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.4863421320915222, | |
| "learning_rate": 8.850286674230876e-05, | |
| "loss": 4.7042, | |
| "step": 99100 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.41971755027770996, | |
| "learning_rate": 8.849126519512643e-05, | |
| "loss": 4.7046, | |
| "step": 99200 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.45720914006233215, | |
| "learning_rate": 8.847966364794409e-05, | |
| "loss": 4.705, | |
| "step": 99300 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.3879556953907013, | |
| "learning_rate": 8.846806210076176e-05, | |
| "loss": 4.7051, | |
| "step": 99400 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.6103081703186035, | |
| "learning_rate": 8.845646055357944e-05, | |
| "loss": 4.7018, | |
| "step": 99500 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.4066198468208313, | |
| "learning_rate": 8.84448590063971e-05, | |
| "loss": 4.7039, | |
| "step": 99600 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.568277895450592, | |
| "learning_rate": 8.843325745921477e-05, | |
| "loss": 4.7046, | |
| "step": 99700 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.41322973370552063, | |
| "learning_rate": 8.842165591203244e-05, | |
| "loss": 4.7051, | |
| "step": 99800 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 3.952580690383911, | |
| "learning_rate": 8.841005436485011e-05, | |
| "loss": 4.7017, | |
| "step": 99900 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.40354979038238525, | |
| "learning_rate": 8.839845281766776e-05, | |
| "loss": 4.7076, | |
| "step": 100000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.44302529096603394, | |
| "learning_rate": 8.838685127048543e-05, | |
| "loss": 4.7071, | |
| "step": 100100 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.5012074112892151, | |
| "learning_rate": 8.83752497233031e-05, | |
| "loss": 4.7024, | |
| "step": 100200 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.4387538433074951, | |
| "learning_rate": 8.836364817612078e-05, | |
| "loss": 4.7019, | |
| "step": 100300 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 4.33089017868042, | |
| "learning_rate": 8.835204662893843e-05, | |
| "loss": 4.7034, | |
| "step": 100400 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.6666650176048279, | |
| "learning_rate": 8.83404450817561e-05, | |
| "loss": 4.7006, | |
| "step": 100500 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.43695616722106934, | |
| "learning_rate": 8.832884353457377e-05, | |
| "loss": 4.7028, | |
| "step": 100600 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.39040979743003845, | |
| "learning_rate": 8.831724198739144e-05, | |
| "loss": 4.703, | |
| "step": 100700 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.4081096053123474, | |
| "learning_rate": 8.830564044020911e-05, | |
| "loss": 4.7062, | |
| "step": 100800 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.4371529519557953, | |
| "learning_rate": 8.829403889302677e-05, | |
| "loss": 4.7027, | |
| "step": 100900 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.4820528030395508, | |
| "learning_rate": 8.828243734584446e-05, | |
| "loss": 4.7026, | |
| "step": 101000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.4896353781223297, | |
| "learning_rate": 8.827083579866211e-05, | |
| "loss": 4.7052, | |
| "step": 101100 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.4941895604133606, | |
| "learning_rate": 8.825923425147978e-05, | |
| "loss": 4.7065, | |
| "step": 101200 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.4064702093601227, | |
| "learning_rate": 8.824763270429744e-05, | |
| "loss": 4.7032, | |
| "step": 101300 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.7341260313987732, | |
| "learning_rate": 8.823603115711512e-05, | |
| "loss": 4.7029, | |
| "step": 101400 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.41835737228393555, | |
| "learning_rate": 8.822442960993278e-05, | |
| "loss": 4.7012, | |
| "step": 101500 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.4256590008735657, | |
| "learning_rate": 8.821282806275045e-05, | |
| "loss": 4.7038, | |
| "step": 101600 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.43846938014030457, | |
| "learning_rate": 8.820122651556812e-05, | |
| "loss": 4.7014, | |
| "step": 101700 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.4327394962310791, | |
| "learning_rate": 8.818962496838579e-05, | |
| "loss": 4.7022, | |
| "step": 101800 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.42558759450912476, | |
| "learning_rate": 8.817802342120346e-05, | |
| "loss": 4.7001, | |
| "step": 101900 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.41578829288482666, | |
| "learning_rate": 8.816642187402112e-05, | |
| "loss": 4.6996, | |
| "step": 102000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 1.1245514154434204, | |
| "learning_rate": 8.815482032683879e-05, | |
| "loss": 4.7055, | |
| "step": 102100 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.43621131777763367, | |
| "learning_rate": 8.814321877965646e-05, | |
| "loss": 4.7011, | |
| "step": 102200 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.555548906326294, | |
| "learning_rate": 8.813161723247413e-05, | |
| "loss": 4.7026, | |
| "step": 102300 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.5187997221946716, | |
| "learning_rate": 8.812001568529179e-05, | |
| "loss": 4.7046, | |
| "step": 102400 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.8702124953269958, | |
| "learning_rate": 8.810841413810946e-05, | |
| "loss": 4.7009, | |
| "step": 102500 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.4865017533302307, | |
| "learning_rate": 8.809681259092714e-05, | |
| "loss": 4.7012, | |
| "step": 102600 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.4582134783267975, | |
| "learning_rate": 8.80852110437448e-05, | |
| "loss": 4.7024, | |
| "step": 102700 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.48400819301605225, | |
| "learning_rate": 8.807360949656247e-05, | |
| "loss": 4.7009, | |
| "step": 102800 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.4129534363746643, | |
| "learning_rate": 8.806200794938013e-05, | |
| "loss": 4.6953, | |
| "step": 102900 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.5257245302200317, | |
| "learning_rate": 8.805040640219781e-05, | |
| "loss": 4.6998, | |
| "step": 103000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.6813905239105225, | |
| "learning_rate": 8.803880485501547e-05, | |
| "loss": 4.7037, | |
| "step": 103100 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.6715384721755981, | |
| "learning_rate": 8.802720330783314e-05, | |
| "loss": 4.7011, | |
| "step": 103200 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.41265252232551575, | |
| "learning_rate": 8.801560176065081e-05, | |
| "loss": 4.7019, | |
| "step": 103300 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.37935546040534973, | |
| "learning_rate": 8.800400021346848e-05, | |
| "loss": 4.6995, | |
| "step": 103400 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 2.578775644302368, | |
| "learning_rate": 8.799239866628613e-05, | |
| "loss": 4.7025, | |
| "step": 103500 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.5321478843688965, | |
| "learning_rate": 8.79807971191038e-05, | |
| "loss": 4.6983, | |
| "step": 103600 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.4280731976032257, | |
| "learning_rate": 8.796919557192148e-05, | |
| "loss": 4.6947, | |
| "step": 103700 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.559546709060669, | |
| "learning_rate": 8.795759402473915e-05, | |
| "loss": 4.7027, | |
| "step": 103800 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.39881765842437744, | |
| "learning_rate": 8.794599247755682e-05, | |
| "loss": 4.7024, | |
| "step": 103900 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.5303432941436768, | |
| "learning_rate": 8.793439093037447e-05, | |
| "loss": 4.6984, | |
| "step": 104000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.4243880808353424, | |
| "learning_rate": 8.792278938319216e-05, | |
| "loss": 4.7011, | |
| "step": 104100 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 1.8046822547912598, | |
| "learning_rate": 8.791118783600981e-05, | |
| "loss": 4.703, | |
| "step": 104200 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.45566943287849426, | |
| "learning_rate": 8.789958628882748e-05, | |
| "loss": 4.702, | |
| "step": 104300 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 4.0667338371276855, | |
| "learning_rate": 8.788798474164514e-05, | |
| "loss": 4.6984, | |
| "step": 104400 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.4209063947200775, | |
| "learning_rate": 8.787638319446282e-05, | |
| "loss": 4.6985, | |
| "step": 104500 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.41932806372642517, | |
| "learning_rate": 8.786478164728048e-05, | |
| "loss": 4.6987, | |
| "step": 104600 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 3.0371077060699463, | |
| "learning_rate": 8.785318010009815e-05, | |
| "loss": 4.7016, | |
| "step": 104700 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.5310882925987244, | |
| "learning_rate": 8.784157855291582e-05, | |
| "loss": 4.6996, | |
| "step": 104800 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.43061837553977966, | |
| "learning_rate": 8.782997700573349e-05, | |
| "loss": 4.6987, | |
| "step": 104900 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.5050943493843079, | |
| "learning_rate": 8.781837545855116e-05, | |
| "loss": 4.7012, | |
| "step": 105000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.39062759280204773, | |
| "learning_rate": 8.780677391136882e-05, | |
| "loss": 4.6966, | |
| "step": 105100 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 4.528038024902344, | |
| "learning_rate": 8.779517236418649e-05, | |
| "loss": 4.6964, | |
| "step": 105200 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.3973850905895233, | |
| "learning_rate": 8.778357081700416e-05, | |
| "loss": 4.6989, | |
| "step": 105300 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.42976003885269165, | |
| "learning_rate": 8.777196926982183e-05, | |
| "loss": 4.6996, | |
| "step": 105400 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.43507105112075806, | |
| "learning_rate": 8.776036772263949e-05, | |
| "loss": 4.698, | |
| "step": 105500 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.4329013526439667, | |
| "learning_rate": 8.774876617545716e-05, | |
| "loss": 4.6967, | |
| "step": 105600 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.40144628286361694, | |
| "learning_rate": 8.773716462827483e-05, | |
| "loss": 4.6944, | |
| "step": 105700 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.5410645008087158, | |
| "learning_rate": 8.77255630810925e-05, | |
| "loss": 4.6962, | |
| "step": 105800 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.709266722202301, | |
| "learning_rate": 8.771396153391017e-05, | |
| "loss": 4.696, | |
| "step": 105900 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.4841790199279785, | |
| "learning_rate": 8.770235998672783e-05, | |
| "loss": 4.7003, | |
| "step": 106000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.48105648159980774, | |
| "learning_rate": 8.769075843954551e-05, | |
| "loss": 4.6925, | |
| "step": 106100 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.4711418151855469, | |
| "learning_rate": 8.767915689236317e-05, | |
| "loss": 4.6967, | |
| "step": 106200 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.4943852126598358, | |
| "learning_rate": 8.766755534518084e-05, | |
| "loss": 4.6958, | |
| "step": 106300 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 1.1731679439544678, | |
| "learning_rate": 8.765595379799851e-05, | |
| "loss": 4.697, | |
| "step": 106400 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 2.6942670345306396, | |
| "learning_rate": 8.764435225081618e-05, | |
| "loss": 4.6988, | |
| "step": 106500 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.5932111144065857, | |
| "learning_rate": 8.763275070363384e-05, | |
| "loss": 4.7008, | |
| "step": 106600 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.498844176530838, | |
| "learning_rate": 8.76211491564515e-05, | |
| "loss": 4.6966, | |
| "step": 106700 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.525398850440979, | |
| "learning_rate": 8.760954760926918e-05, | |
| "loss": 4.6992, | |
| "step": 106800 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 2.405345916748047, | |
| "learning_rate": 8.759794606208685e-05, | |
| "loss": 4.6968, | |
| "step": 106900 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.4208034873008728, | |
| "learning_rate": 8.758634451490452e-05, | |
| "loss": 4.6919, | |
| "step": 107000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.3912876844406128, | |
| "learning_rate": 8.757474296772217e-05, | |
| "loss": 4.6921, | |
| "step": 107100 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.4323633909225464, | |
| "learning_rate": 8.756314142053984e-05, | |
| "loss": 4.6966, | |
| "step": 107200 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.39893805980682373, | |
| "learning_rate": 8.755153987335752e-05, | |
| "loss": 4.6928, | |
| "step": 107300 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.42258456349372864, | |
| "learning_rate": 8.753993832617519e-05, | |
| "loss": 4.6955, | |
| "step": 107400 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.40447258949279785, | |
| "learning_rate": 8.752833677899284e-05, | |
| "loss": 4.6972, | |
| "step": 107500 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.5002463459968567, | |
| "learning_rate": 8.751673523181053e-05, | |
| "loss": 4.6977, | |
| "step": 107600 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 5.072608470916748, | |
| "learning_rate": 8.750513368462818e-05, | |
| "loss": 4.6992, | |
| "step": 107700 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.4288334250450134, | |
| "learning_rate": 8.749353213744585e-05, | |
| "loss": 4.6984, | |
| "step": 107800 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.529216468334198, | |
| "learning_rate": 8.748193059026351e-05, | |
| "loss": 4.698, | |
| "step": 107900 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.42044612765312195, | |
| "learning_rate": 8.74703290430812e-05, | |
| "loss": 4.6957, | |
| "step": 108000 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.8280035853385925, | |
| "learning_rate": 8.745872749589886e-05, | |
| "loss": 4.6916, | |
| "step": 108100 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.41592320799827576, | |
| "learning_rate": 8.744712594871652e-05, | |
| "loss": 4.6946, | |
| "step": 108200 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.425014466047287, | |
| "learning_rate": 8.743552440153419e-05, | |
| "loss": 4.6955, | |
| "step": 108300 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.40150442719459534, | |
| "learning_rate": 8.742392285435186e-05, | |
| "loss": 4.6946, | |
| "step": 108400 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.441785991191864, | |
| "learning_rate": 8.741232130716953e-05, | |
| "loss": 4.6908, | |
| "step": 108500 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 1.035128116607666, | |
| "learning_rate": 8.740071975998719e-05, | |
| "loss": 4.6926, | |
| "step": 108600 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.4290466606616974, | |
| "learning_rate": 8.738911821280486e-05, | |
| "loss": 4.6926, | |
| "step": 108700 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.4321587085723877, | |
| "learning_rate": 8.737751666562253e-05, | |
| "loss": 4.6937, | |
| "step": 108800 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.40536269545555115, | |
| "learning_rate": 8.73659151184402e-05, | |
| "loss": 4.69, | |
| "step": 108900 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.3988741934299469, | |
| "learning_rate": 8.735431357125786e-05, | |
| "loss": 4.6935, | |
| "step": 109000 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.8648415803909302, | |
| "learning_rate": 8.734271202407553e-05, | |
| "loss": 4.6978, | |
| "step": 109100 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.6086846590042114, | |
| "learning_rate": 8.733111047689321e-05, | |
| "loss": 4.6929, | |
| "step": 109200 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.38623344898223877, | |
| "learning_rate": 8.731950892971087e-05, | |
| "loss": 4.697, | |
| "step": 109300 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.7714725732803345, | |
| "learning_rate": 8.730790738252854e-05, | |
| "loss": 4.6926, | |
| "step": 109400 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.37906432151794434, | |
| "learning_rate": 8.729630583534621e-05, | |
| "loss": 4.6927, | |
| "step": 109500 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.4156550168991089, | |
| "learning_rate": 8.728470428816388e-05, | |
| "loss": 4.6953, | |
| "step": 109600 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.39191532135009766, | |
| "learning_rate": 8.727310274098154e-05, | |
| "loss": 4.6935, | |
| "step": 109700 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.4391324818134308, | |
| "learning_rate": 8.726150119379921e-05, | |
| "loss": 4.6939, | |
| "step": 109800 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.42475369572639465, | |
| "learning_rate": 8.724989964661688e-05, | |
| "loss": 4.6903, | |
| "step": 109900 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.4388252794742584, | |
| "learning_rate": 8.723829809943455e-05, | |
| "loss": 4.6914, | |
| "step": 110000 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.4022296667098999, | |
| "learning_rate": 8.72266965522522e-05, | |
| "loss": 4.6948, | |
| "step": 110100 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.4492380917072296, | |
| "learning_rate": 8.721509500506988e-05, | |
| "loss": 4.6911, | |
| "step": 110200 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.4049302637577057, | |
| "learning_rate": 8.720349345788755e-05, | |
| "loss": 4.6902, | |
| "step": 110300 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 1.9303175210952759, | |
| "learning_rate": 8.719189191070522e-05, | |
| "loss": 4.6892, | |
| "step": 110400 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.48216354846954346, | |
| "learning_rate": 8.718029036352289e-05, | |
| "loss": 4.6882, | |
| "step": 110500 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 1.4418731927871704, | |
| "learning_rate": 8.716868881634054e-05, | |
| "loss": 4.6893, | |
| "step": 110600 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.5436264276504517, | |
| "learning_rate": 8.715708726915823e-05, | |
| "loss": 4.6892, | |
| "step": 110700 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.3900034427642822, | |
| "learning_rate": 8.714548572197588e-05, | |
| "loss": 4.6862, | |
| "step": 110800 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.4286581575870514, | |
| "learning_rate": 8.713388417479356e-05, | |
| "loss": 4.6902, | |
| "step": 110900 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 2.8317441940307617, | |
| "learning_rate": 8.712228262761121e-05, | |
| "loss": 4.692, | |
| "step": 111000 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.4669002890586853, | |
| "learning_rate": 8.71106810804289e-05, | |
| "loss": 4.6933, | |
| "step": 111100 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 12.876310348510742, | |
| "learning_rate": 8.709907953324655e-05, | |
| "loss": 4.6933, | |
| "step": 111200 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.4043096601963043, | |
| "learning_rate": 8.708747798606422e-05, | |
| "loss": 4.6905, | |
| "step": 111300 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.6544508934020996, | |
| "learning_rate": 8.70758764388819e-05, | |
| "loss": 4.6862, | |
| "step": 111400 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.4368617534637451, | |
| "learning_rate": 8.706427489169956e-05, | |
| "loss": 4.6938, | |
| "step": 111500 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.8235392570495605, | |
| "learning_rate": 8.705267334451723e-05, | |
| "loss": 4.6894, | |
| "step": 111600 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.44141313433647156, | |
| "learning_rate": 8.704107179733489e-05, | |
| "loss": 4.6899, | |
| "step": 111700 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.4662952423095703, | |
| "learning_rate": 8.702947025015256e-05, | |
| "loss": 4.6862, | |
| "step": 111800 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.5402454137802124, | |
| "learning_rate": 8.701786870297023e-05, | |
| "loss": 4.6885, | |
| "step": 111900 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.5668596029281616, | |
| "learning_rate": 8.70062671557879e-05, | |
| "loss": 4.6842, | |
| "step": 112000 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.586438000202179, | |
| "learning_rate": 8.699466560860556e-05, | |
| "loss": 4.6893, | |
| "step": 112100 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.4443139135837555, | |
| "learning_rate": 8.698306406142323e-05, | |
| "loss": 4.6914, | |
| "step": 112200 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.4333912432193756, | |
| "learning_rate": 8.69714625142409e-05, | |
| "loss": 4.691, | |
| "step": 112300 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.5807641744613647, | |
| "learning_rate": 8.695986096705857e-05, | |
| "loss": 4.6935, | |
| "step": 112400 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.3854735493659973, | |
| "learning_rate": 8.694825941987624e-05, | |
| "loss": 4.6889, | |
| "step": 112500 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.40090426802635193, | |
| "learning_rate": 8.693665787269391e-05, | |
| "loss": 4.6874, | |
| "step": 112600 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.40820324420928955, | |
| "learning_rate": 8.692505632551158e-05, | |
| "loss": 4.6902, | |
| "step": 112700 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 1.9625461101531982, | |
| "learning_rate": 8.691345477832924e-05, | |
| "loss": 4.6876, | |
| "step": 112800 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.39590463042259216, | |
| "learning_rate": 8.690185323114691e-05, | |
| "loss": 4.6895, | |
| "step": 112900 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.4090369641780853, | |
| "learning_rate": 8.689025168396458e-05, | |
| "loss": 4.6921, | |
| "step": 113000 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.48455721139907837, | |
| "learning_rate": 8.687865013678225e-05, | |
| "loss": 4.686, | |
| "step": 113100 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.5107011795043945, | |
| "learning_rate": 8.686704858959991e-05, | |
| "loss": 4.6863, | |
| "step": 113200 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.4489879608154297, | |
| "learning_rate": 8.685544704241758e-05, | |
| "loss": 4.689, | |
| "step": 113300 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.7847305536270142, | |
| "learning_rate": 8.684384549523525e-05, | |
| "loss": 4.687, | |
| "step": 113400 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.4807884693145752, | |
| "learning_rate": 8.683224394805292e-05, | |
| "loss": 4.6844, | |
| "step": 113500 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.4227710962295532, | |
| "learning_rate": 8.682064240087059e-05, | |
| "loss": 4.6882, | |
| "step": 113600 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.425329327583313, | |
| "learning_rate": 8.680904085368825e-05, | |
| "loss": 4.6876, | |
| "step": 113700 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.39754214882850647, | |
| "learning_rate": 8.679743930650593e-05, | |
| "loss": 4.6928, | |
| "step": 113800 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.41271573305130005, | |
| "learning_rate": 8.678583775932359e-05, | |
| "loss": 4.6871, | |
| "step": 113900 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.6075764298439026, | |
| "learning_rate": 8.677423621214126e-05, | |
| "loss": 4.6846, | |
| "step": 114000 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.4607229232788086, | |
| "learning_rate": 8.676263466495891e-05, | |
| "loss": 4.6907, | |
| "step": 114100 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.49409857392311096, | |
| "learning_rate": 8.67510331177766e-05, | |
| "loss": 4.6835, | |
| "step": 114200 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 1.1049710512161255, | |
| "learning_rate": 8.673943157059425e-05, | |
| "loss": 4.6851, | |
| "step": 114300 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.4263964593410492, | |
| "learning_rate": 8.672783002341192e-05, | |
| "loss": 4.6881, | |
| "step": 114400 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 1.2732186317443848, | |
| "learning_rate": 8.67162284762296e-05, | |
| "loss": 4.6919, | |
| "step": 114500 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 2.2248380184173584, | |
| "learning_rate": 8.670462692904727e-05, | |
| "loss": 4.6864, | |
| "step": 114600 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 1.1274431943893433, | |
| "learning_rate": 8.669302538186494e-05, | |
| "loss": 4.6905, | |
| "step": 114700 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.41689029335975647, | |
| "learning_rate": 8.668142383468259e-05, | |
| "loss": 4.6888, | |
| "step": 114800 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.39221587777137756, | |
| "learning_rate": 8.666982228750026e-05, | |
| "loss": 4.6836, | |
| "step": 114900 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.4654403626918793, | |
| "learning_rate": 8.665822074031793e-05, | |
| "loss": 4.6869, | |
| "step": 115000 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.5727940201759338, | |
| "learning_rate": 8.66466191931356e-05, | |
| "loss": 4.6911, | |
| "step": 115100 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.3905259966850281, | |
| "learning_rate": 8.663501764595326e-05, | |
| "loss": 4.6837, | |
| "step": 115200 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 1.094152808189392, | |
| "learning_rate": 8.662341609877093e-05, | |
| "loss": 4.6847, | |
| "step": 115300 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.39949262142181396, | |
| "learning_rate": 8.66118145515886e-05, | |
| "loss": 4.6877, | |
| "step": 115400 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.3685074746608734, | |
| "learning_rate": 8.660021300440627e-05, | |
| "loss": 4.6849, | |
| "step": 115500 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.41748788952827454, | |
| "learning_rate": 8.658861145722394e-05, | |
| "loss": 4.6861, | |
| "step": 115600 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 5.671760082244873, | |
| "learning_rate": 8.657700991004161e-05, | |
| "loss": 4.6914, | |
| "step": 115700 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.40038684010505676, | |
| "learning_rate": 8.656540836285928e-05, | |
| "loss": 4.6923, | |
| "step": 115800 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.4368140995502472, | |
| "learning_rate": 8.655380681567694e-05, | |
| "loss": 4.6875, | |
| "step": 115900 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.4060142934322357, | |
| "learning_rate": 8.654220526849461e-05, | |
| "loss": 4.6899, | |
| "step": 116000 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.4354085922241211, | |
| "learning_rate": 8.653060372131228e-05, | |
| "loss": 4.6814, | |
| "step": 116100 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.6066785454750061, | |
| "learning_rate": 8.651900217412995e-05, | |
| "loss": 4.6823, | |
| "step": 116200 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.35917678475379944, | |
| "learning_rate": 8.650740062694761e-05, | |
| "loss": 4.6882, | |
| "step": 116300 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.41072890162467957, | |
| "learning_rate": 8.649579907976528e-05, | |
| "loss": 4.6804, | |
| "step": 116400 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.494043231010437, | |
| "learning_rate": 8.648419753258295e-05, | |
| "loss": 4.6811, | |
| "step": 116500 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.4103025197982788, | |
| "learning_rate": 8.647259598540062e-05, | |
| "loss": 4.682, | |
| "step": 116600 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.5634316802024841, | |
| "learning_rate": 8.646099443821829e-05, | |
| "loss": 4.6873, | |
| "step": 116700 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.4846033453941345, | |
| "learning_rate": 8.644939289103595e-05, | |
| "loss": 4.6852, | |
| "step": 116800 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.8417425751686096, | |
| "learning_rate": 8.643779134385363e-05, | |
| "loss": 4.6835, | |
| "step": 116900 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.9649463295936584, | |
| "learning_rate": 8.642618979667129e-05, | |
| "loss": 4.6895, | |
| "step": 117000 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.4397778809070587, | |
| "learning_rate": 8.641458824948896e-05, | |
| "loss": 4.6847, | |
| "step": 117100 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.40810275077819824, | |
| "learning_rate": 8.640298670230662e-05, | |
| "loss": 4.6849, | |
| "step": 117200 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.39354971051216125, | |
| "learning_rate": 8.63913851551243e-05, | |
| "loss": 4.687, | |
| "step": 117300 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.6670671701431274, | |
| "learning_rate": 8.637978360794196e-05, | |
| "loss": 4.6858, | |
| "step": 117400 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.8771277070045471, | |
| "learning_rate": 8.636818206075963e-05, | |
| "loss": 4.6842, | |
| "step": 117500 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.6346202492713928, | |
| "learning_rate": 8.635658051357728e-05, | |
| "loss": 4.6821, | |
| "step": 117600 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.3756822347640991, | |
| "learning_rate": 8.634497896639497e-05, | |
| "loss": 4.6852, | |
| "step": 117700 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.809264063835144, | |
| "learning_rate": 8.633337741921264e-05, | |
| "loss": 4.6809, | |
| "step": 117800 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.4695824980735779, | |
| "learning_rate": 8.63217758720303e-05, | |
| "loss": 4.6829, | |
| "step": 117900 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.3882189095020294, | |
| "learning_rate": 8.631017432484797e-05, | |
| "loss": 4.6824, | |
| "step": 118000 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.46574699878692627, | |
| "learning_rate": 8.629857277766564e-05, | |
| "loss": 4.6873, | |
| "step": 118100 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 1.8306362628936768, | |
| "learning_rate": 8.62869712304833e-05, | |
| "loss": 4.6865, | |
| "step": 118200 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.5190596580505371, | |
| "learning_rate": 8.627536968330096e-05, | |
| "loss": 4.6839, | |
| "step": 118300 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.5554775595664978, | |
| "learning_rate": 8.626376813611863e-05, | |
| "loss": 4.6833, | |
| "step": 118400 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.5029674768447876, | |
| "learning_rate": 8.62521665889363e-05, | |
| "loss": 4.6858, | |
| "step": 118500 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.5281274914741516, | |
| "learning_rate": 8.624056504175397e-05, | |
| "loss": 4.6801, | |
| "step": 118600 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.4034444987773895, | |
| "learning_rate": 8.622896349457163e-05, | |
| "loss": 4.6797, | |
| "step": 118700 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.4782603085041046, | |
| "learning_rate": 8.62173619473893e-05, | |
| "loss": 4.6808, | |
| "step": 118800 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.505681574344635, | |
| "learning_rate": 8.620576040020699e-05, | |
| "loss": 4.6805, | |
| "step": 118900 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.45551398396492004, | |
| "learning_rate": 8.619415885302464e-05, | |
| "loss": 4.681, | |
| "step": 119000 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.46791940927505493, | |
| "learning_rate": 8.618255730584231e-05, | |
| "loss": 4.6804, | |
| "step": 119100 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.40453869104385376, | |
| "learning_rate": 8.617095575865998e-05, | |
| "loss": 4.6849, | |
| "step": 119200 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.5323479771614075, | |
| "learning_rate": 8.615935421147765e-05, | |
| "loss": 4.6856, | |
| "step": 119300 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.3924371600151062, | |
| "learning_rate": 8.614775266429531e-05, | |
| "loss": 4.6811, | |
| "step": 119400 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.4504171311855316, | |
| "learning_rate": 8.613615111711298e-05, | |
| "loss": 4.6807, | |
| "step": 119500 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 1.3027788400650024, | |
| "learning_rate": 8.612454956993065e-05, | |
| "loss": 4.6847, | |
| "step": 119600 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.5537983179092407, | |
| "learning_rate": 8.611294802274832e-05, | |
| "loss": 4.681, | |
| "step": 119700 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.3960654139518738, | |
| "learning_rate": 8.610134647556598e-05, | |
| "loss": 4.686, | |
| "step": 119800 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.4028005003929138, | |
| "learning_rate": 8.608974492838365e-05, | |
| "loss": 4.6777, | |
| "step": 119900 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.42540809512138367, | |
| "learning_rate": 8.607814338120133e-05, | |
| "loss": 4.6831, | |
| "step": 120000 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 1.0470972061157227, | |
| "learning_rate": 8.606654183401899e-05, | |
| "loss": 4.6818, | |
| "step": 120100 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.4977876842021942, | |
| "learning_rate": 8.605494028683666e-05, | |
| "loss": 4.6789, | |
| "step": 120200 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.5205646753311157, | |
| "learning_rate": 8.604333873965432e-05, | |
| "loss": 4.6806, | |
| "step": 120300 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.3748117983341217, | |
| "learning_rate": 8.6031737192472e-05, | |
| "loss": 4.6847, | |
| "step": 120400 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.4421583414077759, | |
| "learning_rate": 8.602013564528966e-05, | |
| "loss": 4.6772, | |
| "step": 120500 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.596479594707489, | |
| "learning_rate": 8.600853409810733e-05, | |
| "loss": 4.6808, | |
| "step": 120600 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 1.599827527999878, | |
| "learning_rate": 8.599693255092498e-05, | |
| "loss": 4.6842, | |
| "step": 120700 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.47555598616600037, | |
| "learning_rate": 8.598533100374267e-05, | |
| "loss": 4.6842, | |
| "step": 120800 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.5468947887420654, | |
| "learning_rate": 8.597372945656033e-05, | |
| "loss": 4.6863, | |
| "step": 120900 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.4049210548400879, | |
| "learning_rate": 8.5962127909378e-05, | |
| "loss": 4.6802, | |
| "step": 121000 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.39633214473724365, | |
| "learning_rate": 8.595052636219567e-05, | |
| "loss": 4.681, | |
| "step": 121100 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.3883484899997711, | |
| "learning_rate": 8.593892481501334e-05, | |
| "loss": 4.6846, | |
| "step": 121200 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.4120100736618042, | |
| "learning_rate": 8.592732326783101e-05, | |
| "loss": 4.6829, | |
| "step": 121300 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.554779052734375, | |
| "learning_rate": 8.591572172064866e-05, | |
| "loss": 4.6828, | |
| "step": 121400 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 1.2129675149917603, | |
| "learning_rate": 8.590412017346633e-05, | |
| "loss": 4.6802, | |
| "step": 121500 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.413712739944458, | |
| "learning_rate": 8.5892518626284e-05, | |
| "loss": 4.6826, | |
| "step": 121600 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 1.532698392868042, | |
| "learning_rate": 8.588091707910168e-05, | |
| "loss": 4.6837, | |
| "step": 121700 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.3998155891895294, | |
| "learning_rate": 8.586931553191933e-05, | |
| "loss": 4.6829, | |
| "step": 121800 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.41272029280662537, | |
| "learning_rate": 8.5857713984737e-05, | |
| "loss": 4.6809, | |
| "step": 121900 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.40928176045417786, | |
| "learning_rate": 8.584611243755467e-05, | |
| "loss": 4.6827, | |
| "step": 122000 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.6598598957061768, | |
| "learning_rate": 8.583451089037234e-05, | |
| "loss": 4.6869, | |
| "step": 122100 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.47744888067245483, | |
| "learning_rate": 8.582290934319001e-05, | |
| "loss": 4.6834, | |
| "step": 122200 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.42328187823295593, | |
| "learning_rate": 8.581130779600768e-05, | |
| "loss": 4.6823, | |
| "step": 122300 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.5083212852478027, | |
| "learning_rate": 8.579970624882535e-05, | |
| "loss": 4.6799, | |
| "step": 122400 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.41937893629074097, | |
| "learning_rate": 8.578810470164301e-05, | |
| "loss": 4.6823, | |
| "step": 122500 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.46155425906181335, | |
| "learning_rate": 8.577650315446068e-05, | |
| "loss": 4.6847, | |
| "step": 122600 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.4063146710395813, | |
| "learning_rate": 8.576490160727835e-05, | |
| "loss": 4.6777, | |
| "step": 122700 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.9644930362701416, | |
| "learning_rate": 8.575330006009602e-05, | |
| "loss": 4.6816, | |
| "step": 122800 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.4703579246997833, | |
| "learning_rate": 8.574169851291368e-05, | |
| "loss": 4.6841, | |
| "step": 122900 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.3799445629119873, | |
| "learning_rate": 8.573009696573135e-05, | |
| "loss": 4.6874, | |
| "step": 123000 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 1.223569393157959, | |
| "learning_rate": 8.571849541854902e-05, | |
| "loss": 4.685, | |
| "step": 123100 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 1.3866465091705322, | |
| "learning_rate": 8.570689387136669e-05, | |
| "loss": 4.6814, | |
| "step": 123200 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.8391069769859314, | |
| "learning_rate": 8.569529232418436e-05, | |
| "loss": 4.676, | |
| "step": 123300 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.41561365127563477, | |
| "learning_rate": 8.568369077700202e-05, | |
| "loss": 4.6841, | |
| "step": 123400 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 1.2650662660598755, | |
| "learning_rate": 8.56720892298197e-05, | |
| "loss": 4.6828, | |
| "step": 123500 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.6244620084762573, | |
| "learning_rate": 8.566048768263736e-05, | |
| "loss": 4.6762, | |
| "step": 123600 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.36179304122924805, | |
| "learning_rate": 8.564888613545503e-05, | |
| "loss": 4.6765, | |
| "step": 123700 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.4196653366088867, | |
| "learning_rate": 8.563728458827269e-05, | |
| "loss": 4.6831, | |
| "step": 123800 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.3799944818019867, | |
| "learning_rate": 8.562568304109037e-05, | |
| "loss": 4.6783, | |
| "step": 123900 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.47710663080215454, | |
| "learning_rate": 8.561408149390803e-05, | |
| "loss": 4.681, | |
| "step": 124000 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.38043680787086487, | |
| "learning_rate": 8.56024799467257e-05, | |
| "loss": 4.6831, | |
| "step": 124100 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 3.3860080242156982, | |
| "learning_rate": 8.559087839954337e-05, | |
| "loss": 4.6771, | |
| "step": 124200 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.5481556057929993, | |
| "learning_rate": 8.557927685236104e-05, | |
| "loss": 4.6815, | |
| "step": 124300 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.5027362704277039, | |
| "learning_rate": 8.556767530517871e-05, | |
| "loss": 4.6813, | |
| "step": 124400 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 15.900703430175781, | |
| "learning_rate": 8.555607375799637e-05, | |
| "loss": 4.6881, | |
| "step": 124500 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.3703874349594116, | |
| "learning_rate": 8.554447221081404e-05, | |
| "loss": 4.6873, | |
| "step": 124600 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.3847333490848541, | |
| "learning_rate": 8.55328706636317e-05, | |
| "loss": 4.6814, | |
| "step": 124700 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.6109323501586914, | |
| "learning_rate": 8.552126911644938e-05, | |
| "loss": 4.6812, | |
| "step": 124800 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.39739909768104553, | |
| "learning_rate": 8.550966756926703e-05, | |
| "loss": 4.6791, | |
| "step": 124900 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.4672738313674927, | |
| "learning_rate": 8.54980660220847e-05, | |
| "loss": 4.682, | |
| "step": 125000 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.3909046947956085, | |
| "learning_rate": 8.548646447490237e-05, | |
| "loss": 4.676, | |
| "step": 125100 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.7728373408317566, | |
| "learning_rate": 8.547486292772005e-05, | |
| "loss": 4.6798, | |
| "step": 125200 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.6358431577682495, | |
| "learning_rate": 8.546326138053772e-05, | |
| "loss": 4.682, | |
| "step": 125300 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.8379632234573364, | |
| "learning_rate": 8.545165983335539e-05, | |
| "loss": 4.6806, | |
| "step": 125400 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.4461159110069275, | |
| "learning_rate": 8.544005828617306e-05, | |
| "loss": 4.6822, | |
| "step": 125500 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 1.537218689918518, | |
| "learning_rate": 8.542845673899071e-05, | |
| "loss": 4.6802, | |
| "step": 125600 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.43007928133010864, | |
| "learning_rate": 8.541685519180838e-05, | |
| "loss": 4.6779, | |
| "step": 125700 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.5105913281440735, | |
| "learning_rate": 8.540525364462605e-05, | |
| "loss": 4.6817, | |
| "step": 125800 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.5022956728935242, | |
| "learning_rate": 8.539365209744372e-05, | |
| "loss": 4.678, | |
| "step": 125900 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.45969635248184204, | |
| "learning_rate": 8.538205055026138e-05, | |
| "loss": 4.6779, | |
| "step": 126000 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.8507632613182068, | |
| "learning_rate": 8.537044900307905e-05, | |
| "loss": 4.6747, | |
| "step": 126100 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.4339176118373871, | |
| "learning_rate": 8.535884745589672e-05, | |
| "loss": 4.6818, | |
| "step": 126200 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.814734160900116, | |
| "learning_rate": 8.534724590871439e-05, | |
| "loss": 4.6786, | |
| "step": 126300 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.4143752455711365, | |
| "learning_rate": 8.533564436153206e-05, | |
| "loss": 4.6783, | |
| "step": 126400 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.44699016213417053, | |
| "learning_rate": 8.532404281434972e-05, | |
| "loss": 4.6752, | |
| "step": 126500 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.38036221265792847, | |
| "learning_rate": 8.53124412671674e-05, | |
| "loss": 4.679, | |
| "step": 126600 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.38587382435798645, | |
| "learning_rate": 8.530083971998506e-05, | |
| "loss": 4.6801, | |
| "step": 126700 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.4019007682800293, | |
| "learning_rate": 8.528923817280273e-05, | |
| "loss": 4.681, | |
| "step": 126800 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.43139323592185974, | |
| "learning_rate": 8.527763662562039e-05, | |
| "loss": 4.6849, | |
| "step": 126900 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.3975641131401062, | |
| "learning_rate": 8.526603507843807e-05, | |
| "loss": 4.6796, | |
| "step": 127000 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 1.2765636444091797, | |
| "learning_rate": 8.525443353125573e-05, | |
| "loss": 4.6789, | |
| "step": 127100 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.3746165335178375, | |
| "learning_rate": 8.52428319840734e-05, | |
| "loss": 4.6801, | |
| "step": 127200 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 3.3519067764282227, | |
| "learning_rate": 8.523123043689106e-05, | |
| "loss": 4.6818, | |
| "step": 127300 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.41541022062301636, | |
| "learning_rate": 8.521962888970874e-05, | |
| "loss": 4.674, | |
| "step": 127400 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.41416847705841064, | |
| "learning_rate": 8.520802734252641e-05, | |
| "loss": 4.6802, | |
| "step": 127500 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.4105985164642334, | |
| "learning_rate": 8.519642579534407e-05, | |
| "loss": 4.6818, | |
| "step": 127600 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.5681924223899841, | |
| "learning_rate": 8.518482424816174e-05, | |
| "loss": 4.6801, | |
| "step": 127700 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.5585260391235352, | |
| "learning_rate": 8.517322270097941e-05, | |
| "loss": 4.6775, | |
| "step": 127800 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.5471286177635193, | |
| "learning_rate": 8.516162115379708e-05, | |
| "loss": 4.6785, | |
| "step": 127900 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.39895522594451904, | |
| "learning_rate": 8.515001960661474e-05, | |
| "loss": 4.6804, | |
| "step": 128000 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.38762810826301575, | |
| "learning_rate": 8.51384180594324e-05, | |
| "loss": 4.6781, | |
| "step": 128100 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.42689523100852966, | |
| "learning_rate": 8.512681651225008e-05, | |
| "loss": 4.6797, | |
| "step": 128200 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.39311423897743225, | |
| "learning_rate": 8.511521496506775e-05, | |
| "loss": 4.6883, | |
| "step": 128300 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.5697504878044128, | |
| "learning_rate": 8.51036134178854e-05, | |
| "loss": 4.6743, | |
| "step": 128400 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.42035338282585144, | |
| "learning_rate": 8.509201187070309e-05, | |
| "loss": 4.6797, | |
| "step": 128500 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.7120895981788635, | |
| "learning_rate": 8.508041032352076e-05, | |
| "loss": 4.6778, | |
| "step": 128600 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.38941749930381775, | |
| "learning_rate": 8.506880877633841e-05, | |
| "loss": 4.6787, | |
| "step": 128700 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.7306220531463623, | |
| "learning_rate": 8.505720722915609e-05, | |
| "loss": 4.6772, | |
| "step": 128800 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.38047537207603455, | |
| "learning_rate": 8.504560568197376e-05, | |
| "loss": 4.6804, | |
| "step": 128900 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 2.079150676727295, | |
| "learning_rate": 8.503400413479143e-05, | |
| "loss": 4.6788, | |
| "step": 129000 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.44098183512687683, | |
| "learning_rate": 8.502240258760908e-05, | |
| "loss": 4.6749, | |
| "step": 129100 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 1.4035288095474243, | |
| "learning_rate": 8.501080104042675e-05, | |
| "loss": 4.6691, | |
| "step": 129200 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.43114110827445984, | |
| "learning_rate": 8.499919949324442e-05, | |
| "loss": 4.6797, | |
| "step": 129300 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.5038126707077026, | |
| "learning_rate": 8.49875979460621e-05, | |
| "loss": 4.6818, | |
| "step": 129400 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.44660595059394836, | |
| "learning_rate": 8.497599639887975e-05, | |
| "loss": 4.6804, | |
| "step": 129500 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.3962138593196869, | |
| "learning_rate": 8.496439485169742e-05, | |
| "loss": 4.6718, | |
| "step": 129600 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.5164237022399902, | |
| "learning_rate": 8.49527933045151e-05, | |
| "loss": 4.6833, | |
| "step": 129700 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 1.7946994304656982, | |
| "learning_rate": 8.494119175733276e-05, | |
| "loss": 4.678, | |
| "step": 129800 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.39110898971557617, | |
| "learning_rate": 8.492959021015043e-05, | |
| "loss": 4.6782, | |
| "step": 129900 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 8.766246795654297, | |
| "learning_rate": 8.491798866296809e-05, | |
| "loss": 4.6728, | |
| "step": 130000 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 7.374971866607666, | |
| "learning_rate": 8.490638711578577e-05, | |
| "loss": 4.6776, | |
| "step": 130100 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.5221861600875854, | |
| "learning_rate": 8.489478556860343e-05, | |
| "loss": 4.679, | |
| "step": 130200 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.3894909620285034, | |
| "learning_rate": 8.48831840214211e-05, | |
| "loss": 4.6727, | |
| "step": 130300 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.39896321296691895, | |
| "learning_rate": 8.487158247423876e-05, | |
| "loss": 4.6779, | |
| "step": 130400 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.4062064588069916, | |
| "learning_rate": 8.485998092705644e-05, | |
| "loss": 4.6774, | |
| "step": 130500 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.5894352197647095, | |
| "learning_rate": 8.48483793798741e-05, | |
| "loss": 4.679, | |
| "step": 130600 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.7942706942558289, | |
| "learning_rate": 8.483677783269177e-05, | |
| "loss": 4.673, | |
| "step": 130700 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.4256235361099243, | |
| "learning_rate": 8.482517628550944e-05, | |
| "loss": 4.6752, | |
| "step": 130800 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.4181482791900635, | |
| "learning_rate": 8.481357473832711e-05, | |
| "loss": 4.6809, | |
| "step": 130900 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.37271997332572937, | |
| "learning_rate": 8.480197319114478e-05, | |
| "loss": 4.678, | |
| "step": 131000 | |
| } | |
| ], | |
| "logging_steps": 100, | |
| "max_steps": 861954, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 500, | |
| "total_flos": 3.271273415079469e+18, | |
| "train_batch_size": 192, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |