| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.7684295008623486, |
| "eval_steps": 10000.0, |
| "global_step": 90000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 8.538105565137207e-06, |
| "grad_norm": 6.5811052322387695, |
| "learning_rate": 1.7073587160662455e-08, |
| "loss": 0.9425575733184814, |
| "memory(GiB)": 4.21, |
| "step": 1, |
| "train_speed(iter/s)": 0.107952 |
| }, |
| { |
| "epoch": 0.004269052782568603, |
| "grad_norm": 0.775414764881134, |
| "learning_rate": 8.536793580331227e-06, |
| "loss": 0.2293025076030968, |
| "memory(GiB)": 5.71, |
| "step": 500, |
| "train_speed(iter/s)": 0.938128 |
| }, |
| { |
| "epoch": 0.008538105565137207, |
| "grad_norm": 0.5124035477638245, |
| "learning_rate": 1.7073587160662455e-05, |
| "loss": 0.05007815933227539, |
| "memory(GiB)": 5.71, |
| "step": 1000, |
| "train_speed(iter/s)": 0.946051 |
| }, |
| { |
| "epoch": 0.012807158347705811, |
| "grad_norm": 0.34229570627212524, |
| "learning_rate": 2.5610380740993682e-05, |
| "loss": 0.036965576171875, |
| "memory(GiB)": 5.71, |
| "step": 1500, |
| "train_speed(iter/s)": 0.980261 |
| }, |
| { |
| "epoch": 0.017076211130274414, |
| "grad_norm": 0.29022017121315, |
| "learning_rate": 3.414717432132491e-05, |
| "loss": 0.030718547821044922, |
| "memory(GiB)": 5.71, |
| "step": 2000, |
| "train_speed(iter/s)": 1.013563 |
| }, |
| { |
| "epoch": 0.02134526391284302, |
| "grad_norm": 0.2701531946659088, |
| "learning_rate": 4.268396790165614e-05, |
| "loss": 0.026950979232788087, |
| "memory(GiB)": 5.71, |
| "step": 2500, |
| "train_speed(iter/s)": 1.038614 |
| }, |
| { |
| "epoch": 0.025614316695411622, |
| "grad_norm": 0.1944938600063324, |
| "learning_rate": 5.1220761481987364e-05, |
| "loss": 0.025618917465209962, |
| "memory(GiB)": 5.71, |
| "step": 3000, |
| "train_speed(iter/s)": 1.081032 |
| }, |
| { |
| "epoch": 0.029883369477980225, |
| "grad_norm": 0.15646104514598846, |
| "learning_rate": 5.9757555062318595e-05, |
| "loss": 0.0239105281829834, |
| "memory(GiB)": 5.71, |
| "step": 3500, |
| "train_speed(iter/s)": 1.023247 |
| }, |
| { |
| "epoch": 0.03415242226054883, |
| "grad_norm": 0.12373720854520798, |
| "learning_rate": 6.829434864264982e-05, |
| "loss": 0.021082000732421877, |
| "memory(GiB)": 5.71, |
| "step": 4000, |
| "train_speed(iter/s)": 0.971265 |
| }, |
| { |
| "epoch": 0.03842147504311743, |
| "grad_norm": 0.11245039105415344, |
| "learning_rate": 7.683114222298106e-05, |
| "loss": 0.020011337280273437, |
| "memory(GiB)": 5.71, |
| "step": 4500, |
| "train_speed(iter/s)": 0.934224 |
| }, |
| { |
| "epoch": 0.04269052782568604, |
| "grad_norm": 0.12453507632017136, |
| "learning_rate": 8.536793580331228e-05, |
| "loss": 0.019226245880126953, |
| "memory(GiB)": 5.71, |
| "step": 5000, |
| "train_speed(iter/s)": 0.906199 |
| }, |
| { |
| "epoch": 0.04695958060825464, |
| "grad_norm": 0.08364573866128922, |
| "learning_rate": 9.39047293836435e-05, |
| "loss": 0.018570756912231444, |
| "memory(GiB)": 5.71, |
| "step": 5500, |
| "train_speed(iter/s)": 0.887629 |
| }, |
| { |
| "epoch": 0.051228633390823244, |
| "grad_norm": 0.08422534167766571, |
| "learning_rate": 9.999959243761552e-05, |
| "loss": 0.018008022308349608, |
| "memory(GiB)": 5.71, |
| "step": 6000, |
| "train_speed(iter/s)": 0.882382 |
| }, |
| { |
| "epoch": 0.05549768617339185, |
| "grad_norm": 0.0722428560256958, |
| "learning_rate": 9.999175989726746e-05, |
| "loss": 0.016920005798339844, |
| "memory(GiB)": 5.71, |
| "step": 6500, |
| "train_speed(iter/s)": 0.887128 |
| }, |
| { |
| "epoch": 0.05976673895596045, |
| "grad_norm": 0.0696873590350151, |
| "learning_rate": 9.997396381339795e-05, |
| "loss": 0.016275758743286132, |
| "memory(GiB)": 5.71, |
| "step": 7000, |
| "train_speed(iter/s)": 0.896874 |
| }, |
| { |
| "epoch": 0.06403579173852905, |
| "grad_norm": 0.0715385377407074, |
| "learning_rate": 9.994620773283261e-05, |
| "loss": 0.03211669921875, |
| "memory(GiB)": 5.71, |
| "step": 7500, |
| "train_speed(iter/s)": 0.906916 |
| }, |
| { |
| "epoch": 0.06830484452109765, |
| "grad_norm": 0.07314470410346985, |
| "learning_rate": 9.990849718746144e-05, |
| "loss": 0.014735573768615723, |
| "memory(GiB)": 5.71, |
| "step": 8000, |
| "train_speed(iter/s)": 0.915054 |
| }, |
| { |
| "epoch": 0.07257389730366626, |
| "grad_norm": 0.0624830424785614, |
| "learning_rate": 9.986083969313632e-05, |
| "loss": 0.014247347831726074, |
| "memory(GiB)": 5.71, |
| "step": 8500, |
| "train_speed(iter/s)": 0.923566 |
| }, |
| { |
| "epoch": 0.07684295008623486, |
| "grad_norm": 0.054315660148859024, |
| "learning_rate": 9.980324474817292e-05, |
| "loss": 0.014038642883300782, |
| "memory(GiB)": 5.71, |
| "step": 9000, |
| "train_speed(iter/s)": 0.931957 |
| }, |
| { |
| "epoch": 0.08111200286880348, |
| "grad_norm": 0.04966143146157265, |
| "learning_rate": 9.973572383145782e-05, |
| "loss": 0.013697422027587891, |
| "memory(GiB)": 5.71, |
| "step": 9500, |
| "train_speed(iter/s)": 0.939331 |
| }, |
| { |
| "epoch": 0.08538105565137208, |
| "grad_norm": 0.055357128381729126, |
| "learning_rate": 9.965829040016061e-05, |
| "loss": 0.013380534172058105, |
| "memory(GiB)": 5.71, |
| "step": 10000, |
| "train_speed(iter/s)": 0.946434 |
| }, |
| { |
| "epoch": 0.08965010843394068, |
| "grad_norm": 0.05234465003013611, |
| "learning_rate": 9.957095988705193e-05, |
| "loss": 0.013177488327026367, |
| "memory(GiB)": 5.71, |
| "step": 10500, |
| "train_speed(iter/s)": 0.960222 |
| }, |
| { |
| "epoch": 0.09391916121650928, |
| "grad_norm": 0.053024690598249435, |
| "learning_rate": 9.947374969742755e-05, |
| "loss": 0.013030742645263672, |
| "memory(GiB)": 5.71, |
| "step": 11000, |
| "train_speed(iter/s)": 0.973308 |
| }, |
| { |
| "epoch": 0.09818821399907789, |
| "grad_norm": 0.04746083542704582, |
| "learning_rate": 9.936667920563951e-05, |
| "loss": 0.012802671432495118, |
| "memory(GiB)": 5.71, |
| "step": 11500, |
| "train_speed(iter/s)": 0.985248 |
| }, |
| { |
| "epoch": 0.10245726678164649, |
| "grad_norm": 0.045355405658483505, |
| "learning_rate": 9.924976975123472e-05, |
| "loss": 0.012366548538208007, |
| "memory(GiB)": 5.71, |
| "step": 12000, |
| "train_speed(iter/s)": 0.996787 |
| }, |
| { |
| "epoch": 0.10672631956421509, |
| "grad_norm": 0.0430605448782444, |
| "learning_rate": 9.912304463470185e-05, |
| "loss": 0.018324718475341797, |
| "memory(GiB)": 5.71, |
| "step": 12500, |
| "train_speed(iter/s)": 1.007619 |
| }, |
| { |
| "epoch": 0.1109953723467837, |
| "grad_norm": 0.03760723024606705, |
| "learning_rate": 9.89865291128276e-05, |
| "loss": 0.011288459777832032, |
| "memory(GiB)": 5.71, |
| "step": 13000, |
| "train_speed(iter/s)": 1.017831 |
| }, |
| { |
| "epoch": 0.1152644251293523, |
| "grad_norm": 0.04123725742101669, |
| "learning_rate": 9.884025039366274e-05, |
| "loss": 0.011067386627197265, |
| "memory(GiB)": 5.71, |
| "step": 13500, |
| "train_speed(iter/s)": 1.027479 |
| }, |
| { |
| "epoch": 0.1195334779119209, |
| "grad_norm": 0.046554189175367355, |
| "learning_rate": 9.868423763109962e-05, |
| "loss": 0.010972289085388184, |
| "memory(GiB)": 5.71, |
| "step": 14000, |
| "train_speed(iter/s)": 1.0366 |
| }, |
| { |
| "epoch": 0.1238025306944895, |
| "grad_norm": 0.04529291018843651, |
| "learning_rate": 9.851852191906155e-05, |
| "loss": 0.010918002128601074, |
| "memory(GiB)": 5.71, |
| "step": 14500, |
| "train_speed(iter/s)": 1.045276 |
| }, |
| { |
| "epoch": 0.1280715834770581, |
| "grad_norm": 0.039391227066516876, |
| "learning_rate": 9.834313628530574e-05, |
| "loss": 0.010901000022888184, |
| "memory(GiB)": 5.71, |
| "step": 15000, |
| "train_speed(iter/s)": 1.053467 |
| }, |
| { |
| "epoch": 0.13234063625962672, |
| "grad_norm": 0.050082143396139145, |
| "learning_rate": 9.81581156848408e-05, |
| "loss": 0.010822629928588868, |
| "memory(GiB)": 5.71, |
| "step": 15500, |
| "train_speed(iter/s)": 1.061046 |
| }, |
| { |
| "epoch": 0.1366096890421953, |
| "grad_norm": 0.04181528836488724, |
| "learning_rate": 9.79634969929599e-05, |
| "loss": 0.01061639404296875, |
| "memory(GiB)": 5.71, |
| "step": 16000, |
| "train_speed(iter/s)": 1.068454 |
| }, |
| { |
| "epoch": 0.14087874182476393, |
| "grad_norm": 0.037736013531684875, |
| "learning_rate": 9.775931899789159e-05, |
| "loss": 0.01050139808654785, |
| "memory(GiB)": 5.71, |
| "step": 16500, |
| "train_speed(iter/s)": 1.075513 |
| }, |
| { |
| "epoch": 0.14514779460733251, |
| "grad_norm": 0.03446267917752266, |
| "learning_rate": 9.754562239306902e-05, |
| "loss": 0.010301560401916503, |
| "memory(GiB)": 5.71, |
| "step": 17000, |
| "train_speed(iter/s)": 1.08225 |
| }, |
| { |
| "epoch": 0.14941684738990113, |
| "grad_norm": 0.035218626260757446, |
| "learning_rate": 9.732244976901965e-05, |
| "loss": 0.010299022674560548, |
| "memory(GiB)": 5.71, |
| "step": 17500, |
| "train_speed(iter/s)": 1.088656 |
| }, |
| { |
| "epoch": 0.15368590017246972, |
| "grad_norm": 0.034140028059482574, |
| "learning_rate": 9.708984560487677e-05, |
| "loss": 0.010085094451904296, |
| "memory(GiB)": 5.71, |
| "step": 18000, |
| "train_speed(iter/s)": 1.094769 |
| }, |
| { |
| "epoch": 0.15795495295503834, |
| "grad_norm": 0.040227197110652924, |
| "learning_rate": 9.684785625951468e-05, |
| "loss": 0.009981593132019044, |
| "memory(GiB)": 5.71, |
| "step": 18500, |
| "train_speed(iter/s)": 1.100633 |
| }, |
| { |
| "epoch": 0.16222400573760695, |
| "grad_norm": 0.03376320004463196, |
| "learning_rate": 9.659652996230917e-05, |
| "loss": 0.009874713897705079, |
| "memory(GiB)": 5.71, |
| "step": 19000, |
| "train_speed(iter/s)": 1.106243 |
| }, |
| { |
| "epoch": 0.16649305852017554, |
| "grad_norm": 0.03337237238883972, |
| "learning_rate": 9.633591680352522e-05, |
| "loss": 0.009621439933776855, |
| "memory(GiB)": 5.71, |
| "step": 19500, |
| "train_speed(iter/s)": 1.111407 |
| }, |
| { |
| "epoch": 0.17076211130274416, |
| "grad_norm": 0.03156784921884537, |
| "learning_rate": 9.606606872433384e-05, |
| "loss": 0.01175856876373291, |
| "memory(GiB)": 5.73, |
| "step": 20000, |
| "train_speed(iter/s)": 1.116578 |
| }, |
| { |
| "epoch": 0.17503116408531275, |
| "grad_norm": 0.06789804250001907, |
| "learning_rate": 9.578703950645998e-05, |
| "loss": 0.008876850128173828, |
| "memory(GiB)": 5.73, |
| "step": 20500, |
| "train_speed(iter/s)": 1.121386 |
| }, |
| { |
| "epoch": 0.17930021686788136, |
| "grad_norm": 0.029559865593910217, |
| "learning_rate": 9.549888476146366e-05, |
| "loss": 0.008808825492858887, |
| "memory(GiB)": 5.73, |
| "step": 21000, |
| "train_speed(iter/s)": 1.126144 |
| }, |
| { |
| "epoch": 0.18356926965044995, |
| "grad_norm": 0.027149997651576996, |
| "learning_rate": 9.52016619196564e-05, |
| "loss": 0.008746042251586914, |
| "memory(GiB)": 5.73, |
| "step": 21500, |
| "train_speed(iter/s)": 1.130706 |
| }, |
| { |
| "epoch": 0.18783832243301857, |
| "grad_norm": 0.031270887702703476, |
| "learning_rate": 9.489543021865507e-05, |
| "loss": 0.008727970123291016, |
| "memory(GiB)": 5.73, |
| "step": 22000, |
| "train_speed(iter/s)": 1.135093 |
| }, |
| { |
| "epoch": 0.19210737521558716, |
| "grad_norm": 0.03134565427899361, |
| "learning_rate": 9.458025069157563e-05, |
| "loss": 0.008822738647460937, |
| "memory(GiB)": 5.73, |
| "step": 22500, |
| "train_speed(iter/s)": 1.139318 |
| }, |
| { |
| "epoch": 0.19637642799815577, |
| "grad_norm": 0.02970048598945141, |
| "learning_rate": 9.425618615486908e-05, |
| "loss": 0.008724775314331055, |
| "memory(GiB)": 5.73, |
| "step": 23000, |
| "train_speed(iter/s)": 1.143306 |
| }, |
| { |
| "epoch": 0.20064548078072436, |
| "grad_norm": 0.037413984537124634, |
| "learning_rate": 9.392330119580186e-05, |
| "loss": 0.008617961883544922, |
| "memory(GiB)": 5.73, |
| "step": 23500, |
| "train_speed(iter/s)": 1.147167 |
| }, |
| { |
| "epoch": 0.20491453356329298, |
| "grad_norm": 0.031085532158613205, |
| "learning_rate": 9.358166215958333e-05, |
| "loss": 0.008613507270812988, |
| "memory(GiB)": 5.73, |
| "step": 24000, |
| "train_speed(iter/s)": 1.150974 |
| }, |
| { |
| "epoch": 0.2091835863458616, |
| "grad_norm": 0.030068758875131607, |
| "learning_rate": 9.323133713614297e-05, |
| "loss": 0.008516620635986329, |
| "memory(GiB)": 5.73, |
| "step": 24500, |
| "train_speed(iter/s)": 1.154635 |
| }, |
| { |
| "epoch": 0.21345263912843018, |
| "grad_norm": 0.030049536377191544, |
| "learning_rate": 9.287239594655976e-05, |
| "loss": 0.00915114688873291, |
| "memory(GiB)": 5.73, |
| "step": 25000, |
| "train_speed(iter/s)": 1.158172 |
| }, |
| { |
| "epoch": 0.2177216919109988, |
| "grad_norm": 0.03236347809433937, |
| "learning_rate": 9.250491012914668e-05, |
| "loss": 0.008387946128845214, |
| "memory(GiB)": 5.73, |
| "step": 25500, |
| "train_speed(iter/s)": 1.161598 |
| }, |
| { |
| "epoch": 0.2219907446935674, |
| "grad_norm": 0.028227701783180237, |
| "learning_rate": 9.212895292519276e-05, |
| "loss": 0.008091423034667969, |
| "memory(GiB)": 5.73, |
| "step": 26000, |
| "train_speed(iter/s)": 1.164914 |
| }, |
| { |
| "epoch": 0.226259797476136, |
| "grad_norm": 0.026642831042408943, |
| "learning_rate": 9.17445992643658e-05, |
| "loss": 0.008073025703430176, |
| "memory(GiB)": 5.73, |
| "step": 26500, |
| "train_speed(iter/s)": 1.168129 |
| }, |
| { |
| "epoch": 0.2305288502587046, |
| "grad_norm": 0.029216019436717033, |
| "learning_rate": 9.135192574977873e-05, |
| "loss": 0.008088951110839843, |
| "memory(GiB)": 5.73, |
| "step": 27000, |
| "train_speed(iter/s)": 1.169593 |
| }, |
| { |
| "epoch": 0.2347979030412732, |
| "grad_norm": 0.02682262659072876, |
| "learning_rate": 9.09510106427222e-05, |
| "loss": 0.007971211433410645, |
| "memory(GiB)": 5.73, |
| "step": 27500, |
| "train_speed(iter/s)": 1.172618 |
| }, |
| { |
| "epoch": 0.2390669558238418, |
| "grad_norm": 0.027296727523207664, |
| "learning_rate": 9.054193384706688e-05, |
| "loss": 0.007928550243377686, |
| "memory(GiB)": 5.73, |
| "step": 28000, |
| "train_speed(iter/s)": 1.165921 |
| }, |
| { |
| "epoch": 0.24333600860641041, |
| "grad_norm": 0.03066374734044075, |
| "learning_rate": 9.012477689333834e-05, |
| "loss": 0.007805256366729736, |
| "memory(GiB)": 5.73, |
| "step": 28500, |
| "train_speed(iter/s)": 1.155767 |
| }, |
| { |
| "epoch": 0.247605061388979, |
| "grad_norm": 0.027467776089906693, |
| "learning_rate": 8.96996229224676e-05, |
| "loss": 0.007825798034667968, |
| "memory(GiB)": 5.73, |
| "step": 29000, |
| "train_speed(iter/s)": 1.147611 |
| }, |
| { |
| "epoch": 0.2518741141715476, |
| "grad_norm": 0.028940001502633095, |
| "learning_rate": 8.926655666922102e-05, |
| "loss": 0.007748476028442383, |
| "memory(GiB)": 5.73, |
| "step": 29500, |
| "train_speed(iter/s)": 1.139656 |
| }, |
| { |
| "epoch": 0.2561431669541162, |
| "grad_norm": 0.0281364805996418, |
| "learning_rate": 8.882566444531216e-05, |
| "loss": 0.007644564628601074, |
| "memory(GiB)": 5.73, |
| "step": 30000, |
| "train_speed(iter/s)": 1.131607 |
| }, |
| { |
| "epoch": 0.2604122197366848, |
| "grad_norm": 0.03272758424282074, |
| "learning_rate": 8.837703412219962e-05, |
| "loss": 0.007614383697509766, |
| "memory(GiB)": 5.73, |
| "step": 30500, |
| "train_speed(iter/s)": 1.123907 |
| }, |
| { |
| "epoch": 0.26468127251925344, |
| "grad_norm": 0.033637482672929764, |
| "learning_rate": 8.7920755113574e-05, |
| "loss": 0.007485725402832031, |
| "memory(GiB)": 5.73, |
| "step": 31000, |
| "train_speed(iter/s)": 1.118652 |
| }, |
| { |
| "epoch": 0.26895032530182206, |
| "grad_norm": 0.028677962720394135, |
| "learning_rate": 8.745691835753724e-05, |
| "loss": 0.007466458320617676, |
| "memory(GiB)": 5.73, |
| "step": 31500, |
| "train_speed(iter/s)": 1.114283 |
| }, |
| { |
| "epoch": 0.2732193780843906, |
| "grad_norm": 0.026501238346099854, |
| "learning_rate": 8.698561629847851e-05, |
| "loss": 0.00739455795288086, |
| "memory(GiB)": 5.73, |
| "step": 32000, |
| "train_speed(iter/s)": 1.110807 |
| }, |
| { |
| "epoch": 0.27748843086695923, |
| "grad_norm": 0.03185174614191055, |
| "learning_rate": 8.650694286864957e-05, |
| "loss": 0.007317279815673828, |
| "memory(GiB)": 5.73, |
| "step": 32500, |
| "train_speed(iter/s)": 1.109657 |
| }, |
| { |
| "epoch": 0.28175748364952785, |
| "grad_norm": 0.031619079411029816, |
| "learning_rate": 8.602099346944379e-05, |
| "loss": 0.007236574649810791, |
| "memory(GiB)": 5.73, |
| "step": 33000, |
| "train_speed(iter/s)": 1.109762 |
| }, |
| { |
| "epoch": 0.28602653643209647, |
| "grad_norm": 0.028590602800250053, |
| "learning_rate": 8.552786495238226e-05, |
| "loss": 0.00712824535369873, |
| "memory(GiB)": 5.73, |
| "step": 33500, |
| "train_speed(iter/s)": 1.10959 |
| }, |
| { |
| "epoch": 0.29029558921466503, |
| "grad_norm": 0.026914609596133232, |
| "learning_rate": 8.502765559981091e-05, |
| "loss": 0.007133237838745117, |
| "memory(GiB)": 5.73, |
| "step": 34000, |
| "train_speed(iter/s)": 1.108437 |
| }, |
| { |
| "epoch": 0.29456464199723364, |
| "grad_norm": 0.03186658397316933, |
| "learning_rate": 8.452046510531258e-05, |
| "loss": 0.00705194091796875, |
| "memory(GiB)": 5.73, |
| "step": 34500, |
| "train_speed(iter/s)": 1.111376 |
| }, |
| { |
| "epoch": 0.29883369477980226, |
| "grad_norm": 0.022866345942020416, |
| "learning_rate": 8.400639455383754e-05, |
| "loss": 0.006991560935974121, |
| "memory(GiB)": 5.73, |
| "step": 35000, |
| "train_speed(iter/s)": 1.103171 |
| }, |
| { |
| "epoch": 0.3031027475623709, |
| "grad_norm": 0.027075253427028656, |
| "learning_rate": 8.348554640155709e-05, |
| "loss": 0.006916217803955078, |
| "memory(GiB)": 5.73, |
| "step": 35500, |
| "train_speed(iter/s)": 1.094784 |
| }, |
| { |
| "epoch": 0.30737180034493944, |
| "grad_norm": 0.027598075568675995, |
| "learning_rate": 8.295802445544345e-05, |
| "loss": 0.0068712844848632815, |
| "memory(GiB)": 5.73, |
| "step": 36000, |
| "train_speed(iter/s)": 1.087037 |
| }, |
| { |
| "epoch": 0.31164085312750806, |
| "grad_norm": 0.022508256137371063, |
| "learning_rate": 8.242393385258083e-05, |
| "loss": 0.006878099918365479, |
| "memory(GiB)": 5.73, |
| "step": 36500, |
| "train_speed(iter/s)": 1.080097 |
| }, |
| { |
| "epoch": 0.31590990591007667, |
| "grad_norm": 0.02388549968600273, |
| "learning_rate": 8.188338103921109e-05, |
| "loss": 0.006974416732788086, |
| "memory(GiB)": 5.73, |
| "step": 37000, |
| "train_speed(iter/s)": 1.073446 |
| }, |
| { |
| "epoch": 0.3201789586926453, |
| "grad_norm": 0.025459734722971916, |
| "learning_rate": 8.13364737495187e-05, |
| "loss": 0.0067239184379577635, |
| "memory(GiB)": 5.73, |
| "step": 37500, |
| "train_speed(iter/s)": 1.067642 |
| }, |
| { |
| "epoch": 0.3244480114752139, |
| "grad_norm": 0.023768454790115356, |
| "learning_rate": 8.078332098415881e-05, |
| "loss": 0.006635515213012695, |
| "memory(GiB)": 5.73, |
| "step": 38000, |
| "train_speed(iter/s)": 1.067385 |
| }, |
| { |
| "epoch": 0.32871706425778247, |
| "grad_norm": 0.028179064393043518, |
| "learning_rate": 8.022403298853317e-05, |
| "loss": 0.00661515998840332, |
| "memory(GiB)": 5.73, |
| "step": 38500, |
| "train_speed(iter/s)": 1.067485 |
| }, |
| { |
| "epoch": 0.3329861170403511, |
| "grad_norm": 0.026124022901058197, |
| "learning_rate": 7.965872123081765e-05, |
| "loss": 0.006523737907409668, |
| "memory(GiB)": 5.73, |
| "step": 39000, |
| "train_speed(iter/s)": 1.067501 |
| }, |
| { |
| "epoch": 0.3372551698229197, |
| "grad_norm": 0.02668868564069271, |
| "learning_rate": 7.908749837974632e-05, |
| "loss": 0.006474626541137695, |
| "memory(GiB)": 5.73, |
| "step": 39500, |
| "train_speed(iter/s)": 1.067703 |
| }, |
| { |
| "epoch": 0.3415242226054883, |
| "grad_norm": 0.02441154234111309, |
| "learning_rate": 7.851047828215611e-05, |
| "loss": 0.006419078826904297, |
| "memory(GiB)": 5.73, |
| "step": 40000, |
| "train_speed(iter/s)": 1.06808 |
| }, |
| { |
| "epoch": 0.3457932753880569, |
| "grad_norm": 0.0254750307649374, |
| "learning_rate": 7.792777594029674e-05, |
| "loss": 0.006350691795349121, |
| "memory(GiB)": 5.73, |
| "step": 40500, |
| "train_speed(iter/s)": 1.068683 |
| }, |
| { |
| "epoch": 0.3500623281706255, |
| "grad_norm": 0.027933409437537193, |
| "learning_rate": 7.73395074889103e-05, |
| "loss": 0.006355803966522217, |
| "memory(GiB)": 5.73, |
| "step": 41000, |
| "train_speed(iter/s)": 1.064808 |
| }, |
| { |
| "epoch": 0.3543313809531941, |
| "grad_norm": 0.022553391754627228, |
| "learning_rate": 7.67457901720852e-05, |
| "loss": 0.006336944103240967, |
| "memory(GiB)": 5.73, |
| "step": 41500, |
| "train_speed(iter/s)": 1.060284 |
| }, |
| { |
| "epoch": 0.3586004337357627, |
| "grad_norm": 0.027581321075558662, |
| "learning_rate": 7.614674231988903e-05, |
| "loss": 0.00619974422454834, |
| "memory(GiB)": 5.73, |
| "step": 42000, |
| "train_speed(iter/s)": 1.055658 |
| }, |
| { |
| "epoch": 0.3628694865183313, |
| "grad_norm": 0.02141967974603176, |
| "learning_rate": 7.554248332478485e-05, |
| "loss": 0.006249521732330322, |
| "memory(GiB)": 5.73, |
| "step": 42500, |
| "train_speed(iter/s)": 1.051341 |
| }, |
| { |
| "epoch": 0.3671385393008999, |
| "grad_norm": 0.025843387469649315, |
| "learning_rate": 7.49331336178358e-05, |
| "loss": 0.006162589550018311, |
| "memory(GiB)": 5.73, |
| "step": 43000, |
| "train_speed(iter/s)": 1.046866 |
| }, |
| { |
| "epoch": 0.3714075920834685, |
| "grad_norm": 0.02431940846145153, |
| "learning_rate": 7.431881464470293e-05, |
| "loss": 0.0060729503631591795, |
| "memory(GiB)": 5.73, |
| "step": 43500, |
| "train_speed(iter/s)": 1.042554 |
| }, |
| { |
| "epoch": 0.37567664486603713, |
| "grad_norm": 0.0244905948638916, |
| "learning_rate": 7.369964884144047e-05, |
| "loss": 0.006033665180206299, |
| "memory(GiB)": 5.73, |
| "step": 44000, |
| "train_speed(iter/s)": 1.041578 |
| }, |
| { |
| "epoch": 0.37994569764860575, |
| "grad_norm": 0.02309691719710827, |
| "learning_rate": 7.307575961009385e-05, |
| "loss": 0.006005731582641602, |
| "memory(GiB)": 5.73, |
| "step": 44500, |
| "train_speed(iter/s)": 1.041875 |
| }, |
| { |
| "epoch": 0.3842147504311743, |
| "grad_norm": 0.023321352899074554, |
| "learning_rate": 7.24472712941053e-05, |
| "loss": 0.005931224346160889, |
| "memory(GiB)": 5.73, |
| "step": 45000, |
| "train_speed(iter/s)": 1.044453 |
| }, |
| { |
| "epoch": 0.38848380321374293, |
| "grad_norm": 0.024199847131967545, |
| "learning_rate": 7.181430915353171e-05, |
| "loss": 0.0059114408493041995, |
| "memory(GiB)": 5.73, |
| "step": 45500, |
| "train_speed(iter/s)": 1.047147 |
| }, |
| { |
| "epoch": 0.39275285599631155, |
| "grad_norm": 0.02660815231502056, |
| "learning_rate": 7.117699934007987e-05, |
| "loss": 0.005867915630340576, |
| "memory(GiB)": 5.73, |
| "step": 46000, |
| "train_speed(iter/s)": 1.049798 |
| }, |
| { |
| "epoch": 0.39702190877888016, |
| "grad_norm": 0.02538706362247467, |
| "learning_rate": 7.053546887196391e-05, |
| "loss": 0.005895719528198242, |
| "memory(GiB)": 5.73, |
| "step": 46500, |
| "train_speed(iter/s)": 1.052318 |
| }, |
| { |
| "epoch": 0.4012909615614487, |
| "grad_norm": 0.023992260918021202, |
| "learning_rate": 6.988984560859009e-05, |
| "loss": 0.005823767662048339, |
| "memory(GiB)": 5.73, |
| "step": 47000, |
| "train_speed(iter/s)": 1.054874 |
| }, |
| { |
| "epoch": 0.40556001434401734, |
| "grad_norm": 0.024961460381746292, |
| "learning_rate": 6.924025822507398e-05, |
| "loss": 0.005796549797058105, |
| "memory(GiB)": 5.73, |
| "step": 47500, |
| "train_speed(iter/s)": 1.057392 |
| }, |
| { |
| "epoch": 0.40982906712658596, |
| "grad_norm": 0.026839323341846466, |
| "learning_rate": 6.858683618659509e-05, |
| "loss": 0.0057229394912719726, |
| "memory(GiB)": 5.73, |
| "step": 48000, |
| "train_speed(iter/s)": 1.059871 |
| }, |
| { |
| "epoch": 0.41409811990915457, |
| "grad_norm": 0.026930488646030426, |
| "learning_rate": 6.792970972259381e-05, |
| "loss": 0.005688785552978515, |
| "memory(GiB)": 5.73, |
| "step": 48500, |
| "train_speed(iter/s)": 1.062309 |
| }, |
| { |
| "epoch": 0.4183671726917232, |
| "grad_norm": 0.024773526936769485, |
| "learning_rate": 6.726900980081639e-05, |
| "loss": 0.005612356185913086, |
| "memory(GiB)": 5.73, |
| "step": 49000, |
| "train_speed(iter/s)": 1.06471 |
| }, |
| { |
| "epoch": 0.42263622547429175, |
| "grad_norm": 0.025835830718278885, |
| "learning_rate": 6.660486810121244e-05, |
| "loss": 0.005570381164550781, |
| "memory(GiB)": 5.73, |
| "step": 49500, |
| "train_speed(iter/s)": 1.067072 |
| }, |
| { |
| "epoch": 0.42690527825686037, |
| "grad_norm": 0.028116557747125626, |
| "learning_rate": 6.593741698969073e-05, |
| "loss": 0.005553098201751709, |
| "memory(GiB)": 5.73, |
| "step": 50000, |
| "train_speed(iter/s)": 1.069395 |
| }, |
| { |
| "epoch": 0.431174331039429, |
| "grad_norm": 0.026658741757273674, |
| "learning_rate": 6.526678949173808e-05, |
| "loss": 0.005453477859497071, |
| "memory(GiB)": 5.73, |
| "step": 50500, |
| "train_speed(iter/s)": 1.065559 |
| }, |
| { |
| "epoch": 0.4354433838219976, |
| "grad_norm": 0.02522198110818863, |
| "learning_rate": 6.459311926590695e-05, |
| "loss": 0.005405562877655029, |
| "memory(GiB)": 5.73, |
| "step": 51000, |
| "train_speed(iter/s)": 1.061202 |
| }, |
| { |
| "epoch": 0.43971243660456616, |
| "grad_norm": 0.019938671961426735, |
| "learning_rate": 6.391654057717676e-05, |
| "loss": 0.005375346183776855, |
| "memory(GiB)": 5.73, |
| "step": 51500, |
| "train_speed(iter/s)": 1.05697 |
| }, |
| { |
| "epoch": 0.4439814893871348, |
| "grad_norm": 0.02449255809187889, |
| "learning_rate": 6.32371882701944e-05, |
| "loss": 0.00538975715637207, |
| "memory(GiB)": 5.73, |
| "step": 52000, |
| "train_speed(iter/s)": 1.053086 |
| }, |
| { |
| "epoch": 0.4482505421697034, |
| "grad_norm": 0.027349578216671944, |
| "learning_rate": 6.25551977423992e-05, |
| "loss": 0.005338613510131836, |
| "memory(GiB)": 5.73, |
| "step": 52500, |
| "train_speed(iter/s)": 1.049655 |
| }, |
| { |
| "epoch": 0.452519594952272, |
| "grad_norm": 0.02677008882164955, |
| "learning_rate": 6.187070491703767e-05, |
| "loss": 0.005392338752746582, |
| "memory(GiB)": 5.73, |
| "step": 53000, |
| "train_speed(iter/s)": 1.046434 |
| }, |
| { |
| "epoch": 0.45678864773484057, |
| "grad_norm": 0.021387379616498947, |
| "learning_rate": 6.118384621607356e-05, |
| "loss": 0.0052757196426391605, |
| "memory(GiB)": 5.73, |
| "step": 53500, |
| "train_speed(iter/s)": 1.043484 |
| }, |
| { |
| "epoch": 0.4610577005174092, |
| "grad_norm": 0.021920237690210342, |
| "learning_rate": 6.0494758532998397e-05, |
| "loss": 0.0052754092216491695, |
| "memory(GiB)": 5.73, |
| "step": 54000, |
| "train_speed(iter/s)": 1.040652 |
| }, |
| { |
| "epoch": 0.4653267532999778, |
| "grad_norm": 0.02255011908710003, |
| "learning_rate": 5.980357920554813e-05, |
| "loss": 0.005176177024841308, |
| "memory(GiB)": 5.73, |
| "step": 54500, |
| "train_speed(iter/s)": 1.03761 |
| }, |
| { |
| "epoch": 0.4695958060825464, |
| "grad_norm": 0.023933693766593933, |
| "learning_rate": 5.91104459883312e-05, |
| "loss": 0.00518220043182373, |
| "memory(GiB)": 5.73, |
| "step": 55000, |
| "train_speed(iter/s)": 1.03464 |
| }, |
| { |
| "epoch": 0.47386485886511504, |
| "grad_norm": 0.02640974149107933, |
| "learning_rate": 5.8415497025373545e-05, |
| "loss": 0.0051289405822753905, |
| "memory(GiB)": 5.73, |
| "step": 55500, |
| "train_speed(iter/s)": 1.032562 |
| }, |
| { |
| "epoch": 0.4781339116476836, |
| "grad_norm": 0.027417296543717384, |
| "learning_rate": 5.771887082258598e-05, |
| "loss": 0.005091516494750976, |
| "memory(GiB)": 5.73, |
| "step": 56000, |
| "train_speed(iter/s)": 1.031309 |
| }, |
| { |
| "epoch": 0.4824029644302522, |
| "grad_norm": 0.02626318484544754, |
| "learning_rate": 5.7020706220159446e-05, |
| "loss": 0.005014698505401611, |
| "memory(GiB)": 5.73, |
| "step": 56500, |
| "train_speed(iter/s)": 1.030475 |
| }, |
| { |
| "epoch": 0.48667201721282083, |
| "grad_norm": 0.022486470639705658, |
| "learning_rate": 5.6321142364893655e-05, |
| "loss": 0.00502289867401123, |
| "memory(GiB)": 5.73, |
| "step": 57000, |
| "train_speed(iter/s)": 1.029867 |
| }, |
| { |
| "epoch": 0.49094106999538945, |
| "grad_norm": 0.024762239307165146, |
| "learning_rate": 5.562031868246459e-05, |
| "loss": 0.004976710319519043, |
| "memory(GiB)": 5.73, |
| "step": 57500, |
| "train_speed(iter/s)": 1.029133 |
| }, |
| { |
| "epoch": 0.495210122777958, |
| "grad_norm": 0.02197747305035591, |
| "learning_rate": 5.49183748496365e-05, |
| "loss": 0.004930309295654297, |
| "memory(GiB)": 5.73, |
| "step": 58000, |
| "train_speed(iter/s)": 1.03126 |
| }, |
| { |
| "epoch": 0.4994791755605266, |
| "grad_norm": 0.017993444576859474, |
| "learning_rate": 5.421545076642376e-05, |
| "loss": 0.004885564804077149, |
| "memory(GiB)": 5.73, |
| "step": 58500, |
| "train_speed(iter/s)": 1.033407 |
| }, |
| { |
| "epoch": 0.5037482283430952, |
| "grad_norm": 0.023290056735277176, |
| "learning_rate": 5.351168652820825e-05, |
| "loss": 0.004815481662750244, |
| "memory(GiB)": 5.73, |
| "step": 59000, |
| "train_speed(iter/s)": 1.035534 |
| }, |
| { |
| "epoch": 0.5080172811256638, |
| "grad_norm": 0.02278745174407959, |
| "learning_rate": 5.2807222397817946e-05, |
| "loss": 0.0048018951416015625, |
| "memory(GiB)": 5.73, |
| "step": 59500, |
| "train_speed(iter/s)": 1.037635 |
| }, |
| { |
| "epoch": 0.5122863339082324, |
| "grad_norm": 0.01709616929292679, |
| "learning_rate": 5.210219877757185e-05, |
| "loss": 0.004790943622589111, |
| "memory(GiB)": 5.73, |
| "step": 60000, |
| "train_speed(iter/s)": 1.039708 |
| }, |
| { |
| "epoch": 0.516555386690801, |
| "grad_norm": 0.024141253903508186, |
| "learning_rate": 5.139675618129741e-05, |
| "loss": 0.0047971105575561526, |
| "memory(GiB)": 5.73, |
| "step": 60500, |
| "train_speed(iter/s)": 1.041714 |
| }, |
| { |
| "epoch": 0.5208244394733696, |
| "grad_norm": 0.025403697043657303, |
| "learning_rate": 5.069103520632558e-05, |
| "loss": 0.0046922645568847655, |
| "memory(GiB)": 5.73, |
| "step": 61000, |
| "train_speed(iter/s)": 1.043735 |
| }, |
| { |
| "epoch": 0.5250934922559383, |
| "grad_norm": 0.023161958903074265, |
| "learning_rate": 4.998517650546916e-05, |
| "loss": 0.0046929998397827145, |
| "memory(GiB)": 5.73, |
| "step": 61500, |
| "train_speed(iter/s)": 1.045718 |
| }, |
| { |
| "epoch": 0.5293625450385069, |
| "grad_norm": 0.022052627056837082, |
| "learning_rate": 4.927932075899032e-05, |
| "loss": 0.004638696193695068, |
| "memory(GiB)": 5.73, |
| "step": 62000, |
| "train_speed(iter/s)": 1.043334 |
| }, |
| { |
| "epoch": 0.5336315978210755, |
| "grad_norm": 0.023017114028334618, |
| "learning_rate": 4.857360864656229e-05, |
| "loss": 0.004680471420288086, |
| "memory(GiB)": 5.73, |
| "step": 62500, |
| "train_speed(iter/s)": 1.041039 |
| }, |
| { |
| "epoch": 0.5379006506036441, |
| "grad_norm": 0.023162037134170532, |
| "learning_rate": 4.7868180819231614e-05, |
| "loss": 0.004635006904602051, |
| "memory(GiB)": 5.73, |
| "step": 63000, |
| "train_speed(iter/s)": 1.039508 |
| }, |
| { |
| "epoch": 0.5421697033862126, |
| "grad_norm": 0.02154356613755226, |
| "learning_rate": 4.7163177871385713e-05, |
| "loss": 0.004594725131988525, |
| "memory(GiB)": 5.73, |
| "step": 63500, |
| "train_speed(iter/s)": 1.037869 |
| }, |
| { |
| "epoch": 0.5464387561687812, |
| "grad_norm": 0.024489399045705795, |
| "learning_rate": 4.6458740312731915e-05, |
| "loss": 0.004505970001220703, |
| "memory(GiB)": 5.73, |
| "step": 64000, |
| "train_speed(iter/s)": 1.036001 |
| }, |
| { |
| "epoch": 0.5507078089513499, |
| "grad_norm": 0.02230563387274742, |
| "learning_rate": 4.575500854029343e-05, |
| "loss": 0.004512208938598633, |
| "memory(GiB)": 5.73, |
| "step": 64500, |
| "train_speed(iter/s)": 1.034042 |
| }, |
| { |
| "epoch": 0.5549768617339185, |
| "grad_norm": 0.024222563952207565, |
| "learning_rate": 4.5052122810427655e-05, |
| "loss": 0.004453976154327393, |
| "memory(GiB)": 5.73, |
| "step": 65000, |
| "train_speed(iter/s)": 1.033383 |
| }, |
| { |
| "epoch": 0.5592459145164871, |
| "grad_norm": 0.024108612909913063, |
| "learning_rate": 4.435022321087251e-05, |
| "loss": 0.004433969497680664, |
| "memory(GiB)": 5.73, |
| "step": 65500, |
| "train_speed(iter/s)": 1.031504 |
| }, |
| { |
| "epoch": 0.5635149672990557, |
| "grad_norm": 0.02404128573834896, |
| "learning_rate": 4.3649449632826524e-05, |
| "loss": 0.004369840621948242, |
| "memory(GiB)": 5.73, |
| "step": 66000, |
| "train_speed(iter/s)": 1.029515 |
| }, |
| { |
| "epoch": 0.5677840200816243, |
| "grad_norm": 0.02122694067656994, |
| "learning_rate": 4.294994174306796e-05, |
| "loss": 0.00436569881439209, |
| "memory(GiB)": 5.73, |
| "step": 66500, |
| "train_speed(iter/s)": 1.027863 |
| }, |
| { |
| "epoch": 0.5720530728641929, |
| "grad_norm": 0.02231895923614502, |
| "learning_rate": 4.2251838956118646e-05, |
| "loss": 0.004324491500854492, |
| "memory(GiB)": 5.73, |
| "step": 67000, |
| "train_speed(iter/s)": 1.026447 |
| }, |
| { |
| "epoch": 0.5763221256467616, |
| "grad_norm": 0.01995609700679779, |
| "learning_rate": 4.1555280406458243e-05, |
| "loss": 0.004273086071014404, |
| "memory(GiB)": 5.73, |
| "step": 67500, |
| "train_speed(iter/s)": 1.025095 |
| }, |
| { |
| "epoch": 0.5805911784293301, |
| "grad_norm": 0.023028602823615074, |
| "learning_rate": 4.086040492079418e-05, |
| "loss": 0.004247576713562012, |
| "memory(GiB)": 5.73, |
| "step": 68000, |
| "train_speed(iter/s)": 1.024105 |
| }, |
| { |
| "epoch": 0.5848602312118987, |
| "grad_norm": 0.02473682351410389, |
| "learning_rate": 4.016735099039299e-05, |
| "loss": 0.004212839603424072, |
| "memory(GiB)": 5.73, |
| "step": 68500, |
| "train_speed(iter/s)": 1.025833 |
| }, |
| { |
| "epoch": 0.5891292839944673, |
| "grad_norm": 0.02591153420507908, |
| "learning_rate": 3.947625674347842e-05, |
| "loss": 0.004188227653503418, |
| "memory(GiB)": 5.73, |
| "step": 69000, |
| "train_speed(iter/s)": 1.027676 |
| }, |
| { |
| "epoch": 0.5933983367770359, |
| "grad_norm": 0.022372225299477577, |
| "learning_rate": 3.878725991770206e-05, |
| "loss": 0.00420154619216919, |
| "memory(GiB)": 5.73, |
| "step": 69500, |
| "train_speed(iter/s)": 1.029494 |
| }, |
| { |
| "epoch": 0.5976673895596045, |
| "grad_norm": 0.020848704501986504, |
| "learning_rate": 3.810049783269169e-05, |
| "loss": 0.004149648189544677, |
| "memory(GiB)": 5.73, |
| "step": 70000, |
| "train_speed(iter/s)": 1.031265 |
| }, |
| { |
| "epoch": 0.6019364423421731, |
| "grad_norm": 0.020646043121814728, |
| "learning_rate": 3.7416107362682874e-05, |
| "loss": 0.004120903968811035, |
| "memory(GiB)": 5.73, |
| "step": 70500, |
| "train_speed(iter/s)": 1.03288 |
| }, |
| { |
| "epoch": 0.6062054951247418, |
| "grad_norm": 0.02318960428237915, |
| "learning_rate": 3.673422490923957e-05, |
| "loss": 0.004070096492767334, |
| "memory(GiB)": 5.73, |
| "step": 71000, |
| "train_speed(iter/s)": 1.031156 |
| }, |
| { |
| "epoch": 0.6104745479073104, |
| "grad_norm": 0.01929691806435585, |
| "learning_rate": 3.605498637406871e-05, |
| "loss": 0.0040385212898254395, |
| "memory(GiB)": 5.73, |
| "step": 71500, |
| "train_speed(iter/s)": 1.029013 |
| }, |
| { |
| "epoch": 0.6147436006898789, |
| "grad_norm": 0.0221713837236166, |
| "learning_rate": 3.5378527131934415e-05, |
| "loss": 0.004040939807891846, |
| "memory(GiB)": 5.73, |
| "step": 72000, |
| "train_speed(iter/s)": 1.027147 |
| }, |
| { |
| "epoch": 0.6190126534724475, |
| "grad_norm": 0.026295281946659088, |
| "learning_rate": 3.470498200367745e-05, |
| "loss": 0.003968184471130371, |
| "memory(GiB)": 5.73, |
| "step": 72500, |
| "train_speed(iter/s)": 1.025599 |
| }, |
| { |
| "epoch": 0.6232817062550161, |
| "grad_norm": 0.022878218442201614, |
| "learning_rate": 3.403448522934484e-05, |
| "loss": 0.00394676160812378, |
| "memory(GiB)": 5.73, |
| "step": 73000, |
| "train_speed(iter/s)": 1.024666 |
| }, |
| { |
| "epoch": 0.6275507590375847, |
| "grad_norm": 0.017653649672865868, |
| "learning_rate": 3.3367170441435326e-05, |
| "loss": 0.003906076669692993, |
| "memory(GiB)": 5.73, |
| "step": 73500, |
| "train_speed(iter/s)": 1.023811 |
| }, |
| { |
| "epoch": 0.6318198118201533, |
| "grad_norm": 0.021848097443580627, |
| "learning_rate": 3.270317063826594e-05, |
| "loss": 0.0038814377784729005, |
| "memory(GiB)": 5.73, |
| "step": 74000, |
| "train_speed(iter/s)": 1.023855 |
| }, |
| { |
| "epoch": 0.636088864602722, |
| "grad_norm": 0.022029753774404526, |
| "learning_rate": 3.204261815746496e-05, |
| "loss": 0.003879170894622803, |
| "memory(GiB)": 5.73, |
| "step": 74500, |
| "train_speed(iter/s)": 1.024885 |
| }, |
| { |
| "epoch": 0.6403579173852906, |
| "grad_norm": 0.02403407171368599, |
| "learning_rate": 3.1385644649596445e-05, |
| "loss": 0.003841569900512695, |
| "memory(GiB)": 5.73, |
| "step": 75000, |
| "train_speed(iter/s)": 1.026583 |
| }, |
| { |
| "epoch": 0.6446269701678592, |
| "grad_norm": 0.023609979078173637, |
| "learning_rate": 3.073238105192191e-05, |
| "loss": 0.0038005766868591307, |
| "memory(GiB)": 5.73, |
| "step": 75500, |
| "train_speed(iter/s)": 1.028269 |
| }, |
| { |
| "epoch": 0.6488960229504278, |
| "grad_norm": 0.01760837249457836, |
| "learning_rate": 3.008295756230397e-05, |
| "loss": 0.0037522752285003664, |
| "memory(GiB)": 5.73, |
| "step": 76000, |
| "train_speed(iter/s)": 1.029938 |
| }, |
| { |
| "epoch": 0.6531650757329963, |
| "grad_norm": 0.021126747131347656, |
| "learning_rate": 2.943750361325739e-05, |
| "loss": 0.003741382837295532, |
| "memory(GiB)": 5.73, |
| "step": 76500, |
| "train_speed(iter/s)": 1.03159 |
| }, |
| { |
| "epoch": 0.6574341285155649, |
| "grad_norm": 0.02278253622353077, |
| "learning_rate": 2.879614784615281e-05, |
| "loss": 0.0037315216064453126, |
| "memory(GiB)": 5.73, |
| "step": 77000, |
| "train_speed(iter/s)": 1.033224 |
| }, |
| { |
| "epoch": 0.6617031812981335, |
| "grad_norm": 0.023599898442626, |
| "learning_rate": 2.8159018085577936e-05, |
| "loss": 0.0037167372703552247, |
| "memory(GiB)": 5.73, |
| "step": 77500, |
| "train_speed(iter/s)": 1.034809 |
| }, |
| { |
| "epoch": 0.6659722340807022, |
| "grad_norm": 0.02341049537062645, |
| "learning_rate": 2.752624131386169e-05, |
| "loss": 0.0036745924949645997, |
| "memory(GiB)": 5.73, |
| "step": 78000, |
| "train_speed(iter/s)": 1.036412 |
| }, |
| { |
| "epoch": 0.6702412868632708, |
| "grad_norm": 0.021224385127425194, |
| "learning_rate": 2.68979436457661e-05, |
| "loss": 0.0036270735263824465, |
| "memory(GiB)": 5.73, |
| "step": 78500, |
| "train_speed(iter/s)": 1.035171 |
| }, |
| { |
| "epoch": 0.6745103396458394, |
| "grad_norm": 0.02113701030611992, |
| "learning_rate": 2.6274250303351277e-05, |
| "loss": 0.003653192758560181, |
| "memory(GiB)": 5.73, |
| "step": 79000, |
| "train_speed(iter/s)": 1.033322 |
| }, |
| { |
| "epoch": 0.678779392428408, |
| "grad_norm": 0.02273395285010338, |
| "learning_rate": 2.5655285591018053e-05, |
| "loss": 0.003600950241088867, |
| "memory(GiB)": 5.73, |
| "step": 79500, |
| "train_speed(iter/s)": 1.03175 |
| }, |
| { |
| "epoch": 0.6830484452109766, |
| "grad_norm": 0.01843477226793766, |
| "learning_rate": 2.5041172870733688e-05, |
| "loss": 0.003576310634613037, |
| "memory(GiB)": 5.73, |
| "step": 80000, |
| "train_speed(iter/s)": 1.030732 |
| }, |
| { |
| "epoch": 0.6873174979935452, |
| "grad_norm": 0.021858269348740578, |
| "learning_rate": 2.4432034537445504e-05, |
| "loss": 0.0035532989501953125, |
| "memory(GiB)": 5.73, |
| "step": 80500, |
| "train_speed(iter/s)": 1.030234 |
| }, |
| { |
| "epoch": 0.6915865507761138, |
| "grad_norm": 0.02257091924548149, |
| "learning_rate": 2.3827991994686855e-05, |
| "loss": 0.0034713072776794435, |
| "memory(GiB)": 5.73, |
| "step": 81000, |
| "train_speed(iter/s)": 1.029758 |
| }, |
| { |
| "epoch": 0.6958556035586824, |
| "grad_norm": 0.02086802013218403, |
| "learning_rate": 2.3229165630381254e-05, |
| "loss": 0.0035013933181762694, |
| "memory(GiB)": 5.73, |
| "step": 81500, |
| "train_speed(iter/s)": 1.029855 |
| }, |
| { |
| "epoch": 0.700124656341251, |
| "grad_norm": 0.02159390039741993, |
| "learning_rate": 2.263567479284836e-05, |
| "loss": 0.0034512946605682374, |
| "memory(GiB)": 5.73, |
| "step": 82000, |
| "train_speed(iter/s)": 1.031396 |
| }, |
| { |
| "epoch": 0.7043937091238196, |
| "grad_norm": 0.02238837257027626, |
| "learning_rate": 2.2047637767017594e-05, |
| "loss": 0.0034342200756073, |
| "memory(GiB)": 5.73, |
| "step": 82500, |
| "train_speed(iter/s)": 1.029892 |
| }, |
| { |
| "epoch": 0.7086627619063882, |
| "grad_norm": 0.022957606241106987, |
| "learning_rate": 2.1465171750853386e-05, |
| "loss": 0.003412749528884888, |
| "memory(GiB)": 5.73, |
| "step": 83000, |
| "train_speed(iter/s)": 1.02831 |
| }, |
| { |
| "epoch": 0.7129318146889568, |
| "grad_norm": 0.019689923152327538, |
| "learning_rate": 2.0888392831997238e-05, |
| "loss": 0.00341141414642334, |
| "memory(GiB)": 5.73, |
| "step": 83500, |
| "train_speed(iter/s)": 1.026956 |
| }, |
| { |
| "epoch": 0.7172008674715254, |
| "grad_norm": 0.023503178730607033, |
| "learning_rate": 2.03174159646311e-05, |
| "loss": 0.0033840060234069822, |
| "memory(GiB)": 5.73, |
| "step": 84000, |
| "train_speed(iter/s)": 1.025661 |
| }, |
| { |
| "epoch": 0.7214699202540941, |
| "grad_norm": 0.02037668041884899, |
| "learning_rate": 1.9752354946566354e-05, |
| "loss": 0.0033505113124847412, |
| "memory(GiB)": 5.73, |
| "step": 84500, |
| "train_speed(iter/s)": 1.02442 |
| }, |
| { |
| "epoch": 0.7257389730366626, |
| "grad_norm": 0.025251047685742378, |
| "learning_rate": 1.9193322396563785e-05, |
| "loss": 0.0033303892612457277, |
| "memory(GiB)": 5.73, |
| "step": 85000, |
| "train_speed(iter/s)": 1.023539 |
| }, |
| { |
| "epoch": 0.7300080258192312, |
| "grad_norm": 0.01954658329486847, |
| "learning_rate": 1.8640429731887998e-05, |
| "loss": 0.003283708333969116, |
| "memory(GiB)": 5.73, |
| "step": 85500, |
| "train_speed(iter/s)": 1.023297 |
| }, |
| { |
| "epoch": 0.7342770786017998, |
| "grad_norm": 0.0188963171094656, |
| "learning_rate": 1.809378714610167e-05, |
| "loss": 0.003271867275238037, |
| "memory(GiB)": 5.73, |
| "step": 86000, |
| "train_speed(iter/s)": 1.023267 |
| }, |
| { |
| "epoch": 0.7385461313843684, |
| "grad_norm": 0.02359418198466301, |
| "learning_rate": 1.7553503587103505e-05, |
| "loss": 0.0032482266426086424, |
| "memory(GiB)": 5.73, |
| "step": 86500, |
| "train_speed(iter/s)": 1.023221 |
| }, |
| { |
| "epoch": 0.742815184166937, |
| "grad_norm": 0.020105060189962387, |
| "learning_rate": 1.701968673541458e-05, |
| "loss": 0.003266146183013916, |
| "memory(GiB)": 5.73, |
| "step": 87000, |
| "train_speed(iter/s)": 1.023208 |
| }, |
| { |
| "epoch": 0.7470842369495057, |
| "grad_norm": 0.018053073436021805, |
| "learning_rate": 1.649244298271714e-05, |
| "loss": 0.003204747676849365, |
| "memory(GiB)": 5.73, |
| "step": 87500, |
| "train_speed(iter/s)": 1.023206 |
| }, |
| { |
| "epoch": 0.7513532897320743, |
| "grad_norm": 0.021992964670062065, |
| "learning_rate": 1.5971877410650354e-05, |
| "loss": 0.0031999170780181883, |
| "memory(GiB)": 5.73, |
| "step": 88000, |
| "train_speed(iter/s)": 1.023363 |
| }, |
| { |
| "epoch": 0.7556223425146429, |
| "grad_norm": 0.022893013432621956, |
| "learning_rate": 1.545809376986727e-05, |
| "loss": 0.0031597645282745363, |
| "memory(GiB)": 5.73, |
| "step": 88500, |
| "train_speed(iter/s)": 1.023915 |
| }, |
| { |
| "epoch": 0.7598913952972115, |
| "grad_norm": 0.021105078980326653, |
| "learning_rate": 1.4951194459356693e-05, |
| "loss": 0.003171279191970825, |
| "memory(GiB)": 5.73, |
| "step": 89000, |
| "train_speed(iter/s)": 1.024754 |
| }, |
| { |
| "epoch": 0.76416044807978, |
| "grad_norm": 0.01919909007847309, |
| "learning_rate": 1.445128050603493e-05, |
| "loss": 0.0031237168312072752, |
| "memory(GiB)": 5.73, |
| "step": 89500, |
| "train_speed(iter/s)": 1.026165 |
| }, |
| { |
| "epoch": 0.7684295008623486, |
| "grad_norm": 0.02016974799335003, |
| "learning_rate": 1.39584515446106e-05, |
| "loss": 0.003100724697113037, |
| "memory(GiB)": 5.73, |
| "step": 90000, |
| "train_speed(iter/s)": 1.027578 |
| } |
| ], |
| "logging_steps": 500, |
| "max_steps": 117122, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 10000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.069758781932123e+19, |
| "train_batch_size": 8, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
