| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 6.7809745229100065, | |
| "eval_steps": 1000000, | |
| "global_step": 140000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.024217766153250025, | |
| "grad_norm": 1.516142725944519, | |
| "learning_rate": 9.997578223384676e-06, | |
| "loss": 9.1668, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.04843553230650005, | |
| "grad_norm": 1.0418092012405396, | |
| "learning_rate": 9.995156446769351e-06, | |
| "loss": 7.7891, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.07265329845975008, | |
| "grad_norm": 0.9371763467788696, | |
| "learning_rate": 9.992734670154026e-06, | |
| "loss": 7.1939, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.0968710646130001, | |
| "grad_norm": 1.1670751571655273, | |
| "learning_rate": 9.990312893538701e-06, | |
| "loss": 6.9189, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.12108883076625013, | |
| "grad_norm": 1.3695101737976074, | |
| "learning_rate": 9.987891116923376e-06, | |
| "loss": 6.7278, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.14530659691950015, | |
| "grad_norm": 1.796486735343933, | |
| "learning_rate": 9.985469340308051e-06, | |
| "loss": 6.5867, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.16952436307275018, | |
| "grad_norm": 1.509717583656311, | |
| "learning_rate": 9.983047563692726e-06, | |
| "loss": 6.4508, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.1937421292260002, | |
| "grad_norm": 1.8329906463623047, | |
| "learning_rate": 9.9806257870774e-06, | |
| "loss": 6.3551, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.21795989537925023, | |
| "grad_norm": 1.5139986276626587, | |
| "learning_rate": 9.978204010462076e-06, | |
| "loss": 6.2743, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.24217766153250025, | |
| "grad_norm": 2.2407052516937256, | |
| "learning_rate": 9.97578223384675e-06, | |
| "loss": 6.2001, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.26639542768575025, | |
| "grad_norm": 2.087357521057129, | |
| "learning_rate": 9.973360457231426e-06, | |
| "loss": 6.1334, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.2906131938390003, | |
| "grad_norm": 2.0182762145996094, | |
| "learning_rate": 9.970938680616102e-06, | |
| "loss": 6.0656, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.3148309599922503, | |
| "grad_norm": 1.9544531106948853, | |
| "learning_rate": 9.968516904000775e-06, | |
| "loss": 6.0134, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.33904872614550036, | |
| "grad_norm": 2.3156166076660156, | |
| "learning_rate": 9.966095127385452e-06, | |
| "loss": 5.9546, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.36326649229875035, | |
| "grad_norm": 2.5564098358154297, | |
| "learning_rate": 9.963673350770125e-06, | |
| "loss": 5.9063, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.3874842584520004, | |
| "grad_norm": 2.191112518310547, | |
| "learning_rate": 9.961251574154802e-06, | |
| "loss": 5.8564, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.4117020246052504, | |
| "grad_norm": 2.1813371181488037, | |
| "learning_rate": 9.958829797539475e-06, | |
| "loss": 5.8053, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.43591979075850046, | |
| "grad_norm": 1.9756942987442017, | |
| "learning_rate": 9.95640802092415e-06, | |
| "loss": 5.7669, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.46013755691175046, | |
| "grad_norm": 2.2932822704315186, | |
| "learning_rate": 9.953986244308825e-06, | |
| "loss": 5.7218, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.4843553230650005, | |
| "grad_norm": 2.218536376953125, | |
| "learning_rate": 9.9515644676935e-06, | |
| "loss": 5.6818, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.5085730892182505, | |
| "grad_norm": 2.3896877765655518, | |
| "learning_rate": 9.949142691078175e-06, | |
| "loss": 5.6481, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 0.5327908553715005, | |
| "grad_norm": 2.5433712005615234, | |
| "learning_rate": 9.94672091446285e-06, | |
| "loss": 5.6124, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.5570086215247505, | |
| "grad_norm": 2.5442490577697754, | |
| "learning_rate": 9.944299137847525e-06, | |
| "loss": 5.5728, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 0.5812263876780006, | |
| "grad_norm": 2.327425241470337, | |
| "learning_rate": 9.9418773612322e-06, | |
| "loss": 5.5406, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.6054441538312506, | |
| "grad_norm": 2.290090799331665, | |
| "learning_rate": 9.939455584616876e-06, | |
| "loss": 5.5121, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 0.6296619199845006, | |
| "grad_norm": 3.161325216293335, | |
| "learning_rate": 9.93703380800155e-06, | |
| "loss": 5.4739, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 0.6538796861377506, | |
| "grad_norm": 2.6134533882141113, | |
| "learning_rate": 9.934612031386226e-06, | |
| "loss": 5.4384, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 0.6780974522910007, | |
| "grad_norm": 2.674760580062866, | |
| "learning_rate": 9.9321902547709e-06, | |
| "loss": 5.413, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.7023152184442507, | |
| "grad_norm": 2.431614398956299, | |
| "learning_rate": 9.929768478155576e-06, | |
| "loss": 5.3903, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 0.7265329845975007, | |
| "grad_norm": 2.4028687477111816, | |
| "learning_rate": 9.927346701540251e-06, | |
| "loss": 5.3637, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 0.7507507507507507, | |
| "grad_norm": 2.4807944297790527, | |
| "learning_rate": 9.924924924924926e-06, | |
| "loss": 5.3279, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 0.7749685169040008, | |
| "grad_norm": 2.9065611362457275, | |
| "learning_rate": 9.922503148309601e-06, | |
| "loss": 5.3098, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 0.7991862830572508, | |
| "grad_norm": 2.359736204147339, | |
| "learning_rate": 9.920081371694276e-06, | |
| "loss": 5.2858, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 0.8234040492105008, | |
| "grad_norm": 2.642854690551758, | |
| "learning_rate": 9.917659595078951e-06, | |
| "loss": 5.2518, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 0.8476218153637508, | |
| "grad_norm": 3.2326414585113525, | |
| "learning_rate": 9.915237818463626e-06, | |
| "loss": 5.2354, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 0.8718395815170009, | |
| "grad_norm": 2.285203218460083, | |
| "learning_rate": 9.912816041848301e-06, | |
| "loss": 5.2117, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 0.8960573476702509, | |
| "grad_norm": 2.551164388656616, | |
| "learning_rate": 9.910394265232976e-06, | |
| "loss": 5.1941, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 0.9202751138235009, | |
| "grad_norm": 2.678759813308716, | |
| "learning_rate": 9.907972488617651e-06, | |
| "loss": 5.1706, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 0.9444928799767509, | |
| "grad_norm": 2.6895062923431396, | |
| "learning_rate": 9.905550712002325e-06, | |
| "loss": 5.1499, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 0.968710646130001, | |
| "grad_norm": 2.554659128189087, | |
| "learning_rate": 9.903128935387001e-06, | |
| "loss": 5.1276, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 0.992928412283251, | |
| "grad_norm": 2.785282850265503, | |
| "learning_rate": 9.900707158771675e-06, | |
| "loss": 5.1079, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 1.017146178436501, | |
| "grad_norm": 2.7283270359039307, | |
| "learning_rate": 9.89828538215635e-06, | |
| "loss": 5.0726, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 1.0413639445897511, | |
| "grad_norm": 2.654245615005493, | |
| "learning_rate": 9.895863605541027e-06, | |
| "loss": 5.0654, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 1.065581710743001, | |
| "grad_norm": 2.563713550567627, | |
| "learning_rate": 9.8934418289257e-06, | |
| "loss": 5.0436, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 1.0897994768962511, | |
| "grad_norm": 2.6896631717681885, | |
| "learning_rate": 9.891020052310377e-06, | |
| "loss": 5.0161, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 1.114017243049501, | |
| "grad_norm": 2.8477983474731445, | |
| "learning_rate": 9.88859827569505e-06, | |
| "loss": 5.008, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 1.1382350092027511, | |
| "grad_norm": 2.6253600120544434, | |
| "learning_rate": 9.886176499079725e-06, | |
| "loss": 4.987, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 1.1624527753560012, | |
| "grad_norm": 2.7618229389190674, | |
| "learning_rate": 9.8837547224644e-06, | |
| "loss": 4.9655, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 1.186670541509251, | |
| "grad_norm": 2.7631571292877197, | |
| "learning_rate": 9.881332945849075e-06, | |
| "loss": 4.9426, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 1.2108883076625012, | |
| "grad_norm": 3.108574390411377, | |
| "learning_rate": 9.87891116923375e-06, | |
| "loss": 4.9264, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 1.2351060738157513, | |
| "grad_norm": 2.5930752754211426, | |
| "learning_rate": 9.876489392618425e-06, | |
| "loss": 4.9068, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 1.2593238399690012, | |
| "grad_norm": 2.4590559005737305, | |
| "learning_rate": 9.8740676160031e-06, | |
| "loss": 4.8908, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 1.2835416061222513, | |
| "grad_norm": 2.7004990577697754, | |
| "learning_rate": 9.871645839387776e-06, | |
| "loss": 4.8767, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 1.3077593722755014, | |
| "grad_norm": 2.5023412704467773, | |
| "learning_rate": 9.86922406277245e-06, | |
| "loss": 4.8543, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 1.3319771384287513, | |
| "grad_norm": 3.338123083114624, | |
| "learning_rate": 9.866802286157126e-06, | |
| "loss": 4.8324, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 1.3561949045820014, | |
| "grad_norm": 2.871856689453125, | |
| "learning_rate": 9.8643805095418e-06, | |
| "loss": 4.8138, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 1.3804126707352513, | |
| "grad_norm": 3.148714303970337, | |
| "learning_rate": 9.861958732926476e-06, | |
| "loss": 4.7991, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 1.4046304368885014, | |
| "grad_norm": 2.986448287963867, | |
| "learning_rate": 9.85953695631115e-06, | |
| "loss": 4.781, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 1.4288482030417513, | |
| "grad_norm": 2.5939040184020996, | |
| "learning_rate": 9.857115179695826e-06, | |
| "loss": 4.7634, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 1.4530659691950014, | |
| "grad_norm": 2.674027442932129, | |
| "learning_rate": 9.854693403080501e-06, | |
| "loss": 4.7446, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 1.4772837353482515, | |
| "grad_norm": 3.018937826156616, | |
| "learning_rate": 9.852271626465176e-06, | |
| "loss": 4.7332, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 1.5015015015015014, | |
| "grad_norm": 2.862410306930542, | |
| "learning_rate": 9.849849849849851e-06, | |
| "loss": 4.7151, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 1.5257192676547515, | |
| "grad_norm": 2.9605488777160645, | |
| "learning_rate": 9.847428073234524e-06, | |
| "loss": 4.7023, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 1.5499370338080016, | |
| "grad_norm": 3.116225242614746, | |
| "learning_rate": 9.845006296619201e-06, | |
| "loss": 4.6834, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 1.5741547999612515, | |
| "grad_norm": 3.074164390563965, | |
| "learning_rate": 9.842584520003876e-06, | |
| "loss": 4.6676, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 1.5983725661145016, | |
| "grad_norm": 2.677706003189087, | |
| "learning_rate": 9.840162743388551e-06, | |
| "loss": 4.6547, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 1.6225903322677517, | |
| "grad_norm": 2.832223653793335, | |
| "learning_rate": 9.837740966773226e-06, | |
| "loss": 4.6402, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 1.6468080984210016, | |
| "grad_norm": 3.1041297912597656, | |
| "learning_rate": 9.8353191901579e-06, | |
| "loss": 4.6271, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 1.6710258645742515, | |
| "grad_norm": 2.883216381072998, | |
| "learning_rate": 9.832897413542576e-06, | |
| "loss": 4.6141, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 1.6952436307275018, | |
| "grad_norm": 2.894000291824341, | |
| "learning_rate": 9.83047563692725e-06, | |
| "loss": 4.6031, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 1.7194613968807517, | |
| "grad_norm": 2.9335453510284424, | |
| "learning_rate": 9.828053860311927e-06, | |
| "loss": 4.5911, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 1.7436791630340016, | |
| "grad_norm": 2.7511613368988037, | |
| "learning_rate": 9.8256320836966e-06, | |
| "loss": 4.5824, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 1.7678969291872517, | |
| "grad_norm": 2.8148419857025146, | |
| "learning_rate": 9.823210307081275e-06, | |
| "loss": 4.5693, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 1.7921146953405018, | |
| "grad_norm": 2.8832480907440186, | |
| "learning_rate": 9.820788530465952e-06, | |
| "loss": 4.5622, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 1.8163324614937517, | |
| "grad_norm": 2.9674079418182373, | |
| "learning_rate": 9.818366753850625e-06, | |
| "loss": 4.5473, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 1.8405502276470018, | |
| "grad_norm": 2.971090793609619, | |
| "learning_rate": 9.815944977235302e-06, | |
| "loss": 4.538, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 1.864767993800252, | |
| "grad_norm": 2.785881996154785, | |
| "learning_rate": 9.813523200619975e-06, | |
| "loss": 4.5327, | |
| "step": 38500 | |
| }, | |
| { | |
| "epoch": 1.8889857599535018, | |
| "grad_norm": 2.9853248596191406, | |
| "learning_rate": 9.81110142400465e-06, | |
| "loss": 4.5078, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 1.913203526106752, | |
| "grad_norm": 2.899179697036743, | |
| "learning_rate": 9.808679647389325e-06, | |
| "loss": 4.5002, | |
| "step": 39500 | |
| }, | |
| { | |
| "epoch": 1.937421292260002, | |
| "grad_norm": 2.5843992233276367, | |
| "learning_rate": 9.806257870774e-06, | |
| "loss": 4.4928, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 1.961639058413252, | |
| "grad_norm": 2.8425755500793457, | |
| "learning_rate": 9.803836094158675e-06, | |
| "loss": 4.4881, | |
| "step": 40500 | |
| }, | |
| { | |
| "epoch": 1.985856824566502, | |
| "grad_norm": 2.87211275100708, | |
| "learning_rate": 9.80141431754335e-06, | |
| "loss": 4.4822, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 2.010074590719752, | |
| "grad_norm": 3.0297703742980957, | |
| "learning_rate": 9.798992540928026e-06, | |
| "loss": 4.4619, | |
| "step": 41500 | |
| }, | |
| { | |
| "epoch": 2.034292356873002, | |
| "grad_norm": 2.9869863986968994, | |
| "learning_rate": 9.7965707643127e-06, | |
| "loss": 4.4526, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 2.058510123026252, | |
| "grad_norm": 2.777209520339966, | |
| "learning_rate": 9.794148987697376e-06, | |
| "loss": 4.432, | |
| "step": 42500 | |
| }, | |
| { | |
| "epoch": 2.0827278891795022, | |
| "grad_norm": 3.0258235931396484, | |
| "learning_rate": 9.79172721108205e-06, | |
| "loss": 4.4386, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 2.106945655332752, | |
| "grad_norm": 2.8184220790863037, | |
| "learning_rate": 9.789305434466726e-06, | |
| "loss": 4.4254, | |
| "step": 43500 | |
| }, | |
| { | |
| "epoch": 2.131163421486002, | |
| "grad_norm": 2.9428908824920654, | |
| "learning_rate": 9.7868836578514e-06, | |
| "loss": 4.4172, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 2.1553811876392523, | |
| "grad_norm": 3.1215102672576904, | |
| "learning_rate": 9.784461881236076e-06, | |
| "loss": 4.4078, | |
| "step": 44500 | |
| }, | |
| { | |
| "epoch": 2.1795989537925022, | |
| "grad_norm": 3.032611846923828, | |
| "learning_rate": 9.782040104620751e-06, | |
| "loss": 4.4036, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 2.203816719945752, | |
| "grad_norm": 2.9431488513946533, | |
| "learning_rate": 9.779618328005426e-06, | |
| "loss": 4.3997, | |
| "step": 45500 | |
| }, | |
| { | |
| "epoch": 2.228034486099002, | |
| "grad_norm": 2.9058682918548584, | |
| "learning_rate": 9.7771965513901e-06, | |
| "loss": 4.389, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 2.2522522522522523, | |
| "grad_norm": 2.703967809677124, | |
| "learning_rate": 9.774774774774776e-06, | |
| "loss": 4.3753, | |
| "step": 46500 | |
| }, | |
| { | |
| "epoch": 2.2764700184055022, | |
| "grad_norm": 2.764721155166626, | |
| "learning_rate": 9.77235299815945e-06, | |
| "loss": 4.3658, | |
| "step": 47000 | |
| }, | |
| { | |
| "epoch": 2.300687784558752, | |
| "grad_norm": 2.834578514099121, | |
| "learning_rate": 9.769931221544126e-06, | |
| "loss": 4.3577, | |
| "step": 47500 | |
| }, | |
| { | |
| "epoch": 2.3249055507120024, | |
| "grad_norm": 2.9823198318481445, | |
| "learning_rate": 9.767509444928801e-06, | |
| "loss": 4.3531, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 2.3491233168652523, | |
| "grad_norm": 2.8373069763183594, | |
| "learning_rate": 9.765087668313475e-06, | |
| "loss": 4.3515, | |
| "step": 48500 | |
| }, | |
| { | |
| "epoch": 2.373341083018502, | |
| "grad_norm": 2.6971516609191895, | |
| "learning_rate": 9.762665891698151e-06, | |
| "loss": 4.3367, | |
| "step": 49000 | |
| }, | |
| { | |
| "epoch": 2.3975588491717525, | |
| "grad_norm": 2.8022115230560303, | |
| "learning_rate": 9.760244115082825e-06, | |
| "loss": 4.3302, | |
| "step": 49500 | |
| }, | |
| { | |
| "epoch": 2.4217766153250024, | |
| "grad_norm": 2.9047532081604004, | |
| "learning_rate": 9.757822338467502e-06, | |
| "loss": 4.3202, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 2.4459943814782523, | |
| "grad_norm": 2.81803297996521, | |
| "learning_rate": 9.755400561852175e-06, | |
| "loss": 4.3184, | |
| "step": 50500 | |
| }, | |
| { | |
| "epoch": 2.4702121476315027, | |
| "grad_norm": 2.9668848514556885, | |
| "learning_rate": 9.75297878523685e-06, | |
| "loss": 4.3093, | |
| "step": 51000 | |
| }, | |
| { | |
| "epoch": 2.4944299137847525, | |
| "grad_norm": 3.0008721351623535, | |
| "learning_rate": 9.750557008621525e-06, | |
| "loss": 4.3089, | |
| "step": 51500 | |
| }, | |
| { | |
| "epoch": 2.5186476799380024, | |
| "grad_norm": 2.76766300201416, | |
| "learning_rate": 9.7481352320062e-06, | |
| "loss": 4.2961, | |
| "step": 52000 | |
| }, | |
| { | |
| "epoch": 2.5428654460912528, | |
| "grad_norm": 2.961453914642334, | |
| "learning_rate": 9.745713455390875e-06, | |
| "loss": 4.284, | |
| "step": 52500 | |
| }, | |
| { | |
| "epoch": 2.5670832122445026, | |
| "grad_norm": 3.030158758163452, | |
| "learning_rate": 9.74329167877555e-06, | |
| "loss": 4.2849, | |
| "step": 53000 | |
| }, | |
| { | |
| "epoch": 2.5913009783977525, | |
| "grad_norm": 2.9656057357788086, | |
| "learning_rate": 9.740869902160225e-06, | |
| "loss": 4.2712, | |
| "step": 53500 | |
| }, | |
| { | |
| "epoch": 2.615518744551003, | |
| "grad_norm": 3.3482959270477295, | |
| "learning_rate": 9.7384481255449e-06, | |
| "loss": 4.2833, | |
| "step": 54000 | |
| }, | |
| { | |
| "epoch": 2.6397365107042527, | |
| "grad_norm": 2.8142096996307373, | |
| "learning_rate": 9.736026348929575e-06, | |
| "loss": 4.2652, | |
| "step": 54500 | |
| }, | |
| { | |
| "epoch": 2.6639542768575026, | |
| "grad_norm": 2.776679277420044, | |
| "learning_rate": 9.73360457231425e-06, | |
| "loss": 4.2653, | |
| "step": 55000 | |
| }, | |
| { | |
| "epoch": 2.688172043010753, | |
| "grad_norm": 2.7612788677215576, | |
| "learning_rate": 9.731182795698925e-06, | |
| "loss": 4.2562, | |
| "step": 55500 | |
| }, | |
| { | |
| "epoch": 2.712389809164003, | |
| "grad_norm": 2.959991931915283, | |
| "learning_rate": 9.7287610190836e-06, | |
| "loss": 4.2515, | |
| "step": 56000 | |
| }, | |
| { | |
| "epoch": 2.7366075753172527, | |
| "grad_norm": 2.969061851501465, | |
| "learning_rate": 9.726339242468276e-06, | |
| "loss": 4.2378, | |
| "step": 56500 | |
| }, | |
| { | |
| "epoch": 2.7608253414705026, | |
| "grad_norm": 3.1710784435272217, | |
| "learning_rate": 9.72391746585295e-06, | |
| "loss": 4.2408, | |
| "step": 57000 | |
| }, | |
| { | |
| "epoch": 2.7850431076237525, | |
| "grad_norm": 2.9343762397766113, | |
| "learning_rate": 9.721495689237626e-06, | |
| "loss": 4.2316, | |
| "step": 57500 | |
| }, | |
| { | |
| "epoch": 2.809260873777003, | |
| "grad_norm": 2.98744535446167, | |
| "learning_rate": 9.7190739126223e-06, | |
| "loss": 4.2302, | |
| "step": 58000 | |
| }, | |
| { | |
| "epoch": 2.8334786399302527, | |
| "grad_norm": 2.8376593589782715, | |
| "learning_rate": 9.716652136006976e-06, | |
| "loss": 4.2229, | |
| "step": 58500 | |
| }, | |
| { | |
| "epoch": 2.8576964060835026, | |
| "grad_norm": 2.7830283641815186, | |
| "learning_rate": 9.714230359391651e-06, | |
| "loss": 4.2138, | |
| "step": 59000 | |
| }, | |
| { | |
| "epoch": 2.881914172236753, | |
| "grad_norm": 2.824352741241455, | |
| "learning_rate": 9.711808582776326e-06, | |
| "loss": 4.2039, | |
| "step": 59500 | |
| }, | |
| { | |
| "epoch": 2.906131938390003, | |
| "grad_norm": 2.8537116050720215, | |
| "learning_rate": 9.709386806161001e-06, | |
| "loss": 4.2063, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 2.9303497045432527, | |
| "grad_norm": 3.004157543182373, | |
| "learning_rate": 9.706965029545674e-06, | |
| "loss": 4.1983, | |
| "step": 60500 | |
| }, | |
| { | |
| "epoch": 2.954567470696503, | |
| "grad_norm": 2.8163509368896484, | |
| "learning_rate": 9.704543252930351e-06, | |
| "loss": 4.1938, | |
| "step": 61000 | |
| }, | |
| { | |
| "epoch": 2.978785236849753, | |
| "grad_norm": 2.8276596069335938, | |
| "learning_rate": 9.702121476315024e-06, | |
| "loss": 4.1915, | |
| "step": 61500 | |
| }, | |
| { | |
| "epoch": 3.003003003003003, | |
| "grad_norm": 2.7849977016448975, | |
| "learning_rate": 9.699699699699701e-06, | |
| "loss": 4.1942, | |
| "step": 62000 | |
| }, | |
| { | |
| "epoch": 3.027220769156253, | |
| "grad_norm": 2.782846212387085, | |
| "learning_rate": 9.697277923084375e-06, | |
| "loss": 4.1741, | |
| "step": 62500 | |
| }, | |
| { | |
| "epoch": 3.051438535309503, | |
| "grad_norm": 2.906552314758301, | |
| "learning_rate": 9.69485614646905e-06, | |
| "loss": 4.1767, | |
| "step": 63000 | |
| }, | |
| { | |
| "epoch": 3.075656301462753, | |
| "grad_norm": 3.0256595611572266, | |
| "learning_rate": 9.692434369853726e-06, | |
| "loss": 4.1665, | |
| "step": 63500 | |
| }, | |
| { | |
| "epoch": 3.0998740676160033, | |
| "grad_norm": 2.847698450088501, | |
| "learning_rate": 9.6900125932384e-06, | |
| "loss": 4.1642, | |
| "step": 64000 | |
| }, | |
| { | |
| "epoch": 3.124091833769253, | |
| "grad_norm": 2.8021674156188965, | |
| "learning_rate": 9.687590816623077e-06, | |
| "loss": 4.1663, | |
| "step": 64500 | |
| }, | |
| { | |
| "epoch": 3.148309599922503, | |
| "grad_norm": 2.784911632537842, | |
| "learning_rate": 9.68516904000775e-06, | |
| "loss": 4.1546, | |
| "step": 65000 | |
| }, | |
| { | |
| "epoch": 3.1725273660757534, | |
| "grad_norm": 3.019435167312622, | |
| "learning_rate": 9.682747263392425e-06, | |
| "loss": 4.1443, | |
| "step": 65500 | |
| }, | |
| { | |
| "epoch": 3.1967451322290033, | |
| "grad_norm": 2.60965895652771, | |
| "learning_rate": 9.6803254867771e-06, | |
| "loss": 4.1465, | |
| "step": 66000 | |
| }, | |
| { | |
| "epoch": 3.220962898382253, | |
| "grad_norm": 2.740164041519165, | |
| "learning_rate": 9.677903710161775e-06, | |
| "loss": 4.1345, | |
| "step": 66500 | |
| }, | |
| { | |
| "epoch": 3.2451806645355035, | |
| "grad_norm": 2.862274646759033, | |
| "learning_rate": 9.67548193354645e-06, | |
| "loss": 4.1461, | |
| "step": 67000 | |
| }, | |
| { | |
| "epoch": 3.2693984306887534, | |
| "grad_norm": 2.8547213077545166, | |
| "learning_rate": 9.673060156931125e-06, | |
| "loss": 4.137, | |
| "step": 67500 | |
| }, | |
| { | |
| "epoch": 3.2936161968420032, | |
| "grad_norm": 3.0033137798309326, | |
| "learning_rate": 9.6706383803158e-06, | |
| "loss": 4.1253, | |
| "step": 68000 | |
| }, | |
| { | |
| "epoch": 3.317833962995253, | |
| "grad_norm": 2.795989513397217, | |
| "learning_rate": 9.668216603700475e-06, | |
| "loss": 4.1232, | |
| "step": 68500 | |
| }, | |
| { | |
| "epoch": 3.3420517291485035, | |
| "grad_norm": 2.8020830154418945, | |
| "learning_rate": 9.66579482708515e-06, | |
| "loss": 4.1238, | |
| "step": 69000 | |
| }, | |
| { | |
| "epoch": 3.3662694953017533, | |
| "grad_norm": 2.808565855026245, | |
| "learning_rate": 9.663373050469825e-06, | |
| "loss": 4.1155, | |
| "step": 69500 | |
| }, | |
| { | |
| "epoch": 3.3904872614550032, | |
| "grad_norm": 2.7904319763183594, | |
| "learning_rate": 9.6609512738545e-06, | |
| "loss": 4.1143, | |
| "step": 70000 | |
| }, | |
| { | |
| "epoch": 3.4147050276082536, | |
| "grad_norm": 2.7850215435028076, | |
| "learning_rate": 9.658529497239176e-06, | |
| "loss": 4.1102, | |
| "step": 70500 | |
| }, | |
| { | |
| "epoch": 3.4389227937615034, | |
| "grad_norm": 2.6868176460266113, | |
| "learning_rate": 9.65610772062385e-06, | |
| "loss": 4.0994, | |
| "step": 71000 | |
| }, | |
| { | |
| "epoch": 3.4631405599147533, | |
| "grad_norm": 2.862273931503296, | |
| "learning_rate": 9.653685944008526e-06, | |
| "loss": 4.1054, | |
| "step": 71500 | |
| }, | |
| { | |
| "epoch": 3.4873583260680037, | |
| "grad_norm": 3.01948881149292, | |
| "learning_rate": 9.6512641673932e-06, | |
| "loss": 4.0975, | |
| "step": 72000 | |
| }, | |
| { | |
| "epoch": 3.5115760922212536, | |
| "grad_norm": 2.945227861404419, | |
| "learning_rate": 9.648842390777876e-06, | |
| "loss": 4.0941, | |
| "step": 72500 | |
| }, | |
| { | |
| "epoch": 3.5357938583745034, | |
| "grad_norm": 3.265650987625122, | |
| "learning_rate": 9.64642061416255e-06, | |
| "loss": 4.0854, | |
| "step": 73000 | |
| }, | |
| { | |
| "epoch": 3.5600116245277533, | |
| "grad_norm": 2.839852809906006, | |
| "learning_rate": 9.643998837547224e-06, | |
| "loss": 4.0889, | |
| "step": 73500 | |
| }, | |
| { | |
| "epoch": 3.5842293906810037, | |
| "grad_norm": 3.0958175659179688, | |
| "learning_rate": 9.641577060931901e-06, | |
| "loss": 4.0793, | |
| "step": 74000 | |
| }, | |
| { | |
| "epoch": 3.6084471568342535, | |
| "grad_norm": 2.957026481628418, | |
| "learning_rate": 9.639155284316576e-06, | |
| "loss": 4.0764, | |
| "step": 74500 | |
| }, | |
| { | |
| "epoch": 3.6326649229875034, | |
| "grad_norm": 3.0738115310668945, | |
| "learning_rate": 9.636733507701251e-06, | |
| "loss": 4.0742, | |
| "step": 75000 | |
| }, | |
| { | |
| "epoch": 3.6568826891407538, | |
| "grad_norm": 2.877403736114502, | |
| "learning_rate": 9.634311731085926e-06, | |
| "loss": 4.0744, | |
| "step": 75500 | |
| }, | |
| { | |
| "epoch": 3.6811004552940036, | |
| "grad_norm": 3.0667495727539062, | |
| "learning_rate": 9.6318899544706e-06, | |
| "loss": 4.0715, | |
| "step": 76000 | |
| }, | |
| { | |
| "epoch": 3.7053182214472535, | |
| "grad_norm": 2.8147807121276855, | |
| "learning_rate": 9.629468177855276e-06, | |
| "loss": 4.0666, | |
| "step": 76500 | |
| }, | |
| { | |
| "epoch": 3.729535987600504, | |
| "grad_norm": 2.8717801570892334, | |
| "learning_rate": 9.62704640123995e-06, | |
| "loss": 4.064, | |
| "step": 77000 | |
| }, | |
| { | |
| "epoch": 3.7537537537537538, | |
| "grad_norm": 2.7591042518615723, | |
| "learning_rate": 9.624624624624626e-06, | |
| "loss": 4.0557, | |
| "step": 77500 | |
| }, | |
| { | |
| "epoch": 3.7779715199070036, | |
| "grad_norm": 2.843806743621826, | |
| "learning_rate": 9.6222028480093e-06, | |
| "loss": 4.0579, | |
| "step": 78000 | |
| }, | |
| { | |
| "epoch": 3.802189286060254, | |
| "grad_norm": 2.869080066680908, | |
| "learning_rate": 9.619781071393975e-06, | |
| "loss": 4.0537, | |
| "step": 78500 | |
| }, | |
| { | |
| "epoch": 3.826407052213504, | |
| "grad_norm": 2.792863607406616, | |
| "learning_rate": 9.617359294778652e-06, | |
| "loss": 4.0484, | |
| "step": 79000 | |
| }, | |
| { | |
| "epoch": 3.8506248183667537, | |
| "grad_norm": 2.991138458251953, | |
| "learning_rate": 9.614937518163325e-06, | |
| "loss": 4.039, | |
| "step": 79500 | |
| }, | |
| { | |
| "epoch": 3.874842584520004, | |
| "grad_norm": 2.7616770267486572, | |
| "learning_rate": 9.612515741548002e-06, | |
| "loss": 4.0438, | |
| "step": 80000 | |
| }, | |
| { | |
| "epoch": 3.899060350673254, | |
| "grad_norm": 2.718642234802246, | |
| "learning_rate": 9.610093964932675e-06, | |
| "loss": 4.0333, | |
| "step": 80500 | |
| }, | |
| { | |
| "epoch": 3.923278116826504, | |
| "grad_norm": 2.8432154655456543, | |
| "learning_rate": 9.60767218831735e-06, | |
| "loss": 4.0419, | |
| "step": 81000 | |
| }, | |
| { | |
| "epoch": 3.947495882979754, | |
| "grad_norm": 3.018446683883667, | |
| "learning_rate": 9.605250411702025e-06, | |
| "loss": 4.0374, | |
| "step": 81500 | |
| }, | |
| { | |
| "epoch": 3.971713649133004, | |
| "grad_norm": 2.909247636795044, | |
| "learning_rate": 9.6028286350867e-06, | |
| "loss": 4.0299, | |
| "step": 82000 | |
| }, | |
| { | |
| "epoch": 3.995931415286254, | |
| "grad_norm": 3.047041654586792, | |
| "learning_rate": 9.600406858471375e-06, | |
| "loss": 4.0195, | |
| "step": 82500 | |
| }, | |
| { | |
| "epoch": 4.020149181439504, | |
| "grad_norm": 2.8578057289123535, | |
| "learning_rate": 9.59798508185605e-06, | |
| "loss": 4.0212, | |
| "step": 83000 | |
| }, | |
| { | |
| "epoch": 4.044366947592754, | |
| "grad_norm": 2.8038136959075928, | |
| "learning_rate": 9.595563305240725e-06, | |
| "loss": 4.0196, | |
| "step": 83500 | |
| }, | |
| { | |
| "epoch": 4.068584713746004, | |
| "grad_norm": 2.879891872406006, | |
| "learning_rate": 9.5931415286254e-06, | |
| "loss": 4.0127, | |
| "step": 84000 | |
| }, | |
| { | |
| "epoch": 4.092802479899254, | |
| "grad_norm": 2.875603437423706, | |
| "learning_rate": 9.590719752010075e-06, | |
| "loss": 4.0142, | |
| "step": 84500 | |
| }, | |
| { | |
| "epoch": 4.117020246052504, | |
| "grad_norm": 2.975302219390869, | |
| "learning_rate": 9.58829797539475e-06, | |
| "loss": 4.0002, | |
| "step": 85000 | |
| }, | |
| { | |
| "epoch": 4.141238012205754, | |
| "grad_norm": 2.9974005222320557, | |
| "learning_rate": 9.585876198779426e-06, | |
| "loss": 4.0038, | |
| "step": 85500 | |
| }, | |
| { | |
| "epoch": 4.1654557783590045, | |
| "grad_norm": 2.8580379486083984, | |
| "learning_rate": 9.5834544221641e-06, | |
| "loss": 4.0003, | |
| "step": 86000 | |
| }, | |
| { | |
| "epoch": 4.189673544512254, | |
| "grad_norm": 2.987436056137085, | |
| "learning_rate": 9.581032645548776e-06, | |
| "loss": 4.005, | |
| "step": 86500 | |
| }, | |
| { | |
| "epoch": 4.213891310665504, | |
| "grad_norm": 2.6872076988220215, | |
| "learning_rate": 9.57861086893345e-06, | |
| "loss": 3.9909, | |
| "step": 87000 | |
| }, | |
| { | |
| "epoch": 4.238109076818755, | |
| "grad_norm": 2.991762638092041, | |
| "learning_rate": 9.576189092318126e-06, | |
| "loss": 3.9897, | |
| "step": 87500 | |
| }, | |
| { | |
| "epoch": 4.262326842972004, | |
| "grad_norm": 2.8275723457336426, | |
| "learning_rate": 9.5737673157028e-06, | |
| "loss": 3.996, | |
| "step": 88000 | |
| }, | |
| { | |
| "epoch": 4.286544609125254, | |
| "grad_norm": 2.892839193344116, | |
| "learning_rate": 9.571345539087476e-06, | |
| "loss": 3.9946, | |
| "step": 88500 | |
| }, | |
| { | |
| "epoch": 4.310762375278505, | |
| "grad_norm": 2.8410208225250244, | |
| "learning_rate": 9.56892376247215e-06, | |
| "loss": 3.9862, | |
| "step": 89000 | |
| }, | |
| { | |
| "epoch": 4.334980141431754, | |
| "grad_norm": 2.797422409057617, | |
| "learning_rate": 9.566501985856826e-06, | |
| "loss": 3.9843, | |
| "step": 89500 | |
| }, | |
| { | |
| "epoch": 4.3591979075850045, | |
| "grad_norm": 2.855832099914551, | |
| "learning_rate": 9.564080209241501e-06, | |
| "loss": 3.9796, | |
| "step": 90000 | |
| }, | |
| { | |
| "epoch": 4.383415673738254, | |
| "grad_norm": 3.0120160579681396, | |
| "learning_rate": 9.561658432626174e-06, | |
| "loss": 3.9768, | |
| "step": 90500 | |
| }, | |
| { | |
| "epoch": 4.407633439891504, | |
| "grad_norm": 2.7952980995178223, | |
| "learning_rate": 9.559236656010851e-06, | |
| "loss": 3.9742, | |
| "step": 91000 | |
| }, | |
| { | |
| "epoch": 4.431851206044755, | |
| "grad_norm": 2.8430566787719727, | |
| "learning_rate": 9.556814879395525e-06, | |
| "loss": 3.9741, | |
| "step": 91500 | |
| }, | |
| { | |
| "epoch": 4.456068972198004, | |
| "grad_norm": 2.9674031734466553, | |
| "learning_rate": 9.554393102780201e-06, | |
| "loss": 3.9697, | |
| "step": 92000 | |
| }, | |
| { | |
| "epoch": 4.480286738351254, | |
| "grad_norm": 3.0408644676208496, | |
| "learning_rate": 9.551971326164875e-06, | |
| "loss": 3.9624, | |
| "step": 92500 | |
| }, | |
| { | |
| "epoch": 4.504504504504505, | |
| "grad_norm": 2.9981327056884766, | |
| "learning_rate": 9.54954954954955e-06, | |
| "loss": 3.9652, | |
| "step": 93000 | |
| }, | |
| { | |
| "epoch": 4.528722270657754, | |
| "grad_norm": 2.7843706607818604, | |
| "learning_rate": 9.547127772934225e-06, | |
| "loss": 3.9722, | |
| "step": 93500 | |
| }, | |
| { | |
| "epoch": 4.5529400368110045, | |
| "grad_norm": 2.7166874408721924, | |
| "learning_rate": 9.5447059963189e-06, | |
| "loss": 3.9628, | |
| "step": 94000 | |
| }, | |
| { | |
| "epoch": 4.577157802964255, | |
| "grad_norm": 2.923854351043701, | |
| "learning_rate": 9.542284219703575e-06, | |
| "loss": 3.9594, | |
| "step": 94500 | |
| }, | |
| { | |
| "epoch": 4.601375569117504, | |
| "grad_norm": 2.915800094604492, | |
| "learning_rate": 9.53986244308825e-06, | |
| "loss": 3.9609, | |
| "step": 95000 | |
| }, | |
| { | |
| "epoch": 4.625593335270755, | |
| "grad_norm": 2.9524765014648438, | |
| "learning_rate": 9.537440666472925e-06, | |
| "loss": 3.9587, | |
| "step": 95500 | |
| }, | |
| { | |
| "epoch": 4.649811101424005, | |
| "grad_norm": 2.898005723953247, | |
| "learning_rate": 9.5350188898576e-06, | |
| "loss": 3.9498, | |
| "step": 96000 | |
| }, | |
| { | |
| "epoch": 4.674028867577254, | |
| "grad_norm": 2.9840903282165527, | |
| "learning_rate": 9.532597113242275e-06, | |
| "loss": 3.9508, | |
| "step": 96500 | |
| }, | |
| { | |
| "epoch": 4.698246633730505, | |
| "grad_norm": 2.7765541076660156, | |
| "learning_rate": 9.53017533662695e-06, | |
| "loss": 3.9481, | |
| "step": 97000 | |
| }, | |
| { | |
| "epoch": 4.722464399883755, | |
| "grad_norm": 2.8900692462921143, | |
| "learning_rate": 9.527753560011625e-06, | |
| "loss": 3.9365, | |
| "step": 97500 | |
| }, | |
| { | |
| "epoch": 4.746682166037004, | |
| "grad_norm": 2.8892781734466553, | |
| "learning_rate": 9.5253317833963e-06, | |
| "loss": 3.9492, | |
| "step": 98000 | |
| }, | |
| { | |
| "epoch": 4.770899932190255, | |
| "grad_norm": 2.960374355316162, | |
| "learning_rate": 9.522910006780975e-06, | |
| "loss": 3.942, | |
| "step": 98500 | |
| }, | |
| { | |
| "epoch": 4.795117698343505, | |
| "grad_norm": 2.7404415607452393, | |
| "learning_rate": 9.52048823016565e-06, | |
| "loss": 3.938, | |
| "step": 99000 | |
| }, | |
| { | |
| "epoch": 4.8193354644967545, | |
| "grad_norm": 3.024486780166626, | |
| "learning_rate": 9.518066453550326e-06, | |
| "loss": 3.9296, | |
| "step": 99500 | |
| }, | |
| { | |
| "epoch": 4.843553230650005, | |
| "grad_norm": 2.8316361904144287, | |
| "learning_rate": 9.515644676935e-06, | |
| "loss": 3.9351, | |
| "step": 100000 | |
| }, | |
| { | |
| "epoch": 4.867770996803255, | |
| "grad_norm": 2.8669049739837646, | |
| "learning_rate": 9.513222900319676e-06, | |
| "loss": 3.9373, | |
| "step": 100500 | |
| }, | |
| { | |
| "epoch": 4.891988762956505, | |
| "grad_norm": 2.7152950763702393, | |
| "learning_rate": 9.51080112370435e-06, | |
| "loss": 3.9163, | |
| "step": 101000 | |
| }, | |
| { | |
| "epoch": 4.916206529109755, | |
| "grad_norm": 2.7430613040924072, | |
| "learning_rate": 9.508379347089026e-06, | |
| "loss": 3.9273, | |
| "step": 101500 | |
| }, | |
| { | |
| "epoch": 4.940424295263005, | |
| "grad_norm": 3.0171566009521484, | |
| "learning_rate": 9.5059575704737e-06, | |
| "loss": 3.9247, | |
| "step": 102000 | |
| }, | |
| { | |
| "epoch": 4.964642061416255, | |
| "grad_norm": 2.833829164505005, | |
| "learning_rate": 9.503535793858374e-06, | |
| "loss": 3.9307, | |
| "step": 102500 | |
| }, | |
| { | |
| "epoch": 4.988859827569505, | |
| "grad_norm": 2.7739973068237305, | |
| "learning_rate": 9.501114017243051e-06, | |
| "loss": 3.9195, | |
| "step": 103000 | |
| }, | |
| { | |
| "epoch": 5.013077593722755, | |
| "grad_norm": 2.774411201477051, | |
| "learning_rate": 9.498692240627724e-06, | |
| "loss": 3.9116, | |
| "step": 103500 | |
| }, | |
| { | |
| "epoch": 5.037295359876005, | |
| "grad_norm": 2.851175546646118, | |
| "learning_rate": 9.496270464012401e-06, | |
| "loss": 3.9113, | |
| "step": 104000 | |
| }, | |
| { | |
| "epoch": 5.061513126029255, | |
| "grad_norm": 2.8700265884399414, | |
| "learning_rate": 9.493848687397074e-06, | |
| "loss": 3.9058, | |
| "step": 104500 | |
| }, | |
| { | |
| "epoch": 5.0857308921825055, | |
| "grad_norm": 2.8087737560272217, | |
| "learning_rate": 9.49142691078175e-06, | |
| "loss": 3.9087, | |
| "step": 105000 | |
| }, | |
| { | |
| "epoch": 5.109948658335755, | |
| "grad_norm": 2.882826328277588, | |
| "learning_rate": 9.489005134166426e-06, | |
| "loss": 3.907, | |
| "step": 105500 | |
| }, | |
| { | |
| "epoch": 5.134166424489005, | |
| "grad_norm": 2.900575637817383, | |
| "learning_rate": 9.4865833575511e-06, | |
| "loss": 3.9022, | |
| "step": 106000 | |
| }, | |
| { | |
| "epoch": 5.158384190642255, | |
| "grad_norm": 2.7019128799438477, | |
| "learning_rate": 9.484161580935776e-06, | |
| "loss": 3.9017, | |
| "step": 106500 | |
| }, | |
| { | |
| "epoch": 5.182601956795505, | |
| "grad_norm": 2.8361051082611084, | |
| "learning_rate": 9.48173980432045e-06, | |
| "loss": 3.9108, | |
| "step": 107000 | |
| }, | |
| { | |
| "epoch": 5.206819722948755, | |
| "grad_norm": 2.741563558578491, | |
| "learning_rate": 9.479318027705125e-06, | |
| "loss": 3.8919, | |
| "step": 107500 | |
| }, | |
| { | |
| "epoch": 5.231037489102005, | |
| "grad_norm": 2.967627763748169, | |
| "learning_rate": 9.4768962510898e-06, | |
| "loss": 3.8967, | |
| "step": 108000 | |
| }, | |
| { | |
| "epoch": 5.255255255255255, | |
| "grad_norm": 2.8605451583862305, | |
| "learning_rate": 9.474474474474475e-06, | |
| "loss": 3.897, | |
| "step": 108500 | |
| }, | |
| { | |
| "epoch": 5.2794730214085055, | |
| "grad_norm": 2.7184574604034424, | |
| "learning_rate": 9.47205269785915e-06, | |
| "loss": 3.8975, | |
| "step": 109000 | |
| }, | |
| { | |
| "epoch": 5.303690787561755, | |
| "grad_norm": 2.7433297634124756, | |
| "learning_rate": 9.469630921243825e-06, | |
| "loss": 3.8954, | |
| "step": 109500 | |
| }, | |
| { | |
| "epoch": 5.327908553715005, | |
| "grad_norm": 2.7750015258789062, | |
| "learning_rate": 9.4672091446285e-06, | |
| "loss": 3.8913, | |
| "step": 110000 | |
| }, | |
| { | |
| "epoch": 5.352126319868256, | |
| "grad_norm": 2.9533851146698, | |
| "learning_rate": 9.464787368013175e-06, | |
| "loss": 3.8844, | |
| "step": 110500 | |
| }, | |
| { | |
| "epoch": 5.376344086021505, | |
| "grad_norm": 2.8131632804870605, | |
| "learning_rate": 9.46236559139785e-06, | |
| "loss": 3.8809, | |
| "step": 111000 | |
| }, | |
| { | |
| "epoch": 5.400561852174755, | |
| "grad_norm": 2.791193723678589, | |
| "learning_rate": 9.459943814782525e-06, | |
| "loss": 3.885, | |
| "step": 111500 | |
| }, | |
| { | |
| "epoch": 5.424779618328006, | |
| "grad_norm": 2.869932174682617, | |
| "learning_rate": 9.4575220381672e-06, | |
| "loss": 3.8839, | |
| "step": 112000 | |
| }, | |
| { | |
| "epoch": 5.448997384481255, | |
| "grad_norm": 2.906806707382202, | |
| "learning_rate": 9.455100261551875e-06, | |
| "loss": 3.8816, | |
| "step": 112500 | |
| }, | |
| { | |
| "epoch": 5.4732151506345055, | |
| "grad_norm": 2.6837105751037598, | |
| "learning_rate": 9.45267848493655e-06, | |
| "loss": 3.88, | |
| "step": 113000 | |
| }, | |
| { | |
| "epoch": 5.497432916787756, | |
| "grad_norm": 2.9571547508239746, | |
| "learning_rate": 9.450256708321225e-06, | |
| "loss": 3.877, | |
| "step": 113500 | |
| }, | |
| { | |
| "epoch": 5.521650682941005, | |
| "grad_norm": 2.706204891204834, | |
| "learning_rate": 9.4478349317059e-06, | |
| "loss": 3.8772, | |
| "step": 114000 | |
| }, | |
| { | |
| "epoch": 5.545868449094256, | |
| "grad_norm": 2.7605583667755127, | |
| "learning_rate": 9.445413155090576e-06, | |
| "loss": 3.875, | |
| "step": 114500 | |
| }, | |
| { | |
| "epoch": 5.570086215247506, | |
| "grad_norm": 2.711221933364868, | |
| "learning_rate": 9.44299137847525e-06, | |
| "loss": 3.8712, | |
| "step": 115000 | |
| }, | |
| { | |
| "epoch": 5.594303981400755, | |
| "grad_norm": 2.9056496620178223, | |
| "learning_rate": 9.440569601859924e-06, | |
| "loss": 3.8639, | |
| "step": 115500 | |
| }, | |
| { | |
| "epoch": 5.618521747554006, | |
| "grad_norm": 2.7061548233032227, | |
| "learning_rate": 9.4381478252446e-06, | |
| "loss": 3.8677, | |
| "step": 116000 | |
| }, | |
| { | |
| "epoch": 5.642739513707256, | |
| "grad_norm": 2.9951186180114746, | |
| "learning_rate": 9.435726048629276e-06, | |
| "loss": 3.8667, | |
| "step": 116500 | |
| }, | |
| { | |
| "epoch": 5.6669572798605055, | |
| "grad_norm": 2.753833293914795, | |
| "learning_rate": 9.43330427201395e-06, | |
| "loss": 3.8669, | |
| "step": 117000 | |
| }, | |
| { | |
| "epoch": 5.691175046013756, | |
| "grad_norm": 2.8989222049713135, | |
| "learning_rate": 9.430882495398626e-06, | |
| "loss": 3.8751, | |
| "step": 117500 | |
| }, | |
| { | |
| "epoch": 5.715392812167005, | |
| "grad_norm": 3.0137453079223633, | |
| "learning_rate": 9.4284607187833e-06, | |
| "loss": 3.8706, | |
| "step": 118000 | |
| }, | |
| { | |
| "epoch": 5.739610578320256, | |
| "grad_norm": 2.7698261737823486, | |
| "learning_rate": 9.426038942167976e-06, | |
| "loss": 3.857, | |
| "step": 118500 | |
| }, | |
| { | |
| "epoch": 5.763828344473506, | |
| "grad_norm": 2.877211332321167, | |
| "learning_rate": 9.42361716555265e-06, | |
| "loss": 3.8541, | |
| "step": 119000 | |
| }, | |
| { | |
| "epoch": 5.788046110626755, | |
| "grad_norm": 2.8494150638580322, | |
| "learning_rate": 9.421195388937326e-06, | |
| "loss": 3.8594, | |
| "step": 119500 | |
| }, | |
| { | |
| "epoch": 5.812263876780006, | |
| "grad_norm": 2.72268009185791, | |
| "learning_rate": 9.418773612322e-06, | |
| "loss": 3.8526, | |
| "step": 120000 | |
| }, | |
| { | |
| "epoch": 5.836481642933256, | |
| "grad_norm": 3.0423946380615234, | |
| "learning_rate": 9.416351835706675e-06, | |
| "loss": 3.8558, | |
| "step": 120500 | |
| }, | |
| { | |
| "epoch": 5.860699409086505, | |
| "grad_norm": 2.7056820392608643, | |
| "learning_rate": 9.413930059091351e-06, | |
| "loss": 3.8494, | |
| "step": 121000 | |
| }, | |
| { | |
| "epoch": 5.884917175239756, | |
| "grad_norm": 2.7295594215393066, | |
| "learning_rate": 9.411508282476025e-06, | |
| "loss": 3.8557, | |
| "step": 121500 | |
| }, | |
| { | |
| "epoch": 5.909134941393006, | |
| "grad_norm": 2.8661701679229736, | |
| "learning_rate": 9.409086505860701e-06, | |
| "loss": 3.8528, | |
| "step": 122000 | |
| }, | |
| { | |
| "epoch": 5.9333527075462555, | |
| "grad_norm": 2.8183608055114746, | |
| "learning_rate": 9.406664729245375e-06, | |
| "loss": 3.8511, | |
| "step": 122500 | |
| }, | |
| { | |
| "epoch": 5.957570473699506, | |
| "grad_norm": 2.974858283996582, | |
| "learning_rate": 9.40424295263005e-06, | |
| "loss": 3.8438, | |
| "step": 123000 | |
| }, | |
| { | |
| "epoch": 5.981788239852756, | |
| "grad_norm": 2.8071188926696777, | |
| "learning_rate": 9.401821176014725e-06, | |
| "loss": 3.8338, | |
| "step": 123500 | |
| }, | |
| { | |
| "epoch": 6.006006006006006, | |
| "grad_norm": 2.679610252380371, | |
| "learning_rate": 9.3993993993994e-06, | |
| "loss": 3.8432, | |
| "step": 124000 | |
| }, | |
| { | |
| "epoch": 6.030223772159256, | |
| "grad_norm": 2.7918217182159424, | |
| "learning_rate": 9.396977622784075e-06, | |
| "loss": 3.8359, | |
| "step": 124500 | |
| }, | |
| { | |
| "epoch": 6.054441538312506, | |
| "grad_norm": 2.9353878498077393, | |
| "learning_rate": 9.39455584616875e-06, | |
| "loss": 3.8423, | |
| "step": 125000 | |
| }, | |
| { | |
| "epoch": 6.078659304465756, | |
| "grad_norm": 2.7717785835266113, | |
| "learning_rate": 9.392134069553425e-06, | |
| "loss": 3.8362, | |
| "step": 125500 | |
| }, | |
| { | |
| "epoch": 6.102877070619006, | |
| "grad_norm": 2.8372817039489746, | |
| "learning_rate": 9.3897122929381e-06, | |
| "loss": 3.8308, | |
| "step": 126000 | |
| }, | |
| { | |
| "epoch": 6.127094836772256, | |
| "grad_norm": 2.823821544647217, | |
| "learning_rate": 9.387290516322775e-06, | |
| "loss": 3.8314, | |
| "step": 126500 | |
| }, | |
| { | |
| "epoch": 6.151312602925506, | |
| "grad_norm": 2.7613956928253174, | |
| "learning_rate": 9.38486873970745e-06, | |
| "loss": 3.8317, | |
| "step": 127000 | |
| }, | |
| { | |
| "epoch": 6.175530369078756, | |
| "grad_norm": 2.745297431945801, | |
| "learning_rate": 9.382446963092125e-06, | |
| "loss": 3.8274, | |
| "step": 127500 | |
| }, | |
| { | |
| "epoch": 6.1997481352320065, | |
| "grad_norm": 2.7873809337615967, | |
| "learning_rate": 9.3800251864768e-06, | |
| "loss": 3.8203, | |
| "step": 128000 | |
| }, | |
| { | |
| "epoch": 6.223965901385256, | |
| "grad_norm": 2.871760606765747, | |
| "learning_rate": 9.377603409861475e-06, | |
| "loss": 3.8356, | |
| "step": 128500 | |
| }, | |
| { | |
| "epoch": 6.248183667538506, | |
| "grad_norm": 2.788484811782837, | |
| "learning_rate": 9.37518163324615e-06, | |
| "loss": 3.8239, | |
| "step": 129000 | |
| }, | |
| { | |
| "epoch": 6.272401433691757, | |
| "grad_norm": 2.7170634269714355, | |
| "learning_rate": 9.372759856630826e-06, | |
| "loss": 3.8208, | |
| "step": 129500 | |
| }, | |
| { | |
| "epoch": 6.296619199845006, | |
| "grad_norm": 2.8259615898132324, | |
| "learning_rate": 9.370338080015499e-06, | |
| "loss": 3.8241, | |
| "step": 130000 | |
| }, | |
| { | |
| "epoch": 6.320836965998256, | |
| "grad_norm": 2.9876561164855957, | |
| "learning_rate": 9.367916303400176e-06, | |
| "loss": 3.8259, | |
| "step": 130500 | |
| }, | |
| { | |
| "epoch": 6.345054732151507, | |
| "grad_norm": 2.844414710998535, | |
| "learning_rate": 9.365494526784849e-06, | |
| "loss": 3.8173, | |
| "step": 131000 | |
| }, | |
| { | |
| "epoch": 6.369272498304756, | |
| "grad_norm": 2.8100152015686035, | |
| "learning_rate": 9.363072750169526e-06, | |
| "loss": 3.8245, | |
| "step": 131500 | |
| }, | |
| { | |
| "epoch": 6.3934902644580065, | |
| "grad_norm": 2.8489105701446533, | |
| "learning_rate": 9.360650973554201e-06, | |
| "loss": 3.8147, | |
| "step": 132000 | |
| }, | |
| { | |
| "epoch": 6.417708030611257, | |
| "grad_norm": 2.8502120971679688, | |
| "learning_rate": 9.358229196938874e-06, | |
| "loss": 3.8122, | |
| "step": 132500 | |
| }, | |
| { | |
| "epoch": 6.441925796764506, | |
| "grad_norm": 2.9556784629821777, | |
| "learning_rate": 9.355807420323551e-06, | |
| "loss": 3.8131, | |
| "step": 133000 | |
| }, | |
| { | |
| "epoch": 6.466143562917757, | |
| "grad_norm": 2.762270212173462, | |
| "learning_rate": 9.353385643708224e-06, | |
| "loss": 3.807, | |
| "step": 133500 | |
| }, | |
| { | |
| "epoch": 6.490361329071007, | |
| "grad_norm": 2.7611629962921143, | |
| "learning_rate": 9.350963867092901e-06, | |
| "loss": 3.8113, | |
| "step": 134000 | |
| }, | |
| { | |
| "epoch": 6.514579095224256, | |
| "grad_norm": 2.738227605819702, | |
| "learning_rate": 9.348542090477574e-06, | |
| "loss": 3.8137, | |
| "step": 134500 | |
| }, | |
| { | |
| "epoch": 6.538796861377507, | |
| "grad_norm": 2.822857618331909, | |
| "learning_rate": 9.34612031386225e-06, | |
| "loss": 3.7986, | |
| "step": 135000 | |
| }, | |
| { | |
| "epoch": 6.563014627530757, | |
| "grad_norm": 2.731264591217041, | |
| "learning_rate": 9.343698537246925e-06, | |
| "loss": 3.808, | |
| "step": 135500 | |
| }, | |
| { | |
| "epoch": 6.5872323936840065, | |
| "grad_norm": 2.699312448501587, | |
| "learning_rate": 9.3412767606316e-06, | |
| "loss": 3.803, | |
| "step": 136000 | |
| }, | |
| { | |
| "epoch": 6.611450159837257, | |
| "grad_norm": 2.8332924842834473, | |
| "learning_rate": 9.338854984016275e-06, | |
| "loss": 3.8153, | |
| "step": 136500 | |
| }, | |
| { | |
| "epoch": 6.635667925990506, | |
| "grad_norm": 2.8680782318115234, | |
| "learning_rate": 9.33643320740095e-06, | |
| "loss": 3.7969, | |
| "step": 137000 | |
| }, | |
| { | |
| "epoch": 6.659885692143757, | |
| "grad_norm": 2.844148635864258, | |
| "learning_rate": 9.334011430785625e-06, | |
| "loss": 3.8032, | |
| "step": 137500 | |
| }, | |
| { | |
| "epoch": 6.684103458297007, | |
| "grad_norm": 2.7583229541778564, | |
| "learning_rate": 9.3315896541703e-06, | |
| "loss": 3.8099, | |
| "step": 138000 | |
| }, | |
| { | |
| "epoch": 6.708321224450256, | |
| "grad_norm": 2.8120036125183105, | |
| "learning_rate": 9.329167877554975e-06, | |
| "loss": 3.799, | |
| "step": 138500 | |
| }, | |
| { | |
| "epoch": 6.732538990603507, | |
| "grad_norm": 2.8804004192352295, | |
| "learning_rate": 9.32674610093965e-06, | |
| "loss": 3.7951, | |
| "step": 139000 | |
| }, | |
| { | |
| "epoch": 6.756756756756757, | |
| "grad_norm": 2.8031482696533203, | |
| "learning_rate": 9.324324324324325e-06, | |
| "loss": 3.7966, | |
| "step": 139500 | |
| }, | |
| { | |
| "epoch": 6.7809745229100065, | |
| "grad_norm": 2.7140092849731445, | |
| "learning_rate": 9.321902547709e-06, | |
| "loss": 3.7959, | |
| "step": 140000 | |
| }, | |
| { | |
| "epoch": 6.7809745229100065, | |
| "step": 140000, | |
| "total_flos": 5.861064073050849e+17, | |
| "train_loss": 4.399306026785714, | |
| "train_runtime": 93598.1238, | |
| "train_samples_per_second": 705.829, | |
| "train_steps_per_second": 22.058 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 2064600, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 100, | |
| "save_steps": 1000000, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": false, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 5.861064073050849e+17, | |
| "train_batch_size": 32, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |