| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.17015010838889116, | |
| "eval_steps": 2000, | |
| "global_step": 28600, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 8.451894760131836, | |
| "learning_rate": 1.9999999959757473e-05, | |
| "loss": 1.835, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 2.7373883724212646, | |
| "learning_rate": 1.9999999832252933e-05, | |
| "loss": 1.6278, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 3.7490854263305664, | |
| "learning_rate": 1.9999999617416517e-05, | |
| "loss": 1.6314, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 10.143038749694824, | |
| "learning_rate": 1.999999931524823e-05, | |
| "loss": 1.5416, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 2.783194065093994, | |
| "learning_rate": 1.999999892574807e-05, | |
| "loss": 1.5775, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 2.1446919441223145, | |
| "learning_rate": 1.9999998448916044e-05, | |
| "loss": 1.6922, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 3.6168997287750244, | |
| "learning_rate": 1.9999997884752155e-05, | |
| "loss": 1.6211, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 4.068266868591309, | |
| "learning_rate": 1.9999997233256404e-05, | |
| "loss": 1.6001, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 3.046320676803589, | |
| "learning_rate": 1.9999996494428805e-05, | |
| "loss": 1.5682, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 4.574249267578125, | |
| "learning_rate": 1.9999995668269356e-05, | |
| "loss": 1.5658, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 4.401742935180664, | |
| "learning_rate": 1.999999475956276e-05, | |
| "loss": 1.6152, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 4.141517162322998, | |
| "learning_rate": 1.9999993759176304e-05, | |
| "loss": 1.564, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 1.8213422298431396, | |
| "learning_rate": 1.9999992671458023e-05, | |
| "loss": 1.5586, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 2.3063032627105713, | |
| "learning_rate": 1.999999149640793e-05, | |
| "loss": 1.6118, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 3.5887880325317383, | |
| "learning_rate": 1.9999990234026036e-05, | |
| "loss": 1.586, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 2.8140385150909424, | |
| "learning_rate": 1.9999988884312347e-05, | |
| "loss": 1.6221, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 2.5657193660736084, | |
| "learning_rate": 1.9999987447266877e-05, | |
| "loss": 1.5533, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 2.193918466567993, | |
| "learning_rate": 1.9999985922889644e-05, | |
| "loss": 1.5725, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 2.9052414894104004, | |
| "learning_rate": 1.9999984311180655e-05, | |
| "loss": 1.5804, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 5.269617557525635, | |
| "learning_rate": 1.999998261213993e-05, | |
| "loss": 1.6025, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 2.5482230186462402, | |
| "learning_rate": 1.9999980825767474e-05, | |
| "loss": 1.5963, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 3.360860824584961, | |
| "learning_rate": 1.999997896164907e-05, | |
| "loss": 1.5837, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 3.9968528747558594, | |
| "learning_rate": 1.9999977001049872e-05, | |
| "loss": 1.5586, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 2.3270204067230225, | |
| "learning_rate": 1.9999974953119e-05, | |
| "loss": 1.597, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 2.4163918495178223, | |
| "learning_rate": 1.999997281785647e-05, | |
| "loss": 1.5405, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 2.7667906284332275, | |
| "learning_rate": 1.9999970595262297e-05, | |
| "loss": 1.5714, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 3.6416239738464355, | |
| "learning_rate": 1.9999968297103373e-05, | |
| "loss": 1.5909, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 4.743027210235596, | |
| "learning_rate": 1.999996590028264e-05, | |
| "loss": 1.5651, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 4.262922763824463, | |
| "learning_rate": 1.9999963416130326e-05, | |
| "loss": 1.6067, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 2.953801393508911, | |
| "learning_rate": 1.999996084464646e-05, | |
| "loss": 1.6252, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 1.8496161699295044, | |
| "learning_rate": 1.9999958185831053e-05, | |
| "loss": 1.5803, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 3.5667736530303955, | |
| "learning_rate": 1.999995543968414e-05, | |
| "loss": 1.6274, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 1.9622883796691895, | |
| "learning_rate": 1.9999952606205736e-05, | |
| "loss": 1.6222, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.0667927265167236, | |
| "learning_rate": 1.999994968539587e-05, | |
| "loss": 1.5443, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.8644936084747314, | |
| "learning_rate": 1.9999946677254565e-05, | |
| "loss": 1.5163, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.813724994659424, | |
| "learning_rate": 1.999994358178185e-05, | |
| "loss": 1.5569, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.9615787267684937, | |
| "learning_rate": 1.999994039897775e-05, | |
| "loss": 1.5864, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.2379679679870605, | |
| "learning_rate": 1.9999937128842296e-05, | |
| "loss": 1.6411, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 4.499472141265869, | |
| "learning_rate": 1.9999933771375512e-05, | |
| "loss": 1.5566, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.320197582244873, | |
| "learning_rate": 1.9999930326577432e-05, | |
| "loss": 1.5593, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.441413640975952, | |
| "learning_rate": 1.999992679444808e-05, | |
| "loss": 1.5118, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 4.383536338806152, | |
| "learning_rate": 1.9999923174987494e-05, | |
| "loss": 1.5533, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.5668296813964844, | |
| "learning_rate": 1.99999194681957e-05, | |
| "loss": 1.5581, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.273376703262329, | |
| "learning_rate": 1.9999915674072735e-05, | |
| "loss": 1.6099, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.3625733852386475, | |
| "learning_rate": 1.9999911792618627e-05, | |
| "loss": 1.5237, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.4991722106933594, | |
| "learning_rate": 1.9999907823833413e-05, | |
| "loss": 1.5551, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.759443759918213, | |
| "learning_rate": 1.9999903767717127e-05, | |
| "loss": 1.5388, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 4.206201076507568, | |
| "learning_rate": 1.9999899624269806e-05, | |
| "loss": 1.5278, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.587338924407959, | |
| "learning_rate": 1.9999895393491484e-05, | |
| "loss": 1.566, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 4.078786849975586, | |
| "learning_rate": 1.9999891075382195e-05, | |
| "loss": 1.5554, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.6852822303771973, | |
| "learning_rate": 1.9999886669941987e-05, | |
| "loss": 1.5473, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.603821039199829, | |
| "learning_rate": 1.999988217717089e-05, | |
| "loss": 1.5754, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.9017295837402344, | |
| "learning_rate": 1.9999877597068942e-05, | |
| "loss": 1.572, | |
| "step": 10600 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 4.2719645500183105, | |
| "learning_rate": 1.9999872929636188e-05, | |
| "loss": 1.5997, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.612062454223633, | |
| "learning_rate": 1.9999868174872666e-05, | |
| "loss": 1.533, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 4.553364276885986, | |
| "learning_rate": 1.9999863357206127e-05, | |
| "loss": 1.5328, | |
| "step": 11200 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 5.111497402191162, | |
| "learning_rate": 1.9999858428217852e-05, | |
| "loss": 1.6124, | |
| "step": 11400 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.860379219055176, | |
| "learning_rate": 1.9999853411898932e-05, | |
| "loss": 1.5097, | |
| "step": 11600 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 3.229198455810547, | |
| "learning_rate": 1.999939333873553e-05, | |
| "loss": 1.5721, | |
| "step": 11800 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.2855397462844849, | |
| "learning_rate": 1.9999372576820398e-05, | |
| "loss": 1.5382, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.536872148513794, | |
| "learning_rate": 1.9999351465598642e-05, | |
| "loss": 1.5964, | |
| "step": 12200 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.0981087684631348, | |
| "learning_rate": 1.9999330005070992e-05, | |
| "loss": 1.5269, | |
| "step": 12400 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.213561773300171, | |
| "learning_rate": 1.99993081952382e-05, | |
| "loss": 1.488, | |
| "step": 12600 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.3960020542144775, | |
| "learning_rate": 1.999928603610103e-05, | |
| "loss": 1.5714, | |
| "step": 12800 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.198500394821167, | |
| "learning_rate": 1.9999263641071352e-05, | |
| "loss": 1.5587, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.4841859340667725, | |
| "learning_rate": 1.9999240785074275e-05, | |
| "loss": 1.5417, | |
| "step": 13200 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.9682819843292236, | |
| "learning_rate": 1.999921757977517e-05, | |
| "loss": 1.578, | |
| "step": 13400 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.8368330001831055, | |
| "learning_rate": 1.999919402517485e-05, | |
| "loss": 1.5703, | |
| "step": 13600 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 3.0925166606903076, | |
| "learning_rate": 1.9999170121274143e-05, | |
| "loss": 1.5163, | |
| "step": 13800 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.2362563610076904, | |
| "learning_rate": 1.999914586807388e-05, | |
| "loss": 1.6078, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 3.019454002380371, | |
| "learning_rate": 1.9999121265574902e-05, | |
| "loss": 1.5317, | |
| "step": 14200 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.67069411277771, | |
| "learning_rate": 1.9999096313778082e-05, | |
| "loss": 1.529, | |
| "step": 14400 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.8095571994781494, | |
| "learning_rate": 1.9999071012684285e-05, | |
| "loss": 1.557, | |
| "step": 14600 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.3300442695617676, | |
| "learning_rate": 1.9999045362294388e-05, | |
| "loss": 1.5554, | |
| "step": 14800 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.160933256149292, | |
| "learning_rate": 1.9999019362609297e-05, | |
| "loss": 1.528, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.6309542655944824, | |
| "learning_rate": 1.999899301362992e-05, | |
| "loss": 1.5344, | |
| "step": 15200 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 3.1774258613586426, | |
| "learning_rate": 1.9998966315357173e-05, | |
| "loss": 1.5661, | |
| "step": 15400 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.8362374305725098, | |
| "learning_rate": 1.9998939267791986e-05, | |
| "loss": 1.5404, | |
| "step": 15600 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.6643764972686768, | |
| "learning_rate": 1.999891187093531e-05, | |
| "loss": 1.562, | |
| "step": 15800 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.519455671310425, | |
| "learning_rate": 1.99988841247881e-05, | |
| "loss": 1.5468, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.8681560754776, | |
| "learning_rate": 1.9998856029351327e-05, | |
| "loss": 1.501, | |
| "step": 16200 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.5082764625549316, | |
| "learning_rate": 1.999882758462597e-05, | |
| "loss": 1.5632, | |
| "step": 16400 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.8632557392120361, | |
| "learning_rate": 1.9998798790613018e-05, | |
| "loss": 1.5509, | |
| "step": 16600 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 3.0881147384643555, | |
| "learning_rate": 1.999876964731349e-05, | |
| "loss": 1.5277, | |
| "step": 16800 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.9005630016326904, | |
| "learning_rate": 1.9998740303060157e-05, | |
| "loss": 1.5542, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.4960647821426392, | |
| "learning_rate": 1.9998710462936946e-05, | |
| "loss": 1.5781, | |
| "step": 17200 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.5842814445495605, | |
| "learning_rate": 1.9998680273530233e-05, | |
| "loss": 1.5535, | |
| "step": 17400 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.9667937755584717, | |
| "learning_rate": 1.9998649734841075e-05, | |
| "loss": 1.5764, | |
| "step": 17600 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.2704834938049316, | |
| "learning_rate": 1.9998618846870542e-05, | |
| "loss": 1.55, | |
| "step": 17800 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.67142391204834, | |
| "learning_rate": 1.9998587609619712e-05, | |
| "loss": 1.5648, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.281129837036133, | |
| "learning_rate": 1.9998556023089672e-05, | |
| "loss": 1.5405, | |
| "step": 18200 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.508354425430298, | |
| "learning_rate": 1.999852408728153e-05, | |
| "loss": 1.5574, | |
| "step": 18400 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.8000833988189697, | |
| "learning_rate": 1.99984918021964e-05, | |
| "loss": 1.5638, | |
| "step": 18600 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 3.3880839347839355, | |
| "learning_rate": 1.999845916783541e-05, | |
| "loss": 1.553, | |
| "step": 18800 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.8427979946136475, | |
| "learning_rate": 1.9998426349986698e-05, | |
| "loss": 1.5367, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 3.7834692001342773, | |
| "learning_rate": 1.9998393186348416e-05, | |
| "loss": 1.5619, | |
| "step": 19200 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.51110577583313, | |
| "learning_rate": 1.9998359507659452e-05, | |
| "loss": 1.5688, | |
| "step": 19400 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.6746368408203125, | |
| "learning_rate": 1.999832547969925e-05, | |
| "loss": 1.5216, | |
| "step": 19600 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.6558778285980225, | |
| "learning_rate": 1.9998291102469e-05, | |
| "loss": 1.5335, | |
| "step": 19800 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.4056808948516846, | |
| "learning_rate": 1.99982565504712e-05, | |
| "loss": 1.5135, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.2242326736450195, | |
| "learning_rate": 1.9998221652689703e-05, | |
| "loss": 1.5325, | |
| "step": 20200 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.6685123443603516, | |
| "learning_rate": 1.9998186409125715e-05, | |
| "loss": 1.5765, | |
| "step": 20400 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.8478649854660034, | |
| "learning_rate": 1.999815064006636e-05, | |
| "loss": 1.5597, | |
| "step": 20600 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.6228203773498535, | |
| "learning_rate": 1.999811452174307e-05, | |
| "loss": 1.5312, | |
| "step": 20800 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.2979694604873657, | |
| "learning_rate": 1.9998078054157092e-05, | |
| "loss": 1.5863, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.4286555051803589, | |
| "learning_rate": 1.999804123730971e-05, | |
| "loss": 1.5265, | |
| "step": 21200 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.2393202781677246, | |
| "learning_rate": 1.999800407120221e-05, | |
| "loss": 1.5599, | |
| "step": 21400 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 8.066116333007812, | |
| "learning_rate": 1.9997966555835886e-05, | |
| "loss": 1.5345, | |
| "step": 21600 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.866185426712036, | |
| "learning_rate": 1.9997928691212052e-05, | |
| "loss": 1.5141, | |
| "step": 21800 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.5764899253845215, | |
| "learning_rate": 1.9997890477332027e-05, | |
| "loss": 1.5189, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 3.597501039505005, | |
| "learning_rate": 1.9997851914197147e-05, | |
| "loss": 1.5368, | |
| "step": 22200 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.5888760089874268, | |
| "learning_rate": 1.9997813001808763e-05, | |
| "loss": 1.5603, | |
| "step": 22400 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 3.027528762817383, | |
| "learning_rate": 1.9994991132809548e-05, | |
| "loss": 1.5228, | |
| "step": 22600 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.9839845895767212, | |
| "learning_rate": 1.9994902463916502e-05, | |
| "loss": 1.5413, | |
| "step": 22800 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.558858871459961, | |
| "learning_rate": 1.999481256582422e-05, | |
| "loss": 1.5713, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 2.022099256515503, | |
| "learning_rate": 1.9994721882148102e-05, | |
| "loss": 1.5488, | |
| "step": 23200 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 1.663493275642395, | |
| "learning_rate": 1.999045551990737e-05, | |
| "loss": 1.536, | |
| "step": 23400 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 1.7328152656555176, | |
| "learning_rate": 1.9990292364225084e-05, | |
| "loss": 1.5166, | |
| "step": 23600 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 1.3295519351959229, | |
| "learning_rate": 1.9990126996188935e-05, | |
| "loss": 1.5488, | |
| "step": 23800 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 2.1913652420043945, | |
| "learning_rate": 1.998996023220988e-05, | |
| "loss": 1.5219, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 1.8065701723098755, | |
| "learning_rate": 1.998979207231122e-05, | |
| "loss": 1.5181, | |
| "step": 24200 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 1.8158023357391357, | |
| "learning_rate": 1.998962336776768e-05, | |
| "loss": 1.5176, | |
| "step": 24400 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 1.4990816116333008, | |
| "learning_rate": 1.9989452423079802e-05, | |
| "loss": 1.4998, | |
| "step": 24600 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 1.655572533607483, | |
| "learning_rate": 1.9989280082543273e-05, | |
| "loss": 1.5426, | |
| "step": 24800 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 1.9679639339447021, | |
| "learning_rate": 1.9989106346182187e-05, | |
| "loss": 1.5603, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 1.2155619859695435, | |
| "learning_rate": 1.9988931214020803e-05, | |
| "loss": 1.5368, | |
| "step": 25200 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 1.3557419776916504, | |
| "learning_rate": 1.9988754686083607e-05, | |
| "loss": 1.531, | |
| "step": 25400 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 1.433875322341919, | |
| "learning_rate": 1.998857676239526e-05, | |
| "loss": 1.5502, | |
| "step": 25600 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 1.2107449769973755, | |
| "learning_rate": 1.998839744298062e-05, | |
| "loss": 1.5509, | |
| "step": 25800 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.8327608704566956, | |
| "learning_rate": 1.9812018045085563e-05, | |
| "loss": 1.5483, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.7521975636482239, | |
| "learning_rate": 1.980912147882786e-05, | |
| "loss": 1.5296, | |
| "step": 26200 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.7781311869621277, | |
| "learning_rate": 1.9806202981642514e-05, | |
| "loss": 1.5346, | |
| "step": 26400 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.7848681211471558, | |
| "learning_rate": 1.9803262560054603e-05, | |
| "loss": 1.5271, | |
| "step": 26600 | |
| }, | |
| { | |
| "epoch": 0.3188827206169429, | |
| "grad_norm": 0.9575275182723999, | |
| "learning_rate": 1.980030022063824e-05, | |
| "loss": 1.5308, | |
| "step": 26800 | |
| }, | |
| { | |
| "epoch": 0.16063122120629586, | |
| "grad_norm": 1.242712140083313, | |
| "learning_rate": 1.9949200564244935e-05, | |
| "loss": 1.527, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 0.16182108210412027, | |
| "grad_norm": 1.236722707748413, | |
| "learning_rate": 1.9948445168438075e-05, | |
| "loss": 1.5205, | |
| "step": 27200 | |
| }, | |
| { | |
| "epoch": 0.16301094300194469, | |
| "grad_norm": 1.1174817085266113, | |
| "learning_rate": 1.9947684212090804e-05, | |
| "loss": 1.5316, | |
| "step": 27400 | |
| }, | |
| { | |
| "epoch": 0.1642008038997691, | |
| "grad_norm": 1.0598382949829102, | |
| "learning_rate": 1.9946917695628444e-05, | |
| "loss": 1.5349, | |
| "step": 27600 | |
| }, | |
| { | |
| "epoch": 0.1653906647975935, | |
| "grad_norm": 0.8770107626914978, | |
| "learning_rate": 1.9946145619479428e-05, | |
| "loss": 1.5308, | |
| "step": 27800 | |
| }, | |
| { | |
| "epoch": 0.16658052569541792, | |
| "grad_norm": 1.3964169025421143, | |
| "learning_rate": 1.9945367984075302e-05, | |
| "loss": 1.5313, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 0.16777038659324234, | |
| "grad_norm": 0.9861007928848267, | |
| "learning_rate": 1.9944584789850707e-05, | |
| "loss": 1.5065, | |
| "step": 28200 | |
| }, | |
| { | |
| "epoch": 0.16896024749106675, | |
| "grad_norm": 1.196914792060852, | |
| "learning_rate": 1.9943796037243405e-05, | |
| "loss": 1.5059, | |
| "step": 28400 | |
| }, | |
| { | |
| "epoch": 0.17015010838889116, | |
| "grad_norm": 1.3986766338348389, | |
| "learning_rate": 1.9943001726694253e-05, | |
| "loss": 1.5365, | |
| "step": 28600 | |
| } | |
| ], | |
| "logging_steps": 200, | |
| "max_steps": 840430, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 5, | |
| "save_steps": 200, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 9.947361356659016e+17, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |