| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 10.0, | |
| "eval_steps": 500, | |
| "global_step": 122720, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.04074315514993481, | |
| "grad_norm": 1.5828578472137451, | |
| "learning_rate": 0.0002987777053455019, | |
| "loss": 1.0838, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.08148631029986962, | |
| "grad_norm": 2.0423190593719482, | |
| "learning_rate": 0.0002975554106910039, | |
| "loss": 0.8724, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.12222946544980444, | |
| "grad_norm": 2.746290683746338, | |
| "learning_rate": 0.00029633311603650584, | |
| "loss": 0.7804, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.16297262059973924, | |
| "grad_norm": 2.9885292053222656, | |
| "learning_rate": 0.0002951108213820078, | |
| "loss": 0.7367, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.20371577574967406, | |
| "grad_norm": 2.7808330059051514, | |
| "learning_rate": 0.00029388852672750977, | |
| "loss": 0.7016, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.24445893089960888, | |
| "grad_norm": 2.4769978523254395, | |
| "learning_rate": 0.0002926662320730117, | |
| "loss": 0.6759, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.28520208604954367, | |
| "grad_norm": 2.141312599182129, | |
| "learning_rate": 0.00029144393741851364, | |
| "loss": 0.6623, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.3259452411994785, | |
| "grad_norm": 2.169989824295044, | |
| "learning_rate": 0.0002902216427640156, | |
| "loss": 0.6352, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.3666883963494133, | |
| "grad_norm": 3.238466262817383, | |
| "learning_rate": 0.0002889993481095176, | |
| "loss": 0.6382, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.4074315514993481, | |
| "grad_norm": 2.6361501216888428, | |
| "learning_rate": 0.00028777705345501956, | |
| "loss": 0.6168, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.44817470664928294, | |
| "grad_norm": 2.7179198265075684, | |
| "learning_rate": 0.0002865547588005215, | |
| "loss": 0.609, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.48891786179921776, | |
| "grad_norm": 1.717613935470581, | |
| "learning_rate": 0.00028533246414602344, | |
| "loss": 0.6023, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.5296610169491526, | |
| "grad_norm": 1.5747934579849243, | |
| "learning_rate": 0.00028411016949152543, | |
| "loss": 0.5995, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.5704041720990873, | |
| "grad_norm": 2.5513648986816406, | |
| "learning_rate": 0.00028288787483702737, | |
| "loss": 0.5817, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.6111473272490222, | |
| "grad_norm": 2.6356778144836426, | |
| "learning_rate": 0.0002816655801825293, | |
| "loss": 0.5816, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.651890482398957, | |
| "grad_norm": 1.4905149936676025, | |
| "learning_rate": 0.00028044328552803124, | |
| "loss": 0.587, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.6926336375488917, | |
| "grad_norm": 2.126027822494507, | |
| "learning_rate": 0.00027922099087353323, | |
| "loss": 0.5763, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.7333767926988266, | |
| "grad_norm": 1.642021656036377, | |
| "learning_rate": 0.00027799869621903517, | |
| "loss": 0.5788, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.7741199478487614, | |
| "grad_norm": 2.919405460357666, | |
| "learning_rate": 0.0002767764015645371, | |
| "loss": 0.5756, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.8148631029986962, | |
| "grad_norm": 2.7401773929595947, | |
| "learning_rate": 0.0002755541069100391, | |
| "loss": 0.561, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.855606258148631, | |
| "grad_norm": 3.268413543701172, | |
| "learning_rate": 0.00027433181225554104, | |
| "loss": 0.5627, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 0.8963494132985659, | |
| "grad_norm": 1.6420167684555054, | |
| "learning_rate": 0.000273109517601043, | |
| "loss": 0.5591, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.9370925684485006, | |
| "grad_norm": 3.6072638034820557, | |
| "learning_rate": 0.00027188722294654497, | |
| "loss": 0.5593, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 0.9778357235984355, | |
| "grad_norm": 1.9567480087280273, | |
| "learning_rate": 0.0002706649282920469, | |
| "loss": 0.5593, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.7959839105606079, | |
| "eval_loss": 0.5131802558898926, | |
| "eval_runtime": 3.8597, | |
| "eval_samples_per_second": 645.123, | |
| "eval_steps_per_second": 80.835, | |
| "step": 12272 | |
| }, | |
| { | |
| "epoch": 1.0185788787483703, | |
| "grad_norm": 1.4843103885650635, | |
| "learning_rate": 0.00026944263363754884, | |
| "loss": 0.5502, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 1.0593220338983051, | |
| "grad_norm": 2.488762855529785, | |
| "learning_rate": 0.00026822033898305083, | |
| "loss": 0.5391, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 1.1000651890482398, | |
| "grad_norm": 2.1324970722198486, | |
| "learning_rate": 0.00026699804432855277, | |
| "loss": 0.543, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 1.1408083441981747, | |
| "grad_norm": 1.2764211893081665, | |
| "learning_rate": 0.00026577574967405476, | |
| "loss": 0.5397, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 1.1815514993481095, | |
| "grad_norm": 1.6294676065444946, | |
| "learning_rate": 0.0002645534550195567, | |
| "loss": 0.5487, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 1.2222946544980444, | |
| "grad_norm": 1.9771702289581299, | |
| "learning_rate": 0.00026333116036505864, | |
| "loss": 0.5365, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 1.263037809647979, | |
| "grad_norm": 2.3716676235198975, | |
| "learning_rate": 0.00026210886571056063, | |
| "loss": 0.5367, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 1.303780964797914, | |
| "grad_norm": 3.3372445106506348, | |
| "learning_rate": 0.00026088657105606257, | |
| "loss": 0.5339, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 1.3445241199478488, | |
| "grad_norm": 1.6658248901367188, | |
| "learning_rate": 0.0002596642764015645, | |
| "loss": 0.5306, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 1.3852672750977835, | |
| "grad_norm": 3.4499964714050293, | |
| "learning_rate": 0.0002584419817470665, | |
| "loss": 0.5337, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 1.4260104302477183, | |
| "grad_norm": 1.6458457708358765, | |
| "learning_rate": 0.00025721968709256843, | |
| "loss": 0.5288, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 1.4667535853976532, | |
| "grad_norm": 1.9066393375396729, | |
| "learning_rate": 0.00025599739243807037, | |
| "loss": 0.5255, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 1.5074967405475879, | |
| "grad_norm": 1.735753059387207, | |
| "learning_rate": 0.0002547750977835723, | |
| "loss": 0.5282, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 1.548239895697523, | |
| "grad_norm": 1.7421000003814697, | |
| "learning_rate": 0.0002535528031290743, | |
| "loss": 0.5194, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 1.5889830508474576, | |
| "grad_norm": 2.0979628562927246, | |
| "learning_rate": 0.00025233050847457624, | |
| "loss": 0.5334, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 1.6297262059973925, | |
| "grad_norm": 1.8151721954345703, | |
| "learning_rate": 0.0002511082138200782, | |
| "loss": 0.5283, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 1.6704693611473274, | |
| "grad_norm": 1.5404752492904663, | |
| "learning_rate": 0.00024988591916558017, | |
| "loss": 0.5232, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 1.711212516297262, | |
| "grad_norm": 3.021263837814331, | |
| "learning_rate": 0.0002486636245110821, | |
| "loss": 0.5184, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 1.7519556714471969, | |
| "grad_norm": 3.665238380432129, | |
| "learning_rate": 0.00024744132985658404, | |
| "loss": 0.5166, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 1.7926988265971318, | |
| "grad_norm": 1.4015684127807617, | |
| "learning_rate": 0.00024621903520208603, | |
| "loss": 0.5158, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 1.8334419817470664, | |
| "grad_norm": 3.794595241546631, | |
| "learning_rate": 0.000244996740547588, | |
| "loss": 0.5267, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 1.8741851368970013, | |
| "grad_norm": 1.9950809478759766, | |
| "learning_rate": 0.00024377444589308996, | |
| "loss": 0.5119, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 1.9149282920469362, | |
| "grad_norm": 1.5925782918930054, | |
| "learning_rate": 0.0002425521512385919, | |
| "loss": 0.5203, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 1.9556714471968708, | |
| "grad_norm": 2.9431841373443604, | |
| "learning_rate": 0.00024132985658409386, | |
| "loss": 0.512, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 1.996414602346806, | |
| "grad_norm": 1.6975939273834229, | |
| "learning_rate": 0.00024010756192959583, | |
| "loss": 0.5079, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.811646580696106, | |
| "eval_loss": 0.4724164307117462, | |
| "eval_runtime": 3.8494, | |
| "eval_samples_per_second": 646.846, | |
| "eval_steps_per_second": 81.051, | |
| "step": 24544 | |
| }, | |
| { | |
| "epoch": 2.0371577574967406, | |
| "grad_norm": 2.4534783363342285, | |
| "learning_rate": 0.00023888526727509777, | |
| "loss": 0.5027, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 2.077900912646675, | |
| "grad_norm": 2.0405538082122803, | |
| "learning_rate": 0.00023766297262059973, | |
| "loss": 0.5008, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 2.1186440677966103, | |
| "grad_norm": 1.833534836769104, | |
| "learning_rate": 0.00023644067796610167, | |
| "loss": 0.5043, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 2.159387222946545, | |
| "grad_norm": 1.8968788385391235, | |
| "learning_rate": 0.00023521838331160363, | |
| "loss": 0.5018, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 2.2001303780964796, | |
| "grad_norm": 1.6663825511932373, | |
| "learning_rate": 0.0002339960886571056, | |
| "loss": 0.501, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 2.2408735332464147, | |
| "grad_norm": 2.6435630321502686, | |
| "learning_rate": 0.00023277379400260753, | |
| "loss": 0.4976, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 2.2816166883963493, | |
| "grad_norm": 1.5958212614059448, | |
| "learning_rate": 0.0002315514993481095, | |
| "loss": 0.5056, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 2.322359843546284, | |
| "grad_norm": 1.644378423690796, | |
| "learning_rate": 0.00023032920469361144, | |
| "loss": 0.4856, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 2.363102998696219, | |
| "grad_norm": 1.9557281732559204, | |
| "learning_rate": 0.0002291069100391134, | |
| "loss": 0.4943, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 2.4038461538461537, | |
| "grad_norm": 3.529120922088623, | |
| "learning_rate": 0.00022788461538461537, | |
| "loss": 0.4956, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 2.444589308996089, | |
| "grad_norm": 2.105900287628174, | |
| "learning_rate": 0.0002266623207301173, | |
| "loss": 0.5032, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 2.4853324641460235, | |
| "grad_norm": 2.1510558128356934, | |
| "learning_rate": 0.00022544002607561927, | |
| "loss": 0.5014, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 2.526075619295958, | |
| "grad_norm": 2.0106310844421387, | |
| "learning_rate": 0.0002242177314211212, | |
| "loss": 0.5047, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 2.5668187744458932, | |
| "grad_norm": 3.261289358139038, | |
| "learning_rate": 0.0002229954367666232, | |
| "loss": 0.5044, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 2.607561929595828, | |
| "grad_norm": 1.9700287580490112, | |
| "learning_rate": 0.00022177314211212516, | |
| "loss": 0.4921, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 2.648305084745763, | |
| "grad_norm": 1.7623224258422852, | |
| "learning_rate": 0.0002205508474576271, | |
| "loss": 0.493, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 2.6890482398956976, | |
| "grad_norm": 2.0307579040527344, | |
| "learning_rate": 0.00021932855280312906, | |
| "loss": 0.4944, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 2.7297913950456323, | |
| "grad_norm": 1.6054081916809082, | |
| "learning_rate": 0.00021810625814863103, | |
| "loss": 0.495, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 2.770534550195567, | |
| "grad_norm": 1.2301048040390015, | |
| "learning_rate": 0.00021688396349413296, | |
| "loss": 0.5006, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 2.811277705345502, | |
| "grad_norm": 2.173492670059204, | |
| "learning_rate": 0.00021566166883963493, | |
| "loss": 0.4952, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 2.8520208604954367, | |
| "grad_norm": 1.8370041847229004, | |
| "learning_rate": 0.0002144393741851369, | |
| "loss": 0.4774, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 2.8927640156453718, | |
| "grad_norm": 2.2364652156829834, | |
| "learning_rate": 0.00021321707953063883, | |
| "loss": 0.4848, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 2.9335071707953064, | |
| "grad_norm": 1.6861385107040405, | |
| "learning_rate": 0.0002119947848761408, | |
| "loss": 0.4982, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 2.974250325945241, | |
| "grad_norm": 1.938073992729187, | |
| "learning_rate": 0.00021077249022164273, | |
| "loss": 0.4815, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.7899598479270935, | |
| "eval_loss": 0.5340293049812317, | |
| "eval_runtime": 3.8273, | |
| "eval_samples_per_second": 650.596, | |
| "eval_steps_per_second": 81.521, | |
| "step": 36816 | |
| }, | |
| { | |
| "epoch": 3.014993481095176, | |
| "grad_norm": 1.7496318817138672, | |
| "learning_rate": 0.0002095501955671447, | |
| "loss": 0.4926, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 3.055736636245111, | |
| "grad_norm": 1.6960176229476929, | |
| "learning_rate": 0.00020832790091264666, | |
| "loss": 0.4807, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 3.0964797913950455, | |
| "grad_norm": 1.9474419355392456, | |
| "learning_rate": 0.0002071056062581486, | |
| "loss": 0.4753, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 3.1372229465449806, | |
| "grad_norm": 2.938944101333618, | |
| "learning_rate": 0.00020588331160365056, | |
| "loss": 0.4869, | |
| "step": 38500 | |
| }, | |
| { | |
| "epoch": 3.1779661016949152, | |
| "grad_norm": 1.9578561782836914, | |
| "learning_rate": 0.0002046610169491525, | |
| "loss": 0.473, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 3.21870925684485, | |
| "grad_norm": 2.039128541946411, | |
| "learning_rate": 0.00020343872229465447, | |
| "loss": 0.4744, | |
| "step": 39500 | |
| }, | |
| { | |
| "epoch": 3.259452411994785, | |
| "grad_norm": 3.681124687194824, | |
| "learning_rate": 0.00020221642764015643, | |
| "loss": 0.4799, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 3.3001955671447196, | |
| "grad_norm": 1.5929746627807617, | |
| "learning_rate": 0.0002009941329856584, | |
| "loss": 0.4787, | |
| "step": 40500 | |
| }, | |
| { | |
| "epoch": 3.3409387222946547, | |
| "grad_norm": 1.7738901376724243, | |
| "learning_rate": 0.00019977183833116036, | |
| "loss": 0.4721, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 3.3816818774445894, | |
| "grad_norm": 1.670168161392212, | |
| "learning_rate": 0.00019854954367666232, | |
| "loss": 0.4842, | |
| "step": 41500 | |
| }, | |
| { | |
| "epoch": 3.422425032594524, | |
| "grad_norm": 2.07709002494812, | |
| "learning_rate": 0.00019732724902216426, | |
| "loss": 0.4676, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 3.463168187744459, | |
| "grad_norm": 1.76602041721344, | |
| "learning_rate": 0.00019610495436766623, | |
| "loss": 0.478, | |
| "step": 42500 | |
| }, | |
| { | |
| "epoch": 3.5039113428943938, | |
| "grad_norm": 1.7546826601028442, | |
| "learning_rate": 0.00019488265971316816, | |
| "loss": 0.481, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 3.5446544980443284, | |
| "grad_norm": 1.9292327165603638, | |
| "learning_rate": 0.00019366036505867013, | |
| "loss": 0.4763, | |
| "step": 43500 | |
| }, | |
| { | |
| "epoch": 3.5853976531942635, | |
| "grad_norm": 2.211700916290283, | |
| "learning_rate": 0.0001924380704041721, | |
| "loss": 0.4736, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 3.626140808344198, | |
| "grad_norm": 3.4379701614379883, | |
| "learning_rate": 0.00019121577574967403, | |
| "loss": 0.4691, | |
| "step": 44500 | |
| }, | |
| { | |
| "epoch": 3.666883963494133, | |
| "grad_norm": 3.3809897899627686, | |
| "learning_rate": 0.000189993481095176, | |
| "loss": 0.4865, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 3.707627118644068, | |
| "grad_norm": 2.958820343017578, | |
| "learning_rate": 0.00018877118644067796, | |
| "loss": 0.4773, | |
| "step": 45500 | |
| }, | |
| { | |
| "epoch": 3.7483702737940026, | |
| "grad_norm": 2.081221342086792, | |
| "learning_rate": 0.0001875488917861799, | |
| "loss": 0.4643, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 3.7891134289439377, | |
| "grad_norm": 1.3643114566802979, | |
| "learning_rate": 0.00018632659713168186, | |
| "loss": 0.4615, | |
| "step": 46500 | |
| }, | |
| { | |
| "epoch": 3.8298565840938723, | |
| "grad_norm": 2.669874668121338, | |
| "learning_rate": 0.0001851043024771838, | |
| "loss": 0.4786, | |
| "step": 47000 | |
| }, | |
| { | |
| "epoch": 3.870599739243807, | |
| "grad_norm": 1.4289213418960571, | |
| "learning_rate": 0.00018388200782268576, | |
| "loss": 0.4796, | |
| "step": 47500 | |
| }, | |
| { | |
| "epoch": 3.9113428943937416, | |
| "grad_norm": 2.1719110012054443, | |
| "learning_rate": 0.00018265971316818773, | |
| "loss": 0.4798, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 3.9520860495436767, | |
| "grad_norm": 1.5655969381332397, | |
| "learning_rate": 0.00018143741851368966, | |
| "loss": 0.4587, | |
| "step": 48500 | |
| }, | |
| { | |
| "epoch": 3.9928292046936114, | |
| "grad_norm": 2.242460250854492, | |
| "learning_rate": 0.00018021512385919163, | |
| "loss": 0.4757, | |
| "step": 49000 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_accuracy": 0.823293149471283, | |
| "eval_loss": 0.4503098726272583, | |
| "eval_runtime": 3.7594, | |
| "eval_samples_per_second": 662.343, | |
| "eval_steps_per_second": 82.992, | |
| "step": 49088 | |
| }, | |
| { | |
| "epoch": 4.0335723598435465, | |
| "grad_norm": 1.2779546976089478, | |
| "learning_rate": 0.00017899282920469362, | |
| "loss": 0.4646, | |
| "step": 49500 | |
| }, | |
| { | |
| "epoch": 4.074315514993481, | |
| "grad_norm": 2.8832106590270996, | |
| "learning_rate": 0.00017777053455019556, | |
| "loss": 0.4535, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 4.115058670143416, | |
| "grad_norm": 2.621349811553955, | |
| "learning_rate": 0.00017654823989569752, | |
| "loss": 0.466, | |
| "step": 50500 | |
| }, | |
| { | |
| "epoch": 4.15580182529335, | |
| "grad_norm": 2.7702085971832275, | |
| "learning_rate": 0.00017532594524119946, | |
| "loss": 0.4535, | |
| "step": 51000 | |
| }, | |
| { | |
| "epoch": 4.196544980443286, | |
| "grad_norm": 2.0533089637756348, | |
| "learning_rate": 0.00017410365058670142, | |
| "loss": 0.4539, | |
| "step": 51500 | |
| }, | |
| { | |
| "epoch": 4.237288135593221, | |
| "grad_norm": 2.3479714393615723, | |
| "learning_rate": 0.0001728813559322034, | |
| "loss": 0.4536, | |
| "step": 52000 | |
| }, | |
| { | |
| "epoch": 4.278031290743155, | |
| "grad_norm": 2.5870485305786133, | |
| "learning_rate": 0.00017165906127770533, | |
| "loss": 0.4586, | |
| "step": 52500 | |
| }, | |
| { | |
| "epoch": 4.31877444589309, | |
| "grad_norm": 2.1694679260253906, | |
| "learning_rate": 0.0001704367666232073, | |
| "loss": 0.468, | |
| "step": 53000 | |
| }, | |
| { | |
| "epoch": 4.3595176010430245, | |
| "grad_norm": 2.3384058475494385, | |
| "learning_rate": 0.00016921447196870926, | |
| "loss": 0.4629, | |
| "step": 53500 | |
| }, | |
| { | |
| "epoch": 4.400260756192959, | |
| "grad_norm": 1.984429121017456, | |
| "learning_rate": 0.0001679921773142112, | |
| "loss": 0.4609, | |
| "step": 54000 | |
| }, | |
| { | |
| "epoch": 4.441003911342895, | |
| "grad_norm": 2.1723473072052, | |
| "learning_rate": 0.00016676988265971316, | |
| "loss": 0.4569, | |
| "step": 54500 | |
| }, | |
| { | |
| "epoch": 4.481747066492829, | |
| "grad_norm": 1.6641265153884888, | |
| "learning_rate": 0.0001655475880052151, | |
| "loss": 0.4604, | |
| "step": 55000 | |
| }, | |
| { | |
| "epoch": 4.522490221642764, | |
| "grad_norm": 2.4631197452545166, | |
| "learning_rate": 0.00016432529335071706, | |
| "loss": 0.4534, | |
| "step": 55500 | |
| }, | |
| { | |
| "epoch": 4.563233376792699, | |
| "grad_norm": 1.8890092372894287, | |
| "learning_rate": 0.00016310299869621902, | |
| "loss": 0.4594, | |
| "step": 56000 | |
| }, | |
| { | |
| "epoch": 4.603976531942633, | |
| "grad_norm": 2.240000009536743, | |
| "learning_rate": 0.00016188070404172096, | |
| "loss": 0.459, | |
| "step": 56500 | |
| }, | |
| { | |
| "epoch": 4.644719687092568, | |
| "grad_norm": 2.3564798831939697, | |
| "learning_rate": 0.00016065840938722293, | |
| "loss": 0.4644, | |
| "step": 57000 | |
| }, | |
| { | |
| "epoch": 4.6854628422425035, | |
| "grad_norm": 2.3006091117858887, | |
| "learning_rate": 0.00015943611473272486, | |
| "loss": 0.4671, | |
| "step": 57500 | |
| }, | |
| { | |
| "epoch": 4.726205997392438, | |
| "grad_norm": 2.5902099609375, | |
| "learning_rate": 0.00015821382007822685, | |
| "loss": 0.4574, | |
| "step": 58000 | |
| }, | |
| { | |
| "epoch": 4.766949152542373, | |
| "grad_norm": 2.838531970977783, | |
| "learning_rate": 0.00015699152542372882, | |
| "loss": 0.4579, | |
| "step": 58500 | |
| }, | |
| { | |
| "epoch": 4.8076923076923075, | |
| "grad_norm": 2.0663444995880127, | |
| "learning_rate": 0.00015576923076923076, | |
| "loss": 0.475, | |
| "step": 59000 | |
| }, | |
| { | |
| "epoch": 4.848435462842242, | |
| "grad_norm": 2.3260273933410645, | |
| "learning_rate": 0.00015454693611473272, | |
| "loss": 0.4564, | |
| "step": 59500 | |
| }, | |
| { | |
| "epoch": 4.889178617992178, | |
| "grad_norm": 1.6334234476089478, | |
| "learning_rate": 0.00015332464146023469, | |
| "loss": 0.4582, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 4.929921773142112, | |
| "grad_norm": 3.73071026802063, | |
| "learning_rate": 0.00015210234680573662, | |
| "loss": 0.462, | |
| "step": 60500 | |
| }, | |
| { | |
| "epoch": 4.970664928292047, | |
| "grad_norm": 2.0201449394226074, | |
| "learning_rate": 0.0001508800521512386, | |
| "loss": 0.4575, | |
| "step": 61000 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_accuracy": 0.8321285247802734, | |
| "eval_loss": 0.43152591586112976, | |
| "eval_runtime": 3.7584, | |
| "eval_samples_per_second": 662.509, | |
| "eval_steps_per_second": 83.013, | |
| "step": 61360 | |
| }, | |
| { | |
| "epoch": 5.011408083441982, | |
| "grad_norm": 3.175994396209717, | |
| "learning_rate": 0.00014965775749674052, | |
| "loss": 0.4644, | |
| "step": 61500 | |
| }, | |
| { | |
| "epoch": 5.052151238591916, | |
| "grad_norm": 2.7221341133117676, | |
| "learning_rate": 0.0001484354628422425, | |
| "loss": 0.4479, | |
| "step": 62000 | |
| }, | |
| { | |
| "epoch": 5.092894393741851, | |
| "grad_norm": 2.5768377780914307, | |
| "learning_rate": 0.00014721316818774445, | |
| "loss": 0.4388, | |
| "step": 62500 | |
| }, | |
| { | |
| "epoch": 5.1336375488917865, | |
| "grad_norm": 2.2102932929992676, | |
| "learning_rate": 0.0001459908735332464, | |
| "loss": 0.4455, | |
| "step": 63000 | |
| }, | |
| { | |
| "epoch": 5.174380704041721, | |
| "grad_norm": 2.931208372116089, | |
| "learning_rate": 0.00014476857887874836, | |
| "loss": 0.4491, | |
| "step": 63500 | |
| }, | |
| { | |
| "epoch": 5.215123859191656, | |
| "grad_norm": 1.4483258724212646, | |
| "learning_rate": 0.00014354628422425032, | |
| "loss": 0.4412, | |
| "step": 64000 | |
| }, | |
| { | |
| "epoch": 5.25586701434159, | |
| "grad_norm": 1.9341588020324707, | |
| "learning_rate": 0.00014232398956975226, | |
| "loss": 0.4485, | |
| "step": 64500 | |
| }, | |
| { | |
| "epoch": 5.296610169491525, | |
| "grad_norm": 2.019665241241455, | |
| "learning_rate": 0.00014110169491525422, | |
| "loss": 0.443, | |
| "step": 65000 | |
| }, | |
| { | |
| "epoch": 5.337353324641461, | |
| "grad_norm": 2.324504852294922, | |
| "learning_rate": 0.0001398794002607562, | |
| "loss": 0.4574, | |
| "step": 65500 | |
| }, | |
| { | |
| "epoch": 5.378096479791395, | |
| "grad_norm": 1.5774611234664917, | |
| "learning_rate": 0.00013865710560625815, | |
| "loss": 0.4433, | |
| "step": 66000 | |
| }, | |
| { | |
| "epoch": 5.41883963494133, | |
| "grad_norm": 2.7634074687957764, | |
| "learning_rate": 0.0001374348109517601, | |
| "loss": 0.439, | |
| "step": 66500 | |
| }, | |
| { | |
| "epoch": 5.459582790091265, | |
| "grad_norm": 3.11040997505188, | |
| "learning_rate": 0.00013621251629726205, | |
| "loss": 0.461, | |
| "step": 67000 | |
| }, | |
| { | |
| "epoch": 5.500325945241199, | |
| "grad_norm": 1.974280834197998, | |
| "learning_rate": 0.000134990221642764, | |
| "loss": 0.4529, | |
| "step": 67500 | |
| }, | |
| { | |
| "epoch": 5.541069100391134, | |
| "grad_norm": 2.044983386993408, | |
| "learning_rate": 0.00013376792698826596, | |
| "loss": 0.4569, | |
| "step": 68000 | |
| }, | |
| { | |
| "epoch": 5.581812255541069, | |
| "grad_norm": 3.2112531661987305, | |
| "learning_rate": 0.00013254563233376792, | |
| "loss": 0.4464, | |
| "step": 68500 | |
| }, | |
| { | |
| "epoch": 5.622555410691004, | |
| "grad_norm": 3.1195149421691895, | |
| "learning_rate": 0.00013132333767926986, | |
| "loss": 0.4479, | |
| "step": 69000 | |
| }, | |
| { | |
| "epoch": 5.663298565840939, | |
| "grad_norm": 1.791577935218811, | |
| "learning_rate": 0.00013010104302477182, | |
| "loss": 0.4409, | |
| "step": 69500 | |
| }, | |
| { | |
| "epoch": 5.704041720990873, | |
| "grad_norm": 3.3514599800109863, | |
| "learning_rate": 0.00012887874837027379, | |
| "loss": 0.4477, | |
| "step": 70000 | |
| }, | |
| { | |
| "epoch": 5.744784876140808, | |
| "grad_norm": 1.6975388526916504, | |
| "learning_rate": 0.00012765645371577575, | |
| "loss": 0.4539, | |
| "step": 70500 | |
| }, | |
| { | |
| "epoch": 5.7855280312907436, | |
| "grad_norm": 1.7184616327285767, | |
| "learning_rate": 0.0001264341590612777, | |
| "loss": 0.4538, | |
| "step": 71000 | |
| }, | |
| { | |
| "epoch": 5.826271186440678, | |
| "grad_norm": 2.1258814334869385, | |
| "learning_rate": 0.00012521186440677965, | |
| "loss": 0.4477, | |
| "step": 71500 | |
| }, | |
| { | |
| "epoch": 5.867014341590613, | |
| "grad_norm": 3.146895170211792, | |
| "learning_rate": 0.0001239895697522816, | |
| "loss": 0.4393, | |
| "step": 72000 | |
| }, | |
| { | |
| "epoch": 5.9077574967405475, | |
| "grad_norm": 3.5936505794525146, | |
| "learning_rate": 0.00012276727509778355, | |
| "loss": 0.4496, | |
| "step": 72500 | |
| }, | |
| { | |
| "epoch": 5.948500651890482, | |
| "grad_norm": 2.3087146282196045, | |
| "learning_rate": 0.0001215449804432855, | |
| "loss": 0.4469, | |
| "step": 73000 | |
| }, | |
| { | |
| "epoch": 5.989243807040417, | |
| "grad_norm": 1.9528945684432983, | |
| "learning_rate": 0.00012032268578878747, | |
| "loss": 0.4435, | |
| "step": 73500 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_accuracy": 0.8369477987289429, | |
| "eval_loss": 0.4312504529953003, | |
| "eval_runtime": 3.772, | |
| "eval_samples_per_second": 660.131, | |
| "eval_steps_per_second": 82.715, | |
| "step": 73632 | |
| }, | |
| { | |
| "epoch": 6.029986962190352, | |
| "grad_norm": 2.099862813949585, | |
| "learning_rate": 0.00011910039113428943, | |
| "loss": 0.4439, | |
| "step": 74000 | |
| }, | |
| { | |
| "epoch": 6.070730117340287, | |
| "grad_norm": 1.8885704278945923, | |
| "learning_rate": 0.00011787809647979139, | |
| "loss": 0.4367, | |
| "step": 74500 | |
| }, | |
| { | |
| "epoch": 6.111473272490222, | |
| "grad_norm": 2.2419934272766113, | |
| "learning_rate": 0.00011665580182529335, | |
| "loss": 0.4308, | |
| "step": 75000 | |
| }, | |
| { | |
| "epoch": 6.152216427640156, | |
| "grad_norm": 1.9617372751235962, | |
| "learning_rate": 0.0001154335071707953, | |
| "loss": 0.4325, | |
| "step": 75500 | |
| }, | |
| { | |
| "epoch": 6.192959582790091, | |
| "grad_norm": 2.785778522491455, | |
| "learning_rate": 0.00011421121251629725, | |
| "loss": 0.4363, | |
| "step": 76000 | |
| }, | |
| { | |
| "epoch": 6.2337027379400265, | |
| "grad_norm": 1.9203062057495117, | |
| "learning_rate": 0.0001129889178617992, | |
| "loss": 0.444, | |
| "step": 76500 | |
| }, | |
| { | |
| "epoch": 6.274445893089961, | |
| "grad_norm": 2.095256805419922, | |
| "learning_rate": 0.00011176662320730115, | |
| "loss": 0.4443, | |
| "step": 77000 | |
| }, | |
| { | |
| "epoch": 6.315189048239896, | |
| "grad_norm": 3.069437265396118, | |
| "learning_rate": 0.00011054432855280312, | |
| "loss": 0.4275, | |
| "step": 77500 | |
| }, | |
| { | |
| "epoch": 6.3559322033898304, | |
| "grad_norm": 2.62670636177063, | |
| "learning_rate": 0.00010932203389830507, | |
| "loss": 0.4411, | |
| "step": 78000 | |
| }, | |
| { | |
| "epoch": 6.396675358539765, | |
| "grad_norm": 3.285296678543091, | |
| "learning_rate": 0.00010809973924380703, | |
| "loss": 0.4512, | |
| "step": 78500 | |
| }, | |
| { | |
| "epoch": 6.4374185136897, | |
| "grad_norm": 1.5842539072036743, | |
| "learning_rate": 0.00010687744458930898, | |
| "loss": 0.4358, | |
| "step": 79000 | |
| }, | |
| { | |
| "epoch": 6.478161668839635, | |
| "grad_norm": 2.1644914150238037, | |
| "learning_rate": 0.00010565514993481095, | |
| "loss": 0.4418, | |
| "step": 79500 | |
| }, | |
| { | |
| "epoch": 6.51890482398957, | |
| "grad_norm": 2.471137523651123, | |
| "learning_rate": 0.0001044328552803129, | |
| "loss": 0.4356, | |
| "step": 80000 | |
| }, | |
| { | |
| "epoch": 6.559647979139505, | |
| "grad_norm": 2.335623025894165, | |
| "learning_rate": 0.00010321056062581485, | |
| "loss": 0.4406, | |
| "step": 80500 | |
| }, | |
| { | |
| "epoch": 6.600391134289439, | |
| "grad_norm": 4.2139081954956055, | |
| "learning_rate": 0.0001019882659713168, | |
| "loss": 0.4333, | |
| "step": 81000 | |
| }, | |
| { | |
| "epoch": 6.641134289439374, | |
| "grad_norm": 2.9831790924072266, | |
| "learning_rate": 0.00010076597131681877, | |
| "loss": 0.4409, | |
| "step": 81500 | |
| }, | |
| { | |
| "epoch": 6.681877444589309, | |
| "grad_norm": 1.6623711585998535, | |
| "learning_rate": 9.954367666232072e-05, | |
| "loss": 0.4375, | |
| "step": 82000 | |
| }, | |
| { | |
| "epoch": 6.722620599739244, | |
| "grad_norm": 2.8634488582611084, | |
| "learning_rate": 9.832138200782268e-05, | |
| "loss": 0.4288, | |
| "step": 82500 | |
| }, | |
| { | |
| "epoch": 6.763363754889179, | |
| "grad_norm": 3.4033591747283936, | |
| "learning_rate": 9.709908735332463e-05, | |
| "loss": 0.4357, | |
| "step": 83000 | |
| }, | |
| { | |
| "epoch": 6.804106910039113, | |
| "grad_norm": 2.3420987129211426, | |
| "learning_rate": 9.58767926988266e-05, | |
| "loss": 0.4443, | |
| "step": 83500 | |
| }, | |
| { | |
| "epoch": 6.844850065189048, | |
| "grad_norm": 2.943692684173584, | |
| "learning_rate": 9.465449804432855e-05, | |
| "loss": 0.4233, | |
| "step": 84000 | |
| }, | |
| { | |
| "epoch": 6.885593220338983, | |
| "grad_norm": 1.5020798444747925, | |
| "learning_rate": 9.34322033898305e-05, | |
| "loss": 0.4299, | |
| "step": 84500 | |
| }, | |
| { | |
| "epoch": 6.926336375488918, | |
| "grad_norm": 1.8622304201126099, | |
| "learning_rate": 9.220990873533245e-05, | |
| "loss": 0.4253, | |
| "step": 85000 | |
| }, | |
| { | |
| "epoch": 6.967079530638853, | |
| "grad_norm": 3.1434714794158936, | |
| "learning_rate": 9.098761408083442e-05, | |
| "loss": 0.4228, | |
| "step": 85500 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "eval_accuracy": 0.8309236764907837, | |
| "eval_loss": 0.43813642859458923, | |
| "eval_runtime": 3.7707, | |
| "eval_samples_per_second": 660.357, | |
| "eval_steps_per_second": 82.743, | |
| "step": 85904 | |
| }, | |
| { | |
| "epoch": 7.0078226857887875, | |
| "grad_norm": 2.7635395526885986, | |
| "learning_rate": 8.976531942633637e-05, | |
| "loss": 0.4382, | |
| "step": 86000 | |
| }, | |
| { | |
| "epoch": 7.048565840938722, | |
| "grad_norm": 2.407377004623413, | |
| "learning_rate": 8.854302477183832e-05, | |
| "loss": 0.4138, | |
| "step": 86500 | |
| }, | |
| { | |
| "epoch": 7.089308996088657, | |
| "grad_norm": 2.3589298725128174, | |
| "learning_rate": 8.732073011734028e-05, | |
| "loss": 0.4307, | |
| "step": 87000 | |
| }, | |
| { | |
| "epoch": 7.130052151238592, | |
| "grad_norm": 2.2621631622314453, | |
| "learning_rate": 8.609843546284225e-05, | |
| "loss": 0.4195, | |
| "step": 87500 | |
| }, | |
| { | |
| "epoch": 7.170795306388527, | |
| "grad_norm": 2.3238487243652344, | |
| "learning_rate": 8.48761408083442e-05, | |
| "loss": 0.4251, | |
| "step": 88000 | |
| }, | |
| { | |
| "epoch": 7.211538461538462, | |
| "grad_norm": 1.8608829975128174, | |
| "learning_rate": 8.365384615384615e-05, | |
| "loss": 0.4318, | |
| "step": 88500 | |
| }, | |
| { | |
| "epoch": 7.252281616688396, | |
| "grad_norm": 1.5675103664398193, | |
| "learning_rate": 8.24315514993481e-05, | |
| "loss": 0.43, | |
| "step": 89000 | |
| }, | |
| { | |
| "epoch": 7.293024771838331, | |
| "grad_norm": 3.2853474617004395, | |
| "learning_rate": 8.120925684485006e-05, | |
| "loss": 0.4336, | |
| "step": 89500 | |
| }, | |
| { | |
| "epoch": 7.333767926988266, | |
| "grad_norm": 2.1077964305877686, | |
| "learning_rate": 7.998696219035201e-05, | |
| "loss": 0.4304, | |
| "step": 90000 | |
| }, | |
| { | |
| "epoch": 7.374511082138201, | |
| "grad_norm": 2.3823015689849854, | |
| "learning_rate": 7.876466753585397e-05, | |
| "loss": 0.4269, | |
| "step": 90500 | |
| }, | |
| { | |
| "epoch": 7.415254237288136, | |
| "grad_norm": 2.7820513248443604, | |
| "learning_rate": 7.754237288135592e-05, | |
| "loss": 0.4152, | |
| "step": 91000 | |
| }, | |
| { | |
| "epoch": 7.4559973924380705, | |
| "grad_norm": 1.7721502780914307, | |
| "learning_rate": 7.63200782268579e-05, | |
| "loss": 0.4286, | |
| "step": 91500 | |
| }, | |
| { | |
| "epoch": 7.496740547588005, | |
| "grad_norm": 1.8405511379241943, | |
| "learning_rate": 7.509778357235985e-05, | |
| "loss": 0.4298, | |
| "step": 92000 | |
| }, | |
| { | |
| "epoch": 7.53748370273794, | |
| "grad_norm": 1.8865771293640137, | |
| "learning_rate": 7.387548891786178e-05, | |
| "loss": 0.4285, | |
| "step": 92500 | |
| }, | |
| { | |
| "epoch": 7.578226857887875, | |
| "grad_norm": 3.2232296466827393, | |
| "learning_rate": 7.265319426336375e-05, | |
| "loss": 0.4262, | |
| "step": 93000 | |
| }, | |
| { | |
| "epoch": 7.61897001303781, | |
| "grad_norm": 2.0036380290985107, | |
| "learning_rate": 7.14308996088657e-05, | |
| "loss": 0.4351, | |
| "step": 93500 | |
| }, | |
| { | |
| "epoch": 7.659713168187745, | |
| "grad_norm": 2.9521334171295166, | |
| "learning_rate": 7.020860495436766e-05, | |
| "loss": 0.4169, | |
| "step": 94000 | |
| }, | |
| { | |
| "epoch": 7.700456323337679, | |
| "grad_norm": 2.6853766441345215, | |
| "learning_rate": 6.898631029986961e-05, | |
| "loss": 0.4318, | |
| "step": 94500 | |
| }, | |
| { | |
| "epoch": 7.741199478487614, | |
| "grad_norm": 2.0400960445404053, | |
| "learning_rate": 6.776401564537158e-05, | |
| "loss": 0.4353, | |
| "step": 95000 | |
| }, | |
| { | |
| "epoch": 7.781942633637549, | |
| "grad_norm": 3.423992156982422, | |
| "learning_rate": 6.654172099087353e-05, | |
| "loss": 0.4236, | |
| "step": 95500 | |
| }, | |
| { | |
| "epoch": 7.822685788787483, | |
| "grad_norm": 2.914910078048706, | |
| "learning_rate": 6.531942633637548e-05, | |
| "loss": 0.4246, | |
| "step": 96000 | |
| }, | |
| { | |
| "epoch": 7.863428943937419, | |
| "grad_norm": 2.891737699508667, | |
| "learning_rate": 6.409713168187743e-05, | |
| "loss": 0.4278, | |
| "step": 96500 | |
| }, | |
| { | |
| "epoch": 7.904172099087353, | |
| "grad_norm": 4.279940605163574, | |
| "learning_rate": 6.28748370273794e-05, | |
| "loss": 0.4281, | |
| "step": 97000 | |
| }, | |
| { | |
| "epoch": 7.944915254237288, | |
| "grad_norm": 3.536177158355713, | |
| "learning_rate": 6.165254237288135e-05, | |
| "loss": 0.4283, | |
| "step": 97500 | |
| }, | |
| { | |
| "epoch": 7.985658409387223, | |
| "grad_norm": 2.03955078125, | |
| "learning_rate": 6.0430247718383304e-05, | |
| "loss": 0.4342, | |
| "step": 98000 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "eval_accuracy": 0.8365461826324463, | |
| "eval_loss": 0.4348722994327545, | |
| "eval_runtime": 3.765, | |
| "eval_samples_per_second": 661.356, | |
| "eval_steps_per_second": 82.869, | |
| "step": 98176 | |
| }, | |
| { | |
| "epoch": 8.026401564537158, | |
| "grad_norm": 3.3217365741729736, | |
| "learning_rate": 5.920795306388526e-05, | |
| "loss": 0.4183, | |
| "step": 98500 | |
| }, | |
| { | |
| "epoch": 8.067144719687093, | |
| "grad_norm": 2.7104313373565674, | |
| "learning_rate": 5.798565840938721e-05, | |
| "loss": 0.4115, | |
| "step": 99000 | |
| }, | |
| { | |
| "epoch": 8.107887874837028, | |
| "grad_norm": 1.903761386871338, | |
| "learning_rate": 5.676336375488918e-05, | |
| "loss": 0.4142, | |
| "step": 99500 | |
| }, | |
| { | |
| "epoch": 8.148631029986962, | |
| "grad_norm": 3.378157615661621, | |
| "learning_rate": 5.554106910039113e-05, | |
| "loss": 0.4248, | |
| "step": 100000 | |
| }, | |
| { | |
| "epoch": 8.189374185136897, | |
| "grad_norm": 2.3883683681488037, | |
| "learning_rate": 5.4318774445893086e-05, | |
| "loss": 0.4153, | |
| "step": 100500 | |
| }, | |
| { | |
| "epoch": 8.230117340286832, | |
| "grad_norm": 3.1941487789154053, | |
| "learning_rate": 5.309647979139504e-05, | |
| "loss": 0.4202, | |
| "step": 101000 | |
| }, | |
| { | |
| "epoch": 8.270860495436766, | |
| "grad_norm": 2.556144952774048, | |
| "learning_rate": 5.1874185136897e-05, | |
| "loss": 0.4212, | |
| "step": 101500 | |
| }, | |
| { | |
| "epoch": 8.3116036505867, | |
| "grad_norm": 2.3176252841949463, | |
| "learning_rate": 5.065189048239895e-05, | |
| "loss": 0.4153, | |
| "step": 102000 | |
| }, | |
| { | |
| "epoch": 8.352346805736635, | |
| "grad_norm": 2.065124750137329, | |
| "learning_rate": 4.942959582790091e-05, | |
| "loss": 0.4213, | |
| "step": 102500 | |
| }, | |
| { | |
| "epoch": 8.393089960886572, | |
| "grad_norm": 2.1476380825042725, | |
| "learning_rate": 4.820730117340286e-05, | |
| "loss": 0.4282, | |
| "step": 103000 | |
| }, | |
| { | |
| "epoch": 8.433833116036507, | |
| "grad_norm": 2.8716719150543213, | |
| "learning_rate": 4.698500651890482e-05, | |
| "loss": 0.4185, | |
| "step": 103500 | |
| }, | |
| { | |
| "epoch": 8.474576271186441, | |
| "grad_norm": 2.4064836502075195, | |
| "learning_rate": 4.576271186440678e-05, | |
| "loss": 0.4197, | |
| "step": 104000 | |
| }, | |
| { | |
| "epoch": 8.515319426336376, | |
| "grad_norm": 2.5717904567718506, | |
| "learning_rate": 4.4540417209908735e-05, | |
| "loss": 0.4259, | |
| "step": 104500 | |
| }, | |
| { | |
| "epoch": 8.55606258148631, | |
| "grad_norm": 3.6525187492370605, | |
| "learning_rate": 4.3318122555410686e-05, | |
| "loss": 0.4256, | |
| "step": 105000 | |
| }, | |
| { | |
| "epoch": 8.596805736636245, | |
| "grad_norm": 2.679851531982422, | |
| "learning_rate": 4.2095827900912643e-05, | |
| "loss": 0.4168, | |
| "step": 105500 | |
| }, | |
| { | |
| "epoch": 8.63754889178618, | |
| "grad_norm": 2.0390915870666504, | |
| "learning_rate": 4.08735332464146e-05, | |
| "loss": 0.4158, | |
| "step": 106000 | |
| }, | |
| { | |
| "epoch": 8.678292046936114, | |
| "grad_norm": 3.6200144290924072, | |
| "learning_rate": 3.965123859191656e-05, | |
| "loss": 0.426, | |
| "step": 106500 | |
| }, | |
| { | |
| "epoch": 8.719035202086049, | |
| "grad_norm": 2.4385690689086914, | |
| "learning_rate": 3.842894393741851e-05, | |
| "loss": 0.4243, | |
| "step": 107000 | |
| }, | |
| { | |
| "epoch": 8.759778357235984, | |
| "grad_norm": 3.2193117141723633, | |
| "learning_rate": 3.720664928292047e-05, | |
| "loss": 0.4155, | |
| "step": 107500 | |
| }, | |
| { | |
| "epoch": 8.800521512385918, | |
| "grad_norm": 3.227754831314087, | |
| "learning_rate": 3.5984354628422425e-05, | |
| "loss": 0.4224, | |
| "step": 108000 | |
| }, | |
| { | |
| "epoch": 8.841264667535853, | |
| "grad_norm": 1.8869520425796509, | |
| "learning_rate": 3.4762059973924376e-05, | |
| "loss": 0.4178, | |
| "step": 108500 | |
| }, | |
| { | |
| "epoch": 8.88200782268579, | |
| "grad_norm": 3.0674214363098145, | |
| "learning_rate": 3.3539765319426334e-05, | |
| "loss": 0.4216, | |
| "step": 109000 | |
| }, | |
| { | |
| "epoch": 8.922750977835724, | |
| "grad_norm": 2.215930461883545, | |
| "learning_rate": 3.2317470664928285e-05, | |
| "loss": 0.4205, | |
| "step": 109500 | |
| }, | |
| { | |
| "epoch": 8.963494132985659, | |
| "grad_norm": 3.146869421005249, | |
| "learning_rate": 3.109517601043025e-05, | |
| "loss": 0.4236, | |
| "step": 110000 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "eval_accuracy": 0.8373494148254395, | |
| "eval_loss": 0.43542519211769104, | |
| "eval_runtime": 3.7784, | |
| "eval_samples_per_second": 659.012, | |
| "eval_steps_per_second": 82.575, | |
| "step": 110448 | |
| }, | |
| { | |
| "epoch": 9.004237288135593, | |
| "grad_norm": 1.5620496273040771, | |
| "learning_rate": 2.98728813559322e-05, | |
| "loss": 0.4145, | |
| "step": 110500 | |
| }, | |
| { | |
| "epoch": 9.044980443285528, | |
| "grad_norm": 1.8520050048828125, | |
| "learning_rate": 2.8650586701434158e-05, | |
| "loss": 0.4108, | |
| "step": 111000 | |
| }, | |
| { | |
| "epoch": 9.085723598435463, | |
| "grad_norm": 3.6136269569396973, | |
| "learning_rate": 2.7428292046936113e-05, | |
| "loss": 0.4061, | |
| "step": 111500 | |
| }, | |
| { | |
| "epoch": 9.126466753585397, | |
| "grad_norm": 1.7939780950546265, | |
| "learning_rate": 2.6205997392438067e-05, | |
| "loss": 0.4247, | |
| "step": 112000 | |
| }, | |
| { | |
| "epoch": 9.167209908735332, | |
| "grad_norm": 1.5612313747406006, | |
| "learning_rate": 2.4983702737940025e-05, | |
| "loss": 0.4174, | |
| "step": 112500 | |
| }, | |
| { | |
| "epoch": 9.207953063885267, | |
| "grad_norm": 2.204183340072632, | |
| "learning_rate": 2.376140808344198e-05, | |
| "loss": 0.4185, | |
| "step": 113000 | |
| }, | |
| { | |
| "epoch": 9.248696219035201, | |
| "grad_norm": 3.115217447280884, | |
| "learning_rate": 2.2539113428943937e-05, | |
| "loss": 0.4106, | |
| "step": 113500 | |
| }, | |
| { | |
| "epoch": 9.289439374185136, | |
| "grad_norm": 2.998296022415161, | |
| "learning_rate": 2.131681877444589e-05, | |
| "loss": 0.4193, | |
| "step": 114000 | |
| }, | |
| { | |
| "epoch": 9.330182529335072, | |
| "grad_norm": 2.2693541049957275, | |
| "learning_rate": 2.009452411994785e-05, | |
| "loss": 0.4196, | |
| "step": 114500 | |
| }, | |
| { | |
| "epoch": 9.370925684485007, | |
| "grad_norm": 1.6824918985366821, | |
| "learning_rate": 1.8872229465449803e-05, | |
| "loss": 0.4116, | |
| "step": 115000 | |
| }, | |
| { | |
| "epoch": 9.411668839634942, | |
| "grad_norm": 3.1412432193756104, | |
| "learning_rate": 1.7649934810951758e-05, | |
| "loss": 0.4139, | |
| "step": 115500 | |
| }, | |
| { | |
| "epoch": 9.452411994784876, | |
| "grad_norm": 1.6451703310012817, | |
| "learning_rate": 1.6427640156453715e-05, | |
| "loss": 0.4155, | |
| "step": 116000 | |
| }, | |
| { | |
| "epoch": 9.493155149934811, | |
| "grad_norm": 2.260284900665283, | |
| "learning_rate": 1.520534550195567e-05, | |
| "loss": 0.4231, | |
| "step": 116500 | |
| }, | |
| { | |
| "epoch": 9.533898305084746, | |
| "grad_norm": 2.125267505645752, | |
| "learning_rate": 1.3983050847457626e-05, | |
| "loss": 0.4216, | |
| "step": 117000 | |
| }, | |
| { | |
| "epoch": 9.57464146023468, | |
| "grad_norm": 2.3000893592834473, | |
| "learning_rate": 1.2760756192959582e-05, | |
| "loss": 0.4078, | |
| "step": 117500 | |
| }, | |
| { | |
| "epoch": 9.615384615384615, | |
| "grad_norm": 2.3258585929870605, | |
| "learning_rate": 1.1538461538461538e-05, | |
| "loss": 0.4133, | |
| "step": 118000 | |
| }, | |
| { | |
| "epoch": 9.65612777053455, | |
| "grad_norm": 3.550931692123413, | |
| "learning_rate": 1.0316166883963494e-05, | |
| "loss": 0.4075, | |
| "step": 118500 | |
| }, | |
| { | |
| "epoch": 9.696870925684484, | |
| "grad_norm": 3.0916647911071777, | |
| "learning_rate": 9.093872229465448e-06, | |
| "loss": 0.4166, | |
| "step": 119000 | |
| }, | |
| { | |
| "epoch": 9.737614080834419, | |
| "grad_norm": 2.898163318634033, | |
| "learning_rate": 7.871577574967404e-06, | |
| "loss": 0.4154, | |
| "step": 119500 | |
| }, | |
| { | |
| "epoch": 9.778357235984355, | |
| "grad_norm": 1.945553183555603, | |
| "learning_rate": 6.649282920469361e-06, | |
| "loss": 0.4063, | |
| "step": 120000 | |
| }, | |
| { | |
| "epoch": 9.81910039113429, | |
| "grad_norm": 2.7394824028015137, | |
| "learning_rate": 5.426988265971316e-06, | |
| "loss": 0.4084, | |
| "step": 120500 | |
| }, | |
| { | |
| "epoch": 9.859843546284225, | |
| "grad_norm": 2.676351547241211, | |
| "learning_rate": 4.2046936114732716e-06, | |
| "loss": 0.4178, | |
| "step": 121000 | |
| }, | |
| { | |
| "epoch": 9.90058670143416, | |
| "grad_norm": 2.577317237854004, | |
| "learning_rate": 2.982398956975228e-06, | |
| "loss": 0.4139, | |
| "step": 121500 | |
| }, | |
| { | |
| "epoch": 9.941329856584094, | |
| "grad_norm": 4.512514114379883, | |
| "learning_rate": 1.7601043024771837e-06, | |
| "loss": 0.4115, | |
| "step": 122000 | |
| }, | |
| { | |
| "epoch": 9.982073011734029, | |
| "grad_norm": 2.307258129119873, | |
| "learning_rate": 5.378096479791394e-07, | |
| "loss": 0.4151, | |
| "step": 122500 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "eval_accuracy": 0.8361445665359497, | |
| "eval_loss": 0.4362991154193878, | |
| "eval_runtime": 3.7734, | |
| "eval_samples_per_second": 659.887, | |
| "eval_steps_per_second": 82.685, | |
| "step": 122720 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "step": 122720, | |
| "total_flos": 2.6143616931499008e+17, | |
| "train_loss": 0.4748868410093066, | |
| "train_runtime": 8727.3231, | |
| "train_samples_per_second": 449.968, | |
| "train_steps_per_second": 14.062 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 122720, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 10, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 2.6143616931499008e+17, | |
| "train_batch_size": 32, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |