End of training

README.md

@@ -3,6 +3,8 @@ license: apache-2.0
 base_model: google-t5/t5-small
 tags:
 - generated_from_trainer
+metrics:
+- bleu
 model-index:
 - name: t5-small-scratch-iwslt3007
   results: []
@@ -14,6 +16,10 @@ should probably proofread and complete it, then remove this comment. -->
 # t5-small-scratch-iwslt3007
 
 This model is a fine-tuned version of [google-t5/t5-small](https://huggingface.co/google-t5/t5-small) on an unknown dataset.
+It achieves the following results on the evaluation set:
+- Loss: 2.0647
+- Bleu: 0.2786
+- Gen Len: 26.3908
 
 ## Model description
 

all_results.json

@@ -0,0 +1,23 @@
+{
+    "epoch": 50.0,
+    "eval_bleu": 0.2786,
+    "eval_gen_len": 26.3908,
+    "eval_loss": 2.0646986961364746,
+    "eval_runtime": 5.0721,
+    "eval_samples": 888,
+    "eval_samples_per_second": 175.074,
+    "eval_steps_per_second": 1.38,
+    "predict_bleu": 0.2849,
+    "predict_gen_len": 22.3754,
+    "predict_loss": 2.105224132537842,
+    "predict_runtime": 36.2619,
+    "predict_samples": 8079,
+    "predict_samples_per_second": 222.796,
+    "predict_steps_per_second": 1.765,
+    "total_flos": 2.8277448966144e+17,
+    "train_loss": 2.6664713644307803,
+    "train_runtime": 39272.3209,
+    "train_samples": 206112,
+    "train_samples_per_second": 262.414,
+    "train_steps_per_second": 4.101
+}

eval_results.json

@@ -0,0 +1,10 @@
+{
+    "epoch": 50.0,
+    "eval_bleu": 0.2786,
+    "eval_gen_len": 26.3908,
+    "eval_loss": 2.0646986961364746,
+    "eval_runtime": 5.0721,
+    "eval_samples": 888,
+    "eval_samples_per_second": 175.074,
+    "eval_steps_per_second": 1.38
+}

generation_config.json

@@ -1,5 +1,4 @@
 {
-  "_from_model_config": true,
   "decoder_start_token_id": 0,
   "eos_token_id": 1,
   "pad_token_id": 0,

predict_results.json

@@ -0,0 +1,9 @@
+{
+    "predict_bleu": 0.2849,
+    "predict_gen_len": 22.3754,
+    "predict_loss": 2.105224132537842,
+    "predict_runtime": 36.2619,
+    "predict_samples": 8079,
+    "predict_samples_per_second": 222.796,
+    "predict_steps_per_second": 1.765
+}

runs/May25_02-06-37_0d573eeffc83/events.out.tfevents.1716642100.0d573eeffc83.985437.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e376ad0687395de443ce4ae9c9ff080e1e3476b166342489128a2bff1a6c730b
+size 465

train_results.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 50.0,
+    "total_flos": 2.8277448966144e+17,
+    "train_loss": 2.6664713644307803,
+    "train_runtime": 39272.3209,
+    "train_samples": 206112,
+    "train_samples_per_second": 262.414,
+    "train_steps_per_second": 4.101
+}

trainer_state.json

@@ -0,0 +1,2296 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 50.0,
+  "eval_steps": 500,
+  "global_step": 161050,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.1552312946289972,
+      "grad_norm": 2.5311179161071777,
+      "learning_rate": 4.9844768705371e-05,
+      "loss": 7.3069,
+      "step": 500
+    },
+    {
+      "epoch": 0.3104625892579944,
+      "grad_norm": 1.969574213027954,
+      "learning_rate": 4.968953741074201e-05,
+      "loss": 6.5393,
+      "step": 1000
+    },
+    {
+      "epoch": 0.4656938838869916,
+      "grad_norm": 2.073662757873535,
+      "learning_rate": 4.953430611611301e-05,
+      "loss": 6.1794,
+      "step": 1500
+    },
+    {
+      "epoch": 0.6209251785159888,
+      "grad_norm": 1.9679251909255981,
+      "learning_rate": 4.937907482148401e-05,
+      "loss": 5.8754,
+      "step": 2000
+    },
+    {
+      "epoch": 0.776156473144986,
+      "grad_norm": 2.1763973236083984,
+      "learning_rate": 4.922384352685502e-05,
+      "loss": 5.6265,
+      "step": 2500
+    },
+    {
+      "epoch": 0.9313877677739832,
+      "grad_norm": 2.12394642829895,
+      "learning_rate": 4.906861223222602e-05,
+      "loss": 5.4302,
+      "step": 3000
+    },
+    {
+      "epoch": 1.0866190624029803,
+      "grad_norm": 2.004790782928467,
+      "learning_rate": 4.891338093759702e-05,
+      "loss": 5.2491,
+      "step": 3500
+    },
+    {
+      "epoch": 1.2418503570319777,
+      "grad_norm": 1.9632400274276733,
+      "learning_rate": 4.875814964296802e-05,
+      "loss": 5.1163,
+      "step": 4000
+    },
+    {
+      "epoch": 1.397081651660975,
+      "grad_norm": 2.08528733253479,
+      "learning_rate": 4.8602918348339024e-05,
+      "loss": 5.0118,
+      "step": 4500
+    },
+    {
+      "epoch": 1.552312946289972,
+      "grad_norm": 2.016941547393799,
+      "learning_rate": 4.8447687053710025e-05,
+      "loss": 4.9387,
+      "step": 5000
+    },
+    {
+      "epoch": 1.7075442409189692,
+      "grad_norm": 2.050320863723755,
+      "learning_rate": 4.829245575908103e-05,
+      "loss": 4.8555,
+      "step": 5500
+    },
+    {
+      "epoch": 1.8627755355479665,
+      "grad_norm": 2.028923273086548,
+      "learning_rate": 4.8137224464452034e-05,
+      "loss": 4.801,
+      "step": 6000
+    },
+    {
+      "epoch": 2.018006830176964,
+      "grad_norm": 2.3016574382781982,
+      "learning_rate": 4.7981993169823035e-05,
+      "loss": 4.7415,
+      "step": 6500
+    },
+    {
+      "epoch": 2.1732381248059607,
+      "grad_norm": 2.362550735473633,
+      "learning_rate": 4.782676187519404e-05,
+      "loss": 4.6673,
+      "step": 7000
+    },
+    {
+      "epoch": 2.328469419434958,
+      "grad_norm": 2.2543234825134277,
+      "learning_rate": 4.7671530580565043e-05,
+      "loss": 4.6305,
+      "step": 7500
+    },
+    {
+      "epoch": 2.4837007140639553,
+      "grad_norm": 2.4154460430145264,
+      "learning_rate": 4.7516299285936044e-05,
+      "loss": 4.5969,
+      "step": 8000
+    },
+    {
+      "epoch": 2.6389320086929526,
+      "grad_norm": 2.489636182785034,
+      "learning_rate": 4.736106799130705e-05,
+      "loss": 4.5431,
+      "step": 8500
+    },
+    {
+      "epoch": 2.79416330332195,
+      "grad_norm": 2.3382210731506348,
+      "learning_rate": 4.720583669667805e-05,
+      "loss": 4.5128,
+      "step": 9000
+    },
+    {
+      "epoch": 2.949394597950947,
+      "grad_norm": 2.371870756149292,
+      "learning_rate": 4.7050605402049054e-05,
+      "loss": 4.481,
+      "step": 9500
+    },
+    {
+      "epoch": 3.104625892579944,
+      "grad_norm": 2.4025254249572754,
+      "learning_rate": 4.689537410742006e-05,
+      "loss": 4.4316,
+      "step": 10000
+    },
+    {
+      "epoch": 3.2598571872089415,
+      "grad_norm": 2.3801567554473877,
+      "learning_rate": 4.674014281279106e-05,
+      "loss": 4.392,
+      "step": 10500
+    },
+    {
+      "epoch": 3.4150884818379383,
+      "grad_norm": 2.7669832706451416,
+      "learning_rate": 4.6584911518162063e-05,
+      "loss": 4.3718,
+      "step": 11000
+    },
+    {
+      "epoch": 3.5703197764669357,
+      "grad_norm": 2.3554067611694336,
+      "learning_rate": 4.6429680223533064e-05,
+      "loss": 4.3374,
+      "step": 11500
+    },
+    {
+      "epoch": 3.725551071095933,
+      "grad_norm": 2.672555923461914,
+      "learning_rate": 4.6274448928904065e-05,
+      "loss": 4.2903,
+      "step": 12000
+    },
+    {
+      "epoch": 3.8807823657249303,
+      "grad_norm": 3.017108678817749,
+      "learning_rate": 4.611921763427507e-05,
+      "loss": 4.2753,
+      "step": 12500
+    },
+    {
+      "epoch": 4.036013660353928,
+      "grad_norm": 2.9149186611175537,
+      "learning_rate": 4.5963986339646074e-05,
+      "loss": 4.2174,
+      "step": 13000
+    },
+    {
+      "epoch": 4.191244954982925,
+      "grad_norm": 2.5483713150024414,
+      "learning_rate": 4.5808755045017075e-05,
+      "loss": 4.1771,
+      "step": 13500
+    },
+    {
+      "epoch": 4.346476249611921,
+      "grad_norm": 2.8469910621643066,
+      "learning_rate": 4.565352375038808e-05,
+      "loss": 4.1374,
+      "step": 14000
+    },
+    {
+      "epoch": 4.501707544240919,
+      "grad_norm": 2.5643463134765625,
+      "learning_rate": 4.5498292455759083e-05,
+      "loss": 4.1179,
+      "step": 14500
+    },
+    {
+      "epoch": 4.656938838869916,
+      "grad_norm": 2.949036121368408,
+      "learning_rate": 4.5343061161130084e-05,
+      "loss": 4.0832,
+      "step": 15000
+    },
+    {
+      "epoch": 4.812170133498913,
+      "grad_norm": 2.8270998001098633,
+      "learning_rate": 4.518782986650109e-05,
+      "loss": 4.066,
+      "step": 15500
+    },
+    {
+      "epoch": 4.967401428127911,
+      "grad_norm": 2.839745283126831,
+      "learning_rate": 4.503259857187209e-05,
+      "loss": 4.0297,
+      "step": 16000
+    },
+    {
+      "epoch": 5.122632722756908,
+      "grad_norm": 2.8617799282073975,
+      "learning_rate": 4.4877367277243094e-05,
+      "loss": 3.9769,
+      "step": 16500
+    },
+    {
+      "epoch": 5.277864017385905,
+      "grad_norm": 2.988461494445801,
+      "learning_rate": 4.47221359826141e-05,
+      "loss": 3.9605,
+      "step": 17000
+    },
+    {
+      "epoch": 5.433095312014903,
+      "grad_norm": 2.9263391494750977,
+      "learning_rate": 4.45669046879851e-05,
+      "loss": 3.9326,
+      "step": 17500
+    },
+    {
+      "epoch": 5.5883266066439,
+      "grad_norm": 3.013662099838257,
+      "learning_rate": 4.4411673393356104e-05,
+      "loss": 3.9117,
+      "step": 18000
+    },
+    {
+      "epoch": 5.743557901272896,
+      "grad_norm": 3.1931121349334717,
+      "learning_rate": 4.4256442098727104e-05,
+      "loss": 3.8977,
+      "step": 18500
+    },
+    {
+      "epoch": 5.898789195901894,
+      "grad_norm": 3.0486295223236084,
+      "learning_rate": 4.4101210804098105e-05,
+      "loss": 3.8594,
+      "step": 19000
+    },
+    {
+      "epoch": 6.054020490530891,
+      "grad_norm": 3.090029001235962,
+      "learning_rate": 4.3945979509469106e-05,
+      "loss": 3.8299,
+      "step": 19500
+    },
+    {
+      "epoch": 6.209251785159888,
+      "grad_norm": 2.7931933403015137,
+      "learning_rate": 4.3790748214840114e-05,
+      "loss": 3.7919,
+      "step": 20000
+    },
+    {
+      "epoch": 6.364483079788886,
+      "grad_norm": 3.0710182189941406,
+      "learning_rate": 4.3635516920211115e-05,
+      "loss": 3.7688,
+      "step": 20500
+    },
+    {
+      "epoch": 6.519714374417883,
+      "grad_norm": 3.5505247116088867,
+      "learning_rate": 4.3480285625582116e-05,
+      "loss": 3.7545,
+      "step": 21000
+    },
+    {
+      "epoch": 6.674945669046879,
+      "grad_norm": 3.376587390899658,
+      "learning_rate": 4.3325054330953124e-05,
+      "loss": 3.7285,
+      "step": 21500
+    },
+    {
+      "epoch": 6.830176963675877,
+      "grad_norm": 4.988298416137695,
+      "learning_rate": 4.3169823036324124e-05,
+      "loss": 3.7192,
+      "step": 22000
+    },
+    {
+      "epoch": 6.985408258304874,
+      "grad_norm": 3.1776342391967773,
+      "learning_rate": 4.3014591741695125e-05,
+      "loss": 3.6964,
+      "step": 22500
+    },
+    {
+      "epoch": 7.140639552933871,
+      "grad_norm": 3.3717660903930664,
+      "learning_rate": 4.285936044706613e-05,
+      "loss": 3.6509,
+      "step": 23000
+    },
+    {
+      "epoch": 7.295870847562869,
+      "grad_norm": 3.224043607711792,
+      "learning_rate": 4.2704129152437134e-05,
+      "loss": 3.6125,
+      "step": 23500
+    },
+    {
+      "epoch": 7.451102142191866,
+      "grad_norm": 3.1459500789642334,
+      "learning_rate": 4.2548897857808135e-05,
+      "loss": 3.6209,
+      "step": 24000
+    },
+    {
+      "epoch": 7.606333436820863,
+      "grad_norm": 3.296095132827759,
+      "learning_rate": 4.239366656317914e-05,
+      "loss": 3.5956,
+      "step": 24500
+    },
+    {
+      "epoch": 7.761564731449861,
+      "grad_norm": 3.7389063835144043,
+      "learning_rate": 4.2238435268550144e-05,
+      "loss": 3.5743,
+      "step": 25000
+    },
+    {
+      "epoch": 7.916796026078858,
+      "grad_norm": 3.22495174407959,
+      "learning_rate": 4.2083203973921145e-05,
+      "loss": 3.5633,
+      "step": 25500
+    },
+    {
+      "epoch": 8.072027320707855,
+      "grad_norm": 3.2648046016693115,
+      "learning_rate": 4.192797267929215e-05,
+      "loss": 3.5174,
+      "step": 26000
+    },
+    {
+      "epoch": 8.227258615336853,
+      "grad_norm": 3.516303539276123,
+      "learning_rate": 4.177274138466315e-05,
+      "loss": 3.4799,
+      "step": 26500
+    },
+    {
+      "epoch": 8.38248990996585,
+      "grad_norm": 3.50242280960083,
+      "learning_rate": 4.1617510090034154e-05,
+      "loss": 3.4678,
+      "step": 27000
+    },
+    {
+      "epoch": 8.537721204594845,
+      "grad_norm": 3.312835454940796,
+      "learning_rate": 4.1462278795405155e-05,
+      "loss": 3.4551,
+      "step": 27500
+    },
+    {
+      "epoch": 8.692952499223843,
+      "grad_norm": 3.0370001792907715,
+      "learning_rate": 4.1307047500776156e-05,
+      "loss": 3.4393,
+      "step": 28000
+    },
+    {
+      "epoch": 8.84818379385284,
+      "grad_norm": 3.387784242630005,
+      "learning_rate": 4.115181620614716e-05,
+      "loss": 3.415,
+      "step": 28500
+    },
+    {
+      "epoch": 9.003415088481837,
+      "grad_norm": 3.6201112270355225,
+      "learning_rate": 4.0996584911518165e-05,
+      "loss": 3.418,
+      "step": 29000
+    },
+    {
+      "epoch": 9.158646383110835,
+      "grad_norm": 3.2895004749298096,
+      "learning_rate": 4.0841353616889166e-05,
+      "loss": 3.3479,
+      "step": 29500
+    },
+    {
+      "epoch": 9.313877677739832,
+      "grad_norm": 4.205784320831299,
+      "learning_rate": 4.0686122322260166e-05,
+      "loss": 3.3433,
+      "step": 30000
+    },
+    {
+      "epoch": 9.46910897236883,
+      "grad_norm": 4.602181434631348,
+      "learning_rate": 4.0530891027631174e-05,
+      "loss": 3.3223,
+      "step": 30500
+    },
+    {
+      "epoch": 9.624340266997827,
+      "grad_norm": 3.7277743816375732,
+      "learning_rate": 4.0375659733002175e-05,
+      "loss": 3.3039,
+      "step": 31000
+    },
+    {
+      "epoch": 9.779571561626824,
+      "grad_norm": 3.491147994995117,
+      "learning_rate": 4.0220428438373176e-05,
+      "loss": 3.2895,
+      "step": 31500
+    },
+    {
+      "epoch": 9.934802856255821,
+      "grad_norm": 3.2562263011932373,
+      "learning_rate": 4.0065197143744184e-05,
+      "loss": 3.2754,
+      "step": 32000
+    },
+    {
+      "epoch": 10.090034150884819,
+      "grad_norm": 3.8227834701538086,
+      "learning_rate": 3.9909965849115185e-05,
+      "loss": 3.239,
+      "step": 32500
+    },
+    {
+      "epoch": 10.245265445513816,
+      "grad_norm": 3.5297625064849854,
+      "learning_rate": 3.9754734554486186e-05,
+      "loss": 3.2036,
+      "step": 33000
+    },
+    {
+      "epoch": 10.400496740142813,
+      "grad_norm": 3.621588945388794,
+      "learning_rate": 3.959950325985719e-05,
+      "loss": 3.1944,
+      "step": 33500
+    },
+    {
+      "epoch": 10.55572803477181,
+      "grad_norm": 3.2394556999206543,
+      "learning_rate": 3.9444271965228194e-05,
+      "loss": 3.1961,
+      "step": 34000
+    },
+    {
+      "epoch": 10.710959329400808,
+      "grad_norm": 3.6555140018463135,
+      "learning_rate": 3.9289040670599195e-05,
+      "loss": 3.1687,
+      "step": 34500
+    },
+    {
+      "epoch": 10.866190624029805,
+      "grad_norm": 3.675229787826538,
+      "learning_rate": 3.9133809375970196e-05,
+      "loss": 3.1664,
+      "step": 35000
+    },
+    {
+      "epoch": 11.021421918658802,
+      "grad_norm": 3.4863462448120117,
+      "learning_rate": 3.89785780813412e-05,
+      "loss": 3.1411,
+      "step": 35500
+    },
+    {
+      "epoch": 11.176653213287798,
+      "grad_norm": 3.564634084701538,
+      "learning_rate": 3.88233467867122e-05,
+      "loss": 3.0942,
+      "step": 36000
+    },
+    {
+      "epoch": 11.331884507916795,
+      "grad_norm": 3.6480257511138916,
+      "learning_rate": 3.8668115492083206e-05,
+      "loss": 3.0866,
+      "step": 36500
+    },
+    {
+      "epoch": 11.487115802545793,
+      "grad_norm": 3.6294379234313965,
+      "learning_rate": 3.8512884197454207e-05,
+      "loss": 3.075,
+      "step": 37000
+    },
+    {
+      "epoch": 11.64234709717479,
+      "grad_norm": 3.706338882446289,
+      "learning_rate": 3.8357652902825214e-05,
+      "loss": 3.0711,
+      "step": 37500
+    },
+    {
+      "epoch": 11.797578391803787,
+      "grad_norm": 3.5022192001342773,
+      "learning_rate": 3.8202421608196215e-05,
+      "loss": 3.0543,
+      "step": 38000
+    },
+    {
+      "epoch": 11.952809686432785,
+      "grad_norm": 3.718973159790039,
+      "learning_rate": 3.8047190313567216e-05,
+      "loss": 3.0499,
+      "step": 38500
+    },
+    {
+      "epoch": 12.108040981061782,
+      "grad_norm": 3.5916123390197754,
+      "learning_rate": 3.7891959018938224e-05,
+      "loss": 3.0056,
+      "step": 39000
+    },
+    {
+      "epoch": 12.26327227569078,
+      "grad_norm": 3.694257974624634,
+      "learning_rate": 3.7736727724309225e-05,
+      "loss": 2.9916,
+      "step": 39500
+    },
+    {
+      "epoch": 12.418503570319777,
+      "grad_norm": 3.5255913734436035,
+      "learning_rate": 3.7581496429680226e-05,
+      "loss": 2.9823,
+      "step": 40000
+    },
+    {
+      "epoch": 12.573734864948774,
+      "grad_norm": 3.4169323444366455,
+      "learning_rate": 3.742626513505123e-05,
+      "loss": 2.9726,
+      "step": 40500
+    },
+    {
+      "epoch": 12.728966159577771,
+      "grad_norm": 3.2919702529907227,
+      "learning_rate": 3.7271033840422234e-05,
+      "loss": 2.9586,
+      "step": 41000
+    },
+    {
+      "epoch": 12.884197454206769,
+      "grad_norm": 3.52095890045166,
+      "learning_rate": 3.7115802545793235e-05,
+      "loss": 2.9576,
+      "step": 41500
+    },
+    {
+      "epoch": 13.039428748835766,
+      "grad_norm": 4.317255020141602,
+      "learning_rate": 3.6960571251164236e-05,
+      "loss": 2.936,
+      "step": 42000
+    },
+    {
+      "epoch": 13.194660043464763,
+      "grad_norm": 3.2749974727630615,
+      "learning_rate": 3.680533995653524e-05,
+      "loss": 2.894,
+      "step": 42500
+    },
+    {
+      "epoch": 13.34989133809376,
+      "grad_norm": 4.149952411651611,
+      "learning_rate": 3.665010866190624e-05,
+      "loss": 2.8892,
+      "step": 43000
+    },
+    {
+      "epoch": 13.505122632722756,
+      "grad_norm": 3.8253960609436035,
+      "learning_rate": 3.6494877367277246e-05,
+      "loss": 2.8957,
+      "step": 43500
+    },
+    {
+      "epoch": 13.660353927351753,
+      "grad_norm": 3.3494088649749756,
+      "learning_rate": 3.6339646072648247e-05,
+      "loss": 2.8821,
+      "step": 44000
+    },
+    {
+      "epoch": 13.81558522198075,
+      "grad_norm": 3.426492691040039,
+      "learning_rate": 3.618441477801925e-05,
+      "loss": 2.8655,
+      "step": 44500
+    },
+    {
+      "epoch": 13.970816516609748,
+      "grad_norm": 3.3416435718536377,
+      "learning_rate": 3.6029183483390255e-05,
+      "loss": 2.8685,
+      "step": 45000
+    },
+    {
+      "epoch": 14.126047811238745,
+      "grad_norm": 3.6365139484405518,
+      "learning_rate": 3.5873952188761256e-05,
+      "loss": 2.8184,
+      "step": 45500
+    },
+    {
+      "epoch": 14.281279105867743,
+      "grad_norm": 3.4732120037078857,
+      "learning_rate": 3.571872089413226e-05,
+      "loss": 2.8102,
+      "step": 46000
+    },
+    {
+      "epoch": 14.43651040049674,
+      "grad_norm": 3.4674530029296875,
+      "learning_rate": 3.5563489599503265e-05,
+      "loss": 2.8077,
+      "step": 46500
+    },
+    {
+      "epoch": 14.591741695125737,
+      "grad_norm": 3.3378286361694336,
+      "learning_rate": 3.5408258304874266e-05,
+      "loss": 2.808,
+      "step": 47000
+    },
+    {
+      "epoch": 14.746972989754735,
+      "grad_norm": 3.5950191020965576,
+      "learning_rate": 3.525302701024527e-05,
+      "loss": 2.7938,
+      "step": 47500
+    },
+    {
+      "epoch": 14.902204284383732,
+      "grad_norm": 3.4225220680236816,
+      "learning_rate": 3.5097795715616274e-05,
+      "loss": 2.7817,
+      "step": 48000
+    },
+    {
+      "epoch": 15.05743557901273,
+      "grad_norm": 3.353314161300659,
+      "learning_rate": 3.4942564420987275e-05,
+      "loss": 2.7783,
+      "step": 48500
+    },
+    {
+      "epoch": 15.212666873641727,
+      "grad_norm": 3.483828067779541,
+      "learning_rate": 3.4787333126358276e-05,
+      "loss": 2.7388,
+      "step": 49000
+    },
+    {
+      "epoch": 15.367898168270724,
+      "grad_norm": 3.295490026473999,
+      "learning_rate": 3.463210183172928e-05,
+      "loss": 2.7404,
+      "step": 49500
+    },
+    {
+      "epoch": 15.523129462899721,
+      "grad_norm": 3.7673990726470947,
+      "learning_rate": 3.447687053710028e-05,
+      "loss": 2.7192,
+      "step": 50000
+    },
+    {
+      "epoch": 15.678360757528718,
+      "grad_norm": 3.3685121536254883,
+      "learning_rate": 3.432163924247128e-05,
+      "loss": 2.7341,
+      "step": 50500
+    },
+    {
+      "epoch": 15.833592052157716,
+      "grad_norm": 3.8389620780944824,
+      "learning_rate": 3.416640794784229e-05,
+      "loss": 2.7239,
+      "step": 51000
+    },
+    {
+      "epoch": 15.988823346786713,
+      "grad_norm": 3.8301634788513184,
+      "learning_rate": 3.401117665321329e-05,
+      "loss": 2.716,
+      "step": 51500
+    },
+    {
+      "epoch": 16.14405464141571,
+      "grad_norm": 3.7196969985961914,
+      "learning_rate": 3.385594535858429e-05,
+      "loss": 2.6732,
+      "step": 52000
+    },
+    {
+      "epoch": 16.299285936044708,
+      "grad_norm": 3.847682476043701,
+      "learning_rate": 3.3700714063955296e-05,
+      "loss": 2.6561,
+      "step": 52500
+    },
+    {
+      "epoch": 16.454517230673705,
+      "grad_norm": 3.079871416091919,
+      "learning_rate": 3.35454827693263e-05,
+      "loss": 2.6765,
+      "step": 53000
+    },
+    {
+      "epoch": 16.609748525302702,
+      "grad_norm": 3.7256991863250732,
+      "learning_rate": 3.33902514746973e-05,
+      "loss": 2.6754,
+      "step": 53500
+    },
+    {
+      "epoch": 16.7649798199317,
+      "grad_norm": 3.556029796600342,
+      "learning_rate": 3.3235020180068306e-05,
+      "loss": 2.6675,
+      "step": 54000
+    },
+    {
+      "epoch": 16.920211114560697,
+      "grad_norm": 3.9556143283843994,
+      "learning_rate": 3.307978888543931e-05,
+      "loss": 2.6507,
+      "step": 54500
+    },
+    {
+      "epoch": 17.075442409189694,
+      "grad_norm": 3.482832431793213,
+      "learning_rate": 3.292455759081031e-05,
+      "loss": 2.6343,
+      "step": 55000
+    },
+    {
+      "epoch": 17.230673703818688,
+      "grad_norm": 4.063329696655273,
+      "learning_rate": 3.2769326296181315e-05,
+      "loss": 2.6071,
+      "step": 55500
+    },
+    {
+      "epoch": 17.385904998447685,
+      "grad_norm": 3.9433131217956543,
+      "learning_rate": 3.2614095001552316e-05,
+      "loss": 2.6064,
+      "step": 56000
+    },
+    {
+      "epoch": 17.541136293076683,
+      "grad_norm": 3.5680246353149414,
+      "learning_rate": 3.245886370692332e-05,
+      "loss": 2.6091,
+      "step": 56500
+    },
+    {
+      "epoch": 17.69636758770568,
+      "grad_norm": 3.5213463306427,
+      "learning_rate": 3.230363241229432e-05,
+      "loss": 2.6058,
+      "step": 57000
+    },
+    {
+      "epoch": 17.851598882334677,
+      "grad_norm": 3.5061028003692627,
+      "learning_rate": 3.214840111766532e-05,
+      "loss": 2.5981,
+      "step": 57500
+    },
+    {
+      "epoch": 18.006830176963675,
+      "grad_norm": 3.4912548065185547,
+      "learning_rate": 3.199316982303632e-05,
+      "loss": 2.5998,
+      "step": 58000
+    },
+    {
+      "epoch": 18.162061471592672,
+      "grad_norm": 3.2917845249176025,
+      "learning_rate": 3.183793852840733e-05,
+      "loss": 2.5569,
+      "step": 58500
+    },
+    {
+      "epoch": 18.31729276622167,
+      "grad_norm": 3.707597017288208,
+      "learning_rate": 3.168270723377833e-05,
+      "loss": 2.555,
+      "step": 59000
+    },
+    {
+      "epoch": 18.472524060850667,
+      "grad_norm": 3.4082422256469727,
+      "learning_rate": 3.152747593914933e-05,
+      "loss": 2.5539,
+      "step": 59500
+    },
+    {
+      "epoch": 18.627755355479664,
+      "grad_norm": 3.6042168140411377,
+      "learning_rate": 3.137224464452034e-05,
+      "loss": 2.5485,
+      "step": 60000
+    },
+    {
+      "epoch": 18.78298665010866,
+      "grad_norm": 3.665288209915161,
+      "learning_rate": 3.121701334989134e-05,
+      "loss": 2.5499,
+      "step": 60500
+    },
+    {
+      "epoch": 18.93821794473766,
+      "grad_norm": 3.590956211090088,
+      "learning_rate": 3.1061782055262346e-05,
+      "loss": 2.5479,
+      "step": 61000
+    },
+    {
+      "epoch": 19.093449239366656,
+      "grad_norm": 3.468674898147583,
+      "learning_rate": 3.090655076063335e-05,
+      "loss": 2.5156,
+      "step": 61500
+    },
+    {
+      "epoch": 19.248680533995653,
+      "grad_norm": 3.4389026165008545,
+      "learning_rate": 3.075131946600435e-05,
+      "loss": 2.5037,
+      "step": 62000
+    },
+    {
+      "epoch": 19.40391182862465,
+      "grad_norm": 3.568042039871216,
+      "learning_rate": 3.0596088171375355e-05,
+      "loss": 2.514,
+      "step": 62500
+    },
+    {
+      "epoch": 19.559143123253648,
+      "grad_norm": 3.448721408843994,
+      "learning_rate": 3.0440856876746353e-05,
+      "loss": 2.5004,
+      "step": 63000
+    },
+    {
+      "epoch": 19.714374417882645,
+      "grad_norm": 3.3219761848449707,
+      "learning_rate": 3.0285625582117354e-05,
+      "loss": 2.5072,
+      "step": 63500
+    },
+    {
+      "epoch": 19.869605712511643,
+      "grad_norm": 3.5406880378723145,
+      "learning_rate": 3.013039428748836e-05,
+      "loss": 2.5006,
+      "step": 64000
+    },
+    {
+      "epoch": 20.02483700714064,
+      "grad_norm": 3.606174945831299,
+      "learning_rate": 2.9975162992859363e-05,
+      "loss": 2.5015,
+      "step": 64500
+    },
+    {
+      "epoch": 20.180068301769637,
+      "grad_norm": 3.5096230506896973,
+      "learning_rate": 2.9819931698230363e-05,
+      "loss": 2.456,
+      "step": 65000
+    },
+    {
+      "epoch": 20.335299596398634,
+      "grad_norm": 3.478529691696167,
+      "learning_rate": 2.966470040360137e-05,
+      "loss": 2.4515,
+      "step": 65500
+    },
+    {
+      "epoch": 20.490530891027632,
+      "grad_norm": 3.3920540809631348,
+      "learning_rate": 2.9509469108972372e-05,
+      "loss": 2.4625,
+      "step": 66000
+    },
+    {
+      "epoch": 20.64576218565663,
+      "grad_norm": 3.6235618591308594,
+      "learning_rate": 2.9354237814343373e-05,
+      "loss": 2.4665,
+      "step": 66500
+    },
+    {
+      "epoch": 20.800993480285626,
+      "grad_norm": 3.580286979675293,
+      "learning_rate": 2.9199006519714377e-05,
+      "loss": 2.4577,
+      "step": 67000
+    },
+    {
+      "epoch": 20.956224774914624,
+      "grad_norm": 3.5689404010772705,
+      "learning_rate": 2.9043775225085378e-05,
+      "loss": 2.4619,
+      "step": 67500
+    },
+    {
+      "epoch": 21.11145606954362,
+      "grad_norm": 3.5909037590026855,
+      "learning_rate": 2.888854393045638e-05,
+      "loss": 2.4148,
+      "step": 68000
+    },
+    {
+      "epoch": 21.26668736417262,
+      "grad_norm": 3.4171316623687744,
+      "learning_rate": 2.8733312635827387e-05,
+      "loss": 2.4071,
+      "step": 68500
+    },
+    {
+      "epoch": 21.421918658801616,
+      "grad_norm": 3.457381248474121,
+      "learning_rate": 2.8578081341198388e-05,
+      "loss": 2.4169,
+      "step": 69000
+    },
+    {
+      "epoch": 21.577149953430613,
+      "grad_norm": 3.420381784439087,
+      "learning_rate": 2.842285004656939e-05,
+      "loss": 2.42,
+      "step": 69500
+    },
+    {
+      "epoch": 21.73238124805961,
+      "grad_norm": 3.2285988330841064,
+      "learning_rate": 2.8267618751940393e-05,
+      "loss": 2.4262,
+      "step": 70000
+    },
+    {
+      "epoch": 21.887612542688608,
+      "grad_norm": 3.473289728164673,
+      "learning_rate": 2.8112387457311394e-05,
+      "loss": 2.413,
+      "step": 70500
+    },
+    {
+      "epoch": 22.042843837317605,
+      "grad_norm": 3.272094488143921,
+      "learning_rate": 2.7957156162682395e-05,
+      "loss": 2.4166,
+      "step": 71000
+    },
+    {
+      "epoch": 22.1980751319466,
+      "grad_norm": 3.903505563735962,
+      "learning_rate": 2.7801924868053403e-05,
+      "loss": 2.3766,
+      "step": 71500
+    },
+    {
+      "epoch": 22.353306426575596,
+      "grad_norm": 3.58394193649292,
+      "learning_rate": 2.7646693573424404e-05,
+      "loss": 2.3844,
+      "step": 72000
+    },
+    {
+      "epoch": 22.508537721204593,
+      "grad_norm": 3.6447036266326904,
+      "learning_rate": 2.7491462278795404e-05,
+      "loss": 2.3683,
+      "step": 72500
+    },
+    {
+      "epoch": 22.66376901583359,
+      "grad_norm": 3.740295648574829,
+      "learning_rate": 2.7336230984166412e-05,
+      "loss": 2.3822,
+      "step": 73000
+    },
+    {
+      "epoch": 22.819000310462588,
+      "grad_norm": 3.439695358276367,
+      "learning_rate": 2.7180999689537413e-05,
+      "loss": 2.3893,
+      "step": 73500
+    },
+    {
+      "epoch": 22.974231605091585,
+      "grad_norm": 3.6966145038604736,
+      "learning_rate": 2.7025768394908414e-05,
+      "loss": 2.3803,
+      "step": 74000
+    },
+    {
+      "epoch": 23.129462899720583,
+      "grad_norm": 3.1649584770202637,
+      "learning_rate": 2.687053710027942e-05,
+      "loss": 2.343,
+      "step": 74500
+    },
+    {
+      "epoch": 23.28469419434958,
+      "grad_norm": 3.4965484142303467,
+      "learning_rate": 2.671530580565042e-05,
+      "loss": 2.3351,
+      "step": 75000
+    },
+    {
+      "epoch": 23.439925488978577,
+      "grad_norm": 3.3004109859466553,
+      "learning_rate": 2.656007451102142e-05,
+      "loss": 2.335,
+      "step": 75500
+    },
+    {
+      "epoch": 23.595156783607575,
+      "grad_norm": 3.5990171432495117,
+      "learning_rate": 2.6404843216392428e-05,
+      "loss": 2.3474,
+      "step": 76000
+    },
+    {
+      "epoch": 23.750388078236572,
+      "grad_norm": 3.2564170360565186,
+      "learning_rate": 2.624961192176343e-05,
+      "loss": 2.3447,
+      "step": 76500
+    },
+    {
+      "epoch": 23.90561937286557,
+      "grad_norm": 3.103309392929077,
+      "learning_rate": 2.609438062713443e-05,
+      "loss": 2.3536,
+      "step": 77000
+    },
+    {
+      "epoch": 24.060850667494567,
+      "grad_norm": 3.434351921081543,
+      "learning_rate": 2.5939149332505437e-05,
+      "loss": 2.3314,
+      "step": 77500
+    },
+    {
+      "epoch": 24.216081962123564,
+      "grad_norm": 3.0751280784606934,
+      "learning_rate": 2.5783918037876435e-05,
+      "loss": 2.3113,
+      "step": 78000
+    },
+    {
+      "epoch": 24.37131325675256,
+      "grad_norm": 3.3030903339385986,
+      "learning_rate": 2.5628686743247436e-05,
+      "loss": 2.3074,
+      "step": 78500
+    },
+    {
+      "epoch": 24.52654455138156,
+      "grad_norm": 3.4424233436584473,
+      "learning_rate": 2.5473455448618444e-05,
+      "loss": 2.3074,
+      "step": 79000
+    },
+    {
+      "epoch": 24.681775846010556,
+      "grad_norm": 3.4242780208587646,
+      "learning_rate": 2.5318224153989445e-05,
+      "loss": 2.3127,
+      "step": 79500
+    },
+    {
+      "epoch": 24.837007140639553,
+      "grad_norm": 3.478363275527954,
+      "learning_rate": 2.5162992859360445e-05,
+      "loss": 2.3068,
+      "step": 80000
+    },
+    {
+      "epoch": 24.99223843526855,
+      "grad_norm": 3.381448745727539,
+      "learning_rate": 2.5007761564731453e-05,
+      "loss": 2.3128,
+      "step": 80500
+    },
+    {
+      "epoch": 25.147469729897548,
+      "grad_norm": 3.3895316123962402,
+      "learning_rate": 2.4852530270102454e-05,
+      "loss": 2.2783,
+      "step": 81000
+    },
+    {
+      "epoch": 25.302701024526545,
+      "grad_norm": 3.522529363632202,
+      "learning_rate": 2.469729897547346e-05,
+      "loss": 2.2744,
+      "step": 81500
+    },
+    {
+      "epoch": 25.457932319155542,
+      "grad_norm": 3.2338192462921143,
+      "learning_rate": 2.454206768084446e-05,
+      "loss": 2.2724,
+      "step": 82000
+    },
+    {
+      "epoch": 25.61316361378454,
+      "grad_norm": 3.4074482917785645,
+      "learning_rate": 2.438683638621546e-05,
+      "loss": 2.2792,
+      "step": 82500
+    },
+    {
+      "epoch": 25.768394908413537,
+      "grad_norm": 4.039905548095703,
+      "learning_rate": 2.4231605091586465e-05,
+      "loss": 2.2841,
+      "step": 83000
+    },
+    {
+      "epoch": 25.923626203042534,
+      "grad_norm": 3.547403335571289,
+      "learning_rate": 2.407637379695747e-05,
+      "loss": 2.2819,
+      "step": 83500
+    },
+    {
+      "epoch": 26.07885749767153,
+      "grad_norm": 3.3868236541748047,
+      "learning_rate": 2.392114250232847e-05,
+      "loss": 2.2798,
+      "step": 84000
+    },
+    {
+      "epoch": 26.23408879230053,
+      "grad_norm": 3.4890501499176025,
+      "learning_rate": 2.3765911207699474e-05,
+      "loss": 2.2533,
+      "step": 84500
+    },
+    {
+      "epoch": 26.389320086929526,
+      "grad_norm": 3.4324049949645996,
+      "learning_rate": 2.361067991307048e-05,
+      "loss": 2.2503,
+      "step": 85000
+    },
+    {
+      "epoch": 26.544551381558524,
+      "grad_norm": 3.444091558456421,
+      "learning_rate": 2.345544861844148e-05,
+      "loss": 2.2475,
+      "step": 85500
+    },
+    {
+      "epoch": 26.69978267618752,
+      "grad_norm": 3.4090046882629395,
+      "learning_rate": 2.330021732381248e-05,
+      "loss": 2.2484,
+      "step": 86000
+    },
+    {
+      "epoch": 26.85501397081652,
+      "grad_norm": 3.447425365447998,
+      "learning_rate": 2.3144986029183485e-05,
+      "loss": 2.2488,
+      "step": 86500
+    },
+    {
+      "epoch": 27.010245265445512,
+      "grad_norm": 3.323572874069214,
+      "learning_rate": 2.2989754734554486e-05,
+      "loss": 2.2459,
+      "step": 87000
+    },
+    {
+      "epoch": 27.16547656007451,
+      "grad_norm": 3.2703440189361572,
+      "learning_rate": 2.283452343992549e-05,
+      "loss": 2.2174,
+      "step": 87500
+    },
+    {
+      "epoch": 27.320707854703507,
+      "grad_norm": 3.5882294178009033,
+      "learning_rate": 2.2679292145296494e-05,
+      "loss": 2.2148,
+      "step": 88000
+    },
+    {
+      "epoch": 27.475939149332504,
+      "grad_norm": 3.4588534832000732,
+      "learning_rate": 2.2524060850667495e-05,
+      "loss": 2.2225,
+      "step": 88500
+    },
+    {
+      "epoch": 27.6311704439615,
+      "grad_norm": 3.370229482650757,
+      "learning_rate": 2.23688295560385e-05,
+      "loss": 2.2274,
+      "step": 89000
+    },
+    {
+      "epoch": 27.7864017385905,
+      "grad_norm": 3.271768093109131,
+      "learning_rate": 2.22135982614095e-05,
+      "loss": 2.2272,
+      "step": 89500
+    },
+    {
+      "epoch": 27.941633033219496,
+      "grad_norm": 3.4835493564605713,
+      "learning_rate": 2.20583669667805e-05,
+      "loss": 2.2324,
+      "step": 90000
+    },
+    {
+      "epoch": 28.096864327848493,
+      "grad_norm": 3.6498279571533203,
+      "learning_rate": 2.1903135672151506e-05,
+      "loss": 2.1981,
+      "step": 90500
+    },
+    {
+      "epoch": 28.25209562247749,
+      "grad_norm": 3.356560468673706,
+      "learning_rate": 2.174790437752251e-05,
+      "loss": 2.2064,
+      "step": 91000
+    },
+    {
+      "epoch": 28.407326917106488,
+      "grad_norm": 3.2081451416015625,
+      "learning_rate": 2.1592673082893514e-05,
+      "loss": 2.1893,
+      "step": 91500
+    },
+    {
+      "epoch": 28.562558211735485,
+      "grad_norm": 3.4001569747924805,
+      "learning_rate": 2.1437441788264515e-05,
+      "loss": 2.2014,
+      "step": 92000
+    },
+    {
+      "epoch": 28.717789506364483,
+      "grad_norm": 3.529869794845581,
+      "learning_rate": 2.128221049363552e-05,
+      "loss": 2.2016,
+      "step": 92500
+    },
+    {
+      "epoch": 28.87302080099348,
+      "grad_norm": 3.313579797744751,
+      "learning_rate": 2.112697919900652e-05,
+      "loss": 2.1937,
+      "step": 93000
+    },
+    {
+      "epoch": 29.028252095622477,
+      "grad_norm": 3.336879253387451,
+      "learning_rate": 2.097174790437752e-05,
+      "loss": 2.1945,
+      "step": 93500
+    },
+    {
+      "epoch": 29.183483390251475,
+      "grad_norm": 3.567126512527466,
+      "learning_rate": 2.0816516609748526e-05,
+      "loss": 2.1729,
+      "step": 94000
+    },
+    {
+      "epoch": 29.338714684880472,
+      "grad_norm": 3.5103540420532227,
+      "learning_rate": 2.066128531511953e-05,
+      "loss": 2.1772,
+      "step": 94500
+    },
+    {
+      "epoch": 29.49394597950947,
+      "grad_norm": 3.479119300842285,
+      "learning_rate": 2.050605402049053e-05,
+      "loss": 2.1786,
+      "step": 95000
+    },
+    {
+      "epoch": 29.649177274138466,
+      "grad_norm": 3.516080856323242,
+      "learning_rate": 2.0350822725861535e-05,
+      "loss": 2.1714,
+      "step": 95500
+    },
+    {
+      "epoch": 29.804408568767464,
+      "grad_norm": 3.3175048828125,
+      "learning_rate": 2.019559143123254e-05,
+      "loss": 2.176,
+      "step": 96000
+    },
+    {
+      "epoch": 29.95963986339646,
+      "grad_norm": 3.5741403102874756,
+      "learning_rate": 2.004036013660354e-05,
+      "loss": 2.1747,
+      "step": 96500
+    },
+    {
+      "epoch": 30.11487115802546,
+      "grad_norm": 3.3326079845428467,
+      "learning_rate": 1.988512884197454e-05,
+      "loss": 2.1465,
+      "step": 97000
+    },
+    {
+      "epoch": 30.270102452654456,
+      "grad_norm": 3.591451406478882,
+      "learning_rate": 1.9729897547345546e-05,
+      "loss": 2.1452,
+      "step": 97500
+    },
+    {
+      "epoch": 30.425333747283453,
+      "grad_norm": 3.386875629425049,
+      "learning_rate": 1.9574666252716547e-05,
+      "loss": 2.1527,
+      "step": 98000
+    },
+    {
+      "epoch": 30.58056504191245,
+      "grad_norm": 3.5038528442382812,
+      "learning_rate": 1.941943495808755e-05,
+      "loss": 2.1562,
+      "step": 98500
+    },
+    {
+      "epoch": 30.735796336541448,
+      "grad_norm": 3.5655734539031982,
+      "learning_rate": 1.9264203663458555e-05,
+      "loss": 2.1579,
+      "step": 99000
+    },
+    {
+      "epoch": 30.891027631170445,
+      "grad_norm": 3.556865692138672,
+      "learning_rate": 1.9108972368829556e-05,
+      "loss": 2.1654,
+      "step": 99500
+    },
+    {
+      "epoch": 31.046258925799442,
+      "grad_norm": 3.171966791152954,
+      "learning_rate": 1.895374107420056e-05,
+      "loss": 2.1375,
+      "step": 100000
+    },
+    {
+      "epoch": 31.20149022042844,
+      "grad_norm": 3.2655224800109863,
+      "learning_rate": 1.8798509779571565e-05,
+      "loss": 2.1242,
+      "step": 100500
+    },
+    {
+      "epoch": 31.356721515057437,
+      "grad_norm": 3.5983667373657227,
+      "learning_rate": 1.8643278484942562e-05,
+      "loss": 2.1241,
+      "step": 101000
+    },
+    {
+      "epoch": 31.511952809686434,
+      "grad_norm": 3.4082624912261963,
+      "learning_rate": 1.8488047190313567e-05,
+      "loss": 2.1286,
+      "step": 101500
+    },
+    {
+      "epoch": 31.66718410431543,
+      "grad_norm": 3.6842904090881348,
+      "learning_rate": 1.833281589568457e-05,
+      "loss": 2.1307,
+      "step": 102000
+    },
+    {
+      "epoch": 31.82241539894443,
+      "grad_norm": 3.506561040878296,
+      "learning_rate": 1.8177584601055575e-05,
+      "loss": 2.128,
+      "step": 102500
+    },
+    {
+      "epoch": 31.977646693573423,
+      "grad_norm": 3.1754329204559326,
+      "learning_rate": 1.8022353306426576e-05,
+      "loss": 2.1546,
+      "step": 103000
+    },
+    {
+      "epoch": 32.132877988202424,
+      "grad_norm": 3.4814705848693848,
+      "learning_rate": 1.786712201179758e-05,
+      "loss": 2.1155,
+      "step": 103500
+    },
+    {
+      "epoch": 32.28810928283142,
+      "grad_norm": 3.7139673233032227,
+      "learning_rate": 1.7711890717168585e-05,
+      "loss": 2.1056,
+      "step": 104000
+    },
+    {
+      "epoch": 32.44334057746042,
+      "grad_norm": 3.498924732208252,
+      "learning_rate": 1.7556659422539586e-05,
+      "loss": 2.1142,
+      "step": 104500
+    },
+    {
+      "epoch": 32.598571872089416,
+      "grad_norm": 3.50618052482605,
+      "learning_rate": 1.7401428127910587e-05,
+      "loss": 2.1133,
+      "step": 105000
+    },
+    {
+      "epoch": 32.75380316671841,
+      "grad_norm": 3.3597817420959473,
+      "learning_rate": 1.724619683328159e-05,
+      "loss": 2.1023,
+      "step": 105500
+    },
+    {
+      "epoch": 32.90903446134741,
+      "grad_norm": 3.1257002353668213,
+      "learning_rate": 1.7090965538652592e-05,
+      "loss": 2.1164,
+      "step": 106000
+    },
+    {
+      "epoch": 33.06426575597641,
+      "grad_norm": 3.2539827823638916,
+      "learning_rate": 1.6935734244023596e-05,
+      "loss": 2.094,
+      "step": 106500
+    },
+    {
+      "epoch": 33.219497050605405,
+      "grad_norm": 3.5922114849090576,
+      "learning_rate": 1.67805029493946e-05,
+      "loss": 2.0797,
+      "step": 107000
+    },
+    {
+      "epoch": 33.3747283452344,
+      "grad_norm": 3.4829044342041016,
+      "learning_rate": 1.66252716547656e-05,
+      "loss": 2.0991,
+      "step": 107500
+    },
+    {
+      "epoch": 33.5299596398634,
+      "grad_norm": 3.402447462081909,
+      "learning_rate": 1.6470040360136606e-05,
+      "loss": 2.095,
+      "step": 108000
+    },
+    {
+      "epoch": 33.6851909344924,
+      "grad_norm": 3.4598045349121094,
+      "learning_rate": 1.6314809065507607e-05,
+      "loss": 2.0866,
+      "step": 108500
+    },
+    {
+      "epoch": 33.840422229121394,
+      "grad_norm": 3.806218147277832,
+      "learning_rate": 1.6159577770878608e-05,
+      "loss": 2.1014,
+      "step": 109000
+    },
+    {
+      "epoch": 33.99565352375039,
+      "grad_norm": 3.7168009281158447,
+      "learning_rate": 1.6004346476249612e-05,
+      "loss": 2.103,
+      "step": 109500
+    },
+    {
+      "epoch": 34.15088481837939,
+      "grad_norm": 3.703636884689331,
+      "learning_rate": 1.5849115181620616e-05,
+      "loss": 2.0691,
+      "step": 110000
+    },
+    {
+      "epoch": 34.306116113008386,
+      "grad_norm": 3.4325764179229736,
+      "learning_rate": 1.5693883886991617e-05,
+      "loss": 2.077,
+      "step": 110500
+    },
+    {
+      "epoch": 34.461347407637376,
+      "grad_norm": 3.5435197353363037,
+      "learning_rate": 1.553865259236262e-05,
+      "loss": 2.0839,
+      "step": 111000
+    },
+    {
+      "epoch": 34.616578702266374,
+      "grad_norm": 3.507366418838501,
+      "learning_rate": 1.5383421297733626e-05,
+      "loss": 2.0709,
+      "step": 111500
+    },
+    {
+      "epoch": 34.77180999689537,
+      "grad_norm": 3.401642084121704,
+      "learning_rate": 1.5228190003104625e-05,
+      "loss": 2.0656,
+      "step": 112000
+    },
+    {
+      "epoch": 34.92704129152437,
+      "grad_norm": 3.4845223426818848,
+      "learning_rate": 1.507295870847563e-05,
+      "loss": 2.0848,
+      "step": 112500
+    },
+    {
+      "epoch": 35.082272586153366,
+      "grad_norm": 3.477248191833496,
+      "learning_rate": 1.4917727413846632e-05,
+      "loss": 2.0595,
+      "step": 113000
+    },
+    {
+      "epoch": 35.23750388078236,
+      "grad_norm": 3.3301658630371094,
+      "learning_rate": 1.4762496119217633e-05,
+      "loss": 2.056,
+      "step": 113500
+    },
+    {
+      "epoch": 35.39273517541136,
+      "grad_norm": 3.5794308185577393,
+      "learning_rate": 1.4607264824588637e-05,
+      "loss": 2.0579,
+      "step": 114000
+    },
+    {
+      "epoch": 35.54796647004036,
+      "grad_norm": 3.680616617202759,
+      "learning_rate": 1.4452033529959642e-05,
+      "loss": 2.0607,
+      "step": 114500
+    },
+    {
+      "epoch": 35.703197764669355,
+      "grad_norm": 3.581709384918213,
+      "learning_rate": 1.4296802235330644e-05,
+      "loss": 2.0583,
+      "step": 115000
+    },
+    {
+      "epoch": 35.85842905929835,
+      "grad_norm": 3.3622961044311523,
+      "learning_rate": 1.4141570940701645e-05,
+      "loss": 2.0646,
+      "step": 115500
+    },
+    {
+      "epoch": 36.01366035392735,
+      "grad_norm": 3.7327592372894287,
+      "learning_rate": 1.398633964607265e-05,
+      "loss": 2.0665,
+      "step": 116000
+    },
+    {
+      "epoch": 36.16889164855635,
+      "grad_norm": 3.1711039543151855,
+      "learning_rate": 1.3831108351443654e-05,
+      "loss": 2.0485,
+      "step": 116500
+    },
+    {
+      "epoch": 36.324122943185344,
+      "grad_norm": 3.367382764816284,
+      "learning_rate": 1.3675877056814653e-05,
+      "loss": 2.0385,
+      "step": 117000
+    },
+    {
+      "epoch": 36.47935423781434,
+      "grad_norm": 3.5484557151794434,
+      "learning_rate": 1.3520645762185657e-05,
+      "loss": 2.0345,
+      "step": 117500
+    },
+    {
+      "epoch": 36.63458553244334,
+      "grad_norm": 3.6032321453094482,
+      "learning_rate": 1.3365414467556662e-05,
+      "loss": 2.0468,
+      "step": 118000
+    },
+    {
+      "epoch": 36.789816827072336,
+      "grad_norm": 4.026392936706543,
+      "learning_rate": 1.3210183172927663e-05,
+      "loss": 2.0481,
+      "step": 118500
+    },
+    {
+      "epoch": 36.94504812170133,
+      "grad_norm": 3.644474983215332,
+      "learning_rate": 1.3054951878298665e-05,
+      "loss": 2.0447,
+      "step": 119000
+    },
+    {
+      "epoch": 37.10027941633033,
+      "grad_norm": 3.28544545173645,
+      "learning_rate": 1.289972058366967e-05,
+      "loss": 2.0358,
+      "step": 119500
+    },
+    {
+      "epoch": 37.25551071095933,
+      "grad_norm": 3.2941246032714844,
+      "learning_rate": 1.274448928904067e-05,
+      "loss": 2.0084,
+      "step": 120000
+    },
+    {
+      "epoch": 37.410742005588325,
+      "grad_norm": 3.7883927822113037,
+      "learning_rate": 1.2589257994411675e-05,
+      "loss": 2.0329,
+      "step": 120500
+    },
+    {
+      "epoch": 37.56597330021732,
+      "grad_norm": 3.23514986038208,
+      "learning_rate": 1.2434026699782676e-05,
+      "loss": 2.0297,
+      "step": 121000
+    },
+    {
+      "epoch": 37.72120459484632,
+      "grad_norm": 4.0385894775390625,
+      "learning_rate": 1.227879540515368e-05,
+      "loss": 2.0347,
+      "step": 121500
+    },
+    {
+      "epoch": 37.87643588947532,
+      "grad_norm": 3.6746459007263184,
+      "learning_rate": 1.2123564110524683e-05,
+      "loss": 2.0386,
+      "step": 122000
+    },
+    {
+      "epoch": 38.031667184104315,
+      "grad_norm": 3.5813486576080322,
+      "learning_rate": 1.1968332815895685e-05,
+      "loss": 2.0275,
+      "step": 122500
+    },
+    {
+      "epoch": 38.18689847873331,
+      "grad_norm": 3.3303112983703613,
+      "learning_rate": 1.1813101521266688e-05,
+      "loss": 2.0086,
+      "step": 123000
+    },
+    {
+      "epoch": 38.34212977336231,
+      "grad_norm": 3.5184788703918457,
+      "learning_rate": 1.165787022663769e-05,
+      "loss": 2.016,
+      "step": 123500
+    },
+    {
+      "epoch": 38.49736106799131,
+      "grad_norm": 3.505143642425537,
+      "learning_rate": 1.1502638932008695e-05,
+      "loss": 2.0179,
+      "step": 124000
+    },
+    {
+      "epoch": 38.652592362620304,
+      "grad_norm": 3.432009696960449,
+      "learning_rate": 1.1347407637379696e-05,
+      "loss": 2.02,
+      "step": 124500
+    },
+    {
+      "epoch": 38.8078236572493,
+      "grad_norm": 3.268419027328491,
+      "learning_rate": 1.1192176342750698e-05,
+      "loss": 2.0185,
+      "step": 125000
+    },
+    {
+      "epoch": 38.9630549518783,
+      "grad_norm": 3.895332098007202,
+      "learning_rate": 1.1036945048121703e-05,
+      "loss": 2.0213,
+      "step": 125500
+    },
+    {
+      "epoch": 39.118286246507296,
+      "grad_norm": 3.481630325317383,
+      "learning_rate": 1.0881713753492705e-05,
+      "loss": 1.9974,
+      "step": 126000
+    },
+    {
+      "epoch": 39.27351754113629,
+      "grad_norm": 3.3944613933563232,
+      "learning_rate": 1.0726482458863706e-05,
+      "loss": 2.0012,
+      "step": 126500
+    },
+    {
+      "epoch": 39.42874883576529,
+      "grad_norm": 4.5043182373046875,
+      "learning_rate": 1.057125116423471e-05,
+      "loss": 2.0044,
+      "step": 127000
+    },
+    {
+      "epoch": 39.58398013039429,
+      "grad_norm": 3.6557388305664062,
+      "learning_rate": 1.0416019869605713e-05,
+      "loss": 2.0059,
+      "step": 127500
+    },
+    {
+      "epoch": 39.739211425023285,
+      "grad_norm": 3.3339288234710693,
+      "learning_rate": 1.0260788574976716e-05,
+      "loss": 2.0018,
+      "step": 128000
+    },
+    {
+      "epoch": 39.89444271965228,
+      "grad_norm": 3.376677989959717,
+      "learning_rate": 1.0105557280347718e-05,
+      "loss": 2.0102,
+      "step": 128500
+    },
+    {
+      "epoch": 40.04967401428128,
+      "grad_norm": 3.601083278656006,
+      "learning_rate": 9.950325985718721e-06,
+      "loss": 2.0019,
+      "step": 129000
+    },
+    {
+      "epoch": 40.20490530891028,
+      "grad_norm": 3.458583116531372,
+      "learning_rate": 9.795094691089725e-06,
+      "loss": 1.9888,
+      "step": 129500
+    },
+    {
+      "epoch": 40.360136603539274,
+      "grad_norm": 3.3313772678375244,
+      "learning_rate": 9.639863396460728e-06,
+      "loss": 1.9947,
+      "step": 130000
+    },
+    {
+      "epoch": 40.51536789816827,
+      "grad_norm": 3.6328794956207275,
+      "learning_rate": 9.484632101831729e-06,
+      "loss": 1.985,
+      "step": 130500
+    },
+    {
+      "epoch": 40.67059919279727,
+      "grad_norm": 3.165858030319214,
+      "learning_rate": 9.329400807202733e-06,
+      "loss": 1.9962,
+      "step": 131000
+    },
+    {
+      "epoch": 40.825830487426266,
+      "grad_norm": 3.330787420272827,
+      "learning_rate": 9.174169512573736e-06,
+      "loss": 1.9982,
+      "step": 131500
+    },
+    {
+      "epoch": 40.981061782055264,
+      "grad_norm": 3.3106303215026855,
+      "learning_rate": 9.018938217944738e-06,
+      "loss": 1.9974,
+      "step": 132000
+    },
+    {
+      "epoch": 41.13629307668426,
+      "grad_norm": 3.49682354927063,
+      "learning_rate": 8.863706923315741e-06,
+      "loss": 1.9706,
+      "step": 132500
+    },
+    {
+      "epoch": 41.29152437131326,
+      "grad_norm": 3.306004047393799,
+      "learning_rate": 8.708475628686744e-06,
+      "loss": 1.9795,
+      "step": 133000
+    },
+    {
+      "epoch": 41.446755665942256,
+      "grad_norm": 3.715866804122925,
+      "learning_rate": 8.553244334057746e-06,
+      "loss": 1.9736,
+      "step": 133500
+    },
+    {
+      "epoch": 41.60198696057125,
+      "grad_norm": 3.6723625659942627,
+      "learning_rate": 8.398013039428749e-06,
+      "loss": 1.9844,
+      "step": 134000
+    },
+    {
+      "epoch": 41.75721825520025,
+      "grad_norm": 3.4786245822906494,
+      "learning_rate": 8.242781744799752e-06,
+      "loss": 1.9902,
+      "step": 134500
+    },
+    {
+      "epoch": 41.91244954982925,
+      "grad_norm": 3.588338851928711,
+      "learning_rate": 8.087550450170754e-06,
+      "loss": 1.9829,
+      "step": 135000
+    },
+    {
+      "epoch": 42.067680844458245,
+      "grad_norm": 3.7299747467041016,
+      "learning_rate": 7.932319155541758e-06,
+      "loss": 1.9803,
+      "step": 135500
+    },
+    {
+      "epoch": 42.22291213908724,
+      "grad_norm": 3.1764190196990967,
+      "learning_rate": 7.77708786091276e-06,
+      "loss": 1.968,
+      "step": 136000
+    },
+    {
+      "epoch": 42.37814343371624,
+      "grad_norm": 3.7980525493621826,
+      "learning_rate": 7.621856566283764e-06,
+      "loss": 1.9643,
+      "step": 136500
+    },
+    {
+      "epoch": 42.53337472834524,
+      "grad_norm": 3.3517909049987793,
+      "learning_rate": 7.466625271654766e-06,
+      "loss": 1.9786,
+      "step": 137000
+    },
+    {
+      "epoch": 42.688606022974234,
+      "grad_norm": 3.4372501373291016,
+      "learning_rate": 7.311393977025768e-06,
+      "loss": 1.9649,
+      "step": 137500
+    },
+    {
+      "epoch": 42.84383731760323,
+      "grad_norm": 3.6716599464416504,
+      "learning_rate": 7.156162682396772e-06,
+      "loss": 1.9805,
+      "step": 138000
+    },
+    {
+      "epoch": 42.99906861223223,
+      "grad_norm": 3.4524483680725098,
+      "learning_rate": 7.000931387767774e-06,
+      "loss": 1.9822,
+      "step": 138500
+    },
+    {
+      "epoch": 43.154299906861226,
+      "grad_norm": 3.7548680305480957,
+      "learning_rate": 6.845700093138777e-06,
+      "loss": 1.9648,
+      "step": 139000
+    },
+    {
+      "epoch": 43.30953120149022,
+      "grad_norm": 3.3365092277526855,
+      "learning_rate": 6.69046879850978e-06,
+      "loss": 1.9602,
+      "step": 139500
+    },
+    {
+      "epoch": 43.46476249611922,
+      "grad_norm": 3.7342677116394043,
+      "learning_rate": 6.535237503880783e-06,
+      "loss": 1.9615,
+      "step": 140000
+    },
+    {
+      "epoch": 43.61999379074822,
+      "grad_norm": 3.863659381866455,
+      "learning_rate": 6.380006209251785e-06,
+      "loss": 1.9672,
+      "step": 140500
+    },
+    {
+      "epoch": 43.775225085377215,
+      "grad_norm": 3.3871288299560547,
+      "learning_rate": 6.224774914622788e-06,
+      "loss": 1.9663,
+      "step": 141000
+    },
+    {
+      "epoch": 43.93045638000621,
+      "grad_norm": 3.8932695388793945,
+      "learning_rate": 6.069543619993791e-06,
+      "loss": 1.9654,
+      "step": 141500
+    },
+    {
+      "epoch": 44.08568767463521,
+      "grad_norm": 3.8590352535247803,
+      "learning_rate": 5.914312325364793e-06,
+      "loss": 1.9528,
+      "step": 142000
+    },
+    {
+      "epoch": 44.2409189692642,
+      "grad_norm": 3.2460689544677734,
+      "learning_rate": 5.759081030735797e-06,
+      "loss": 1.9557,
+      "step": 142500
+    },
+    {
+      "epoch": 44.3961502638932,
+      "grad_norm": 3.6797304153442383,
+      "learning_rate": 5.6038497361067995e-06,
+      "loss": 1.9552,
+      "step": 143000
+    },
+    {
+      "epoch": 44.551381558522195,
+      "grad_norm": 3.47025203704834,
+      "learning_rate": 5.448618441477802e-06,
+      "loss": 1.9548,
+      "step": 143500
+    },
+    {
+      "epoch": 44.70661285315119,
+      "grad_norm": 3.376739978790283,
+      "learning_rate": 5.293387146848805e-06,
+      "loss": 1.9584,
+      "step": 144000
+    },
+    {
+      "epoch": 44.86184414778019,
+      "grad_norm": 3.447455644607544,
+      "learning_rate": 5.138155852219808e-06,
+      "loss": 1.9524,
+      "step": 144500
+    },
+    {
+      "epoch": 45.01707544240919,
+      "grad_norm": 3.5013909339904785,
+      "learning_rate": 4.98292455759081e-06,
+      "loss": 1.9537,
+      "step": 145000
+    },
+    {
+      "epoch": 45.172306737038184,
+      "grad_norm": 3.857957124710083,
+      "learning_rate": 4.827693262961813e-06,
+      "loss": 1.9446,
+      "step": 145500
+    },
+    {
+      "epoch": 45.32753803166718,
+      "grad_norm": 3.5706942081451416,
+      "learning_rate": 4.672461968332816e-06,
+      "loss": 1.9512,
+      "step": 146000
+    },
+    {
+      "epoch": 45.48276932629618,
+      "grad_norm": 3.5100932121276855,
+      "learning_rate": 4.5172306737038195e-06,
+      "loss": 1.9573,
+      "step": 146500
+    },
+    {
+      "epoch": 45.638000620925176,
+      "grad_norm": 3.7259585857391357,
+      "learning_rate": 4.361999379074821e-06,
+      "loss": 1.9461,
+      "step": 147000
+    },
+    {
+      "epoch": 45.79323191555417,
+      "grad_norm": 3.6146180629730225,
+      "learning_rate": 4.206768084445825e-06,
+      "loss": 1.946,
+      "step": 147500
+    },
+    {
+      "epoch": 45.94846321018317,
+      "grad_norm": 3.5233962535858154,
+      "learning_rate": 4.051536789816827e-06,
+      "loss": 1.9454,
+      "step": 148000
+    },
+    {
+      "epoch": 46.10369450481217,
+      "grad_norm": 3.628469944000244,
+      "learning_rate": 3.89630549518783e-06,
+      "loss": 1.9394,
+      "step": 148500
+    },
+    {
+      "epoch": 46.258925799441165,
+      "grad_norm": 3.5431318283081055,
+      "learning_rate": 3.7410742005588326e-06,
+      "loss": 1.9319,
+      "step": 149000
+    },
+    {
+      "epoch": 46.41415709407016,
+      "grad_norm": 3.5288734436035156,
+      "learning_rate": 3.5858429059298356e-06,
+      "loss": 1.9436,
+      "step": 149500
+    },
+    {
+      "epoch": 46.56938838869916,
+      "grad_norm": 3.5967633724212646,
+      "learning_rate": 3.4306116113008387e-06,
+      "loss": 1.9393,
+      "step": 150000
+    },
+    {
+      "epoch": 46.72461968332816,
+      "grad_norm": 3.546693801879883,
+      "learning_rate": 3.275380316671841e-06,
+      "loss": 1.9502,
+      "step": 150500
+    },
+    {
+      "epoch": 46.879850977957155,
+      "grad_norm": 3.5913896560668945,
+      "learning_rate": 3.120149022042844e-06,
+      "loss": 1.9514,
+      "step": 151000
+    },
+    {
+      "epoch": 47.03508227258615,
+      "grad_norm": 3.8581769466400146,
+      "learning_rate": 2.964917727413847e-06,
+      "loss": 1.9383,
+      "step": 151500
+    },
+    {
+      "epoch": 47.19031356721515,
+      "grad_norm": 3.577950954437256,
+      "learning_rate": 2.8096864327848496e-06,
+      "loss": 1.9267,
+      "step": 152000
+    },
+    {
+      "epoch": 47.34554486184415,
+      "grad_norm": 3.6761834621429443,
+      "learning_rate": 2.6544551381558526e-06,
+      "loss": 1.9418,
+      "step": 152500
+    },
+    {
+      "epoch": 47.500776156473144,
+      "grad_norm": 3.6187174320220947,
+      "learning_rate": 2.4992238435268553e-06,
+      "loss": 1.9362,
+      "step": 153000
+    },
+    {
+      "epoch": 47.65600745110214,
+      "grad_norm": 3.6399784088134766,
+      "learning_rate": 2.343992548897858e-06,
+      "loss": 1.9375,
+      "step": 153500
+    },
+    {
+      "epoch": 47.81123874573114,
+      "grad_norm": 3.451267957687378,
+      "learning_rate": 2.188761254268861e-06,
+      "loss": 1.9349,
+      "step": 154000
+    },
+    {
+      "epoch": 47.966470040360136,
+      "grad_norm": 3.334773540496826,
+      "learning_rate": 2.0335299596398635e-06,
+      "loss": 1.9418,
+      "step": 154500
+    },
+    {
+      "epoch": 48.12170133498913,
+      "grad_norm": 3.2175698280334473,
+      "learning_rate": 1.8782986650108664e-06,
+      "loss": 1.9339,
+      "step": 155000
+    },
+    {
+      "epoch": 48.27693262961813,
+      "grad_norm": 3.638575315475464,
+      "learning_rate": 1.723067370381869e-06,
+      "loss": 1.9272,
+      "step": 155500
+    },
+    {
+      "epoch": 48.43216392424713,
+      "grad_norm": 3.2722606658935547,
+      "learning_rate": 1.567836075752872e-06,
+      "loss": 1.9311,
+      "step": 156000
+    },
+    {
+      "epoch": 48.587395218876125,
+      "grad_norm": 3.3455374240875244,
+      "learning_rate": 1.4126047811238747e-06,
+      "loss": 1.9318,
+      "step": 156500
+    },
+    {
+      "epoch": 48.74262651350512,
+      "grad_norm": 3.634216785430908,
+      "learning_rate": 1.2573734864948775e-06,
+      "loss": 1.9335,
+      "step": 157000
+    },
+    {
+      "epoch": 48.89785780813412,
+      "grad_norm": 3.6753644943237305,
+      "learning_rate": 1.1021421918658803e-06,
+      "loss": 1.9397,
+      "step": 157500
+    },
+    {
+      "epoch": 49.05308910276312,
+      "grad_norm": 3.3982911109924316,
+      "learning_rate": 9.469108972368831e-07,
+      "loss": 1.9312,
+      "step": 158000
+    },
+    {
+      "epoch": 49.208320397392114,
+      "grad_norm": 3.403062343597412,
+      "learning_rate": 7.916796026078859e-07,
+      "loss": 1.9299,
+      "step": 158500
+    },
+    {
+      "epoch": 49.36355169202111,
+      "grad_norm": 3.539356231689453,
+      "learning_rate": 6.364483079788885e-07,
+      "loss": 1.9314,
+      "step": 159000
+    },
+    {
+      "epoch": 49.51878298665011,
+      "grad_norm": 3.549177885055542,
+      "learning_rate": 4.812170133498913e-07,
+      "loss": 1.9192,
+      "step": 159500
+    },
+    {
+      "epoch": 49.674014281279106,
+      "grad_norm": 3.6044740676879883,
+      "learning_rate": 3.259857187208941e-07,
+      "loss": 1.9283,
+      "step": 160000
+    },
+    {
+      "epoch": 49.829245575908104,
+      "grad_norm": 3.24859619140625,
+      "learning_rate": 1.7075442409189693e-07,
+      "loss": 1.9268,
+      "step": 160500
+    },
+    {
+      "epoch": 49.9844768705371,
+      "grad_norm": 3.433534860610962,
+      "learning_rate": 1.552312946289972e-08,
+      "loss": 1.9389,
+      "step": 161000
+    },
+    {
+      "epoch": 50.0,
+      "step": 161050,
+      "total_flos": 2.8277448966144e+17,
+      "train_loss": 2.6664713644307803,
+      "train_runtime": 39272.3209,
+      "train_samples_per_second": 262.414,
+      "train_steps_per_second": 4.101
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 161050,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 50,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2.8277448966144e+17,
+  "train_batch_size": 64,
+  "trial_name": null,
+  "trial_params": null
+}