Upload 13 files

added_tokens.json

@@ -0,0 +1,102 @@
+{
+  "__af__": 128004,
+  "__am__": 128005,
+  "__ar__": 128006,
+  "__ast__": 128007,
+  "__az__": 128008,
+  "__ba__": 128009,
+  "__be__": 128010,
+  "__bg__": 128011,
+  "__bn__": 128012,
+  "__br__": 128013,
+  "__bs__": 128014,
+  "__ca__": 128015,
+  "__ceb__": 128016,
+  "__cs__": 128017,
+  "__cy__": 128018,
+  "__da__": 128019,
+  "__de__": 128020,
+  "__el__": 128021,
+  "__en__": 128022,
+  "__es__": 128023,
+  "__et__": 128024,
+  "__fa__": 128025,
+  "__ff__": 128026,
+  "__fi__": 128027,
+  "__fr__": 128028,
+  "__fy__": 128029,
+  "__ga__": 128030,
+  "__gd__": 128031,
+  "__gl__": 128032,
+  "__gu__": 128033,
+  "__ha__": 128034,
+  "__he__": 128035,
+  "__hi__": 128036,
+  "__hr__": 128037,
+  "__ht__": 128038,
+  "__hu__": 128039,
+  "__hy__": 128040,
+  "__id__": 128041,
+  "__ig__": 128042,
+  "__ilo__": 128043,
+  "__is__": 128044,
+  "__it__": 128045,
+  "__ja__": 128046,
+  "__jv__": 128047,
+  "__ka__": 128048,
+  "__kk__": 128049,
+  "__km__": 128050,
+  "__kn__": 128051,
+  "__ko__": 128052,
+  "__lb__": 128053,
+  "__lg__": 128054,
+  "__ln__": 128055,
+  "__lo__": 128056,
+  "__lt__": 128057,
+  "__lv__": 128058,
+  "__mg__": 128059,
+  "__mk__": 128060,
+  "__ml__": 128061,
+  "__mn__": 128062,
+  "__mr__": 128063,
+  "__ms__": 128064,
+  "__my__": 128065,
+  "__ne__": 128066,
+  "__nl__": 128067,
+  "__no__": 128068,
+  "__ns__": 128069,
+  "__oc__": 128070,
+  "__or__": 128071,
+  "__pa__": 128072,
+  "__pl__": 128073,
+  "__ps__": 128074,
+  "__pt__": 128075,
+  "__ro__": 128076,
+  "__ru__": 128077,
+  "__sd__": 128078,
+  "__si__": 128079,
+  "__sk__": 128080,
+  "__sl__": 128081,
+  "__so__": 128082,
+  "__sq__": 128083,
+  "__sr__": 128084,
+  "__ss__": 128085,
+  "__su__": 128086,
+  "__sv__": 128087,
+  "__sw__": 128088,
+  "__ta__": 128089,
+  "__th__": 128090,
+  "__tl__": 128091,
+  "__tn__": 128092,
+  "__tr__": 128093,
+  "__uk__": 128094,
+  "__ur__": 128095,
+  "__uz__": 128096,
+  "__vi__": 128097,
+  "__wo__": 128098,
+  "__xh__": 128099,
+  "__yi__": 128100,
+  "__yo__": 128101,
+  "__zh__": 128102,
+  "__zu__": 128103
+}

config.json

@@ -0,0 +1,37 @@
+{
+  "_name_or_path": "facebook/m2m100_418M",
+  "activation_dropout": 0.0,
+  "activation_function": "relu",
+  "architectures": [
+    "M2M100ForConditionalGeneration"
+  ],
+  "attention_dropout": 0.1,
+  "bos_token_id": 0,
+  "d_model": 1024,
+  "decoder_attention_heads": 16,
+  "decoder_ffn_dim": 4096,
+  "decoder_layerdrop": 0.05,
+  "decoder_layers": 12,
+  "decoder_start_token_id": 2,
+  "dropout": 0.1,
+  "early_stopping": true,
+  "encoder_attention_heads": 16,
+  "encoder_ffn_dim": 4096,
+  "encoder_layerdrop": 0.05,
+  "encoder_layers": 12,
+  "eos_token_id": 2,
+  "gradient_checkpointing": false,
+  "init_std": 0.02,
+  "is_encoder_decoder": true,
+  "max_length": 200,
+  "max_position_embeddings": 1024,
+  "model_type": "m2m_100",
+  "num_beams": 5,
+  "num_hidden_layers": 12,
+  "pad_token_id": 1,
+  "scale_embedding": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128112
+}

generation_config.json

@@ -0,0 +1,11 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 0,
+  "decoder_start_token_id": 2,
+  "early_stopping": true,
+  "eos_token_id": 2,
+  "max_length": 200,
+  "num_beams": 5,
+  "pad_token_id": 1,
+  "transformers_version": "4.45.0.dev0"
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:969c6b05e7f300c0d4675d0840de6660f2f9ff3e868caf697625946fd6500e69
+size 1935681888

optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfe933b9cc968f55e094f1f52177627479b420d6847ea543bc666a93a2b9bd83
+size 3871670921

rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06df9c86539ea91466ad77c0fc538d3171651954fb38abbe5e5fe131fc42b3e8
+size 14244

scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cec8709d312f77ca0b51474743f6f1f65a6d92476993dfb10b2ad88e4f74e69f
+size 1064

sentencepiece.bpe.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8f7c76ed2a5e0822be39f0a4f95a55eb19c78f4593ce609e2edbc2aea4d380a
+size 2423393

special_tokens_map.json

@@ -0,0 +1,109 @@
+{
+  "additional_special_tokens": [
+    "__af__",
+    "__am__",
+    "__ar__",
+    "__ast__",
+    "__az__",
+    "__ba__",
+    "__be__",
+    "__bg__",
+    "__bn__",
+    "__br__",
+    "__bs__",
+    "__ca__",
+    "__ceb__",
+    "__cs__",
+    "__cy__",
+    "__da__",
+    "__de__",
+    "__el__",
+    "__en__",
+    "__es__",
+    "__et__",
+    "__fa__",
+    "__ff__",
+    "__fi__",
+    "__fr__",
+    "__fy__",
+    "__ga__",
+    "__gd__",
+    "__gl__",
+    "__gu__",
+    "__ha__",
+    "__he__",
+    "__hi__",
+    "__hr__",
+    "__ht__",
+    "__hu__",
+    "__hy__",
+    "__id__",
+    "__ig__",
+    "__ilo__",
+    "__is__",
+    "__it__",
+    "__ja__",
+    "__jv__",
+    "__ka__",
+    "__kk__",
+    "__km__",
+    "__kn__",
+    "__ko__",
+    "__lb__",
+    "__lg__",
+    "__ln__",
+    "__lo__",
+    "__lt__",
+    "__lv__",
+    "__mg__",
+    "__mk__",
+    "__ml__",
+    "__mn__",
+    "__mr__",
+    "__ms__",
+    "__my__",
+    "__ne__",
+    "__nl__",
+    "__no__",
+    "__ns__",
+    "__oc__",
+    "__or__",
+    "__pa__",
+    "__pl__",
+    "__ps__",
+    "__pt__",
+    "__ro__",
+    "__ru__",
+    "__sd__",
+    "__si__",
+    "__sk__",
+    "__sl__",
+    "__so__",
+    "__sq__",
+    "__sr__",
+    "__ss__",
+    "__su__",
+    "__sv__",
+    "__sw__",
+    "__ta__",
+    "__th__",
+    "__tl__",
+    "__tn__",
+    "__tr__",
+    "__uk__",
+    "__ur__",
+    "__uz__",
+    "__vi__",
+    "__wo__",
+    "__xh__",
+    "__yi__",
+    "__yo__",
+    "__zh__",
+    "__zu__"
+  ],
+  "bos_token": "<s>",
+  "eos_token": "</s>",
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "unk_token": "<unk>"
+}

tokenizer_config.json

@@ -0,0 +1,951 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "__af__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "__am__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "__ar__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "__ast__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "__az__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "__ba__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "__be__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "__bg__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "__bn__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "__br__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "__bs__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "__ca__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "__ceb__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "__cs__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "__cy__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "__da__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "__de__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "__el__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "__en__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "__es__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "__et__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "__fa__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "__ff__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "__fi__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "__fr__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "__fy__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "__ga__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "__gd__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "__gl__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "__gu__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "__ha__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "__he__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "__hi__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "__hr__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "__ht__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "__hu__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "__hy__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "__id__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "__ig__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "__ilo__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "__is__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "__it__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "__ja__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "__jv__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "__ka__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "__kk__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "__km__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "__kn__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "__ko__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "__lb__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "__lg__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "__ln__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "__lo__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "__lt__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "__lv__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "__mg__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "__mk__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "__ml__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "__mn__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "__mr__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "__ms__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "__my__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "__ne__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "__nl__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "__no__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "__ns__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "__oc__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "__or__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "__pa__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "__pl__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "__ps__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "__pt__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "__ro__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "__ru__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "__sd__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "__si__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "__sk__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "__sl__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "__so__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "__sq__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "__sr__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "__ss__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "__su__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "__sv__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "__sw__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "__ta__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "__th__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "__tl__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "__tn__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "__tr__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "__uk__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "__ur__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "__uz__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "__vi__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "__wo__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "__xh__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "__yi__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "__yo__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "__zh__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "__zu__",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "__af__",
+    "__am__",
+    "__ar__",
+    "__ast__",
+    "__az__",
+    "__ba__",
+    "__be__",
+    "__bg__",
+    "__bn__",
+    "__br__",
+    "__bs__",
+    "__ca__",
+    "__ceb__",
+    "__cs__",
+    "__cy__",
+    "__da__",
+    "__de__",
+    "__el__",
+    "__en__",
+    "__es__",
+    "__et__",
+    "__fa__",
+    "__ff__",
+    "__fi__",
+    "__fr__",
+    "__fy__",
+    "__ga__",
+    "__gd__",
+    "__gl__",
+    "__gu__",
+    "__ha__",
+    "__he__",
+    "__hi__",
+    "__hr__",
+    "__ht__",
+    "__hu__",
+    "__hy__",
+    "__id__",
+    "__ig__",
+    "__ilo__",
+    "__is__",
+    "__it__",
+    "__ja__",
+    "__jv__",
+    "__ka__",
+    "__kk__",
+    "__km__",
+    "__kn__",
+    "__ko__",
+    "__lb__",
+    "__lg__",
+    "__ln__",
+    "__lo__",
+    "__lt__",
+    "__lv__",
+    "__mg__",
+    "__mk__",
+    "__ml__",
+    "__mn__",
+    "__mr__",
+    "__ms__",
+    "__my__",
+    "__ne__",
+    "__nl__",
+    "__no__",
+    "__ns__",
+    "__oc__",
+    "__or__",
+    "__pa__",
+    "__pl__",
+    "__ps__",
+    "__pt__",
+    "__ro__",
+    "__ru__",
+    "__sd__",
+    "__si__",
+    "__sk__",
+    "__sl__",
+    "__so__",
+    "__sq__",
+    "__sr__",
+    "__ss__",
+    "__su__",
+    "__sv__",
+    "__sw__",
+    "__ta__",
+    "__th__",
+    "__tl__",
+    "__tn__",
+    "__tr__",
+    "__uk__",
+    "__ur__",
+    "__uz__",
+    "__vi__",
+    "__wo__",
+    "__xh__",
+    "__yi__",
+    "__yo__",
+    "__zh__",
+    "__zu__"
+  ],
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "</s>",
+  "language_codes": "m2m100",
+  "model_max_length": 1024,
+  "num_madeup_words": 8,
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "sp_model_kwargs": {},
+  "src_lang": "en",
+  "tgt_lang": "ne",
+  "tokenizer_class": "M2M100Tokenizer",
+  "unk_token": "<unk>"
+}

trainer_state.json

@@ -0,0 +1,2993 @@
+{
+  "best_metric": 0.24187567830085754,
+  "best_model_checkpoint": "./results\\checkpoint-150000",
+  "epoch": 5.318552300921432,
+  "eval_steps": 10000,
+  "global_step": 200000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.013296281030195855,
+      "grad_norm": 1.8945389986038208,
+      "learning_rate": 1.9986783320923308e-05,
+      "loss": 2.1575,
+      "step": 500
+    },
+    {
+      "epoch": 0.02659256206039171,
+      "grad_norm": 1.8132811784744263,
+      "learning_rate": 1.997348686309967e-05,
+      "loss": 0.6486,
+      "step": 1000
+    },
+    {
+      "epoch": 0.039888843090587565,
+      "grad_norm": 1.9245736598968506,
+      "learning_rate": 1.9960190405276038e-05,
+      "loss": 0.6164,
+      "step": 1500
+    },
+    {
+      "epoch": 0.05318512412078342,
+      "grad_norm": 1.4257850646972656,
+      "learning_rate": 1.99468939474524e-05,
+      "loss": 0.6067,
+      "step": 2000
+    },
+    {
+      "epoch": 0.06648140515097926,
+      "grad_norm": 1.434894323348999,
+      "learning_rate": 1.9933597489628764e-05,
+      "loss": 0.5671,
+      "step": 2500
+    },
+    {
+      "epoch": 0.07977768618117513,
+      "grad_norm": 1.8151600360870361,
+      "learning_rate": 1.992030103180513e-05,
+      "loss": 0.5535,
+      "step": 3000
+    },
+    {
+      "epoch": 0.09307396721137098,
+      "grad_norm": 1.9667155742645264,
+      "learning_rate": 1.990700457398149e-05,
+      "loss": 0.5628,
+      "step": 3500
+    },
+    {
+      "epoch": 0.10637024824156684,
+      "grad_norm": 2.0493931770324707,
+      "learning_rate": 1.9893708116157857e-05,
+      "loss": 0.5465,
+      "step": 4000
+    },
+    {
+      "epoch": 0.11966652927176269,
+      "grad_norm": 2.201901435852051,
+      "learning_rate": 1.988041165833422e-05,
+      "loss": 0.5472,
+      "step": 4500
+    },
+    {
+      "epoch": 0.13296281030195853,
+      "grad_norm": 1.8538507223129272,
+      "learning_rate": 1.9867115200510584e-05,
+      "loss": 0.5451,
+      "step": 5000
+    },
+    {
+      "epoch": 0.1462590913321544,
+      "grad_norm": 1.35111403465271,
+      "learning_rate": 1.985381874268695e-05,
+      "loss": 0.5333,
+      "step": 5500
+    },
+    {
+      "epoch": 0.15955537236235026,
+      "grad_norm": 1.2387117147445679,
+      "learning_rate": 1.9840522284863314e-05,
+      "loss": 0.5096,
+      "step": 6000
+    },
+    {
+      "epoch": 0.1728516533925461,
+      "grad_norm": 1.2727868556976318,
+      "learning_rate": 1.9827225827039677e-05,
+      "loss": 0.5256,
+      "step": 6500
+    },
+    {
+      "epoch": 0.18614793442274197,
+      "grad_norm": 1.7770028114318848,
+      "learning_rate": 1.9813929369216044e-05,
+      "loss": 0.5064,
+      "step": 7000
+    },
+    {
+      "epoch": 0.1994442154529378,
+      "grad_norm": 2.1460671424865723,
+      "learning_rate": 1.9800632911392407e-05,
+      "loss": 0.5066,
+      "step": 7500
+    },
+    {
+      "epoch": 0.21274049648313367,
+      "grad_norm": 1.315503716468811,
+      "learning_rate": 1.978733645356877e-05,
+      "loss": 0.4974,
+      "step": 8000
+    },
+    {
+      "epoch": 0.2260367775133295,
+      "grad_norm": 1.6402277946472168,
+      "learning_rate": 1.9774039995745137e-05,
+      "loss": 0.5019,
+      "step": 8500
+    },
+    {
+      "epoch": 0.23933305854352538,
+      "grad_norm": 1.4794352054595947,
+      "learning_rate": 1.97607435379215e-05,
+      "loss": 0.5072,
+      "step": 9000
+    },
+    {
+      "epoch": 0.25262933957372125,
+      "grad_norm": 1.432265043258667,
+      "learning_rate": 1.9747447080097863e-05,
+      "loss": 0.4844,
+      "step": 9500
+    },
+    {
+      "epoch": 0.26592562060391706,
+      "grad_norm": 1.7145007848739624,
+      "learning_rate": 1.973415062227423e-05,
+      "loss": 0.488,
+      "step": 10000
+    },
+    {
+      "epoch": 0.26592562060391706,
+      "eval_loss": 0.4845176041126251,
+      "eval_runtime": 45.8707,
+      "eval_samples_per_second": 66.251,
+      "eval_steps_per_second": 16.568,
+      "step": 10000
+    },
+    {
+      "epoch": 0.2792219016341129,
+      "grad_norm": 1.404540777206421,
+      "learning_rate": 1.972085416445059e-05,
+      "loss": 0.4931,
+      "step": 10500
+    },
+    {
+      "epoch": 0.2925181826643088,
+      "grad_norm": 1.3520866632461548,
+      "learning_rate": 1.9707557706626957e-05,
+      "loss": 0.4868,
+      "step": 11000
+    },
+    {
+      "epoch": 0.30581446369450466,
+      "grad_norm": 1.4363296031951904,
+      "learning_rate": 1.969426124880332e-05,
+      "loss": 0.4798,
+      "step": 11500
+    },
+    {
+      "epoch": 0.3191107447247005,
+      "grad_norm": 1.4917619228363037,
+      "learning_rate": 1.9680964790979683e-05,
+      "loss": 0.4736,
+      "step": 12000
+    },
+    {
+      "epoch": 0.33240702575489633,
+      "grad_norm": 1.7679712772369385,
+      "learning_rate": 1.966766833315605e-05,
+      "loss": 0.4778,
+      "step": 12500
+    },
+    {
+      "epoch": 0.3457033067850922,
+      "grad_norm": 1.4026507139205933,
+      "learning_rate": 1.9654371875332413e-05,
+      "loss": 0.4761,
+      "step": 13000
+    },
+    {
+      "epoch": 0.35899958781528807,
+      "grad_norm": 1.8736493587493896,
+      "learning_rate": 1.9641075417508776e-05,
+      "loss": 0.4871,
+      "step": 13500
+    },
+    {
+      "epoch": 0.37229586884548393,
+      "grad_norm": 1.2222760915756226,
+      "learning_rate": 1.9627778959685143e-05,
+      "loss": 0.4745,
+      "step": 14000
+    },
+    {
+      "epoch": 0.38559214987567975,
+      "grad_norm": 1.4624443054199219,
+      "learning_rate": 1.9614509094777154e-05,
+      "loss": 0.4573,
+      "step": 14500
+    },
+    {
+      "epoch": 0.3988884309058756,
+      "grad_norm": 1.8538755178451538,
+      "learning_rate": 1.9601212636953517e-05,
+      "loss": 0.4633,
+      "step": 15000
+    },
+    {
+      "epoch": 0.4121847119360715,
+      "grad_norm": 1.47249174118042,
+      "learning_rate": 1.9587916179129884e-05,
+      "loss": 0.4764,
+      "step": 15500
+    },
+    {
+      "epoch": 0.42548099296626735,
+      "grad_norm": 1.7755292654037476,
+      "learning_rate": 1.9574619721306244e-05,
+      "loss": 0.4699,
+      "step": 16000
+    },
+    {
+      "epoch": 0.4387772739964632,
+      "grad_norm": 1.4009391069412231,
+      "learning_rate": 1.956132326348261e-05,
+      "loss": 0.4666,
+      "step": 16500
+    },
+    {
+      "epoch": 0.452073555026659,
+      "grad_norm": 1.520727276802063,
+      "learning_rate": 1.9548026805658973e-05,
+      "loss": 0.4697,
+      "step": 17000
+    },
+    {
+      "epoch": 0.4653698360568549,
+      "grad_norm": 1.7645255327224731,
+      "learning_rate": 1.9534730347835337e-05,
+      "loss": 0.46,
+      "step": 17500
+    },
+    {
+      "epoch": 0.47866611708705076,
+      "grad_norm": 1.7914655208587646,
+      "learning_rate": 1.9521433890011703e-05,
+      "loss": 0.4601,
+      "step": 18000
+    },
+    {
+      "epoch": 0.4919623981172466,
+      "grad_norm": 1.4558111429214478,
+      "learning_rate": 1.9508164025103714e-05,
+      "loss": 0.4601,
+      "step": 18500
+    },
+    {
+      "epoch": 0.5052586791474425,
+      "grad_norm": 1.1980383396148682,
+      "learning_rate": 1.9494894160195725e-05,
+      "loss": 0.4563,
+      "step": 19000
+    },
+    {
+      "epoch": 0.5185549601776384,
+      "grad_norm": 1.8653793334960938,
+      "learning_rate": 1.9481597702372092e-05,
+      "loss": 0.4434,
+      "step": 19500
+    },
+    {
+      "epoch": 0.5318512412078341,
+      "grad_norm": 1.3913460969924927,
+      "learning_rate": 1.946830124454845e-05,
+      "loss": 0.45,
+      "step": 20000
+    },
+    {
+      "epoch": 0.5318512412078341,
+      "eval_loss": 0.4461110234260559,
+      "eval_runtime": 46.6164,
+      "eval_samples_per_second": 65.192,
+      "eval_steps_per_second": 16.303,
+      "step": 20000
+    },
+    {
+      "epoch": 0.54514752223803,
+      "grad_norm": 1.4441711902618408,
+      "learning_rate": 1.9455004786724818e-05,
+      "loss": 0.4536,
+      "step": 20500
+    },
+    {
+      "epoch": 0.5584438032682258,
+      "grad_norm": 1.2844038009643555,
+      "learning_rate": 1.9441708328901185e-05,
+      "loss": 0.447,
+      "step": 21000
+    },
+    {
+      "epoch": 0.5717400842984217,
+      "grad_norm": 2.10949444770813,
+      "learning_rate": 1.9428438463993192e-05,
+      "loss": 0.4484,
+      "step": 21500
+    },
+    {
+      "epoch": 0.5850363653286176,
+      "grad_norm": 0.925681471824646,
+      "learning_rate": 1.941514200616956e-05,
+      "loss": 0.4374,
+      "step": 22000
+    },
+    {
+      "epoch": 0.5983326463588134,
+      "grad_norm": 1.49970543384552,
+      "learning_rate": 1.9401845548345922e-05,
+      "loss": 0.4533,
+      "step": 22500
+    },
+    {
+      "epoch": 0.6116289273890093,
+      "grad_norm": 1.2436000108718872,
+      "learning_rate": 1.9388549090522286e-05,
+      "loss": 0.4455,
+      "step": 23000
+    },
+    {
+      "epoch": 0.6249252084192052,
+      "grad_norm": 1.1918786764144897,
+      "learning_rate": 1.9375252632698652e-05,
+      "loss": 0.4389,
+      "step": 23500
+    },
+    {
+      "epoch": 0.638221489449401,
+      "grad_norm": 1.2042317390441895,
+      "learning_rate": 1.9361956174875015e-05,
+      "loss": 0.4446,
+      "step": 24000
+    },
+    {
+      "epoch": 0.6515177704795968,
+      "grad_norm": 1.3460853099822998,
+      "learning_rate": 1.934865971705138e-05,
+      "loss": 0.4464,
+      "step": 24500
+    },
+    {
+      "epoch": 0.6648140515097927,
+      "grad_norm": 1.1541383266448975,
+      "learning_rate": 1.9335363259227745e-05,
+      "loss": 0.4404,
+      "step": 25000
+    },
+    {
+      "epoch": 0.6781103325399885,
+      "grad_norm": 1.2001688480377197,
+      "learning_rate": 1.9322093394319753e-05,
+      "loss": 0.4409,
+      "step": 25500
+    },
+    {
+      "epoch": 0.6914066135701844,
+      "grad_norm": 1.38569974899292,
+      "learning_rate": 1.930879693649612e-05,
+      "loss": 0.4412,
+      "step": 26000
+    },
+    {
+      "epoch": 0.7047028946003803,
+      "grad_norm": 1.6519745588302612,
+      "learning_rate": 1.9295500478672483e-05,
+      "loss": 0.4293,
+      "step": 26500
+    },
+    {
+      "epoch": 0.7179991756305761,
+      "grad_norm": 1.1891002655029297,
+      "learning_rate": 1.9282230613764494e-05,
+      "loss": 0.4478,
+      "step": 27000
+    },
+    {
+      "epoch": 0.731295456660772,
+      "grad_norm": 1.2890375852584839,
+      "learning_rate": 1.926893415594086e-05,
+      "loss": 0.4422,
+      "step": 27500
+    },
+    {
+      "epoch": 0.7445917376909679,
+      "grad_norm": 1.2893614768981934,
+      "learning_rate": 1.9255637698117224e-05,
+      "loss": 0.4379,
+      "step": 28000
+    },
+    {
+      "epoch": 0.7578880187211637,
+      "grad_norm": 1.2751696109771729,
+      "learning_rate": 1.9242341240293587e-05,
+      "loss": 0.4259,
+      "step": 28500
+    },
+    {
+      "epoch": 0.7711842997513595,
+      "grad_norm": 1.263238549232483,
+      "learning_rate": 1.9229044782469953e-05,
+      "loss": 0.4285,
+      "step": 29000
+    },
+    {
+      "epoch": 0.7844805807815554,
+      "grad_norm": 1.6520916223526,
+      "learning_rate": 1.921577491756196e-05,
+      "loss": 0.4278,
+      "step": 29500
+    },
+    {
+      "epoch": 0.7977768618117512,
+      "grad_norm": 1.4022353887557983,
+      "learning_rate": 1.9202478459738328e-05,
+      "loss": 0.4277,
+      "step": 30000
+    },
+    {
+      "epoch": 0.7977768618117512,
+      "eval_loss": 0.4259246587753296,
+      "eval_runtime": 45.6826,
+      "eval_samples_per_second": 66.524,
+      "eval_steps_per_second": 16.637,
+      "step": 30000
+    },
+    {
+      "epoch": 0.8110731428419471,
+      "grad_norm": 1.3312253952026367,
+      "learning_rate": 1.918920859483034e-05,
+      "loss": 0.4262,
+      "step": 30500
+    },
+    {
+      "epoch": 0.824369423872143,
+      "grad_norm": 1.5275497436523438,
+      "learning_rate": 1.91759121370067e-05,
+      "loss": 0.4281,
+      "step": 31000
+    },
+    {
+      "epoch": 0.8376657049023388,
+      "grad_norm": 1.7679028511047363,
+      "learning_rate": 1.916261567918307e-05,
+      "loss": 0.44,
+      "step": 31500
+    },
+    {
+      "epoch": 0.8509619859325347,
+      "grad_norm": 1.1467547416687012,
+      "learning_rate": 1.914931922135943e-05,
+      "loss": 0.4153,
+      "step": 32000
+    },
+    {
+      "epoch": 0.8642582669627306,
+      "grad_norm": 1.2685679197311401,
+      "learning_rate": 1.9136022763535795e-05,
+      "loss": 0.4232,
+      "step": 32500
+    },
+    {
+      "epoch": 0.8775545479929264,
+      "grad_norm": 0.9204725623130798,
+      "learning_rate": 1.912272630571216e-05,
+      "loss": 0.425,
+      "step": 33000
+    },
+    {
+      "epoch": 0.8908508290231222,
+      "grad_norm": 0.7971585988998413,
+      "learning_rate": 1.9109429847888525e-05,
+      "loss": 0.431,
+      "step": 33500
+    },
+    {
+      "epoch": 0.904147110053318,
+      "grad_norm": 1.6358304023742676,
+      "learning_rate": 1.9096133390064888e-05,
+      "loss": 0.4361,
+      "step": 34000
+    },
+    {
+      "epoch": 0.9174433910835139,
+      "grad_norm": 1.7240855693817139,
+      "learning_rate": 1.9082836932241255e-05,
+      "loss": 0.432,
+      "step": 34500
+    },
+    {
+      "epoch": 0.9307396721137098,
+      "grad_norm": 1.1937910318374634,
+      "learning_rate": 1.9069567067333262e-05,
+      "loss": 0.4324,
+      "step": 35000
+    },
+    {
+      "epoch": 0.9440359531439056,
+      "grad_norm": 1.1422160863876343,
+      "learning_rate": 1.905627060950963e-05,
+      "loss": 0.4286,
+      "step": 35500
+    },
+    {
+      "epoch": 0.9573322341741015,
+      "grad_norm": 1.0084590911865234,
+      "learning_rate": 1.9042974151685992e-05,
+      "loss": 0.4401,
+      "step": 36000
+    },
+    {
+      "epoch": 0.9706285152042974,
+      "grad_norm": 1.7879573106765747,
+      "learning_rate": 1.9029677693862355e-05,
+      "loss": 0.4259,
+      "step": 36500
+    },
+    {
+      "epoch": 0.9839247962344932,
+      "grad_norm": 1.1148507595062256,
+      "learning_rate": 1.9016381236038722e-05,
+      "loss": 0.3995,
+      "step": 37000
+    },
+    {
+      "epoch": 0.9972210772646891,
+      "grad_norm": 1.2119601964950562,
+      "learning_rate": 1.9003084778215085e-05,
+      "loss": 0.4228,
+      "step": 37500
+    },
+    {
+      "epoch": 1.010517358294885,
+      "grad_norm": 1.2811840772628784,
+      "learning_rate": 1.898978832039145e-05,
+      "loss": 0.3945,
+      "step": 38000
+    },
+    {
+      "epoch": 1.0238136393250807,
+      "grad_norm": 1.199591040611267,
+      "learning_rate": 1.8976491862567815e-05,
+      "loss": 0.3724,
+      "step": 38500
+    },
+    {
+      "epoch": 1.0371099203552767,
+      "grad_norm": 1.4783821105957031,
+      "learning_rate": 1.8963221997659823e-05,
+      "loss": 0.3869,
+      "step": 39000
+    },
+    {
+      "epoch": 1.0504062013854725,
+      "grad_norm": 1.1598395109176636,
+      "learning_rate": 1.894992553983619e-05,
+      "loss": 0.3888,
+      "step": 39500
+    },
+    {
+      "epoch": 1.0637024824156684,
+      "grad_norm": 1.0254014730453491,
+      "learning_rate": 1.8936629082012556e-05,
+      "loss": 0.3741,
+      "step": 40000
+    },
+    {
+      "epoch": 1.0637024824156684,
+      "eval_loss": 0.4110487699508667,
+      "eval_runtime": 45.9661,
+      "eval_samples_per_second": 66.114,
+      "eval_steps_per_second": 16.534,
+      "step": 40000
+    },
+    {
+      "epoch": 1.0769987634458642,
+      "grad_norm": 1.4140042066574097,
+      "learning_rate": 1.8923332624188916e-05,
+      "loss": 0.3838,
+      "step": 40500
+    },
+    {
+      "epoch": 1.09029504447606,
+      "grad_norm": 1.4062950611114502,
+      "learning_rate": 1.8910089352196578e-05,
+      "loss": 0.368,
+      "step": 41000
+    },
+    {
+      "epoch": 1.103591325506256,
+      "grad_norm": 1.2314609289169312,
+      "learning_rate": 1.889681948728859e-05,
+      "loss": 0.4033,
+      "step": 41500
+    },
+    {
+      "epoch": 1.1168876065364517,
+      "grad_norm": 1.4966250658035278,
+      "learning_rate": 1.8883523029464952e-05,
+      "loss": 0.3878,
+      "step": 42000
+    },
+    {
+      "epoch": 1.1301838875666477,
+      "grad_norm": 1.1920274496078491,
+      "learning_rate": 1.887022657164132e-05,
+      "loss": 0.375,
+      "step": 42500
+    },
+    {
+      "epoch": 1.1434801685968434,
+      "grad_norm": 1.0075514316558838,
+      "learning_rate": 1.8856930113817678e-05,
+      "loss": 0.3821,
+      "step": 43000
+    },
+    {
+      "epoch": 1.1567764496270394,
+      "grad_norm": 1.2424709796905518,
+      "learning_rate": 1.8843633655994045e-05,
+      "loss": 0.3793,
+      "step": 43500
+    },
+    {
+      "epoch": 1.1700727306572352,
+      "grad_norm": 0.7054141163825989,
+      "learning_rate": 1.8830337198170408e-05,
+      "loss": 0.3821,
+      "step": 44000
+    },
+    {
+      "epoch": 1.183369011687431,
+      "grad_norm": 0.7828935384750366,
+      "learning_rate": 1.881704074034677e-05,
+      "loss": 0.3737,
+      "step": 44500
+    },
+    {
+      "epoch": 1.196665292717627,
+      "grad_norm": 1.3097379207611084,
+      "learning_rate": 1.8803744282523138e-05,
+      "loss": 0.3747,
+      "step": 45000
+    },
+    {
+      "epoch": 1.2099615737478226,
+      "grad_norm": 1.2207602262496948,
+      "learning_rate": 1.87904478246995e-05,
+      "loss": 0.3799,
+      "step": 45500
+    },
+    {
+      "epoch": 1.2232578547780186,
+      "grad_norm": 1.5833189487457275,
+      "learning_rate": 1.8777151366875865e-05,
+      "loss": 0.387,
+      "step": 46000
+    },
+    {
+      "epoch": 1.2365541358082144,
+      "grad_norm": 1.3836820125579834,
+      "learning_rate": 1.876385490905223e-05,
+      "loss": 0.3853,
+      "step": 46500
+    },
+    {
+      "epoch": 1.2498504168384104,
+      "grad_norm": 0.9267215728759766,
+      "learning_rate": 1.8750558451228595e-05,
+      "loss": 0.3763,
+      "step": 47000
+    },
+    {
+      "epoch": 1.2631466978686061,
+      "grad_norm": 1.4826302528381348,
+      "learning_rate": 1.8737288586320605e-05,
+      "loss": 0.3753,
+      "step": 47500
+    },
+    {
+      "epoch": 1.2764429788988019,
+      "grad_norm": 1.7470266819000244,
+      "learning_rate": 1.8723992128496972e-05,
+      "loss": 0.389,
+      "step": 48000
+    },
+    {
+      "epoch": 1.2897392599289978,
+      "grad_norm": 0.9160776734352112,
+      "learning_rate": 1.8710695670673332e-05,
+      "loss": 0.3732,
+      "step": 48500
+    },
+    {
+      "epoch": 1.3030355409591938,
+      "grad_norm": 1.5541558265686035,
+      "learning_rate": 1.86973992128497e-05,
+      "loss": 0.3815,
+      "step": 49000
+    },
+    {
+      "epoch": 1.3163318219893896,
+      "grad_norm": 1.3254436254501343,
+      "learning_rate": 1.8684102755026062e-05,
+      "loss": 0.3786,
+      "step": 49500
+    },
+    {
+      "epoch": 1.3296281030195853,
+      "grad_norm": 1.5244851112365723,
+      "learning_rate": 1.8670806297202425e-05,
+      "loss": 0.3886,
+      "step": 50000
+    },
+    {
+      "epoch": 1.3296281030195853,
+      "eval_loss": 0.4009094834327698,
+      "eval_runtime": 45.5454,
+      "eval_samples_per_second": 66.725,
+      "eval_steps_per_second": 16.687,
+      "step": 50000
+    },
+    {
+      "epoch": 1.3429376803308115,
+      "grad_norm": 0.867463231086731,
+      "learning_rate": 1.8657509839378792e-05,
+      "loss": 0.3681,
+      "step": 50500
+    },
+    {
+      "epoch": 1.3562339613610073,
+      "grad_norm": 1.2311478853225708,
+      "learning_rate": 1.8644213381555155e-05,
+      "loss": 0.347,
+      "step": 51000
+    },
+    {
+      "epoch": 1.3695302423912032,
+      "grad_norm": 1.4698890447616577,
+      "learning_rate": 1.8630916923731518e-05,
+      "loss": 0.3666,
+      "step": 51500
+    },
+    {
+      "epoch": 1.382826523421399,
+      "grad_norm": 1.3057785034179688,
+      "learning_rate": 1.8617620465907885e-05,
+      "loss": 0.3716,
+      "step": 52000
+    },
+    {
+      "epoch": 1.3961228044515948,
+      "grad_norm": 0.9626977443695068,
+      "learning_rate": 1.8604324008084248e-05,
+      "loss": 0.3633,
+      "step": 52500
+    },
+    {
+      "epoch": 1.4094190854817907,
+      "grad_norm": 1.055158257484436,
+      "learning_rate": 1.859102755026061e-05,
+      "loss": 0.364,
+      "step": 53000
+    },
+    {
+      "epoch": 1.4227153665119867,
+      "grad_norm": 1.7065026760101318,
+      "learning_rate": 1.8577731092436978e-05,
+      "loss": 0.365,
+      "step": 53500
+    },
+    {
+      "epoch": 1.4360116475421825,
+      "grad_norm": 1.1983647346496582,
+      "learning_rate": 1.856443463461334e-05,
+      "loss": 0.3584,
+      "step": 54000
+    },
+    {
+      "epoch": 1.4493079285723782,
+      "grad_norm": 1.465380072593689,
+      "learning_rate": 1.8551138176789705e-05,
+      "loss": 0.3698,
+      "step": 54500
+    },
+    {
+      "epoch": 1.4626042096025742,
+      "grad_norm": 0.9600203037261963,
+      "learning_rate": 1.853784171896607e-05,
+      "loss": 0.3686,
+      "step": 55000
+    },
+    {
+      "epoch": 1.47590049063277,
+      "grad_norm": 0.7194857597351074,
+      "learning_rate": 1.852454526114243e-05,
+      "loss": 0.3691,
+      "step": 55500
+    },
+    {
+      "epoch": 1.489196771662966,
+      "grad_norm": 1.2525266408920288,
+      "learning_rate": 1.8511248803318798e-05,
+      "loss": 0.3716,
+      "step": 56000
+    },
+    {
+      "epoch": 1.5024930526931617,
+      "grad_norm": 1.4390616416931152,
+      "learning_rate": 1.849795234549516e-05,
+      "loss": 0.3642,
+      "step": 56500
+    },
+    {
+      "epoch": 1.5157893337233577,
+      "grad_norm": 0.9960741996765137,
+      "learning_rate": 1.8484655887671524e-05,
+      "loss": 0.3543,
+      "step": 57000
+    },
+    {
+      "epoch": 1.5290856147535534,
+      "grad_norm": 1.5157722234725952,
+      "learning_rate": 1.847135942984789e-05,
+      "loss": 0.3684,
+      "step": 57500
+    },
+    {
+      "epoch": 1.5423818957837492,
+      "grad_norm": 1.2276800870895386,
+      "learning_rate": 1.8458062972024254e-05,
+      "loss": 0.3682,
+      "step": 58000
+    },
+    {
+      "epoch": 1.5556781768139452,
+      "grad_norm": 0.7182838916778564,
+      "learning_rate": 1.8444793107116265e-05,
+      "loss": 0.3571,
+      "step": 58500
+    },
+    {
+      "epoch": 1.5689744578441411,
+      "grad_norm": 1.4738359451293945,
+      "learning_rate": 1.8431496649292632e-05,
+      "loss": 0.3495,
+      "step": 59000
+    },
+    {
+      "epoch": 1.582270738874337,
+      "grad_norm": 1.1519092321395874,
+      "learning_rate": 1.8418200191468995e-05,
+      "loss": 0.3656,
+      "step": 59500
+    },
+    {
+      "epoch": 1.5955670199045326,
+      "grad_norm": 0.9778446555137634,
+      "learning_rate": 1.8404903733645358e-05,
+      "loss": 0.3528,
+      "step": 60000
+    },
+    {
+      "epoch": 1.5955670199045326,
+      "eval_loss": 0.33645519614219666,
+      "eval_runtime": 45.1628,
+      "eval_samples_per_second": 67.29,
+      "eval_steps_per_second": 16.828,
+      "step": 60000
+    },
+    {
+      "epoch": 1.6088633009347286,
+      "grad_norm": 1.5486047267913818,
+      "learning_rate": 1.8391607275821725e-05,
+      "loss": 0.3587,
+      "step": 60500
+    },
+    {
+      "epoch": 1.6221595819649244,
+      "grad_norm": 0.8840271234512329,
+      "learning_rate": 1.8378337410913732e-05,
+      "loss": 0.3584,
+      "step": 61000
+    },
+    {
+      "epoch": 1.6354558629951201,
+      "grad_norm": 0.9995741248130798,
+      "learning_rate": 1.83650409530901e-05,
+      "loss": 0.3737,
+      "step": 61500
+    },
+    {
+      "epoch": 1.6487521440253161,
+      "grad_norm": 1.7882977724075317,
+      "learning_rate": 1.835177108818211e-05,
+      "loss": 0.3655,
+      "step": 62000
+    },
+    {
+      "epoch": 1.662048425055512,
+      "grad_norm": 0.7783369421958923,
+      "learning_rate": 1.8338474630358473e-05,
+      "loss": 0.3673,
+      "step": 62500
+    },
+    {
+      "epoch": 1.6753447060857078,
+      "grad_norm": 1.585405945777893,
+      "learning_rate": 1.832517817253484e-05,
+      "loss": 0.3595,
+      "step": 63000
+    },
+    {
+      "epoch": 1.6886409871159036,
+      "grad_norm": 1.3467520475387573,
+      "learning_rate": 1.8311881714711203e-05,
+      "loss": 0.3627,
+      "step": 63500
+    },
+    {
+      "epoch": 1.7019372681460996,
+      "grad_norm": 1.1446176767349243,
+      "learning_rate": 1.8298585256887566e-05,
+      "loss": 0.3574,
+      "step": 64000
+    },
+    {
+      "epoch": 1.7152335491762953,
+      "grad_norm": 0.9003855586051941,
+      "learning_rate": 1.828531539197958e-05,
+      "loss": 0.3665,
+      "step": 64500
+    },
+    {
+      "epoch": 1.728529830206491,
+      "grad_norm": 0.8468024730682373,
+      "learning_rate": 1.827201893415594e-05,
+      "loss": 0.3574,
+      "step": 65000
+    },
+    {
+      "epoch": 1.741826111236687,
+      "grad_norm": 1.0654727220535278,
+      "learning_rate": 1.8258722476332307e-05,
+      "loss": 0.3651,
+      "step": 65500
+    },
+    {
+      "epoch": 1.755122392266883,
+      "grad_norm": 0.6998704671859741,
+      "learning_rate": 1.824542601850867e-05,
+      "loss": 0.36,
+      "step": 66000
+    },
+    {
+      "epoch": 1.7684186732970788,
+      "grad_norm": 0.8846042156219482,
+      "learning_rate": 1.8232129560685034e-05,
+      "loss": 0.362,
+      "step": 66500
+    },
+    {
+      "epoch": 1.7817149543272746,
+      "grad_norm": 1.2595306634902954,
+      "learning_rate": 1.82188331028614e-05,
+      "loss": 0.3607,
+      "step": 67000
+    },
+    {
+      "epoch": 1.7950112353574705,
+      "grad_norm": 1.0262569189071655,
+      "learning_rate": 1.8205536645037764e-05,
+      "loss": 0.3528,
+      "step": 67500
+    },
+    {
+      "epoch": 1.8083075163876665,
+      "grad_norm": 1.034749150276184,
+      "learning_rate": 1.8192240187214127e-05,
+      "loss": 0.3659,
+      "step": 68000
+    },
+    {
+      "epoch": 1.8216037974178623,
+      "grad_norm": 1.6457266807556152,
+      "learning_rate": 1.817897032230614e-05,
+      "loss": 0.3618,
+      "step": 68500
+    },
+    {
+      "epoch": 1.834900078448058,
+      "grad_norm": 1.0784075260162354,
+      "learning_rate": 1.81656738644825e-05,
+      "loss": 0.3678,
+      "step": 69000
+    },
+    {
+      "epoch": 1.848196359478254,
+      "grad_norm": 1.7093465328216553,
+      "learning_rate": 1.8152377406658868e-05,
+      "loss": 0.3586,
+      "step": 69500
+    },
+    {
+      "epoch": 1.8614926405084498,
+      "grad_norm": 1.0873297452926636,
+      "learning_rate": 1.8139080948835234e-05,
+      "loss": 0.3486,
+      "step": 70000
+    },
+    {
+      "epoch": 1.8614926405084498,
+      "eval_loss": 0.33657437562942505,
+      "eval_runtime": 44.8327,
+      "eval_samples_per_second": 67.785,
+      "eval_steps_per_second": 16.952,
+      "step": 70000
+    },
+    {
+      "epoch": 1.8747889215386455,
+      "grad_norm": 1.2218577861785889,
+      "learning_rate": 1.8125784491011594e-05,
+      "loss": 0.3538,
+      "step": 70500
+    },
+    {
+      "epoch": 1.8880852025688415,
+      "grad_norm": 1.7675495147705078,
+      "learning_rate": 1.8112541219019256e-05,
+      "loss": 0.36,
+      "step": 71000
+    },
+    {
+      "epoch": 1.9013814835990375,
+      "grad_norm": 1.546845555305481,
+      "learning_rate": 1.809924476119562e-05,
+      "loss": 0.3681,
+      "step": 71500
+    },
+    {
+      "epoch": 1.9146777646292332,
+      "grad_norm": 1.0978270769119263,
+      "learning_rate": 1.8085948303371982e-05,
+      "loss": 0.349,
+      "step": 72000
+    },
+    {
+      "epoch": 1.927974045659429,
+      "grad_norm": 1.0180225372314453,
+      "learning_rate": 1.807265184554835e-05,
+      "loss": 0.3607,
+      "step": 72500
+    },
+    {
+      "epoch": 1.941270326689625,
+      "grad_norm": 1.5221401453018188,
+      "learning_rate": 1.8059355387724712e-05,
+      "loss": 0.3603,
+      "step": 73000
+    },
+    {
+      "epoch": 1.9545666077198207,
+      "grad_norm": 1.8798828125,
+      "learning_rate": 1.8046058929901076e-05,
+      "loss": 0.3609,
+      "step": 73500
+    },
+    {
+      "epoch": 1.9678628887500165,
+      "grad_norm": 1.5229233503341675,
+      "learning_rate": 1.8032762472077442e-05,
+      "loss": 0.3721,
+      "step": 74000
+    },
+    {
+      "epoch": 1.9811591697802124,
+      "grad_norm": 0.7534819841384888,
+      "learning_rate": 1.8019466014253802e-05,
+      "loss": 0.3606,
+      "step": 74500
+    },
+    {
+      "epoch": 1.9944554508104084,
+      "grad_norm": 1.0966280698776245,
+      "learning_rate": 1.800616955643017e-05,
+      "loss": 0.3581,
+      "step": 75000
+    },
+    {
+      "epoch": 2.0077517318406044,
+      "grad_norm": 1.165394902229309,
+      "learning_rate": 1.7992873098606532e-05,
+      "loss": 0.3426,
+      "step": 75500
+    },
+    {
+      "epoch": 2.0210480128708,
+      "grad_norm": 1.4377708435058594,
+      "learning_rate": 1.7979576640782895e-05,
+      "loss": 0.3315,
+      "step": 76000
+    },
+    {
+      "epoch": 2.034344293900996,
+      "grad_norm": 1.065831184387207,
+      "learning_rate": 1.7966280182959262e-05,
+      "loss": 0.3348,
+      "step": 76500
+    },
+    {
+      "epoch": 2.047640574931192,
+      "grad_norm": 1.0377391576766968,
+      "learning_rate": 1.7953010318051273e-05,
+      "loss": 0.3297,
+      "step": 77000
+    },
+    {
+      "epoch": 2.0609368559613874,
+      "grad_norm": 1.28931725025177,
+      "learning_rate": 1.7939713860227636e-05,
+      "loss": 0.3353,
+      "step": 77500
+    },
+    {
+      "epoch": 2.0742331369915834,
+      "grad_norm": 0.9061357378959656,
+      "learning_rate": 1.7926417402404003e-05,
+      "loss": 0.3373,
+      "step": 78000
+    },
+    {
+      "epoch": 2.0875294180217794,
+      "grad_norm": 1.162048101425171,
+      "learning_rate": 1.7913120944580366e-05,
+      "loss": 0.3287,
+      "step": 78500
+    },
+    {
+      "epoch": 2.1008256990519754,
+      "grad_norm": 1.1295771598815918,
+      "learning_rate": 1.7899851079672377e-05,
+      "loss": 0.3306,
+      "step": 79000
+    },
+    {
+      "epoch": 2.114121980082171,
+      "grad_norm": 1.3394831418991089,
+      "learning_rate": 1.788655462184874e-05,
+      "loss": 0.3425,
+      "step": 79500
+    },
+    {
+      "epoch": 2.127418261112367,
+      "grad_norm": 0.7900285124778748,
+      "learning_rate": 1.7873258164025103e-05,
+      "loss": 0.3339,
+      "step": 80000
+    },
+    {
+      "epoch": 2.127418261112367,
+      "eval_loss": 0.33293381333351135,
+      "eval_runtime": 45.161,
+      "eval_samples_per_second": 67.293,
+      "eval_steps_per_second": 16.829,
+      "step": 80000
+    },
+    {
+      "epoch": 2.140714542142563,
+      "grad_norm": 1.2849562168121338,
+      "learning_rate": 1.785996170620147e-05,
+      "loss": 0.3299,
+      "step": 80500
+    },
+    {
+      "epoch": 2.1540108231727584,
+      "grad_norm": 1.2442893981933594,
+      "learning_rate": 1.7846665248377833e-05,
+      "loss": 0.3234,
+      "step": 81000
+    },
+    {
+      "epoch": 2.1673071042029544,
+      "grad_norm": 0.9078606963157654,
+      "learning_rate": 1.7833368790554197e-05,
+      "loss": 0.3405,
+      "step": 81500
+    },
+    {
+      "epoch": 2.1806033852331503,
+      "grad_norm": 1.1512479782104492,
+      "learning_rate": 1.782009892564621e-05,
+      "loss": 0.332,
+      "step": 82000
+    },
+    {
+      "epoch": 2.1938996662633463,
+      "grad_norm": 1.0047634840011597,
+      "learning_rate": 1.7806802467822574e-05,
+      "loss": 0.3294,
+      "step": 82500
+    },
+    {
+      "epoch": 2.207195947293542,
+      "grad_norm": 0.8341502547264099,
+      "learning_rate": 1.7793506009998937e-05,
+      "loss": 0.3428,
+      "step": 83000
+    },
+    {
+      "epoch": 2.220492228323738,
+      "grad_norm": 1.1106518507003784,
+      "learning_rate": 1.7780209552175304e-05,
+      "loss": 0.3312,
+      "step": 83500
+    },
+    {
+      "epoch": 2.233788509353934,
+      "grad_norm": 1.0450632572174072,
+      "learning_rate": 1.7766913094351664e-05,
+      "loss": 0.3228,
+      "step": 84000
+    },
+    {
+      "epoch": 2.24708479038413,
+      "grad_norm": 1.2051053047180176,
+      "learning_rate": 1.775361663652803e-05,
+      "loss": 0.3231,
+      "step": 84500
+    },
+    {
+      "epoch": 2.2603810714143253,
+      "grad_norm": 1.2320146560668945,
+      "learning_rate": 1.7740320178704394e-05,
+      "loss": 0.3275,
+      "step": 85000
+    },
+    {
+      "epoch": 2.2736773524445213,
+      "grad_norm": 1.878662347793579,
+      "learning_rate": 1.7727023720880757e-05,
+      "loss": 0.3394,
+      "step": 85500
+    },
+    {
+      "epoch": 2.2869736334747173,
+      "grad_norm": 0.7427929043769836,
+      "learning_rate": 1.771375385597277e-05,
+      "loss": 0.3334,
+      "step": 86000
+    },
+    {
+      "epoch": 2.300269914504913,
+      "grad_norm": 0.6553477644920349,
+      "learning_rate": 1.7700483991064782e-05,
+      "loss": 0.3426,
+      "step": 86500
+    },
+    {
+      "epoch": 2.313566195535109,
+      "grad_norm": 1.1945719718933105,
+      "learning_rate": 1.7687187533241145e-05,
+      "loss": 0.3329,
+      "step": 87000
+    },
+    {
+      "epoch": 2.3268624765653048,
+      "grad_norm": 1.410997986793518,
+      "learning_rate": 1.7673891075417512e-05,
+      "loss": 0.3309,
+      "step": 87500
+    },
+    {
+      "epoch": 2.3401587575955007,
+      "grad_norm": 1.0178992748260498,
+      "learning_rate": 1.7660594617593872e-05,
+      "loss": 0.3247,
+      "step": 88000
+    },
+    {
+      "epoch": 2.3534550386256963,
+      "grad_norm": 1.4672740697860718,
+      "learning_rate": 1.764729815977024e-05,
+      "loss": 0.3373,
+      "step": 88500
+    },
+    {
+      "epoch": 2.3667513196558922,
+      "grad_norm": 1.1154576539993286,
+      "learning_rate": 1.763402829486225e-05,
+      "loss": 0.3331,
+      "step": 89000
+    },
+    {
+      "epoch": 2.3800476006860882,
+      "grad_norm": 1.5529305934906006,
+      "learning_rate": 1.7620731837038613e-05,
+      "loss": 0.3325,
+      "step": 89500
+    },
+    {
+      "epoch": 2.3933438817162838,
+      "grad_norm": 1.4075485467910767,
+      "learning_rate": 1.760743537921498e-05,
+      "loss": 0.3252,
+      "step": 90000
+    },
+    {
+      "epoch": 2.3933438817162838,
+      "eval_loss": 0.3309895098209381,
+      "eval_runtime": 45.3672,
+      "eval_samples_per_second": 66.987,
+      "eval_steps_per_second": 16.752,
+      "step": 90000
+    },
+    {
+      "epoch": 2.4066401627464797,
+      "grad_norm": 1.5770002603530884,
+      "learning_rate": 1.7594138921391343e-05,
+      "loss": 0.3341,
+      "step": 90500
+    },
+    {
+      "epoch": 2.4199364437766757,
+      "grad_norm": 1.350996494293213,
+      "learning_rate": 1.7580842463567706e-05,
+      "loss": 0.3316,
+      "step": 91000
+    },
+    {
+      "epoch": 2.4332327248068717,
+      "grad_norm": 1.3606607913970947,
+      "learning_rate": 1.7567599191575368e-05,
+      "loss": 0.3437,
+      "step": 91500
+    },
+    {
+      "epoch": 2.4465290058370672,
+      "grad_norm": 1.3645395040512085,
+      "learning_rate": 1.7554302733751728e-05,
+      "loss": 0.3287,
+      "step": 92000
+    },
+    {
+      "epoch": 2.459825286867263,
+      "grad_norm": 1.6436042785644531,
+      "learning_rate": 1.7541006275928094e-05,
+      "loss": 0.3443,
+      "step": 92500
+    },
+    {
+      "epoch": 2.473121567897459,
+      "grad_norm": 0.837202250957489,
+      "learning_rate": 1.7527709818104458e-05,
+      "loss": 0.3221,
+      "step": 93000
+    },
+    {
+      "epoch": 2.4864178489276547,
+      "grad_norm": 1.0937107801437378,
+      "learning_rate": 1.751441336028082e-05,
+      "loss": 0.3406,
+      "step": 93500
+    },
+    {
+      "epoch": 2.4997141299578507,
+      "grad_norm": 1.4137901067733765,
+      "learning_rate": 1.7501116902457187e-05,
+      "loss": 0.3243,
+      "step": 94000
+    },
+    {
+      "epoch": 2.5130104109880467,
+      "grad_norm": 0.8641353249549866,
+      "learning_rate": 1.748782044463355e-05,
+      "loss": 0.328,
+      "step": 94500
+    },
+    {
+      "epoch": 2.5263066920182427,
+      "grad_norm": 1.4282252788543701,
+      "learning_rate": 1.7474523986809914e-05,
+      "loss": 0.3362,
+      "step": 95000
+    },
+    {
+      "epoch": 2.5396029730484386,
+      "grad_norm": 1.3759071826934814,
+      "learning_rate": 1.746122752898628e-05,
+      "loss": 0.3339,
+      "step": 95500
+    },
+    {
+      "epoch": 2.552899254078634,
+      "grad_norm": 1.239725947380066,
+      "learning_rate": 1.7447931071162644e-05,
+      "loss": 0.3419,
+      "step": 96000
+    },
+    {
+      "epoch": 2.56619553510883,
+      "grad_norm": 0.919045627117157,
+      "learning_rate": 1.7434634613339007e-05,
+      "loss": 0.3369,
+      "step": 96500
+    },
+    {
+      "epoch": 2.5794918161390257,
+      "grad_norm": 1.8451613187789917,
+      "learning_rate": 1.7421338155515374e-05,
+      "loss": 0.3417,
+      "step": 97000
+    },
+    {
+      "epoch": 2.5927880971692217,
+      "grad_norm": 1.0559651851654053,
+      "learning_rate": 1.740806829060738e-05,
+      "loss": 0.3291,
+      "step": 97500
+    },
+    {
+      "epoch": 2.6060843781994176,
+      "grad_norm": 1.215611219406128,
+      "learning_rate": 1.7394771832783748e-05,
+      "loss": 0.3252,
+      "step": 98000
+    },
+    {
+      "epoch": 2.6193806592296136,
+      "grad_norm": 0.8735470175743103,
+      "learning_rate": 1.738147537496011e-05,
+      "loss": 0.3338,
+      "step": 98500
+    },
+    {
+      "epoch": 2.6326769402598096,
+      "grad_norm": 1.5552194118499756,
+      "learning_rate": 1.7368178917136474e-05,
+      "loss": 0.3336,
+      "step": 99000
+    },
+    {
+      "epoch": 2.645973221290005,
+      "grad_norm": 1.0891499519348145,
+      "learning_rate": 1.735490905222849e-05,
+      "loss": 0.3302,
+      "step": 99500
+    },
+    {
+      "epoch": 2.659269502320201,
+      "grad_norm": 1.1763145923614502,
+      "learning_rate": 1.73416391873205e-05,
+      "loss": 0.33,
+      "step": 100000
+    },
+    {
+      "epoch": 2.659269502320201,
+      "eval_loss": 0.3290364444255829,
+      "eval_runtime": 45.2861,
+      "eval_samples_per_second": 67.107,
+      "eval_steps_per_second": 16.782,
+      "step": 100000
+    },
+    {
+      "epoch": 2.6725657833503966,
+      "grad_norm": 1.2883906364440918,
+      "learning_rate": 1.7328342729496863e-05,
+      "loss": 0.3306,
+      "step": 100500
+    },
+    {
+      "epoch": 2.6858620643805926,
+      "grad_norm": 1.4006438255310059,
+      "learning_rate": 1.7315072864588877e-05,
+      "loss": 0.3342,
+      "step": 101000
+    },
+    {
+      "epoch": 2.6991583454107886,
+      "grad_norm": 1.019209861755371,
+      "learning_rate": 1.7301776406765237e-05,
+      "loss": 0.3321,
+      "step": 101500
+    },
+    {
+      "epoch": 2.7124546264409846,
+      "grad_norm": 1.1669857501983643,
+      "learning_rate": 1.7288479948941604e-05,
+      "loss": 0.334,
+      "step": 102000
+    },
+    {
+      "epoch": 2.7257509074711805,
+      "grad_norm": 0.8057425022125244,
+      "learning_rate": 1.7275183491117967e-05,
+      "loss": 0.3347,
+      "step": 102500
+    },
+    {
+      "epoch": 2.739047188501376,
+      "grad_norm": 0.6847462058067322,
+      "learning_rate": 1.726188703329433e-05,
+      "loss": 0.3299,
+      "step": 103000
+    },
+    {
+      "epoch": 2.752343469531572,
+      "grad_norm": 1.1315343379974365,
+      "learning_rate": 1.7248590575470697e-05,
+      "loss": 0.3424,
+      "step": 103500
+    },
+    {
+      "epoch": 2.765639750561768,
+      "grad_norm": 1.2325061559677124,
+      "learning_rate": 1.723529411764706e-05,
+      "loss": 0.3346,
+      "step": 104000
+    },
+    {
+      "epoch": 2.7789360315919636,
+      "grad_norm": 1.2530683279037476,
+      "learning_rate": 1.7221997659823423e-05,
+      "loss": 0.3299,
+      "step": 104500
+    },
+    {
+      "epoch": 2.7922323126221595,
+      "grad_norm": 1.4341391324996948,
+      "learning_rate": 1.720870120199979e-05,
+      "loss": 0.3331,
+      "step": 105000
+    },
+    {
+      "epoch": 2.8055285936523555,
+      "grad_norm": 0.983672559261322,
+      "learning_rate": 1.7195404744176153e-05,
+      "loss": 0.3229,
+      "step": 105500
+    },
+    {
+      "epoch": 2.8188248746825515,
+      "grad_norm": 1.336562156677246,
+      "learning_rate": 1.7182108286352516e-05,
+      "loss": 0.3336,
+      "step": 106000
+    },
+    {
+      "epoch": 2.832121155712747,
+      "grad_norm": 1.2226226329803467,
+      "learning_rate": 1.7168811828528883e-05,
+      "loss": 0.3296,
+      "step": 106500
+    },
+    {
+      "epoch": 2.845417436742943,
+      "grad_norm": 0.9698474407196045,
+      "learning_rate": 1.7155515370705243e-05,
+      "loss": 0.3362,
+      "step": 107000
+    },
+    {
+      "epoch": 2.858713717773139,
+      "grad_norm": 1.006219744682312,
+      "learning_rate": 1.7142245505797257e-05,
+      "loss": 0.3435,
+      "step": 107500
+    },
+    {
+      "epoch": 2.8720099988033345,
+      "grad_norm": 1.3786289691925049,
+      "learning_rate": 1.712894904797362e-05,
+      "loss": 0.335,
+      "step": 108000
+    },
+    {
+      "epoch": 2.8853062798335305,
+      "grad_norm": 1.3363252878189087,
+      "learning_rate": 1.7115652590149984e-05,
+      "loss": 0.3295,
+      "step": 108500
+    },
+    {
+      "epoch": 2.8986025608637265,
+      "grad_norm": 0.9451866149902344,
+      "learning_rate": 1.710235613232635e-05,
+      "loss": 0.3226,
+      "step": 109000
+    },
+    {
+      "epoch": 2.9118988418939225,
+      "grad_norm": 0.9065133929252625,
+      "learning_rate": 1.708908626741836e-05,
+      "loss": 0.3356,
+      "step": 109500
+    },
+    {
+      "epoch": 2.925195122924118,
+      "grad_norm": 2.04927396774292,
+      "learning_rate": 1.7075789809594725e-05,
+      "loss": 0.3325,
+      "step": 110000
+    },
+    {
+      "epoch": 2.925195122924118,
+      "eval_loss": 0.32618749141693115,
+      "eval_runtime": 44.7607,
+      "eval_samples_per_second": 67.894,
+      "eval_steps_per_second": 16.979,
+      "step": 110000
+    },
+    {
+      "epoch": 2.938491403954314,
+      "grad_norm": 1.1163157224655151,
+      "learning_rate": 1.706249335177109e-05,
+      "loss": 0.3257,
+      "step": 110500
+    },
+    {
+      "epoch": 2.95178768498451,
+      "grad_norm": 0.929104208946228,
+      "learning_rate": 1.7049196893947454e-05,
+      "loss": 0.3384,
+      "step": 111000
+    },
+    {
+      "epoch": 2.9650839660147055,
+      "grad_norm": 1.0319048166275024,
+      "learning_rate": 1.7035927029039465e-05,
+      "loss": 0.3337,
+      "step": 111500
+    },
+    {
+      "epoch": 2.9783802470449015,
+      "grad_norm": 1.5630576610565186,
+      "learning_rate": 1.702263057121583e-05,
+      "loss": 0.3372,
+      "step": 112000
+    },
+    {
+      "epoch": 2.9916765280750974,
+      "grad_norm": 1.2456904649734497,
+      "learning_rate": 1.7009334113392192e-05,
+      "loss": 0.339,
+      "step": 112500
+    },
+    {
+      "epoch": 3.0049728091052934,
+      "grad_norm": 1.1409209966659546,
+      "learning_rate": 1.699603765556856e-05,
+      "loss": 0.3236,
+      "step": 113000
+    },
+    {
+      "epoch": 3.018269090135489,
+      "grad_norm": 1.1287899017333984,
+      "learning_rate": 1.698276779066057e-05,
+      "loss": 0.2909,
+      "step": 113500
+    },
+    {
+      "epoch": 3.031565371165685,
+      "grad_norm": 1.0493087768554688,
+      "learning_rate": 1.6969471332836933e-05,
+      "loss": 0.2988,
+      "step": 114000
+    },
+    {
+      "epoch": 3.044861652195881,
+      "grad_norm": 0.8281829357147217,
+      "learning_rate": 1.69561748750133e-05,
+      "loss": 0.3001,
+      "step": 114500
+    },
+    {
+      "epoch": 3.058157933226077,
+      "grad_norm": 1.5901657342910767,
+      "learning_rate": 1.6942878417189663e-05,
+      "loss": 0.2954,
+      "step": 115000
+    },
+    {
+      "epoch": 3.0714542142562724,
+      "grad_norm": 1.0881614685058594,
+      "learning_rate": 1.6929581959366026e-05,
+      "loss": 0.2985,
+      "step": 115500
+    },
+    {
+      "epoch": 3.0847504952864684,
+      "grad_norm": 1.8229660987854004,
+      "learning_rate": 1.6916285501542392e-05,
+      "loss": 0.2959,
+      "step": 116000
+    },
+    {
+      "epoch": 3.0980467763166644,
+      "grad_norm": 0.8429426550865173,
+      "learning_rate": 1.6902989043718752e-05,
+      "loss": 0.2977,
+      "step": 116500
+    },
+    {
+      "epoch": 3.11134305734686,
+      "grad_norm": 0.7262697219848633,
+      "learning_rate": 1.688969258589512e-05,
+      "loss": 0.2984,
+      "step": 117000
+    },
+    {
+      "epoch": 3.124639338377056,
+      "grad_norm": 1.0413541793823242,
+      "learning_rate": 1.6876396128071482e-05,
+      "loss": 0.2959,
+      "step": 117500
+    },
+    {
+      "epoch": 3.137935619407252,
+      "grad_norm": 1.0889323949813843,
+      "learning_rate": 1.686315285607914e-05,
+      "loss": 0.3,
+      "step": 118000
+    },
+    {
+      "epoch": 3.151231900437448,
+      "grad_norm": 1.1839392185211182,
+      "learning_rate": 1.6849856398255507e-05,
+      "loss": 0.2975,
+      "step": 118500
+    },
+    {
+      "epoch": 3.1645281814676434,
+      "grad_norm": 0.779194712638855,
+      "learning_rate": 1.683655994043187e-05,
+      "loss": 0.3028,
+      "step": 119000
+    },
+    {
+      "epoch": 3.1778244624978393,
+      "grad_norm": 1.3120828866958618,
+      "learning_rate": 1.6823263482608234e-05,
+      "loss": 0.2929,
+      "step": 119500
+    },
+    {
+      "epoch": 3.1911207435280353,
+      "grad_norm": 1.7091648578643799,
+      "learning_rate": 1.68099670247846e-05,
+      "loss": 0.2948,
+      "step": 120000
+    },
+    {
+      "epoch": 3.1911207435280353,
+      "eval_loss": 0.3274182677268982,
+      "eval_runtime": 59.8113,
+      "eval_samples_per_second": 50.81,
+      "eval_steps_per_second": 12.707,
+      "step": 120000
+    },
+    {
+      "epoch": 3.2044436171202912,
+      "grad_norm": 1.2384920120239258,
+      "learning_rate": 1.679667056696096e-05,
+      "loss": 0.2823,
+      "step": 120500
+    },
+    {
+      "epoch": 3.217739898150487,
+      "grad_norm": 1.2225531339645386,
+      "learning_rate": 1.6783400702052975e-05,
+      "loss": 0.2925,
+      "step": 121000
+    },
+    {
+      "epoch": 3.231036179180683,
+      "grad_norm": 1.3342504501342773,
+      "learning_rate": 1.6770104244229338e-05,
+      "loss": 0.2906,
+      "step": 121500
+    },
+    {
+      "epoch": 3.244332460210879,
+      "grad_norm": 1.2133206129074097,
+      "learning_rate": 1.67568077864057e-05,
+      "loss": 0.2877,
+      "step": 122000
+    },
+    {
+      "epoch": 3.2576287412410747,
+      "grad_norm": 1.1577247381210327,
+      "learning_rate": 1.6743511328582068e-05,
+      "loss": 0.2876,
+      "step": 122500
+    },
+    {
+      "epoch": 3.2709250222712707,
+      "grad_norm": 1.1587375402450562,
+      "learning_rate": 1.673021487075843e-05,
+      "loss": 0.2937,
+      "step": 123000
+    },
+    {
+      "epoch": 3.2842213033014667,
+      "grad_norm": 1.1512658596038818,
+      "learning_rate": 1.6716918412934794e-05,
+      "loss": 0.2971,
+      "step": 123500
+    },
+    {
+      "epoch": 3.297517584331662,
+      "grad_norm": 0.8885172605514526,
+      "learning_rate": 1.670362195511116e-05,
+      "loss": 0.2825,
+      "step": 124000
+    },
+    {
+      "epoch": 3.310813865361858,
+      "grad_norm": 1.435475468635559,
+      "learning_rate": 1.6690325497287524e-05,
+      "loss": 0.2984,
+      "step": 124500
+    },
+    {
+      "epoch": 3.324110146392054,
+      "grad_norm": 1.7068617343902588,
+      "learning_rate": 1.6677029039463887e-05,
+      "loss": 0.2844,
+      "step": 125000
+    },
+    {
+      "epoch": 3.33740642742225,
+      "grad_norm": 0.8843211531639099,
+      "learning_rate": 1.6663732581640254e-05,
+      "loss": 0.2961,
+      "step": 125500
+    },
+    {
+      "epoch": 3.3507027084524457,
+      "grad_norm": 1.1262086629867554,
+      "learning_rate": 1.6650436123816614e-05,
+      "loss": 0.2896,
+      "step": 126000
+    },
+    {
+      "epoch": 3.3639989894826416,
+      "grad_norm": 1.073869228363037,
+      "learning_rate": 1.663713966599298e-05,
+      "loss": 0.2923,
+      "step": 126500
+    },
+    {
+      "epoch": 3.3772952705128376,
+      "grad_norm": 1.1707890033721924,
+      "learning_rate": 1.6623843208169347e-05,
+      "loss": 0.3003,
+      "step": 127000
+    },
+    {
+      "epoch": 3.3905915515430336,
+      "grad_norm": 1.2858471870422363,
+      "learning_rate": 1.6610546750345707e-05,
+      "loss": 0.3041,
+      "step": 127500
+    },
+    {
+      "epoch": 3.403887832573229,
+      "grad_norm": 0.9487111568450928,
+      "learning_rate": 1.6597250292522074e-05,
+      "loss": 0.2916,
+      "step": 128000
+    },
+    {
+      "epoch": 3.417184113603425,
+      "grad_norm": 1.1401737928390503,
+      "learning_rate": 1.6583953834698437e-05,
+      "loss": 0.2905,
+      "step": 128500
+    },
+    {
+      "epoch": 3.430480394633621,
+      "grad_norm": 0.862232506275177,
+      "learning_rate": 1.65706573768748e-05,
+      "loss": 0.292,
+      "step": 129000
+    },
+    {
+      "epoch": 3.443776675663817,
+      "grad_norm": 2.11210560798645,
+      "learning_rate": 1.6557360919051167e-05,
+      "loss": 0.2873,
+      "step": 129500
+    },
+    {
+      "epoch": 3.4570729566940126,
+      "grad_norm": 1.325928807258606,
+      "learning_rate": 1.654406446122753e-05,
+      "loss": 0.2874,
+      "step": 130000
+    },
+    {
+      "epoch": 3.4570729566940126,
+      "eval_loss": 0.27055609226226807,
+      "eval_runtime": 44.0558,
+      "eval_samples_per_second": 68.981,
+      "eval_steps_per_second": 17.251,
+      "step": 130000
+    },
+    {
+      "epoch": 3.4703692377242086,
+      "grad_norm": 0.9289048314094543,
+      "learning_rate": 1.6530768003403894e-05,
+      "loss": 0.2955,
+      "step": 130500
+    },
+    {
+      "epoch": 3.4836655187544046,
+      "grad_norm": 1.1079119443893433,
+      "learning_rate": 1.651747154558026e-05,
+      "loss": 0.3043,
+      "step": 131000
+    },
+    {
+      "epoch": 3.4969617997846,
+      "grad_norm": 0.927392840385437,
+      "learning_rate": 1.650420168067227e-05,
+      "loss": 0.2993,
+      "step": 131500
+    },
+    {
+      "epoch": 3.510258080814796,
+      "grad_norm": 1.21388578414917,
+      "learning_rate": 1.6490931815764282e-05,
+      "loss": 0.2922,
+      "step": 132000
+    },
+    {
+      "epoch": 3.523554361844992,
+      "grad_norm": 0.8197039365768433,
+      "learning_rate": 1.6477635357940645e-05,
+      "loss": 0.2945,
+      "step": 132500
+    },
+    {
+      "epoch": 3.536850642875188,
+      "grad_norm": 1.3974609375,
+      "learning_rate": 1.646433890011701e-05,
+      "loss": 0.2892,
+      "step": 133000
+    },
+    {
+      "epoch": 3.5501469239053836,
+      "grad_norm": 1.4183751344680786,
+      "learning_rate": 1.6451042442293375e-05,
+      "loss": 0.2879,
+      "step": 133500
+    },
+    {
+      "epoch": 3.5634432049355795,
+      "grad_norm": 1.218549132347107,
+      "learning_rate": 1.6437772577385386e-05,
+      "loss": 0.3097,
+      "step": 134000
+    },
+    {
+      "epoch": 3.5767394859657755,
+      "grad_norm": 1.6601920127868652,
+      "learning_rate": 1.642447611956175e-05,
+      "loss": 0.2867,
+      "step": 134500
+    },
+    {
+      "epoch": 3.590035766995971,
+      "grad_norm": 1.3657351732254028,
+      "learning_rate": 1.6411179661738116e-05,
+      "loss": 0.3013,
+      "step": 135000
+    },
+    {
+      "epoch": 3.603332048026167,
+      "grad_norm": 1.6279337406158447,
+      "learning_rate": 1.639788320391448e-05,
+      "loss": 0.3024,
+      "step": 135500
+    },
+    {
+      "epoch": 3.616628329056363,
+      "grad_norm": 1.4741065502166748,
+      "learning_rate": 1.6384586746090842e-05,
+      "loss": 0.2994,
+      "step": 136000
+    },
+    {
+      "epoch": 3.629924610086559,
+      "grad_norm": 1.1416784524917603,
+      "learning_rate": 1.637129028826721e-05,
+      "loss": 0.2996,
+      "step": 136500
+    },
+    {
+      "epoch": 3.6432208911167545,
+      "grad_norm": 1.3834564685821533,
+      "learning_rate": 1.635799383044357e-05,
+      "loss": 0.2884,
+      "step": 137000
+    },
+    {
+      "epoch": 3.6565171721469505,
+      "grad_norm": 1.2296993732452393,
+      "learning_rate": 1.6344697372619936e-05,
+      "loss": 0.2908,
+      "step": 137500
+    },
+    {
+      "epoch": 3.6698134531771465,
+      "grad_norm": 1.3037883043289185,
+      "learning_rate": 1.63314009147963e-05,
+      "loss": 0.2896,
+      "step": 138000
+    },
+    {
+      "epoch": 3.683109734207342,
+      "grad_norm": 1.5054666996002197,
+      "learning_rate": 1.6318104456972662e-05,
+      "loss": 0.2949,
+      "step": 138500
+    },
+    {
+      "epoch": 3.696406015237538,
+      "grad_norm": 1.01513671875,
+      "learning_rate": 1.630480799914903e-05,
+      "loss": 0.2964,
+      "step": 139000
+    },
+    {
+      "epoch": 3.709702296267734,
+      "grad_norm": 1.0762807130813599,
+      "learning_rate": 1.6291511541325392e-05,
+      "loss": 0.2938,
+      "step": 139500
+    },
+    {
+      "epoch": 3.72299857729793,
+      "grad_norm": 1.9730701446533203,
+      "learning_rate": 1.6278241676417403e-05,
+      "loss": 0.3019,
+      "step": 140000
+    },
+    {
+      "epoch": 3.72299857729793,
+      "eval_loss": 0.2732769846916199,
+      "eval_runtime": 44.8357,
+      "eval_samples_per_second": 67.781,
+      "eval_steps_per_second": 16.951,
+      "step": 140000
+    },
+    {
+      "epoch": 3.7362948583281255,
+      "grad_norm": 1.622164011001587,
+      "learning_rate": 1.626494521859377e-05,
+      "loss": 0.272,
+      "step": 140500
+    },
+    {
+      "epoch": 3.7495911393583214,
+      "grad_norm": 1.4417494535446167,
+      "learning_rate": 1.6251648760770133e-05,
+      "loss": 0.2696,
+      "step": 141000
+    },
+    {
+      "epoch": 3.7628874203885174,
+      "grad_norm": 0.9713847637176514,
+      "learning_rate": 1.6238352302946496e-05,
+      "loss": 0.276,
+      "step": 141500
+    },
+    {
+      "epoch": 3.776183701418713,
+      "grad_norm": 0.9661402106285095,
+      "learning_rate": 1.6225055845122863e-05,
+      "loss": 0.2773,
+      "step": 142000
+    },
+    {
+      "epoch": 3.789479982448909,
+      "grad_norm": 1.307726502418518,
+      "learning_rate": 1.6211759387299223e-05,
+      "loss": 0.2763,
+      "step": 142500
+    },
+    {
+      "epoch": 3.802776263479105,
+      "grad_norm": 1.0191502571105957,
+      "learning_rate": 1.619846292947559e-05,
+      "loss": 0.2872,
+      "step": 143000
+    },
+    {
+      "epoch": 3.816072544509301,
+      "grad_norm": 1.083509922027588,
+      "learning_rate": 1.6185166471651952e-05,
+      "loss": 0.2737,
+      "step": 143500
+    },
+    {
+      "epoch": 3.829368825539497,
+      "grad_norm": 1.0461057424545288,
+      "learning_rate": 1.6171870013828316e-05,
+      "loss": 0.2745,
+      "step": 144000
+    },
+    {
+      "epoch": 3.8426651065696924,
+      "grad_norm": 1.0616631507873535,
+      "learning_rate": 1.6158573556004682e-05,
+      "loss": 0.2753,
+      "step": 144500
+    },
+    {
+      "epoch": 3.8559613875998884,
+      "grad_norm": 1.418392539024353,
+      "learning_rate": 1.6145277098181046e-05,
+      "loss": 0.2815,
+      "step": 145000
+    },
+    {
+      "epoch": 3.869257668630084,
+      "grad_norm": 1.022754430770874,
+      "learning_rate": 1.613198064035741e-05,
+      "loss": 0.2721,
+      "step": 145500
+    },
+    {
+      "epoch": 3.88255394966028,
+      "grad_norm": 1.5018330812454224,
+      "learning_rate": 1.6118684182533776e-05,
+      "loss": 0.2804,
+      "step": 146000
+    },
+    {
+      "epoch": 3.895850230690476,
+      "grad_norm": 1.0998148918151855,
+      "learning_rate": 1.610538772471014e-05,
+      "loss": 0.2801,
+      "step": 146500
+    },
+    {
+      "epoch": 3.909146511720672,
+      "grad_norm": 1.5807846784591675,
+      "learning_rate": 1.6092091266886502e-05,
+      "loss": 0.2821,
+      "step": 147000
+    },
+    {
+      "epoch": 3.922442792750868,
+      "grad_norm": 1.443129539489746,
+      "learning_rate": 1.607879480906287e-05,
+      "loss": 0.2734,
+      "step": 147500
+    },
+    {
+      "epoch": 3.9357390737810634,
+      "grad_norm": 1.2961505651474,
+      "learning_rate": 1.6065498351239232e-05,
+      "loss": 0.2694,
+      "step": 148000
+    },
+    {
+      "epoch": 3.9490353548112593,
+      "grad_norm": 1.235811471939087,
+      "learning_rate": 1.6052228486331243e-05,
+      "loss": 0.2811,
+      "step": 148500
+    },
+    {
+      "epoch": 3.962331635841455,
+      "grad_norm": 1.3737879991531372,
+      "learning_rate": 1.6038932028507606e-05,
+      "loss": 0.2796,
+      "step": 149000
+    },
+    {
+      "epoch": 3.975627916871651,
+      "grad_norm": 1.3180122375488281,
+      "learning_rate": 1.602563557068397e-05,
+      "loss": 0.2752,
+      "step": 149500
+    },
+    {
+      "epoch": 3.988924197901847,
+      "grad_norm": 1.293617606163025,
+      "learning_rate": 1.6012339112860336e-05,
+      "loss": 0.2853,
+      "step": 150000
+    },
+    {
+      "epoch": 3.988924197901847,
+      "eval_loss": 0.24187567830085754,
+      "eval_runtime": 44.4954,
+      "eval_samples_per_second": 68.299,
+      "eval_steps_per_second": 17.08,
+      "step": 150000
+    },
+    {
+      "epoch": 4.002220478932043,
+      "grad_norm": 1.8393179178237915,
+      "learning_rate": 1.59990426550367e-05,
+      "loss": 0.2718,
+      "step": 150500
+    },
+    {
+      "epoch": 4.015516759962239,
+      "grad_norm": 1.5193239450454712,
+      "learning_rate": 1.5985746197213063e-05,
+      "loss": 0.2665,
+      "step": 151000
+    },
+    {
+      "epoch": 4.028813040992435,
+      "grad_norm": 1.0958846807479858,
+      "learning_rate": 1.597244973938943e-05,
+      "loss": 0.2725,
+      "step": 151500
+    },
+    {
+      "epoch": 4.04210932202263,
+      "grad_norm": 1.564980387687683,
+      "learning_rate": 1.595917987448144e-05,
+      "loss": 0.2745,
+      "step": 152000
+    },
+    {
+      "epoch": 4.055405603052826,
+      "grad_norm": 1.3031373023986816,
+      "learning_rate": 1.5945883416657803e-05,
+      "loss": 0.2646,
+      "step": 152500
+    },
+    {
+      "epoch": 4.068701884083022,
+      "grad_norm": 1.3589409589767456,
+      "learning_rate": 1.593258695883417e-05,
+      "loss": 0.2777,
+      "step": 153000
+    },
+    {
+      "epoch": 4.081998165113218,
+      "grad_norm": 1.092926263809204,
+      "learning_rate": 1.591929050101053e-05,
+      "loss": 0.2787,
+      "step": 153500
+    },
+    {
+      "epoch": 4.095294446143414,
+      "grad_norm": 1.362304925918579,
+      "learning_rate": 1.5906020636102544e-05,
+      "loss": 0.273,
+      "step": 154000
+    },
+    {
+      "epoch": 4.10859072717361,
+      "grad_norm": 1.3661013841629028,
+      "learning_rate": 1.5892724178278907e-05,
+      "loss": 0.2624,
+      "step": 154500
+    },
+    {
+      "epoch": 4.121887008203806,
+      "grad_norm": 0.923414945602417,
+      "learning_rate": 1.587942772045527e-05,
+      "loss": 0.2708,
+      "step": 155000
+    },
+    {
+      "epoch": 4.135183289234002,
+      "grad_norm": 1.3246159553527832,
+      "learning_rate": 1.5866131262631637e-05,
+      "loss": 0.2661,
+      "step": 155500
+    },
+    {
+      "epoch": 4.148479570264197,
+      "grad_norm": 1.3546644449234009,
+      "learning_rate": 1.5852834804808e-05,
+      "loss": 0.268,
+      "step": 156000
+    },
+    {
+      "epoch": 4.161775851294393,
+      "grad_norm": 1.048305630683899,
+      "learning_rate": 1.5839538346984364e-05,
+      "loss": 0.2711,
+      "step": 156500
+    },
+    {
+      "epoch": 4.175072132324589,
+      "grad_norm": 1.0217567682266235,
+      "learning_rate": 1.5826268482076378e-05,
+      "loss": 0.2689,
+      "step": 157000
+    },
+    {
+      "epoch": 4.188368413354785,
+      "grad_norm": 1.253959059715271,
+      "learning_rate": 1.5812972024252738e-05,
+      "loss": 0.2709,
+      "step": 157500
+    },
+    {
+      "epoch": 4.201664694384981,
+      "grad_norm": 1.3631120920181274,
+      "learning_rate": 1.5799675566429105e-05,
+      "loss": 0.2753,
+      "step": 158000
+    },
+    {
+      "epoch": 4.214960975415177,
+      "grad_norm": 1.5026861429214478,
+      "learning_rate": 1.578637910860547e-05,
+      "loss": 0.2729,
+      "step": 158500
+    },
+    {
+      "epoch": 4.228257256445373,
+      "grad_norm": 1.2928775548934937,
+      "learning_rate": 1.577308265078183e-05,
+      "loss": 0.2645,
+      "step": 159000
+    },
+    {
+      "epoch": 4.241553537475568,
+      "grad_norm": 0.8542189598083496,
+      "learning_rate": 1.5759812785873845e-05,
+      "loss": 0.2779,
+      "step": 159500
+    },
+    {
+      "epoch": 4.254849818505764,
+      "grad_norm": 1.4010766744613647,
+      "learning_rate": 1.574651632805021e-05,
+      "loss": 0.2709,
+      "step": 160000
+    },
+    {
+      "epoch": 4.254849818505764,
+      "eval_loss": 0.24389813840389252,
+      "eval_runtime": 44.8113,
+      "eval_samples_per_second": 67.818,
+      "eval_steps_per_second": 16.96,
+      "step": 160000
+    },
+    {
+      "epoch": 4.26814609953596,
+      "grad_norm": 1.1164586544036865,
+      "learning_rate": 1.5733219870226572e-05,
+      "loss": 0.2675,
+      "step": 160500
+    },
+    {
+      "epoch": 4.281442380566156,
+      "grad_norm": 1.361721158027649,
+      "learning_rate": 1.571992341240294e-05,
+      "loss": 0.2767,
+      "step": 161000
+    },
+    {
+      "epoch": 4.294738661596352,
+      "grad_norm": 1.3751747608184814,
+      "learning_rate": 1.5706626954579302e-05,
+      "loss": 0.2672,
+      "step": 161500
+    },
+    {
+      "epoch": 4.308034942626548,
+      "grad_norm": 1.032375693321228,
+      "learning_rate": 1.5693357089671313e-05,
+      "loss": 0.2786,
+      "step": 162000
+    },
+    {
+      "epoch": 4.321331223656744,
+      "grad_norm": 1.288988471031189,
+      "learning_rate": 1.568006063184768e-05,
+      "loss": 0.2845,
+      "step": 162500
+    },
+    {
+      "epoch": 4.334627504686939,
+      "grad_norm": 1.0330158472061157,
+      "learning_rate": 1.566676417402404e-05,
+      "loss": 0.2811,
+      "step": 163000
+    },
+    {
+      "epoch": 4.347923785717135,
+      "grad_norm": 1.7785344123840332,
+      "learning_rate": 1.5653467716200406e-05,
+      "loss": 0.2791,
+      "step": 163500
+    },
+    {
+      "epoch": 4.361220066747331,
+      "grad_norm": 1.7403333187103271,
+      "learning_rate": 1.5640197851292417e-05,
+      "loss": 0.2773,
+      "step": 164000
+    },
+    {
+      "epoch": 4.374516347777527,
+      "grad_norm": 1.0584579706192017,
+      "learning_rate": 1.562690139346878e-05,
+      "loss": 0.2711,
+      "step": 164500
+    },
+    {
+      "epoch": 4.387812628807723,
+      "grad_norm": 1.419774055480957,
+      "learning_rate": 1.5613604935645147e-05,
+      "loss": 0.2762,
+      "step": 165000
+    },
+    {
+      "epoch": 4.401108909837919,
+      "grad_norm": 1.3535691499710083,
+      "learning_rate": 1.560030847782151e-05,
+      "loss": 0.271,
+      "step": 165500
+    },
+    {
+      "epoch": 4.414405190868115,
+      "grad_norm": 1.4730337858200073,
+      "learning_rate": 1.5587012019997873e-05,
+      "loss": 0.2753,
+      "step": 166000
+    },
+    {
+      "epoch": 4.42770147189831,
+      "grad_norm": 1.1973862648010254,
+      "learning_rate": 1.557371556217424e-05,
+      "loss": 0.2731,
+      "step": 166500
+    },
+    {
+      "epoch": 4.440997752928506,
+      "grad_norm": 1.2967299222946167,
+      "learning_rate": 1.5560472290181895e-05,
+      "loss": 0.2815,
+      "step": 167000
+    },
+    {
+      "epoch": 4.454294033958702,
+      "grad_norm": 1.1886343955993652,
+      "learning_rate": 1.554717583235826e-05,
+      "loss": 0.27,
+      "step": 167500
+    },
+    {
+      "epoch": 4.467590314988898,
+      "grad_norm": 1.6000491380691528,
+      "learning_rate": 1.5533879374534625e-05,
+      "loss": 0.28,
+      "step": 168000
+    },
+    {
+      "epoch": 4.480886596019094,
+      "grad_norm": 1.6364268064498901,
+      "learning_rate": 1.5520582916710988e-05,
+      "loss": 0.2741,
+      "step": 168500
+    },
+    {
+      "epoch": 4.4941828770492895,
+      "grad_norm": 1.4403234720230103,
+      "learning_rate": 1.5507286458887355e-05,
+      "loss": 0.2768,
+      "step": 169000
+    },
+    {
+      "epoch": 4.5074791580794855,
+      "grad_norm": 1.1721081733703613,
+      "learning_rate": 1.5493990001063718e-05,
+      "loss": 0.2812,
+      "step": 169500
+    },
+    {
+      "epoch": 4.520775439109681,
+      "grad_norm": 1.213318943977356,
+      "learning_rate": 1.548072013615573e-05,
+      "loss": 0.2772,
+      "step": 170000
+    },
+    {
+      "epoch": 4.520775439109681,
+      "eval_loss": 0.2475610226392746,
+      "eval_runtime": 44.8886,
+      "eval_samples_per_second": 67.701,
+      "eval_steps_per_second": 16.931,
+      "step": 170000
+    },
+    {
+      "epoch": 4.534071720139877,
+      "grad_norm": 1.3363765478134155,
+      "learning_rate": 1.5467423678332095e-05,
+      "loss": 0.2748,
+      "step": 170500
+    },
+    {
+      "epoch": 4.547368001170073,
+      "grad_norm": 1.1976338624954224,
+      "learning_rate": 1.5454127220508455e-05,
+      "loss": 0.2731,
+      "step": 171000
+    },
+    {
+      "epoch": 4.5606642822002685,
+      "grad_norm": 1.1618109941482544,
+      "learning_rate": 1.5440830762684822e-05,
+      "loss": 0.2772,
+      "step": 171500
+    },
+    {
+      "epoch": 4.5739605632304645,
+      "grad_norm": 1.5081138610839844,
+      "learning_rate": 1.542753430486119e-05,
+      "loss": 0.2711,
+      "step": 172000
+    },
+    {
+      "epoch": 4.5872568442606605,
+      "grad_norm": 1.2148953676223755,
+      "learning_rate": 1.541423784703755e-05,
+      "loss": 0.2708,
+      "step": 172500
+    },
+    {
+      "epoch": 4.6005531252908565,
+      "grad_norm": 0.9179415702819824,
+      "learning_rate": 1.5400941389213915e-05,
+      "loss": 0.2674,
+      "step": 173000
+    },
+    {
+      "epoch": 4.613849406321052,
+      "grad_norm": 1.1413265466690063,
+      "learning_rate": 1.538764493139028e-05,
+      "loss": 0.2747,
+      "step": 173500
+    },
+    {
+      "epoch": 4.6271456873512475,
+      "grad_norm": 1.0427721738815308,
+      "learning_rate": 1.537434847356664e-05,
+      "loss": 0.2802,
+      "step": 174000
+    },
+    {
+      "epoch": 4.6404419683814435,
+      "grad_norm": 1.8311312198638916,
+      "learning_rate": 1.5361052015743008e-05,
+      "loss": 0.2746,
+      "step": 174500
+    },
+    {
+      "epoch": 4.6537382494116395,
+      "grad_norm": 1.482964038848877,
+      "learning_rate": 1.534775555791937e-05,
+      "loss": 0.2661,
+      "step": 175000
+    },
+    {
+      "epoch": 4.6670345304418355,
+      "grad_norm": 1.2513574361801147,
+      "learning_rate": 1.5334485693011382e-05,
+      "loss": 0.2654,
+      "step": 175500
+    },
+    {
+      "epoch": 4.6803308114720314,
+      "grad_norm": 1.0544030666351318,
+      "learning_rate": 1.532118923518775e-05,
+      "loss": 0.2783,
+      "step": 176000
+    },
+    {
+      "epoch": 4.693627092502227,
+      "grad_norm": 1.350472331047058,
+      "learning_rate": 1.530789277736411e-05,
+      "loss": 0.2846,
+      "step": 176500
+    },
+    {
+      "epoch": 4.7069233735324225,
+      "grad_norm": 1.0775673389434814,
+      "learning_rate": 1.5294596319540476e-05,
+      "loss": 0.2759,
+      "step": 177000
+    },
+    {
+      "epoch": 4.7202196545626185,
+      "grad_norm": 0.8350367546081543,
+      "learning_rate": 1.5281299861716842e-05,
+      "loss": 0.2778,
+      "step": 177500
+    },
+    {
+      "epoch": 4.7335159355928145,
+      "grad_norm": 1.2634960412979126,
+      "learning_rate": 1.5268003403893202e-05,
+      "loss": 0.2754,
+      "step": 178000
+    },
+    {
+      "epoch": 4.7468122166230104,
+      "grad_norm": 1.2727707624435425,
+      "learning_rate": 1.5254706946069569e-05,
+      "loss": 0.2811,
+      "step": 178500
+    },
+    {
+      "epoch": 4.760108497653206,
+      "grad_norm": 1.2721821069717407,
+      "learning_rate": 1.5241410488245934e-05,
+      "loss": 0.2765,
+      "step": 179000
+    },
+    {
+      "epoch": 4.773404778683402,
+      "grad_norm": 1.0992257595062256,
+      "learning_rate": 1.522816721625359e-05,
+      "loss": 0.2767,
+      "step": 179500
+    },
+    {
+      "epoch": 4.786701059713598,
+      "grad_norm": 0.9015975594520569,
+      "learning_rate": 1.5214870758429955e-05,
+      "loss": 0.2713,
+      "step": 180000
+    },
+    {
+      "epoch": 4.786701059713598,
+      "eval_loss": 0.24829423427581787,
+      "eval_runtime": 44.7845,
+      "eval_samples_per_second": 67.858,
+      "eval_steps_per_second": 16.97,
+      "step": 180000
+    },
+    {
+      "epoch": 4.7999973407437935,
+      "grad_norm": 1.1640844345092773,
+      "learning_rate": 1.5201600893521966e-05,
+      "loss": 0.2836,
+      "step": 180500
+    },
+    {
+      "epoch": 4.8132936217739895,
+      "grad_norm": 1.0341435670852661,
+      "learning_rate": 1.5188304435698331e-05,
+      "loss": 0.2761,
+      "step": 181000
+    },
+    {
+      "epoch": 4.826589902804185,
+      "grad_norm": 1.327324628829956,
+      "learning_rate": 1.5175007977874696e-05,
+      "loss": 0.2791,
+      "step": 181500
+    },
+    {
+      "epoch": 4.839886183834381,
+      "grad_norm": 0.8103187084197998,
+      "learning_rate": 1.5161738112966707e-05,
+      "loss": 0.2879,
+      "step": 182000
+    },
+    {
+      "epoch": 4.853182464864577,
+      "grad_norm": 0.7801828384399414,
+      "learning_rate": 1.5148441655143072e-05,
+      "loss": 0.2756,
+      "step": 182500
+    },
+    {
+      "epoch": 4.866478745894773,
+      "grad_norm": 1.30203378200531,
+      "learning_rate": 1.5135145197319437e-05,
+      "loss": 0.277,
+      "step": 183000
+    },
+    {
+      "epoch": 4.879775026924969,
+      "grad_norm": 1.3664675951004028,
+      "learning_rate": 1.5121848739495799e-05,
+      "loss": 0.2731,
+      "step": 183500
+    },
+    {
+      "epoch": 4.893071307955165,
+      "grad_norm": 1.314031720161438,
+      "learning_rate": 1.5108552281672163e-05,
+      "loss": 0.2729,
+      "step": 184000
+    },
+    {
+      "epoch": 4.90636758898536,
+      "grad_norm": 0.8956036567687988,
+      "learning_rate": 1.5095255823848527e-05,
+      "loss": 0.2788,
+      "step": 184500
+    },
+    {
+      "epoch": 4.919663870015556,
+      "grad_norm": 1.520376205444336,
+      "learning_rate": 1.5081959366024892e-05,
+      "loss": 0.2845,
+      "step": 185000
+    },
+    {
+      "epoch": 4.932960151045752,
+      "grad_norm": 1.3505889177322388,
+      "learning_rate": 1.5068662908201257e-05,
+      "loss": 0.2818,
+      "step": 185500
+    },
+    {
+      "epoch": 4.946256432075948,
+      "grad_norm": 0.6950279474258423,
+      "learning_rate": 1.505536645037762e-05,
+      "loss": 0.2737,
+      "step": 186000
+    },
+    {
+      "epoch": 4.959552713106144,
+      "grad_norm": 1.2404699325561523,
+      "learning_rate": 1.5042069992553985e-05,
+      "loss": 0.2813,
+      "step": 186500
+    },
+    {
+      "epoch": 4.97284899413634,
+      "grad_norm": 1.1977089643478394,
+      "learning_rate": 1.5028800127645997e-05,
+      "loss": 0.2758,
+      "step": 187000
+    },
+    {
+      "epoch": 4.986145275166536,
+      "grad_norm": 1.2810465097427368,
+      "learning_rate": 1.501550366982236e-05,
+      "loss": 0.287,
+      "step": 187500
+    },
+    {
+      "epoch": 4.999441556196732,
+      "grad_norm": 2.558598756790161,
+      "learning_rate": 1.5002207211998726e-05,
+      "loss": 0.2701,
+      "step": 188000
+    },
+    {
+      "epoch": 5.012737837226927,
+      "grad_norm": 1.2791069746017456,
+      "learning_rate": 1.498891075417509e-05,
+      "loss": 0.2406,
+      "step": 188500
+    },
+    {
+      "epoch": 5.026034118257123,
+      "grad_norm": 1.0913165807724,
+      "learning_rate": 1.4975614296351452e-05,
+      "loss": 0.2307,
+      "step": 189000
+    },
+    {
+      "epoch": 5.039330399287319,
+      "grad_norm": 1.1861522197723389,
+      "learning_rate": 1.4962317838527817e-05,
+      "loss": 0.2429,
+      "step": 189500
+    },
+    {
+      "epoch": 5.052626680317515,
+      "grad_norm": 1.2686249017715454,
+      "learning_rate": 1.494902138070418e-05,
+      "loss": 0.2395,
+      "step": 190000
+    },
+    {
+      "epoch": 5.052626680317515,
+      "eval_loss": 0.2490723580121994,
+      "eval_runtime": 43.0318,
+      "eval_samples_per_second": 70.622,
+      "eval_steps_per_second": 17.661,
+      "step": 190000
+    },
+    {
+      "epoch": 5.065922961347711,
+      "grad_norm": 1.4228299856185913,
+      "learning_rate": 1.4935724922880545e-05,
+      "loss": 0.2493,
+      "step": 190500
+    },
+    {
+      "epoch": 5.079219242377907,
+      "grad_norm": 1.0055017471313477,
+      "learning_rate": 1.492242846505691e-05,
+      "loss": 0.2522,
+      "step": 191000
+    },
+    {
+      "epoch": 5.092515523408102,
+      "grad_norm": 0.8438519239425659,
+      "learning_rate": 1.4909132007233274e-05,
+      "loss": 0.2546,
+      "step": 191500
+    },
+    {
+      "epoch": 5.105811804438298,
+      "grad_norm": 1.2010571956634521,
+      "learning_rate": 1.4895862142325286e-05,
+      "loss": 0.2352,
+      "step": 192000
+    },
+    {
+      "epoch": 5.119108085468494,
+      "grad_norm": 1.275994062423706,
+      "learning_rate": 1.4882565684501651e-05,
+      "loss": 0.2372,
+      "step": 192500
+    },
+    {
+      "epoch": 5.13240436649869,
+      "grad_norm": 0.7371090054512024,
+      "learning_rate": 1.4869269226678014e-05,
+      "loss": 0.2487,
+      "step": 193000
+    },
+    {
+      "epoch": 5.145700647528886,
+      "grad_norm": 1.3083887100219727,
+      "learning_rate": 1.485597276885438e-05,
+      "loss": 0.2485,
+      "step": 193500
+    },
+    {
+      "epoch": 5.158996928559082,
+      "grad_norm": 0.972006618976593,
+      "learning_rate": 1.4842676311030744e-05,
+      "loss": 0.2517,
+      "step": 194000
+    },
+    {
+      "epoch": 5.172293209589278,
+      "grad_norm": 1.3523329496383667,
+      "learning_rate": 1.4829379853207106e-05,
+      "loss": 0.243,
+      "step": 194500
+    },
+    {
+      "epoch": 5.185589490619474,
+      "grad_norm": 1.2454783916473389,
+      "learning_rate": 1.4816109988299118e-05,
+      "loss": 0.2456,
+      "step": 195000
+    },
+    {
+      "epoch": 5.198885771649669,
+      "grad_norm": 1.2170870304107666,
+      "learning_rate": 1.480284012339113e-05,
+      "loss": 0.2524,
+      "step": 195500
+    },
+    {
+      "epoch": 5.212182052679865,
+      "grad_norm": 1.7185641527175903,
+      "learning_rate": 1.4789570258483142e-05,
+      "loss": 0.2403,
+      "step": 196000
+    },
+    {
+      "epoch": 5.225478333710061,
+      "grad_norm": 1.2505462169647217,
+      "learning_rate": 1.4776273800659507e-05,
+      "loss": 0.248,
+      "step": 196500
+    },
+    {
+      "epoch": 5.238774614740257,
+      "grad_norm": 1.061320424079895,
+      "learning_rate": 1.4762977342835868e-05,
+      "loss": 0.2522,
+      "step": 197000
+    },
+    {
+      "epoch": 5.252070895770453,
+      "grad_norm": 1.1784652471542358,
+      "learning_rate": 1.4749680885012235e-05,
+      "loss": 0.2471,
+      "step": 197500
+    },
+    {
+      "epoch": 5.265367176800649,
+      "grad_norm": 1.6446605920791626,
+      "learning_rate": 1.47363844271886e-05,
+      "loss": 0.2459,
+      "step": 198000
+    },
+    {
+      "epoch": 5.278663457830845,
+      "grad_norm": 1.7436884641647339,
+      "learning_rate": 1.4723087969364962e-05,
+      "loss": 0.2452,
+      "step": 198500
+    },
+    {
+      "epoch": 5.29195973886104,
+      "grad_norm": 1.2458696365356445,
+      "learning_rate": 1.4709791511541326e-05,
+      "loss": 0.2535,
+      "step": 199000
+    },
+    {
+      "epoch": 5.305256019891236,
+      "grad_norm": 1.1361490488052368,
+      "learning_rate": 1.469649505371769e-05,
+      "loss": 0.2444,
+      "step": 199500
+    },
+    {
+      "epoch": 5.318552300921432,
+      "grad_norm": 1.2189501523971558,
+      "learning_rate": 1.4683198595894055e-05,
+      "loss": 0.2509,
+      "step": 200000
+    },
+    {
+      "epoch": 5.318552300921432,
+      "eval_loss": 0.25082090497016907,
+      "eval_runtime": 56.1856,
+      "eval_samples_per_second": 54.089,
+      "eval_steps_per_second": 13.527,
+      "step": 200000
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 752080,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 20,
+  "save_steps": 10000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 4.334195659820237e+17,
+  "train_batch_size": 4,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2675020d4b231408657b4cd1dce6eb7893190230e81226562aa7d0c3f7d0d7dd
+size 5112