Training in progress, step 2500, checkpoint

last-checkpoint/config.json

@@ -0,0 +1,47 @@
+{
+  "_name_or_path": "CocoRoF/KoModernBERT-base-mlm-v04-retry-model-chp05",
+  "architectures": [
+    "ModernBertForMaskedLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 50281,
+  "classifier_activation": "gelu",
+  "classifier_bias": false,
+  "classifier_dropout": 0.0,
+  "classifier_pooling": "mean",
+  "cls_token_id": 50281,
+  "decoder_bias": true,
+  "deterministic_flash_attn": false,
+  "embedding_dropout": 0.0,
+  "eos_token_id": 50282,
+  "global_attn_every_n_layers": 3,
+  "global_rope_theta": 10000.0,
+  "gradient_checkpointing": false,
+  "hidden_activation": "gelu",
+  "hidden_size": 768,
+  "initializer_cutoff_factor": 2.0,
+  "initializer_range": 0.02,
+  "intermediate_size": 1152,
+  "layer_norm_eps": 1e-05,
+  "local_attention": 128,
+  "local_rope_theta": 10000.0,
+  "max_position_embeddings": 8192,
+  "mlp_bias": false,
+  "mlp_dropout": 0.0,
+  "model_type": "modernbert",
+  "norm_bias": false,
+  "norm_eps": 1e-05,
+  "num_attention_heads": 12,
+  "num_hidden_layers": 22,
+  "pad_token_id": 50283,
+  "position_embedding_type": "absolute",
+  "reference_compile": false,
+  "repad_logits_with_grad": false,
+  "sep_token_id": 50282,
+  "sparse_pred_ignore_index": -100,
+  "sparse_prediction": false,
+  "torch_dtype": "float16",
+  "transformers_version": "4.48.2",
+  "vocab_size": 95663
+}

last-checkpoint/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dc83da414bac75b82e0faabe85965bc1ed69e5ee0e1802d37cfd4c377a0bf0c
+size 368988278

last-checkpoint/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:579b6a1a47db2bcdaf49967b9a546edf75edc79ff1ff2dcb1a994076fe643add
+size 1107079290

last-checkpoint/rng_state_0.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d3f197f6c6558fa8056324f1563ab9e957255f5a1a959362aa4eed7a9545db
+size 15984

last-checkpoint/rng_state_1.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1a9c65c2869356282cad6b4a0f7dff7f4dd68ab3d9d216c72b7d6cb524f860
+size 15984

last-checkpoint/rng_state_2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:896febe768e17bae5022a95960c041f6425783774ec8859d99d3b149063b1bf9
+size 15984

last-checkpoint/rng_state_3.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eac482d57e966585467c8ef44dae2869bf7e5d92886f69c11ed7bccc34c07efe
+size 15984

last-checkpoint/rng_state_4.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1f27d227a20dc320ac283e0938fb2f6e5b475829a583f8c44d1a16a8c828307
+size 15984

last-checkpoint/rng_state_5.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d05a7106aaeaec4b81704e3f4a998b5123cf9342a6733bd9fd2d578e99108c3b
+size 15984

last-checkpoint/rng_state_6.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b94120d8d88502ec8d8b623ec7550315caca003b44fcffbb5767ab0de91baefe
+size 15984

last-checkpoint/rng_state_7.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:332e4d901be380f740b5d8578f7b80ef1865c7fba83bc288c8a35852205cc668
+size 15984

last-checkpoint/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e442211737ccc9094723c53ccf5cc299f428d2455400cdd11b257d7edd84528c
+size 1000

last-checkpoint/special_tokens_map.json

@@ -0,0 +1,37 @@
+{
+  "cls_token": {
+    "content": "[CLS]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "[MASK]",
+    "lstrip": true,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "[PAD]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "[SEP]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "[UNK]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

last-checkpoint/tokenizer_config.json

@@ -0,0 +1,945 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "|||IP_ADDRESS|||",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "1": {
+      "content": "<|padding|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50254": {
+      "content": "                        ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50255": {
+      "content": "                       ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50256": {
+      "content": "                      ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50257": {
+      "content": "                     ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50258": {
+      "content": "                    ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50259": {
+      "content": "                   ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50260": {
+      "content": "                  ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50261": {
+      "content": "                 ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50262": {
+      "content": "                ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50263": {
+      "content": "               ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50264": {
+      "content": "              ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50265": {
+      "content": "             ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50266": {
+      "content": "            ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50267": {
+      "content": "           ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50268": {
+      "content": "          ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50269": {
+      "content": "         ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50270": {
+      "content": "        ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50271": {
+      "content": "       ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50272": {
+      "content": "      ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50273": {
+      "content": "     ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50274": {
+      "content": "    ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50275": {
+      "content": "   ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50276": {
+      "content": "  ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50277": {
+      "content": "|||EMAIL_ADDRESS|||",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50278": {
+      "content": "|||PHONE_NUMBER|||",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50279": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50280": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50281": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50282": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50283": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50284": {
+      "content": "[MASK]",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "95580": {
+      "content": "[unused0]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95581": {
+      "content": "[unused1]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95582": {
+      "content": "[unused2]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95583": {
+      "content": "[unused3]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95584": {
+      "content": "[unused4]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95585": {
+      "content": "[unused5]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95586": {
+      "content": "[unused6]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95587": {
+      "content": "[unused7]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95588": {
+      "content": "[unused8]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95589": {
+      "content": "[unused9]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95590": {
+      "content": "[unused10]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95591": {
+      "content": "[unused11]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95592": {
+      "content": "[unused12]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95593": {
+      "content": "[unused13]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95594": {
+      "content": "[unused14]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95595": {
+      "content": "[unused15]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95596": {
+      "content": "[unused16]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95597": {
+      "content": "[unused17]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95598": {
+      "content": "[unused18]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95599": {
+      "content": "[unused19]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95600": {
+      "content": "[unused20]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95601": {
+      "content": "[unused21]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95602": {
+      "content": "[unused22]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95603": {
+      "content": "[unused23]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95604": {
+      "content": "[unused24]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95605": {
+      "content": "[unused25]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95606": {
+      "content": "[unused26]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95607": {
+      "content": "[unused27]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95608": {
+      "content": "[unused28]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95609": {
+      "content": "[unused29]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95610": {
+      "content": "[unused30]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95611": {
+      "content": "[unused31]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95612": {
+      "content": "[unused32]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95613": {
+      "content": "[unused33]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95614": {
+      "content": "[unused34]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95615": {
+      "content": "[unused35]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95616": {
+      "content": "[unused36]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95617": {
+      "content": "[unused37]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95618": {
+      "content": "[unused38]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95619": {
+      "content": "[unused39]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95620": {
+      "content": "[unused40]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95621": {
+      "content": "[unused41]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95622": {
+      "content": "[unused42]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95623": {
+      "content": "[unused43]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95624": {
+      "content": "[unused44]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95625": {
+      "content": "[unused45]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95626": {
+      "content": "[unused46]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95627": {
+      "content": "[unused47]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95628": {
+      "content": "[unused48]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95629": {
+      "content": "[unused49]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95630": {
+      "content": "[unused50]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95631": {
+      "content": "[unused51]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95632": {
+      "content": "[unused52]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95633": {
+      "content": "[unused53]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95634": {
+      "content": "[unused54]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95635": {
+      "content": "[unused55]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95636": {
+      "content": "[unused56]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95637": {
+      "content": "[unused57]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95638": {
+      "content": "[unused58]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95639": {
+      "content": "[unused59]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95640": {
+      "content": "[unused60]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95641": {
+      "content": "[unused61]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95642": {
+      "content": "[unused62]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95643": {
+      "content": "[unused63]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95644": {
+      "content": "[unused64]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95645": {
+      "content": "[unused65]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95646": {
+      "content": "[unused66]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95647": {
+      "content": "[unused67]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95648": {
+      "content": "[unused68]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95649": {
+      "content": "[unused69]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95650": {
+      "content": "[unused70]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95651": {
+      "content": "[unused71]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95652": {
+      "content": "[unused72]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95653": {
+      "content": "[unused73]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95654": {
+      "content": "[unused74]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95655": {
+      "content": "[unused75]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95656": {
+      "content": "[unused76]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95657": {
+      "content": "[unused77]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95658": {
+      "content": "[unused78]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95659": {
+      "content": "[unused79]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95660": {
+      "content": "[unused80]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95661": {
+      "content": "[unused81]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95662": {
+      "content": "[unused82]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "extra_special_tokens": {},
+  "mask_token": "[MASK]",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "unk_token": "[UNK]"
+}

last-checkpoint/trainer_state.json

@@ -0,0 +1,1791 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.1808154778049001,
+  "eval_steps": 2500,
+  "global_step": 2500,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0007232619112196004,
+      "grad_norm": 16.890625,
+      "learning_rate": 9.99994349538668e-07,
+      "loss": 24.7314,
+      "step": 10
+    },
+    {
+      "epoch": 0.0014465238224392009,
+      "grad_norm": 16.96875,
+      "learning_rate": 9.999886990773362e-07,
+      "loss": 25.1718,
+      "step": 20
+    },
+    {
+      "epoch": 0.0021697857336588013,
+      "grad_norm": 15.609375,
+      "learning_rate": 9.999830486160042e-07,
+      "loss": 25.0494,
+      "step": 30
+    },
+    {
+      "epoch": 0.0028930476448784017,
+      "grad_norm": 15.890625,
+      "learning_rate": 9.999773981546724e-07,
+      "loss": 25.5317,
+      "step": 40
+    },
+    {
+      "epoch": 0.003616309556098002,
+      "grad_norm": 16.328125,
+      "learning_rate": 9.999717476933404e-07,
+      "loss": 24.9466,
+      "step": 50
+    },
+    {
+      "epoch": 0.0043395714673176026,
+      "grad_norm": 16.203125,
+      "learning_rate": 9.999660972320084e-07,
+      "loss": 25.3166,
+      "step": 60
+    },
+    {
+      "epoch": 0.0050628333785372025,
+      "grad_norm": 14.34375,
+      "learning_rate": 9.999604467706766e-07,
+      "loss": 24.963,
+      "step": 70
+    },
+    {
+      "epoch": 0.005786095289756803,
+      "grad_norm": 15.9609375,
+      "learning_rate": 9.999547963093446e-07,
+      "loss": 25.2256,
+      "step": 80
+    },
+    {
+      "epoch": 0.006509357200976403,
+      "grad_norm": 16.34375,
+      "learning_rate": 9.999491458480128e-07,
+      "loss": 25.5734,
+      "step": 90
+    },
+    {
+      "epoch": 0.007232619112196004,
+      "grad_norm": 16.65625,
+      "learning_rate": 9.999434953866808e-07,
+      "loss": 25.0955,
+      "step": 100
+    },
+    {
+      "epoch": 0.007955881023415604,
+      "grad_norm": 16.453125,
+      "learning_rate": 9.99937844925349e-07,
+      "loss": 25.173,
+      "step": 110
+    },
+    {
+      "epoch": 0.008679142934635205,
+      "grad_norm": 15.8125,
+      "learning_rate": 9.99932194464017e-07,
+      "loss": 24.9289,
+      "step": 120
+    },
+    {
+      "epoch": 0.009402404845854806,
+      "grad_norm": 16.3125,
+      "learning_rate": 9.99926544002685e-07,
+      "loss": 25.1639,
+      "step": 130
+    },
+    {
+      "epoch": 0.010125666757074405,
+      "grad_norm": 16.65625,
+      "learning_rate": 9.999208935413532e-07,
+      "loss": 25.2427,
+      "step": 140
+    },
+    {
+      "epoch": 0.010848928668294006,
+      "grad_norm": 16.46875,
+      "learning_rate": 9.999152430800212e-07,
+      "loss": 25.4152,
+      "step": 150
+    },
+    {
+      "epoch": 0.011572190579513607,
+      "grad_norm": 16.640625,
+      "learning_rate": 9.999095926186894e-07,
+      "loss": 25.3004,
+      "step": 160
+    },
+    {
+      "epoch": 0.012295452490733206,
+      "grad_norm": 16.1875,
+      "learning_rate": 9.999039421573574e-07,
+      "loss": 25.122,
+      "step": 170
+    },
+    {
+      "epoch": 0.013018714401952807,
+      "grad_norm": 16.96875,
+      "learning_rate": 9.998982916960254e-07,
+      "loss": 25.1076,
+      "step": 180
+    },
+    {
+      "epoch": 0.013741976313172408,
+      "grad_norm": 17.03125,
+      "learning_rate": 9.998926412346936e-07,
+      "loss": 25.7121,
+      "step": 190
+    },
+    {
+      "epoch": 0.014465238224392009,
+      "grad_norm": 17.203125,
+      "learning_rate": 9.998869907733616e-07,
+      "loss": 24.9972,
+      "step": 200
+    },
+    {
+      "epoch": 0.015188500135611608,
+      "grad_norm": 16.015625,
+      "learning_rate": 9.998813403120298e-07,
+      "loss": 25.1666,
+      "step": 210
+    },
+    {
+      "epoch": 0.01591176204683121,
+      "grad_norm": 16.328125,
+      "learning_rate": 9.998756898506978e-07,
+      "loss": 25.0473,
+      "step": 220
+    },
+    {
+      "epoch": 0.016635023958050808,
+      "grad_norm": 17.3125,
+      "learning_rate": 9.998700393893658e-07,
+      "loss": 25.1476,
+      "step": 230
+    },
+    {
+      "epoch": 0.01735828586927041,
+      "grad_norm": 16.125,
+      "learning_rate": 9.99864388928034e-07,
+      "loss": 25.5306,
+      "step": 240
+    },
+    {
+      "epoch": 0.01808154778049001,
+      "grad_norm": 15.53125,
+      "learning_rate": 9.99858738466702e-07,
+      "loss": 25.268,
+      "step": 250
+    },
+    {
+      "epoch": 0.018804809691709612,
+      "grad_norm": 15.9609375,
+      "learning_rate": 9.998530880053702e-07,
+      "loss": 25.2015,
+      "step": 260
+    },
+    {
+      "epoch": 0.01952807160292921,
+      "grad_norm": 16.3125,
+      "learning_rate": 9.998474375440382e-07,
+      "loss": 25.0597,
+      "step": 270
+    },
+    {
+      "epoch": 0.02025133351414881,
+      "grad_norm": 15.7578125,
+      "learning_rate": 9.998417870827062e-07,
+      "loss": 25.3037,
+      "step": 280
+    },
+    {
+      "epoch": 0.020974595425368413,
+      "grad_norm": 15.6484375,
+      "learning_rate": 9.998361366213744e-07,
+      "loss": 25.0957,
+      "step": 290
+    },
+    {
+      "epoch": 0.021697857336588012,
+      "grad_norm": 16.609375,
+      "learning_rate": 9.998304861600424e-07,
+      "loss": 25.1532,
+      "step": 300
+    },
+    {
+      "epoch": 0.02242111924780761,
+      "grad_norm": 16.75,
+      "learning_rate": 9.998248356987106e-07,
+      "loss": 25.0866,
+      "step": 310
+    },
+    {
+      "epoch": 0.023144381159027214,
+      "grad_norm": 16.125,
+      "learning_rate": 9.998191852373786e-07,
+      "loss": 25.4455,
+      "step": 320
+    },
+    {
+      "epoch": 0.023867643070246813,
+      "grad_norm": 16.140625,
+      "learning_rate": 9.998135347760468e-07,
+      "loss": 25.4253,
+      "step": 330
+    },
+    {
+      "epoch": 0.024590904981466412,
+      "grad_norm": 16.671875,
+      "learning_rate": 9.998078843147148e-07,
+      "loss": 24.9265,
+      "step": 340
+    },
+    {
+      "epoch": 0.025314166892686014,
+      "grad_norm": 16.71875,
+      "learning_rate": 9.998022338533828e-07,
+      "loss": 25.2683,
+      "step": 350
+    },
+    {
+      "epoch": 0.026037428803905614,
+      "grad_norm": 16.703125,
+      "learning_rate": 9.99796583392051e-07,
+      "loss": 25.2497,
+      "step": 360
+    },
+    {
+      "epoch": 0.026760690715125216,
+      "grad_norm": 15.8515625,
+      "learning_rate": 9.99790932930719e-07,
+      "loss": 25.099,
+      "step": 370
+    },
+    {
+      "epoch": 0.027483952626344815,
+      "grad_norm": 16.28125,
+      "learning_rate": 9.997852824693872e-07,
+      "loss": 25.7413,
+      "step": 380
+    },
+    {
+      "epoch": 0.028207214537564414,
+      "grad_norm": 15.7109375,
+      "learning_rate": 9.997796320080552e-07,
+      "loss": 24.8872,
+      "step": 390
+    },
+    {
+      "epoch": 0.028930476448784017,
+      "grad_norm": 16.421875,
+      "learning_rate": 9.997739815467232e-07,
+      "loss": 25.2099,
+      "step": 400
+    },
+    {
+      "epoch": 0.029653738360003616,
+      "grad_norm": 16.0,
+      "learning_rate": 9.997683310853914e-07,
+      "loss": 25.1945,
+      "step": 410
+    },
+    {
+      "epoch": 0.030377000271223215,
+      "grad_norm": 15.390625,
+      "learning_rate": 9.997626806240594e-07,
+      "loss": 24.9576,
+      "step": 420
+    },
+    {
+      "epoch": 0.031100262182442818,
+      "grad_norm": 15.3359375,
+      "learning_rate": 9.997570301627277e-07,
+      "loss": 24.7866,
+      "step": 430
+    },
+    {
+      "epoch": 0.03182352409366242,
+      "grad_norm": 16.296875,
+      "learning_rate": 9.997513797013957e-07,
+      "loss": 25.3049,
+      "step": 440
+    },
+    {
+      "epoch": 0.03254678600488202,
+      "grad_norm": 16.765625,
+      "learning_rate": 9.997457292400636e-07,
+      "loss": 25.151,
+      "step": 450
+    },
+    {
+      "epoch": 0.033270047916101615,
+      "grad_norm": 15.3515625,
+      "learning_rate": 9.997400787787319e-07,
+      "loss": 25.0841,
+      "step": 460
+    },
+    {
+      "epoch": 0.03399330982732122,
+      "grad_norm": 16.453125,
+      "learning_rate": 9.997344283173999e-07,
+      "loss": 25.2712,
+      "step": 470
+    },
+    {
+      "epoch": 0.03471657173854082,
+      "grad_norm": 14.78125,
+      "learning_rate": 9.99728777856068e-07,
+      "loss": 24.8674,
+      "step": 480
+    },
+    {
+      "epoch": 0.035439833649760416,
+      "grad_norm": 16.171875,
+      "learning_rate": 9.99723127394736e-07,
+      "loss": 25.2065,
+      "step": 490
+    },
+    {
+      "epoch": 0.03616309556098002,
+      "grad_norm": 16.625,
+      "learning_rate": 9.99717476933404e-07,
+      "loss": 25.0951,
+      "step": 500
+    },
+    {
+      "epoch": 0.03688635747219962,
+      "grad_norm": 15.8828125,
+      "learning_rate": 9.997118264720723e-07,
+      "loss": 25.1455,
+      "step": 510
+    },
+    {
+      "epoch": 0.037609619383419224,
+      "grad_norm": 15.6953125,
+      "learning_rate": 9.997061760107403e-07,
+      "loss": 25.313,
+      "step": 520
+    },
+    {
+      "epoch": 0.03833288129463882,
+      "grad_norm": 16.46875,
+      "learning_rate": 9.997005255494085e-07,
+      "loss": 24.8546,
+      "step": 530
+    },
+    {
+      "epoch": 0.03905614320585842,
+      "grad_norm": 16.0625,
+      "learning_rate": 9.996948750880765e-07,
+      "loss": 25.1006,
+      "step": 540
+    },
+    {
+      "epoch": 0.039779405117078025,
+      "grad_norm": 16.34375,
+      "learning_rate": 9.996892246267447e-07,
+      "loss": 25.1469,
+      "step": 550
+    },
+    {
+      "epoch": 0.04050266702829762,
+      "grad_norm": 15.6328125,
+      "learning_rate": 9.996835741654127e-07,
+      "loss": 25.0277,
+      "step": 560
+    },
+    {
+      "epoch": 0.04122592893951722,
+      "grad_norm": 15.328125,
+      "learning_rate": 9.996779237040807e-07,
+      "loss": 25.2235,
+      "step": 570
+    },
+    {
+      "epoch": 0.041949190850736826,
+      "grad_norm": 15.7265625,
+      "learning_rate": 9.996722732427489e-07,
+      "loss": 25.3082,
+      "step": 580
+    },
+    {
+      "epoch": 0.04267245276195642,
+      "grad_norm": 16.328125,
+      "learning_rate": 9.996666227814169e-07,
+      "loss": 25.329,
+      "step": 590
+    },
+    {
+      "epoch": 0.043395714673176024,
+      "grad_norm": 17.1875,
+      "learning_rate": 9.99660972320085e-07,
+      "loss": 25.3133,
+      "step": 600
+    },
+    {
+      "epoch": 0.044118976584395626,
+      "grad_norm": 16.578125,
+      "learning_rate": 9.99655321858753e-07,
+      "loss": 25.2397,
+      "step": 610
+    },
+    {
+      "epoch": 0.04484223849561522,
+      "grad_norm": 16.46875,
+      "learning_rate": 9.99649671397421e-07,
+      "loss": 25.2219,
+      "step": 620
+    },
+    {
+      "epoch": 0.045565500406834825,
+      "grad_norm": 16.484375,
+      "learning_rate": 9.996440209360893e-07,
+      "loss": 25.2115,
+      "step": 630
+    },
+    {
+      "epoch": 0.04628876231805443,
+      "grad_norm": 16.296875,
+      "learning_rate": 9.996383704747575e-07,
+      "loss": 24.9097,
+      "step": 640
+    },
+    {
+      "epoch": 0.04701202422927402,
+      "grad_norm": 16.171875,
+      "learning_rate": 9.996327200134255e-07,
+      "loss": 25.3739,
+      "step": 650
+    },
+    {
+      "epoch": 0.047735286140493625,
+      "grad_norm": 16.453125,
+      "learning_rate": 9.996270695520935e-07,
+      "loss": 25.4334,
+      "step": 660
+    },
+    {
+      "epoch": 0.04845854805171323,
+      "grad_norm": 16.625,
+      "learning_rate": 9.996214190907615e-07,
+      "loss": 25.3735,
+      "step": 670
+    },
+    {
+      "epoch": 0.049181809962932824,
+      "grad_norm": 16.546875,
+      "learning_rate": 9.996157686294297e-07,
+      "loss": 25.2253,
+      "step": 680
+    },
+    {
+      "epoch": 0.049905071874152426,
+      "grad_norm": 15.953125,
+      "learning_rate": 9.99610118168098e-07,
+      "loss": 25.3197,
+      "step": 690
+    },
+    {
+      "epoch": 0.05062833378537203,
+      "grad_norm": 16.046875,
+      "learning_rate": 9.99604467706766e-07,
+      "loss": 25.0905,
+      "step": 700
+    },
+    {
+      "epoch": 0.05135159569659163,
+      "grad_norm": 16.90625,
+      "learning_rate": 9.99598817245434e-07,
+      "loss": 25.5284,
+      "step": 710
+    },
+    {
+      "epoch": 0.05207485760781123,
+      "grad_norm": 15.7421875,
+      "learning_rate": 9.99593166784102e-07,
+      "loss": 25.1216,
+      "step": 720
+    },
+    {
+      "epoch": 0.05279811951903083,
+      "grad_norm": 16.5625,
+      "learning_rate": 9.995875163227701e-07,
+      "loss": 25.3238,
+      "step": 730
+    },
+    {
+      "epoch": 0.05352138143025043,
+      "grad_norm": 16.046875,
+      "learning_rate": 9.995818658614383e-07,
+      "loss": 25.0432,
+      "step": 740
+    },
+    {
+      "epoch": 0.05424464334147003,
+      "grad_norm": 16.0625,
+      "learning_rate": 9.995762154001063e-07,
+      "loss": 24.9606,
+      "step": 750
+    },
+    {
+      "epoch": 0.05496790525268963,
+      "grad_norm": 17.4375,
+      "learning_rate": 9.995705649387743e-07,
+      "loss": 25.1405,
+      "step": 760
+    },
+    {
+      "epoch": 0.05569116716390923,
+      "grad_norm": 16.3125,
+      "learning_rate": 9.995649144774425e-07,
+      "loss": 24.8765,
+      "step": 770
+    },
+    {
+      "epoch": 0.05641442907512883,
+      "grad_norm": 17.390625,
+      "learning_rate": 9.995592640161105e-07,
+      "loss": 24.962,
+      "step": 780
+    },
+    {
+      "epoch": 0.05713769098634843,
+      "grad_norm": 17.109375,
+      "learning_rate": 9.995536135547785e-07,
+      "loss": 25.0881,
+      "step": 790
+    },
+    {
+      "epoch": 0.057860952897568034,
+      "grad_norm": 16.4375,
+      "learning_rate": 9.995479630934467e-07,
+      "loss": 25.4495,
+      "step": 800
+    },
+    {
+      "epoch": 0.05858421480878763,
+      "grad_norm": 16.46875,
+      "learning_rate": 9.99542312632115e-07,
+      "loss": 25.3541,
+      "step": 810
+    },
+    {
+      "epoch": 0.05930747672000723,
+      "grad_norm": 16.125,
+      "learning_rate": 9.99536662170783e-07,
+      "loss": 25.2303,
+      "step": 820
+    },
+    {
+      "epoch": 0.060030738631226835,
+      "grad_norm": 16.625,
+      "learning_rate": 9.99531011709451e-07,
+      "loss": 24.929,
+      "step": 830
+    },
+    {
+      "epoch": 0.06075400054244643,
+      "grad_norm": 15.59375,
+      "learning_rate": 9.99525361248119e-07,
+      "loss": 25.0334,
+      "step": 840
+    },
+    {
+      "epoch": 0.06147726245366603,
+      "grad_norm": 16.5625,
+      "learning_rate": 9.995197107867871e-07,
+      "loss": 25.4058,
+      "step": 850
+    },
+    {
+      "epoch": 0.062200524364885636,
+      "grad_norm": 16.390625,
+      "learning_rate": 9.995140603254554e-07,
+      "loss": 24.9176,
+      "step": 860
+    },
+    {
+      "epoch": 0.06292378627610523,
+      "grad_norm": 15.96875,
+      "learning_rate": 9.995084098641234e-07,
+      "loss": 25.4821,
+      "step": 870
+    },
+    {
+      "epoch": 0.06364704818732483,
+      "grad_norm": 15.5625,
+      "learning_rate": 9.995027594027914e-07,
+      "loss": 25.2232,
+      "step": 880
+    },
+    {
+      "epoch": 0.06437031009854444,
+      "grad_norm": 16.140625,
+      "learning_rate": 9.994971089414593e-07,
+      "loss": 25.2073,
+      "step": 890
+    },
+    {
+      "epoch": 0.06509357200976404,
+      "grad_norm": 16.96875,
+      "learning_rate": 9.994914584801276e-07,
+      "loss": 24.9354,
+      "step": 900
+    },
+    {
+      "epoch": 0.06581683392098364,
+      "grad_norm": 15.890625,
+      "learning_rate": 9.994858080187958e-07,
+      "loss": 25.2106,
+      "step": 910
+    },
+    {
+      "epoch": 0.06654009583220323,
+      "grad_norm": 15.875,
+      "learning_rate": 9.994801575574638e-07,
+      "loss": 25.3214,
+      "step": 920
+    },
+    {
+      "epoch": 0.06726335774342283,
+      "grad_norm": 17.21875,
+      "learning_rate": 9.994745070961318e-07,
+      "loss": 25.1286,
+      "step": 930
+    },
+    {
+      "epoch": 0.06798661965464244,
+      "grad_norm": 15.75,
+      "learning_rate": 9.994688566347998e-07,
+      "loss": 25.0482,
+      "step": 940
+    },
+    {
+      "epoch": 0.06870988156586204,
+      "grad_norm": 15.71875,
+      "learning_rate": 9.99463206173468e-07,
+      "loss": 24.9044,
+      "step": 950
+    },
+    {
+      "epoch": 0.06943314347708164,
+      "grad_norm": 16.796875,
+      "learning_rate": 9.994575557121362e-07,
+      "loss": 25.3312,
+      "step": 960
+    },
+    {
+      "epoch": 0.07015640538830124,
+      "grad_norm": 16.28125,
+      "learning_rate": 9.994519052508042e-07,
+      "loss": 25.1329,
+      "step": 970
+    },
+    {
+      "epoch": 0.07087966729952083,
+      "grad_norm": 15.5546875,
+      "learning_rate": 9.994462547894722e-07,
+      "loss": 25.5721,
+      "step": 980
+    },
+    {
+      "epoch": 0.07160292921074043,
+      "grad_norm": 17.359375,
+      "learning_rate": 9.994406043281404e-07,
+      "loss": 25.4597,
+      "step": 990
+    },
+    {
+      "epoch": 0.07232619112196004,
+      "grad_norm": 16.03125,
+      "learning_rate": 9.994349538668084e-07,
+      "loss": 25.1876,
+      "step": 1000
+    },
+    {
+      "epoch": 0.07304945303317964,
+      "grad_norm": 15.4921875,
+      "learning_rate": 9.994293034054766e-07,
+      "loss": 24.6817,
+      "step": 1010
+    },
+    {
+      "epoch": 0.07377271494439924,
+      "grad_norm": 16.96875,
+      "learning_rate": 9.994236529441446e-07,
+      "loss": 25.1883,
+      "step": 1020
+    },
+    {
+      "epoch": 0.07449597685561885,
+      "grad_norm": 16.984375,
+      "learning_rate": 9.994180024828128e-07,
+      "loss": 24.8092,
+      "step": 1030
+    },
+    {
+      "epoch": 0.07521923876683845,
+      "grad_norm": 16.078125,
+      "learning_rate": 9.994123520214808e-07,
+      "loss": 25.0968,
+      "step": 1040
+    },
+    {
+      "epoch": 0.07594250067805804,
+      "grad_norm": 16.296875,
+      "learning_rate": 9.994067015601488e-07,
+      "loss": 25.0758,
+      "step": 1050
+    },
+    {
+      "epoch": 0.07666576258927764,
+      "grad_norm": 15.4375,
+      "learning_rate": 9.99401051098817e-07,
+      "loss": 25.3673,
+      "step": 1060
+    },
+    {
+      "epoch": 0.07738902450049724,
+      "grad_norm": 16.8125,
+      "learning_rate": 9.99395400637485e-07,
+      "loss": 25.293,
+      "step": 1070
+    },
+    {
+      "epoch": 0.07811228641171684,
+      "grad_norm": 15.3828125,
+      "learning_rate": 9.993897501761532e-07,
+      "loss": 25.3697,
+      "step": 1080
+    },
+    {
+      "epoch": 0.07883554832293645,
+      "grad_norm": 15.3125,
+      "learning_rate": 9.993840997148212e-07,
+      "loss": 25.3813,
+      "step": 1090
+    },
+    {
+      "epoch": 0.07955881023415605,
+      "grad_norm": 15.7890625,
+      "learning_rate": 9.993784492534892e-07,
+      "loss": 25.0103,
+      "step": 1100
+    },
+    {
+      "epoch": 0.08028207214537564,
+      "grad_norm": 17.609375,
+      "learning_rate": 9.993727987921572e-07,
+      "loss": 25.3168,
+      "step": 1110
+    },
+    {
+      "epoch": 0.08100533405659524,
+      "grad_norm": 17.765625,
+      "learning_rate": 9.993671483308254e-07,
+      "loss": 24.9627,
+      "step": 1120
+    },
+    {
+      "epoch": 0.08172859596781484,
+      "grad_norm": 17.265625,
+      "learning_rate": 9.993614978694936e-07,
+      "loss": 25.0904,
+      "step": 1130
+    },
+    {
+      "epoch": 0.08245185787903445,
+      "grad_norm": 15.6015625,
+      "learning_rate": 9.993558474081616e-07,
+      "loss": 25.0091,
+      "step": 1140
+    },
+    {
+      "epoch": 0.08317511979025405,
+      "grad_norm": 16.78125,
+      "learning_rate": 9.993501969468296e-07,
+      "loss": 25.1542,
+      "step": 1150
+    },
+    {
+      "epoch": 0.08389838170147365,
+      "grad_norm": 17.421875,
+      "learning_rate": 9.993445464854976e-07,
+      "loss": 25.0688,
+      "step": 1160
+    },
+    {
+      "epoch": 0.08462164361269324,
+      "grad_norm": 16.046875,
+      "learning_rate": 9.993388960241658e-07,
+      "loss": 24.9462,
+      "step": 1170
+    },
+    {
+      "epoch": 0.08534490552391284,
+      "grad_norm": 15.8125,
+      "learning_rate": 9.99333245562834e-07,
+      "loss": 25.2823,
+      "step": 1180
+    },
+    {
+      "epoch": 0.08606816743513244,
+      "grad_norm": 16.828125,
+      "learning_rate": 9.99327595101502e-07,
+      "loss": 25.2765,
+      "step": 1190
+    },
+    {
+      "epoch": 0.08679142934635205,
+      "grad_norm": 16.125,
+      "learning_rate": 9.9932194464017e-07,
+      "loss": 24.7678,
+      "step": 1200
+    },
+    {
+      "epoch": 0.08751469125757165,
+      "grad_norm": 16.28125,
+      "learning_rate": 9.993162941788382e-07,
+      "loss": 25.295,
+      "step": 1210
+    },
+    {
+      "epoch": 0.08823795316879125,
+      "grad_norm": 17.890625,
+      "learning_rate": 9.993106437175062e-07,
+      "loss": 25.3306,
+      "step": 1220
+    },
+    {
+      "epoch": 0.08896121508001086,
+      "grad_norm": 17.21875,
+      "learning_rate": 9.993049932561744e-07,
+      "loss": 24.9049,
+      "step": 1230
+    },
+    {
+      "epoch": 0.08968447699123044,
+      "grad_norm": 17.390625,
+      "learning_rate": 9.992993427948424e-07,
+      "loss": 24.8557,
+      "step": 1240
+    },
+    {
+      "epoch": 0.09040773890245005,
+      "grad_norm": 17.171875,
+      "learning_rate": 9.992936923335106e-07,
+      "loss": 24.8911,
+      "step": 1250
+    },
+    {
+      "epoch": 0.09113100081366965,
+      "grad_norm": 15.7890625,
+      "learning_rate": 9.992880418721786e-07,
+      "loss": 25.025,
+      "step": 1260
+    },
+    {
+      "epoch": 0.09185426272488925,
+      "grad_norm": 16.140625,
+      "learning_rate": 9.992823914108466e-07,
+      "loss": 25.0636,
+      "step": 1270
+    },
+    {
+      "epoch": 0.09257752463610885,
+      "grad_norm": 16.4375,
+      "learning_rate": 9.992767409495148e-07,
+      "loss": 25.3049,
+      "step": 1280
+    },
+    {
+      "epoch": 0.09330078654732846,
+      "grad_norm": 16.90625,
+      "learning_rate": 9.992710904881828e-07,
+      "loss": 25.2396,
+      "step": 1290
+    },
+    {
+      "epoch": 0.09402404845854805,
+      "grad_norm": 17.046875,
+      "learning_rate": 9.99265440026851e-07,
+      "loss": 25.1375,
+      "step": 1300
+    },
+    {
+      "epoch": 0.09474731036976765,
+      "grad_norm": 16.1875,
+      "learning_rate": 9.99259789565519e-07,
+      "loss": 25.2109,
+      "step": 1310
+    },
+    {
+      "epoch": 0.09547057228098725,
+      "grad_norm": 17.171875,
+      "learning_rate": 9.99254139104187e-07,
+      "loss": 25.2515,
+      "step": 1320
+    },
+    {
+      "epoch": 0.09619383419220685,
+      "grad_norm": 16.515625,
+      "learning_rate": 9.992484886428553e-07,
+      "loss": 25.175,
+      "step": 1330
+    },
+    {
+      "epoch": 0.09691709610342646,
+      "grad_norm": 16.84375,
+      "learning_rate": 9.992428381815233e-07,
+      "loss": 24.7771,
+      "step": 1340
+    },
+    {
+      "epoch": 0.09764035801464606,
+      "grad_norm": 17.390625,
+      "learning_rate": 9.992371877201915e-07,
+      "loss": 25.2527,
+      "step": 1350
+    },
+    {
+      "epoch": 0.09836361992586565,
+      "grad_norm": 15.9375,
+      "learning_rate": 9.992315372588595e-07,
+      "loss": 25.0993,
+      "step": 1360
+    },
+    {
+      "epoch": 0.09908688183708525,
+      "grad_norm": 16.359375,
+      "learning_rate": 9.992258867975275e-07,
+      "loss": 25.0632,
+      "step": 1370
+    },
+    {
+      "epoch": 0.09981014374830485,
+      "grad_norm": 15.578125,
+      "learning_rate": 9.992202363361957e-07,
+      "loss": 25.05,
+      "step": 1380
+    },
+    {
+      "epoch": 0.10053340565952446,
+      "grad_norm": 15.5234375,
+      "learning_rate": 9.992145858748637e-07,
+      "loss": 25.2352,
+      "step": 1390
+    },
+    {
+      "epoch": 0.10125666757074406,
+      "grad_norm": 15.8203125,
+      "learning_rate": 9.992089354135319e-07,
+      "loss": 25.1623,
+      "step": 1400
+    },
+    {
+      "epoch": 0.10197992948196366,
+      "grad_norm": 15.9140625,
+      "learning_rate": 9.992032849521999e-07,
+      "loss": 25.0429,
+      "step": 1410
+    },
+    {
+      "epoch": 0.10270319139318326,
+      "grad_norm": 16.40625,
+      "learning_rate": 9.991976344908679e-07,
+      "loss": 25.2809,
+      "step": 1420
+    },
+    {
+      "epoch": 0.10342645330440285,
+      "grad_norm": 15.5703125,
+      "learning_rate": 9.99191984029536e-07,
+      "loss": 25.3832,
+      "step": 1430
+    },
+    {
+      "epoch": 0.10414971521562245,
+      "grad_norm": 16.71875,
+      "learning_rate": 9.99186333568204e-07,
+      "loss": 25.2036,
+      "step": 1440
+    },
+    {
+      "epoch": 0.10487297712684206,
+      "grad_norm": 16.421875,
+      "learning_rate": 9.991806831068723e-07,
+      "loss": 25.1681,
+      "step": 1450
+    },
+    {
+      "epoch": 0.10559623903806166,
+      "grad_norm": 16.484375,
+      "learning_rate": 9.991750326455403e-07,
+      "loss": 25.2005,
+      "step": 1460
+    },
+    {
+      "epoch": 0.10631950094928126,
+      "grad_norm": 16.359375,
+      "learning_rate": 9.991693821842085e-07,
+      "loss": 24.7779,
+      "step": 1470
+    },
+    {
+      "epoch": 0.10704276286050086,
+      "grad_norm": 15.9140625,
+      "learning_rate": 9.991637317228765e-07,
+      "loss": 24.9989,
+      "step": 1480
+    },
+    {
+      "epoch": 0.10776602477172045,
+      "grad_norm": 15.984375,
+      "learning_rate": 9.991580812615445e-07,
+      "loss": 25.0596,
+      "step": 1490
+    },
+    {
+      "epoch": 0.10848928668294006,
+      "grad_norm": 15.3046875,
+      "learning_rate": 9.991524308002127e-07,
+      "loss": 25.118,
+      "step": 1500
+    },
+    {
+      "epoch": 0.10921254859415966,
+      "grad_norm": 17.5625,
+      "learning_rate": 9.991467803388807e-07,
+      "loss": 25.5828,
+      "step": 1510
+    },
+    {
+      "epoch": 0.10993581050537926,
+      "grad_norm": 15.6328125,
+      "learning_rate": 9.99141129877549e-07,
+      "loss": 24.9299,
+      "step": 1520
+    },
+    {
+      "epoch": 0.11065907241659886,
+      "grad_norm": 16.46875,
+      "learning_rate": 9.99135479416217e-07,
+      "loss": 25.4944,
+      "step": 1530
+    },
+    {
+      "epoch": 0.11138233432781847,
+      "grad_norm": 15.84375,
+      "learning_rate": 9.99129828954885e-07,
+      "loss": 25.2725,
+      "step": 1540
+    },
+    {
+      "epoch": 0.11210559623903806,
+      "grad_norm": 15.9453125,
+      "learning_rate": 9.99124178493553e-07,
+      "loss": 25.2005,
+      "step": 1550
+    },
+    {
+      "epoch": 0.11282885815025766,
+      "grad_norm": 16.40625,
+      "learning_rate": 9.99118528032221e-07,
+      "loss": 25.009,
+      "step": 1560
+    },
+    {
+      "epoch": 0.11355212006147726,
+      "grad_norm": 16.0,
+      "learning_rate": 9.991128775708893e-07,
+      "loss": 24.7517,
+      "step": 1570
+    },
+    {
+      "epoch": 0.11427538197269686,
+      "grad_norm": 16.09375,
+      "learning_rate": 9.991072271095573e-07,
+      "loss": 25.5721,
+      "step": 1580
+    },
+    {
+      "epoch": 0.11499864388391647,
+      "grad_norm": 16.84375,
+      "learning_rate": 9.991015766482253e-07,
+      "loss": 24.9795,
+      "step": 1590
+    },
+    {
+      "epoch": 0.11572190579513607,
+      "grad_norm": 16.671875,
+      "learning_rate": 9.990959261868935e-07,
+      "loss": 25.0254,
+      "step": 1600
+    },
+    {
+      "epoch": 0.11644516770635567,
+      "grad_norm": 15.4296875,
+      "learning_rate": 9.990902757255615e-07,
+      "loss": 24.8741,
+      "step": 1610
+    },
+    {
+      "epoch": 0.11716842961757526,
+      "grad_norm": 15.1875,
+      "learning_rate": 9.990846252642297e-07,
+      "loss": 25.0707,
+      "step": 1620
+    },
+    {
+      "epoch": 0.11789169152879486,
+      "grad_norm": 15.765625,
+      "learning_rate": 9.990789748028977e-07,
+      "loss": 25.1894,
+      "step": 1630
+    },
+    {
+      "epoch": 0.11861495344001446,
+      "grad_norm": 16.640625,
+      "learning_rate": 9.990733243415657e-07,
+      "loss": 25.275,
+      "step": 1640
+    },
+    {
+      "epoch": 0.11933821535123407,
+      "grad_norm": 15.9765625,
+      "learning_rate": 9.99067673880234e-07,
+      "loss": 25.5003,
+      "step": 1650
+    },
+    {
+      "epoch": 0.12006147726245367,
+      "grad_norm": 15.390625,
+      "learning_rate": 9.99062023418902e-07,
+      "loss": 25.217,
+      "step": 1660
+    },
+    {
+      "epoch": 0.12078473917367327,
+      "grad_norm": 15.6015625,
+      "learning_rate": 9.990563729575701e-07,
+      "loss": 24.9766,
+      "step": 1670
+    },
+    {
+      "epoch": 0.12150800108489286,
+      "grad_norm": 16.28125,
+      "learning_rate": 9.990507224962381e-07,
+      "loss": 24.9016,
+      "step": 1680
+    },
+    {
+      "epoch": 0.12223126299611246,
+      "grad_norm": 28.390625,
+      "learning_rate": 9.990450720349063e-07,
+      "loss": 25.5052,
+      "step": 1690
+    },
+    {
+      "epoch": 0.12295452490733207,
+      "grad_norm": 16.71875,
+      "learning_rate": 9.990394215735743e-07,
+      "loss": 25.113,
+      "step": 1700
+    },
+    {
+      "epoch": 0.12367778681855167,
+      "grad_norm": 15.9609375,
+      "learning_rate": 9.990337711122423e-07,
+      "loss": 25.0131,
+      "step": 1710
+    },
+    {
+      "epoch": 0.12440104872977127,
+      "grad_norm": 16.328125,
+      "learning_rate": 9.990281206509105e-07,
+      "loss": 25.1244,
+      "step": 1720
+    },
+    {
+      "epoch": 0.12512431064099086,
+      "grad_norm": 16.84375,
+      "learning_rate": 9.990224701895785e-07,
+      "loss": 25.1582,
+      "step": 1730
+    },
+    {
+      "epoch": 0.12584757255221046,
+      "grad_norm": 16.625,
+      "learning_rate": 9.990168197282468e-07,
+      "loss": 25.0834,
+      "step": 1740
+    },
+    {
+      "epoch": 0.12657083446343007,
+      "grad_norm": 15.8828125,
+      "learning_rate": 9.990111692669147e-07,
+      "loss": 25.0038,
+      "step": 1750
+    },
+    {
+      "epoch": 0.12729409637464967,
+      "grad_norm": 16.609375,
+      "learning_rate": 9.990055188055827e-07,
+      "loss": 25.0728,
+      "step": 1760
+    },
+    {
+      "epoch": 0.12801735828586927,
+      "grad_norm": 16.421875,
+      "learning_rate": 9.98999868344251e-07,
+      "loss": 25.295,
+      "step": 1770
+    },
+    {
+      "epoch": 0.12874062019708887,
+      "grad_norm": 15.1015625,
+      "learning_rate": 9.98994217882919e-07,
+      "loss": 25.2353,
+      "step": 1780
+    },
+    {
+      "epoch": 0.12946388210830848,
+      "grad_norm": 16.21875,
+      "learning_rate": 9.989885674215872e-07,
+      "loss": 25.2932,
+      "step": 1790
+    },
+    {
+      "epoch": 0.13018714401952808,
+      "grad_norm": 15.7890625,
+      "learning_rate": 9.989829169602552e-07,
+      "loss": 25.425,
+      "step": 1800
+    },
+    {
+      "epoch": 0.13091040593074768,
+      "grad_norm": 17.296875,
+      "learning_rate": 9.989772664989232e-07,
+      "loss": 24.8049,
+      "step": 1810
+    },
+    {
+      "epoch": 0.13163366784196728,
+      "grad_norm": 16.1875,
+      "learning_rate": 9.989716160375914e-07,
+      "loss": 25.0513,
+      "step": 1820
+    },
+    {
+      "epoch": 0.13235692975318689,
+      "grad_norm": 15.8828125,
+      "learning_rate": 9.989659655762594e-07,
+      "loss": 24.6162,
+      "step": 1830
+    },
+    {
+      "epoch": 0.13308019166440646,
+      "grad_norm": 15.953125,
+      "learning_rate": 9.989603151149276e-07,
+      "loss": 25.2815,
+      "step": 1840
+    },
+    {
+      "epoch": 0.13380345357562606,
+      "grad_norm": 15.8203125,
+      "learning_rate": 9.989546646535956e-07,
+      "loss": 24.9768,
+      "step": 1850
+    },
+    {
+      "epoch": 0.13452671548684567,
+      "grad_norm": 16.6875,
+      "learning_rate": 9.989490141922636e-07,
+      "loss": 24.9111,
+      "step": 1860
+    },
+    {
+      "epoch": 0.13524997739806527,
+      "grad_norm": 16.234375,
+      "learning_rate": 9.989433637309318e-07,
+      "loss": 25.027,
+      "step": 1870
+    },
+    {
+      "epoch": 0.13597323930928487,
+      "grad_norm": 16.609375,
+      "learning_rate": 9.989377132695998e-07,
+      "loss": 24.7659,
+      "step": 1880
+    },
+    {
+      "epoch": 0.13669650122050447,
+      "grad_norm": 15.546875,
+      "learning_rate": 9.98932062808268e-07,
+      "loss": 24.7565,
+      "step": 1890
+    },
+    {
+      "epoch": 0.13741976313172408,
+      "grad_norm": 16.28125,
+      "learning_rate": 9.98926412346936e-07,
+      "loss": 25.4091,
+      "step": 1900
+    },
+    {
+      "epoch": 0.13814302504294368,
+      "grad_norm": 17.0,
+      "learning_rate": 9.989207618856042e-07,
+      "loss": 25.1971,
+      "step": 1910
+    },
+    {
+      "epoch": 0.13886628695416328,
+      "grad_norm": 16.140625,
+      "learning_rate": 9.989151114242722e-07,
+      "loss": 25.1719,
+      "step": 1920
+    },
+    {
+      "epoch": 0.13958954886538288,
+      "grad_norm": 15.640625,
+      "learning_rate": 9.989094609629402e-07,
+      "loss": 25.2595,
+      "step": 1930
+    },
+    {
+      "epoch": 0.1403128107766025,
+      "grad_norm": 17.03125,
+      "learning_rate": 9.989038105016084e-07,
+      "loss": 25.1428,
+      "step": 1940
+    },
+    {
+      "epoch": 0.1410360726878221,
+      "grad_norm": 16.03125,
+      "learning_rate": 9.988981600402764e-07,
+      "loss": 24.9586,
+      "step": 1950
+    },
+    {
+      "epoch": 0.14175933459904166,
+      "grad_norm": 17.109375,
+      "learning_rate": 9.988925095789446e-07,
+      "loss": 25.2662,
+      "step": 1960
+    },
+    {
+      "epoch": 0.14248259651026127,
+      "grad_norm": 17.03125,
+      "learning_rate": 9.988868591176126e-07,
+      "loss": 25.16,
+      "step": 1970
+    },
+    {
+      "epoch": 0.14320585842148087,
+      "grad_norm": 16.5,
+      "learning_rate": 9.988812086562806e-07,
+      "loss": 25.2651,
+      "step": 1980
+    },
+    {
+      "epoch": 0.14392912033270047,
+      "grad_norm": 16.421875,
+      "learning_rate": 9.988755581949488e-07,
+      "loss": 25.2441,
+      "step": 1990
+    },
+    {
+      "epoch": 0.14465238224392007,
+      "grad_norm": 15.96875,
+      "learning_rate": 9.988699077336168e-07,
+      "loss": 25.0556,
+      "step": 2000
+    },
+    {
+      "epoch": 0.14537564415513968,
+      "grad_norm": 16.53125,
+      "learning_rate": 9.98864257272285e-07,
+      "loss": 25.4167,
+      "step": 2010
+    },
+    {
+      "epoch": 0.14609890606635928,
+      "grad_norm": 16.03125,
+      "learning_rate": 9.98858606810953e-07,
+      "loss": 25.1329,
+      "step": 2020
+    },
+    {
+      "epoch": 0.14682216797757888,
+      "grad_norm": 16.109375,
+      "learning_rate": 9.98852956349621e-07,
+      "loss": 25.4823,
+      "step": 2030
+    },
+    {
+      "epoch": 0.14754542988879848,
+      "grad_norm": 16.265625,
+      "learning_rate": 9.988473058882892e-07,
+      "loss": 25.0906,
+      "step": 2040
+    },
+    {
+      "epoch": 0.1482686918000181,
+      "grad_norm": 16.53125,
+      "learning_rate": 9.988416554269572e-07,
+      "loss": 24.8343,
+      "step": 2050
+    },
+    {
+      "epoch": 0.1489919537112377,
+      "grad_norm": 15.609375,
+      "learning_rate": 9.988360049656254e-07,
+      "loss": 25.3048,
+      "step": 2060
+    },
+    {
+      "epoch": 0.1497152156224573,
+      "grad_norm": 17.4375,
+      "learning_rate": 9.988303545042934e-07,
+      "loss": 25.2774,
+      "step": 2070
+    },
+    {
+      "epoch": 0.1504384775336769,
+      "grad_norm": 15.828125,
+      "learning_rate": 9.988247040429616e-07,
+      "loss": 25.2854,
+      "step": 2080
+    },
+    {
+      "epoch": 0.15116173944489647,
+      "grad_norm": 16.390625,
+      "learning_rate": 9.988190535816296e-07,
+      "loss": 25.0215,
+      "step": 2090
+    },
+    {
+      "epoch": 0.15188500135611607,
+      "grad_norm": 16.171875,
+      "learning_rate": 9.988134031202976e-07,
+      "loss": 25.2348,
+      "step": 2100
+    },
+    {
+      "epoch": 0.15260826326733568,
+      "grad_norm": 15.34375,
+      "learning_rate": 9.988077526589658e-07,
+      "loss": 24.6356,
+      "step": 2110
+    },
+    {
+      "epoch": 0.15333152517855528,
+      "grad_norm": 16.25,
+      "learning_rate": 9.988021021976338e-07,
+      "loss": 25.1007,
+      "step": 2120
+    },
+    {
+      "epoch": 0.15405478708977488,
+      "grad_norm": 16.03125,
+      "learning_rate": 9.98796451736302e-07,
+      "loss": 24.9828,
+      "step": 2130
+    },
+    {
+      "epoch": 0.15477804900099448,
+      "grad_norm": 16.5,
+      "learning_rate": 9.9879080127497e-07,
+      "loss": 25.0345,
+      "step": 2140
+    },
+    {
+      "epoch": 0.15550131091221409,
+      "grad_norm": 17.15625,
+      "learning_rate": 9.98785150813638e-07,
+      "loss": 25.5867,
+      "step": 2150
+    },
+    {
+      "epoch": 0.1562245728234337,
+      "grad_norm": 16.71875,
+      "learning_rate": 9.987795003523062e-07,
+      "loss": 25.3682,
+      "step": 2160
+    },
+    {
+      "epoch": 0.1569478347346533,
+      "grad_norm": 17.015625,
+      "learning_rate": 9.987738498909745e-07,
+      "loss": 25.4203,
+      "step": 2170
+    },
+    {
+      "epoch": 0.1576710966458729,
+      "grad_norm": 16.296875,
+      "learning_rate": 9.987681994296424e-07,
+      "loss": 24.7439,
+      "step": 2180
+    },
+    {
+      "epoch": 0.1583943585570925,
+      "grad_norm": 16.203125,
+      "learning_rate": 9.987625489683104e-07,
+      "loss": 25.2626,
+      "step": 2190
+    },
+    {
+      "epoch": 0.1591176204683121,
+      "grad_norm": 16.046875,
+      "learning_rate": 9.987568985069784e-07,
+      "loss": 25.3073,
+      "step": 2200
+    },
+    {
+      "epoch": 0.1598408823795317,
+      "grad_norm": 15.953125,
+      "learning_rate": 9.987512480456467e-07,
+      "loss": 25.1684,
+      "step": 2210
+    },
+    {
+      "epoch": 0.16056414429075128,
+      "grad_norm": 15.75,
+      "learning_rate": 9.987455975843149e-07,
+      "loss": 24.7415,
+      "step": 2220
+    },
+    {
+      "epoch": 0.16128740620197088,
+      "grad_norm": 16.5,
+      "learning_rate": 9.987399471229829e-07,
+      "loss": 25.3286,
+      "step": 2230
+    },
+    {
+      "epoch": 0.16201066811319048,
+      "grad_norm": 15.796875,
+      "learning_rate": 9.987342966616509e-07,
+      "loss": 24.9328,
+      "step": 2240
+    },
+    {
+      "epoch": 0.16273393002441008,
+      "grad_norm": 15.90625,
+      "learning_rate": 9.987286462003189e-07,
+      "loss": 25.232,
+      "step": 2250
+    },
+    {
+      "epoch": 0.1634571919356297,
+      "grad_norm": 15.65625,
+      "learning_rate": 9.98722995738987e-07,
+      "loss": 25.3422,
+      "step": 2260
+    },
+    {
+      "epoch": 0.1641804538468493,
+      "grad_norm": 16.359375,
+      "learning_rate": 9.98717345277655e-07,
+      "loss": 25.1399,
+      "step": 2270
+    },
+    {
+      "epoch": 0.1649037157580689,
+      "grad_norm": 15.375,
+      "learning_rate": 9.987116948163233e-07,
+      "loss": 25.268,
+      "step": 2280
+    },
+    {
+      "epoch": 0.1656269776692885,
+      "grad_norm": 15.9765625,
+      "learning_rate": 9.987060443549913e-07,
+      "loss": 25.0909,
+      "step": 2290
+    },
+    {
+      "epoch": 0.1663502395805081,
+      "grad_norm": 15.78125,
+      "learning_rate": 9.987003938936595e-07,
+      "loss": 24.9881,
+      "step": 2300
+    },
+    {
+      "epoch": 0.1670735014917277,
+      "grad_norm": 15.7109375,
+      "learning_rate": 9.986947434323275e-07,
+      "loss": 25.1584,
+      "step": 2310
+    },
+    {
+      "epoch": 0.1677967634029473,
+      "grad_norm": 16.6875,
+      "learning_rate": 9.986890929709955e-07,
+      "loss": 25.3915,
+      "step": 2320
+    },
+    {
+      "epoch": 0.1685200253141669,
+      "grad_norm": 16.03125,
+      "learning_rate": 9.986834425096637e-07,
+      "loss": 25.0778,
+      "step": 2330
+    },
+    {
+      "epoch": 0.16924328722538648,
+      "grad_norm": 16.5625,
+      "learning_rate": 9.986777920483317e-07,
+      "loss": 25.1175,
+      "step": 2340
+    },
+    {
+      "epoch": 0.16996654913660608,
+      "grad_norm": 16.484375,
+      "learning_rate": 9.986721415869999e-07,
+      "loss": 25.0781,
+      "step": 2350
+    },
+    {
+      "epoch": 0.17068981104782568,
+      "grad_norm": 16.359375,
+      "learning_rate": 9.986664911256679e-07,
+      "loss": 24.9664,
+      "step": 2360
+    },
+    {
+      "epoch": 0.1714130729590453,
+      "grad_norm": 16.359375,
+      "learning_rate": 9.986608406643359e-07,
+      "loss": 25.2058,
+      "step": 2370
+    },
+    {
+      "epoch": 0.1721363348702649,
+      "grad_norm": 16.765625,
+      "learning_rate": 9.98655190203004e-07,
+      "loss": 25.2812,
+      "step": 2380
+    },
+    {
+      "epoch": 0.1728595967814845,
+      "grad_norm": 15.3046875,
+      "learning_rate": 9.986495397416723e-07,
+      "loss": 24.9085,
+      "step": 2390
+    },
+    {
+      "epoch": 0.1735828586927041,
+      "grad_norm": 16.21875,
+      "learning_rate": 9.986438892803403e-07,
+      "loss": 25.5753,
+      "step": 2400
+    },
+    {
+      "epoch": 0.1743061206039237,
+      "grad_norm": 15.8984375,
+      "learning_rate": 9.986382388190083e-07,
+      "loss": 24.8124,
+      "step": 2410
+    },
+    {
+      "epoch": 0.1750293825151433,
+      "grad_norm": 16.53125,
+      "learning_rate": 9.986325883576763e-07,
+      "loss": 25.1711,
+      "step": 2420
+    },
+    {
+      "epoch": 0.1757526444263629,
+      "grad_norm": 15.953125,
+      "learning_rate": 9.986269378963445e-07,
+      "loss": 25.014,
+      "step": 2430
+    },
+    {
+      "epoch": 0.1764759063375825,
+      "grad_norm": 16.28125,
+      "learning_rate": 9.986212874350127e-07,
+      "loss": 25.099,
+      "step": 2440
+    },
+    {
+      "epoch": 0.1771991682488021,
+      "grad_norm": 17.46875,
+      "learning_rate": 9.986156369736807e-07,
+      "loss": 25.3132,
+      "step": 2450
+    },
+    {
+      "epoch": 0.1779224301600217,
+      "grad_norm": 16.96875,
+      "learning_rate": 9.986099865123487e-07,
+      "loss": 25.126,
+      "step": 2460
+    },
+    {
+      "epoch": 0.17864569207124129,
+      "grad_norm": 16.796875,
+      "learning_rate": 9.986043360510167e-07,
+      "loss": 25.1885,
+      "step": 2470
+    },
+    {
+      "epoch": 0.1793689539824609,
+      "grad_norm": 15.390625,
+      "learning_rate": 9.98598685589685e-07,
+      "loss": 25.0434,
+      "step": 2480
+    },
+    {
+      "epoch": 0.1800922158936805,
+      "grad_norm": 15.8203125,
+      "learning_rate": 9.985930351283531e-07,
+      "loss": 25.4111,
+      "step": 2490
+    },
+    {
+      "epoch": 0.1808154778049001,
+      "grad_norm": 15.4140625,
+      "learning_rate": 9.985873846670211e-07,
+      "loss": 24.7393,
+      "step": 2500
+    },
+    {
+      "epoch": 0.1808154778049001,
+      "eval_loss": 1.5891753435134888,
+      "eval_runtime": 361.4111,
+      "eval_samples_per_second": 2008.956,
+      "eval_steps_per_second": 31.391,
+      "step": 2500
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 13826,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 2500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 3.492321391804416e+18,
+  "train_batch_size": 16,
+  "trial_name": null,
+  "trial_params": null
+}

last-checkpoint/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1711d2e7adf103f41a22e313a32edacb355437c6524c884ae1accfee4913a2d
+size 5368