feat: upload model

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,10 @@
+---
+library_name: peft
+---
+## Training procedure
+
+### Framework versions
+
+- PEFT 0.4.0
+
+- PEFT 0.4.0

adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "auto_mapping": {
+    "base_model_class": "Gemma2ForCausalLM",
+    "parent_library": "transformers.models.gemma2.modeling_gemma2"
+  },
+  "base_model_name_or_path": "/home/lab/halyn/gemma/seok/MA-LMM/llm/gemma-2-2b-it",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "lora_alpha": 32,
+  "lora_dropout": 0.1,
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 16,
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "o_proj",
+    "k_proj",
+    "v_proj",
+    "gate_proj",
+    "up_proj",
+    "down_proj"
+  ],
+  "task_type": null
+}

adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec6c739d83c0f85de28e415ac5f1e2c5da23c5c438124261480addc66f87e64c
+size 83115256

optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3853ef1fcbae016bcff37d79a5f09422303cf11cc64d38dd024b52a9ce9121bf
+size 166439638

rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dbfe38d8914cc2a6568a9a0f0a4961e4a7e2c843fcdad78153b8732a59670b4
+size 14244

scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24da6acdaa9caf41ba49b29e97b6f561ea468b1c128d357faf05686c74fce81c
+size 1064

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f7eee611703c5ce5d1eee32d9cdcfe465647b8aff0c1dfb3bed7ad7dbb05060
+size 34362873

tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a7b147390c64585d6c3543dd6fc636906c9af3865a5548f27f31aee1d4c8e2
+size 4241003

tokenizer_config.json

@@ -0,0 +1,2013 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<eos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<bos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "<mask>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "5": {
+      "content": "<2mass>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "6": {
+      "content": "[@BOS@]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "7": {
+      "content": "<unused0>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "8": {
+      "content": "<unused1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "9": {
+      "content": "<unused2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "10": {
+      "content": "<unused3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "11": {
+      "content": "<unused4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "12": {
+      "content": "<unused5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "13": {
+      "content": "<unused6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "14": {
+      "content": "<unused7>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "15": {
+      "content": "<unused8>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "16": {
+      "content": "<unused9>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "17": {
+      "content": "<unused10>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "18": {
+      "content": "<unused11>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "19": {
+      "content": "<unused12>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "20": {
+      "content": "<unused13>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "21": {
+      "content": "<unused14>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "22": {
+      "content": "<unused15>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "23": {
+      "content": "<unused16>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "24": {
+      "content": "<unused17>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "25": {
+      "content": "<unused18>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "26": {
+      "content": "<unused19>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "27": {
+      "content": "<unused20>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "28": {
+      "content": "<unused21>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "29": {
+      "content": "<unused22>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "30": {
+      "content": "<unused23>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "31": {
+      "content": "<unused24>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32": {
+      "content": "<unused25>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "33": {
+      "content": "<unused26>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "34": {
+      "content": "<unused27>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "35": {
+      "content": "<unused28>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "36": {
+      "content": "<unused29>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "37": {
+      "content": "<unused30>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "38": {
+      "content": "<unused31>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "39": {
+      "content": "<unused32>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "40": {
+      "content": "<unused33>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "41": {
+      "content": "<unused34>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "42": {
+      "content": "<unused35>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "43": {
+      "content": "<unused36>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "44": {
+      "content": "<unused37>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "45": {
+      "content": "<unused38>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "46": {
+      "content": "<unused39>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "47": {
+      "content": "<unused40>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "48": {
+      "content": "<unused41>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "49": {
+      "content": "<unused42>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50": {
+      "content": "<unused43>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "51": {
+      "content": "<unused44>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "52": {
+      "content": "<unused45>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "53": {
+      "content": "<unused46>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "54": {
+      "content": "<unused47>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "55": {
+      "content": "<unused48>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "56": {
+      "content": "<unused49>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57": {
+      "content": "<unused50>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "58": {
+      "content": "<unused51>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "59": {
+      "content": "<unused52>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "60": {
+      "content": "<unused53>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "61": {
+      "content": "<unused54>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "62": {
+      "content": "<unused55>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "63": {
+      "content": "<unused56>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "64": {
+      "content": "<unused57>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "65": {
+      "content": "<unused58>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "66": {
+      "content": "<unused59>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "67": {
+      "content": "<unused60>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "68": {
+      "content": "<unused61>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "69": {
+      "content": "<unused62>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "70": {
+      "content": "<unused63>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "71": {
+      "content": "<unused64>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "72": {
+      "content": "<unused65>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "73": {
+      "content": "<unused66>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "74": {
+      "content": "<unused67>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "75": {
+      "content": "<unused68>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "76": {
+      "content": "<unused69>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "77": {
+      "content": "<unused70>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "78": {
+      "content": "<unused71>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "79": {
+      "content": "<unused72>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "80": {
+      "content": "<unused73>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "81": {
+      "content": "<unused74>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "82": {
+      "content": "<unused75>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "83": {
+      "content": "<unused76>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "84": {
+      "content": "<unused77>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "85": {
+      "content": "<unused78>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "86": {
+      "content": "<unused79>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "87": {
+      "content": "<unused80>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "88": {
+      "content": "<unused81>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "89": {
+      "content": "<unused82>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "90": {
+      "content": "<unused83>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "91": {
+      "content": "<unused84>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92": {
+      "content": "<unused85>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "93": {
+      "content": "<unused86>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "94": {
+      "content": "<unused87>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95": {
+      "content": "<unused88>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "96": {
+      "content": "<unused89>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "97": {
+      "content": "<unused90>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "98": {
+      "content": "<unused91>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "99": {
+      "content": "<unused92>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100": {
+      "content": "<unused93>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "101": {
+      "content": "<unused94>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "102": {
+      "content": "<unused95>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "103": {
+      "content": "<unused96>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "104": {
+      "content": "<unused97>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "105": {
+      "content": "<unused98>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "106": {
+      "content": "<start_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "107": {
+      "content": "<end_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "108": {
+      "content": "\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "109": {
+      "content": "\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "110": {
+      "content": "\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "111": {
+      "content": "\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "112": {
+      "content": "\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "113": {
+      "content": "\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "114": {
+      "content": "\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "115": {
+      "content": "\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "116": {
+      "content": "\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "117": {
+      "content": "\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "118": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "119": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "120": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "121": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "122": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "123": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "124": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "125": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "126": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "127": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "128": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "129": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "130": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "131": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "132": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "133": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "134": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "135": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "136": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "137": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "138": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "139": {
+      "content": "▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "140": {
+      "content": "▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "141": {
+      "content": "▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "142": {
+      "content": "▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "143": {
+      "content": "▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "144": {
+      "content": "▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "145": {
+      "content": "▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "146": {
+      "content": "▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "147": {
+      "content": "▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "148": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "149": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "150": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "152": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "153": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "154": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "155": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "156": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "157": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "158": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "159": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "160": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "161": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "162": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "163": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "164": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "165": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "166": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "167": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "168": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "169": {
+      "content": "<table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "170": {
+      "content": "<caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "171": {
+      "content": "<thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "172": {
+      "content": "<tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "173": {
+      "content": "<tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "174": {
+      "content": "<tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "175": {
+      "content": "<th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "176": {
+      "content": "<td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "177": {
+      "content": "</table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "178": {
+      "content": "</caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "179": {
+      "content": "</thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "180": {
+      "content": "</tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "181": {
+      "content": "</tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "182": {
+      "content": "</tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "183": {
+      "content": "</th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "184": {
+      "content": "</td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "185": {
+      "content": "<h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "186": {
+      "content": "<h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "187": {
+      "content": "<h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "188": {
+      "content": "<h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "189": {
+      "content": "<h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "190": {
+      "content": "<h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "191": {
+      "content": "<blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "192": {
+      "content": "</h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "193": {
+      "content": "</h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "194": {
+      "content": "</h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "195": {
+      "content": "</h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "196": {
+      "content": "</h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "197": {
+      "content": "</h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "198": {
+      "content": "</blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "199": {
+      "content": "<strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "200": {
+      "content": "<em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "201": {
+      "content": "<b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "202": {
+      "content": "<i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "203": {
+      "content": "<u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "204": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "205": {
+      "content": "<sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "206": {
+      "content": "<sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "207": {
+      "content": "<code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "208": {
+      "content": "</strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "209": {
+      "content": "</em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "210": {
+      "content": "</b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "211": {
+      "content": "</i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "212": {
+      "content": "</u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "213": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "214": {
+      "content": "</sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "215": {
+      "content": "</sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "216": {
+      "content": "</code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255968": {
+      "content": "[toxicity=0]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255969": {
+      "content": "\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255970": {
+      "content": "\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255971": {
+      "content": "\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255972": {
+      "content": "\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255973": {
+      "content": "\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255974": {
+      "content": "\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255975": {
+      "content": "\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255976": {
+      "content": "\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255977": {
+      "content": "\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255978": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255979": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255980": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255981": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255982": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255983": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255984": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255985": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255986": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255987": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255988": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255989": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255990": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255991": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255992": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255993": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255994": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255995": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255996": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255997": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255998": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255999": {
+      "content": "<unused99>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": "<bos>",
+  "chat_template": "{{ bos_token }}{% if messages[0]['role'] == 'system' %}{{ raise_exception('System role not supported') }}{% endif %}{% for message in messages %}{% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}{{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}{% endif %}{% if (message['role'] == 'assistant') %}{% set role = 'model' %}{% else %}{% set role = message['role'] %}{% endif %}{{ '<start_of_turn>' + role + '\n' + message['content'] | trim + '<end_of_turn>\n' }}{% endfor %}{% if add_generation_prompt %}{{'<start_of_turn>model\n'}}{% endif %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<eos>",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<pad>",
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "GemmaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}

trainer_state.json

@@ -0,0 +1,824 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 3.0,
+  "eval_steps": 500,
+  "global_step": 55077,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.02723459883435917,
+      "grad_norm": 1.1466608047485352,
+      "learning_rate": 4.9558799498883386e-05,
+      "loss": 1.2147,
+      "step": 500
+    },
+    {
+      "epoch": 0.05446919766871834,
+      "grad_norm": 3.79953932762146,
+      "learning_rate": 4.910852079815531e-05,
+      "loss": 0.4931,
+      "step": 1000
+    },
+    {
+      "epoch": 0.0817037965030775,
+      "grad_norm": 2.2004730701446533,
+      "learning_rate": 4.8654610817582656e-05,
+      "loss": 0.508,
+      "step": 1500
+    },
+    {
+      "epoch": 0.10893839533743668,
+      "grad_norm": 5.668378829956055,
+      "learning_rate": 4.820070083701001e-05,
+      "loss": 0.7482,
+      "step": 2000
+    },
+    {
+      "epoch": 0.13617299417179585,
+      "grad_norm": 2.5953574180603027,
+      "learning_rate": 4.774679085643735e-05,
+      "loss": 0.6969,
+      "step": 2500
+    },
+    {
+      "epoch": 0.163407593006155,
+      "grad_norm": 1.506287932395935,
+      "learning_rate": 4.72928808758647e-05,
+      "loss": 0.501,
+      "step": 3000
+    },
+    {
+      "epoch": 0.1906421918405142,
+      "grad_norm": 1.627192735671997,
+      "learning_rate": 4.683897089529205e-05,
+      "loss": 0.5321,
+      "step": 3500
+    },
+    {
+      "epoch": 0.21787679067487337,
+      "grad_norm": 1.1909410953521729,
+      "learning_rate": 4.63850609147194e-05,
+      "loss": 0.5486,
+      "step": 4000
+    },
+    {
+      "epoch": 0.24511138950923253,
+      "grad_norm": 1.7642792463302612,
+      "learning_rate": 4.5931150934146743e-05,
+      "loss": 0.5043,
+      "step": 4500
+    },
+    {
+      "epoch": 0.2723459883435917,
+      "grad_norm": 2.2761762142181396,
+      "learning_rate": 4.547724095357409e-05,
+      "loss": 0.4645,
+      "step": 5000
+    },
+    {
+      "epoch": 0.2995805871779509,
+      "grad_norm": 2.3419032096862793,
+      "learning_rate": 4.502333097300144e-05,
+      "loss": 0.4197,
+      "step": 5500
+    },
+    {
+      "epoch": 0.32681518601231,
+      "grad_norm": 3.043858051300049,
+      "learning_rate": 4.4569420992428784e-05,
+      "loss": 0.4128,
+      "step": 6000
+    },
+    {
+      "epoch": 0.3540497848466692,
+      "grad_norm": 10.96549129486084,
+      "learning_rate": 4.411551101185613e-05,
+      "loss": 0.4257,
+      "step": 6500
+    },
+    {
+      "epoch": 0.3812843836810284,
+      "grad_norm": 2.053966760635376,
+      "learning_rate": 4.366160103128348e-05,
+      "loss": 0.3825,
+      "step": 7000
+    },
+    {
+      "epoch": 0.40851898251538754,
+      "grad_norm": 2.4897701740264893,
+      "learning_rate": 4.3207691050710824e-05,
+      "loss": 0.3699,
+      "step": 7500
+    },
+    {
+      "epoch": 0.43575358134974673,
+      "grad_norm": 0.603682816028595,
+      "learning_rate": 4.275378107013817e-05,
+      "loss": 0.4291,
+      "step": 8000
+    },
+    {
+      "epoch": 0.46298818018410587,
+      "grad_norm": 0.8895764350891113,
+      "learning_rate": 4.229987108956552e-05,
+      "loss": 0.3847,
+      "step": 8500
+    },
+    {
+      "epoch": 0.49022277901846506,
+      "grad_norm": 0.43345028162002563,
+      "learning_rate": 4.1845961108992865e-05,
+      "loss": 0.3642,
+      "step": 9000
+    },
+    {
+      "epoch": 0.5174573778528242,
+      "grad_norm": 1.6731306314468384,
+      "learning_rate": 4.139205112842021e-05,
+      "loss": 0.3751,
+      "step": 9500
+    },
+    {
+      "epoch": 0.5446919766871834,
+      "grad_norm": 1.6484122276306152,
+      "learning_rate": 4.093814114784756e-05,
+      "loss": 0.4035,
+      "step": 10000
+    },
+    {
+      "epoch": 0.5719265755215426,
+      "grad_norm": 1.7121918201446533,
+      "learning_rate": 4.0484231167274905e-05,
+      "loss": 0.3796,
+      "step": 10500
+    },
+    {
+      "epoch": 0.5991611743559018,
+      "grad_norm": 2.6948976516723633,
+      "learning_rate": 4.0030321186702256e-05,
+      "loss": 0.372,
+      "step": 11000
+    },
+    {
+      "epoch": 0.626395773190261,
+      "grad_norm": 3.9049389362335205,
+      "learning_rate": 3.957641120612961e-05,
+      "loss": 0.3455,
+      "step": 11500
+    },
+    {
+      "epoch": 0.65363037202462,
+      "grad_norm": 0.8507063388824463,
+      "learning_rate": 3.912250122555695e-05,
+      "loss": 0.3432,
+      "step": 12000
+    },
+    {
+      "epoch": 0.6808649708589792,
+      "grad_norm": 1.8186389207839966,
+      "learning_rate": 3.8668591244984297e-05,
+      "loss": 0.3413,
+      "step": 12500
+    },
+    {
+      "epoch": 0.7080995696933384,
+      "grad_norm": 1.0689102411270142,
+      "learning_rate": 3.821468126441165e-05,
+      "loss": 0.3821,
+      "step": 13000
+    },
+    {
+      "epoch": 0.7353341685276976,
+      "grad_norm": 1.7289353609085083,
+      "learning_rate": 3.776077128383899e-05,
+      "loss": 0.3861,
+      "step": 13500
+    },
+    {
+      "epoch": 0.7625687673620568,
+      "grad_norm": 1.1911722421646118,
+      "learning_rate": 3.730686130326634e-05,
+      "loss": 0.3653,
+      "step": 14000
+    },
+    {
+      "epoch": 0.7898033661964159,
+      "grad_norm": 6.017147541046143,
+      "learning_rate": 3.685295132269369e-05,
+      "loss": 0.3523,
+      "step": 14500
+    },
+    {
+      "epoch": 0.8170379650307751,
+      "grad_norm": 0.9723203778266907,
+      "learning_rate": 3.639904134212103e-05,
+      "loss": 0.3366,
+      "step": 15000
+    },
+    {
+      "epoch": 0.8442725638651343,
+      "grad_norm": 1.8334780931472778,
+      "learning_rate": 3.594513136154838e-05,
+      "loss": 0.3933,
+      "step": 15500
+    },
+    {
+      "epoch": 0.8715071626994935,
+      "grad_norm": 1.174159049987793,
+      "learning_rate": 3.549122138097573e-05,
+      "loss": 0.3676,
+      "step": 16000
+    },
+    {
+      "epoch": 0.8987417615338527,
+      "grad_norm": 0.1367327719926834,
+      "learning_rate": 3.503731140040307e-05,
+      "loss": 0.3286,
+      "step": 16500
+    },
+    {
+      "epoch": 0.9259763603682117,
+      "grad_norm": 2.6567485332489014,
+      "learning_rate": 3.458340141983042e-05,
+      "loss": 0.3401,
+      "step": 17000
+    },
+    {
+      "epoch": 0.9532109592025709,
+      "grad_norm": 0.11480577290058136,
+      "learning_rate": 3.412949143925777e-05,
+      "loss": 0.3858,
+      "step": 17500
+    },
+    {
+      "epoch": 0.9804455580369301,
+      "grad_norm": 2.1067185401916504,
+      "learning_rate": 3.3675581458685113e-05,
+      "loss": 0.3208,
+      "step": 18000
+    },
+    {
+      "epoch": 1.0,
+      "eval_runtime": 198.3127,
+      "eval_samples_per_second": 9.48,
+      "eval_steps_per_second": 9.48,
+      "step": 18359
+    },
+    {
+      "epoch": 1.0076801568712892,
+      "grad_norm": 4.7463698387146,
+      "learning_rate": 3.3221671478112465e-05,
+      "loss": 0.3242,
+      "step": 18500
+    },
+    {
+      "epoch": 1.0349147557056484,
+      "grad_norm": 0.8721242547035217,
+      "learning_rate": 3.276776149753981e-05,
+      "loss": 0.3311,
+      "step": 19000
+    },
+    {
+      "epoch": 1.0621493545400076,
+      "grad_norm": 1.6243788003921509,
+      "learning_rate": 3.231385151696716e-05,
+      "loss": 0.2998,
+      "step": 19500
+    },
+    {
+      "epoch": 1.0893839533743668,
+      "grad_norm": 0.8359081149101257,
+      "learning_rate": 3.1859941536394505e-05,
+      "loss": 0.3168,
+      "step": 20000
+    },
+    {
+      "epoch": 1.116618552208726,
+      "grad_norm": 0.6658357381820679,
+      "learning_rate": 3.140603155582185e-05,
+      "loss": 0.331,
+      "step": 20500
+    },
+    {
+      "epoch": 1.1438531510430852,
+      "grad_norm": 0.5795690417289734,
+      "learning_rate": 3.09521215752492e-05,
+      "loss": 0.3073,
+      "step": 21000
+    },
+    {
+      "epoch": 1.1710877498774444,
+      "grad_norm": 0.18823903799057007,
+      "learning_rate": 3.0498211594676546e-05,
+      "loss": 0.2997,
+      "step": 21500
+    },
+    {
+      "epoch": 1.1983223487118035,
+      "grad_norm": 0.7759385704994202,
+      "learning_rate": 3.0044301614103893e-05,
+      "loss": 0.3181,
+      "step": 22000
+    },
+    {
+      "epoch": 1.2255569475461627,
+      "grad_norm": 2.6760952472686768,
+      "learning_rate": 2.9590391633531238e-05,
+      "loss": 0.3208,
+      "step": 22500
+    },
+    {
+      "epoch": 1.252791546380522,
+      "grad_norm": 0.7384393215179443,
+      "learning_rate": 2.9136481652958586e-05,
+      "loss": 0.3236,
+      "step": 23000
+    },
+    {
+      "epoch": 1.280026145214881,
+      "grad_norm": 0.1822945773601532,
+      "learning_rate": 2.8682571672385934e-05,
+      "loss": 0.2944,
+      "step": 23500
+    },
+    {
+      "epoch": 1.30726074404924,
+      "grad_norm": 1.2044873237609863,
+      "learning_rate": 2.822866169181328e-05,
+      "loss": 0.3148,
+      "step": 24000
+    },
+    {
+      "epoch": 1.3344953428835993,
+      "grad_norm": 0.12448325008153915,
+      "learning_rate": 2.7774751711240626e-05,
+      "loss": 0.32,
+      "step": 24500
+    },
+    {
+      "epoch": 1.3617299417179585,
+      "grad_norm": 0.1313730776309967,
+      "learning_rate": 2.7320841730667974e-05,
+      "loss": 0.2869,
+      "step": 25000
+    },
+    {
+      "epoch": 1.3889645405523177,
+      "grad_norm": 0.2766351103782654,
+      "learning_rate": 2.686693175009532e-05,
+      "loss": 0.3052,
+      "step": 25500
+    },
+    {
+      "epoch": 1.4161991393866769,
+      "grad_norm": 1.1278197765350342,
+      "learning_rate": 2.6413021769522673e-05,
+      "loss": 0.2979,
+      "step": 26000
+    },
+    {
+      "epoch": 1.443433738221036,
+      "grad_norm": 1.9573335647583008,
+      "learning_rate": 2.5959111788950018e-05,
+      "loss": 0.3226,
+      "step": 26500
+    },
+    {
+      "epoch": 1.4706683370553952,
+      "grad_norm": 1.249816656112671,
+      "learning_rate": 2.5505201808377366e-05,
+      "loss": 0.3446,
+      "step": 27000
+    },
+    {
+      "epoch": 1.4979029358897544,
+      "grad_norm": 1.5611047744750977,
+      "learning_rate": 2.5051291827804714e-05,
+      "loss": 0.3295,
+      "step": 27500
+    },
+    {
+      "epoch": 1.5251375347241134,
+      "grad_norm": 0.2420412003993988,
+      "learning_rate": 2.4597381847232058e-05,
+      "loss": 0.3048,
+      "step": 28000
+    },
+    {
+      "epoch": 1.5523721335584728,
+      "grad_norm": 0.621634304523468,
+      "learning_rate": 2.4143471866659406e-05,
+      "loss": 0.3135,
+      "step": 28500
+    },
+    {
+      "epoch": 1.5796067323928318,
+      "grad_norm": 0.09876800328493118,
+      "learning_rate": 2.3689561886086754e-05,
+      "loss": 0.3231,
+      "step": 29000
+    },
+    {
+      "epoch": 1.606841331227191,
+      "grad_norm": 0.10343176126480103,
+      "learning_rate": 2.32356519055141e-05,
+      "loss": 0.3441,
+      "step": 29500
+    },
+    {
+      "epoch": 1.6340759300615502,
+      "grad_norm": 0.44668447971343994,
+      "learning_rate": 2.2781741924941447e-05,
+      "loss": 0.3297,
+      "step": 30000
+    },
+    {
+      "epoch": 1.6613105288959094,
+      "grad_norm": 0.37340623140335083,
+      "learning_rate": 2.2327831944368795e-05,
+      "loss": 0.3026,
+      "step": 30500
+    },
+    {
+      "epoch": 1.6885451277302685,
+      "grad_norm": 0.21011939644813538,
+      "learning_rate": 2.187392196379614e-05,
+      "loss": 0.3254,
+      "step": 31000
+    },
+    {
+      "epoch": 1.7157797265646277,
+      "grad_norm": 1.6312121152877808,
+      "learning_rate": 2.1420011983223487e-05,
+      "loss": 0.3186,
+      "step": 31500
+    },
+    {
+      "epoch": 1.743014325398987,
+      "grad_norm": 1.275604248046875,
+      "learning_rate": 2.096700982261198e-05,
+      "loss": 0.2971,
+      "step": 32000
+    },
+    {
+      "epoch": 1.770248924233346,
+      "grad_norm": 1.6331900358200073,
+      "learning_rate": 2.0513099842039328e-05,
+      "loss": 0.3249,
+      "step": 32500
+    },
+    {
+      "epoch": 1.7974835230677053,
+      "grad_norm": 1.0726169347763062,
+      "learning_rate": 2.0059189861466676e-05,
+      "loss": 0.3159,
+      "step": 33000
+    },
+    {
+      "epoch": 1.8247181219020643,
+      "grad_norm": 2.8441109657287598,
+      "learning_rate": 1.9606187700855166e-05,
+      "loss": 0.3013,
+      "step": 33500
+    },
+    {
+      "epoch": 1.8519527207364237,
+      "grad_norm": 1.9688265323638916,
+      "learning_rate": 1.915318554024366e-05,
+      "loss": 0.3048,
+      "step": 34000
+    },
+    {
+      "epoch": 1.8791873195707827,
+      "grad_norm": 0.29343387484550476,
+      "learning_rate": 1.8699275559671007e-05,
+      "loss": 0.3037,
+      "step": 34500
+    },
+    {
+      "epoch": 1.9064219184051419,
+      "grad_norm": 1.4208123683929443,
+      "learning_rate": 1.8247181219020645e-05,
+      "loss": 0.3486,
+      "step": 35000
+    },
+    {
+      "epoch": 1.933656517239501,
+      "grad_norm": 0.09636660665273666,
+      "learning_rate": 1.7793271238447993e-05,
+      "loss": 0.3057,
+      "step": 35500
+    },
+    {
+      "epoch": 1.9608911160738602,
+      "grad_norm": 2.4064226150512695,
+      "learning_rate": 1.7339361257875337e-05,
+      "loss": 0.2992,
+      "step": 36000
+    },
+    {
+      "epoch": 1.9881257149082194,
+      "grad_norm": 0.09306484460830688,
+      "learning_rate": 1.6885451277302685e-05,
+      "loss": 0.2987,
+      "step": 36500
+    },
+    {
+      "epoch": 2.0,
+      "eval_runtime": 197.752,
+      "eval_samples_per_second": 9.507,
+      "eval_steps_per_second": 9.507,
+      "step": 36718
+    },
+    {
+      "epoch": 2.0153603137425784,
+      "grad_norm": 1.6785128116607666,
+      "learning_rate": 1.6431541296730033e-05,
+      "loss": 0.3208,
+      "step": 37000
+    },
+    {
+      "epoch": 2.042594912576938,
+      "grad_norm": 3.7624003887176514,
+      "learning_rate": 1.5978539136118526e-05,
+      "loss": 0.2908,
+      "step": 37500
+    },
+    {
+      "epoch": 2.069829511411297,
+      "grad_norm": 0.20085683465003967,
+      "learning_rate": 1.552462915554587e-05,
+      "loss": 0.2729,
+      "step": 38000
+    },
+    {
+      "epoch": 2.097064110245656,
+      "grad_norm": 0.11236262321472168,
+      "learning_rate": 1.5070719174973219e-05,
+      "loss": 0.2664,
+      "step": 38500
+    },
+    {
+      "epoch": 2.124298709080015,
+      "grad_norm": 2.0708374977111816,
+      "learning_rate": 1.4616809194400567e-05,
+      "loss": 0.2511,
+      "step": 39000
+    },
+    {
+      "epoch": 2.1515333079143746,
+      "grad_norm": 1.7030911445617676,
+      "learning_rate": 1.4162899213827916e-05,
+      "loss": 0.2809,
+      "step": 39500
+    },
+    {
+      "epoch": 2.1787679067487336,
+      "grad_norm": 0.11112015694379807,
+      "learning_rate": 1.3708989233255262e-05,
+      "loss": 0.2294,
+      "step": 40000
+    },
+    {
+      "epoch": 2.206002505583093,
+      "grad_norm": 2.3932106494903564,
+      "learning_rate": 1.3255079252682609e-05,
+      "loss": 0.2881,
+      "step": 40500
+    },
+    {
+      "epoch": 2.233237104417452,
+      "grad_norm": 0.9254179000854492,
+      "learning_rate": 1.2801169272109957e-05,
+      "loss": 0.2532,
+      "step": 41000
+    },
+    {
+      "epoch": 2.2604717032518113,
+      "grad_norm": 0.17265941202640533,
+      "learning_rate": 1.2347259291537303e-05,
+      "loss": 0.2502,
+      "step": 41500
+    },
+    {
+      "epoch": 2.2877063020861703,
+      "grad_norm": 2.3043088912963867,
+      "learning_rate": 1.189334931096465e-05,
+      "loss": 0.2799,
+      "step": 42000
+    },
+    {
+      "epoch": 2.3149409009205293,
+      "grad_norm": 0.11663592606782913,
+      "learning_rate": 1.1439439330391997e-05,
+      "loss": 0.2569,
+      "step": 42500
+    },
+    {
+      "epoch": 2.3421754997548887,
+      "grad_norm": 2.5327258110046387,
+      "learning_rate": 1.0986437169780488e-05,
+      "loss": 0.2735,
+      "step": 43000
+    },
+    {
+      "epoch": 2.3694100985892477,
+      "grad_norm": 1.2668527364730835,
+      "learning_rate": 1.0532527189207838e-05,
+      "loss": 0.2692,
+      "step": 43500
+    },
+    {
+      "epoch": 2.396644697423607,
+      "grad_norm": 1.1176379919052124,
+      "learning_rate": 1.0078617208635184e-05,
+      "loss": 0.2984,
+      "step": 44000
+    },
+    {
+      "epoch": 2.423879296257966,
+      "grad_norm": 0.13128969073295593,
+      "learning_rate": 9.62470722806253e-06,
+      "loss": 0.2592,
+      "step": 44500
+    },
+    {
+      "epoch": 2.4511138950923255,
+      "grad_norm": 0.8079116344451904,
+      "learning_rate": 9.170797247489878e-06,
+      "loss": 0.2869,
+      "step": 45000
+    },
+    {
+      "epoch": 2.4783484939266844,
+      "grad_norm": 0.9324661493301392,
+      "learning_rate": 8.716887266917226e-06,
+      "loss": 0.2674,
+      "step": 45500
+    },
+    {
+      "epoch": 2.505583092761044,
+      "grad_norm": 0.18096031248569489,
+      "learning_rate": 8.262977286344572e-06,
+      "loss": 0.2852,
+      "step": 46000
+    },
+    {
+      "epoch": 2.532817691595403,
+      "grad_norm": 0.13841697573661804,
+      "learning_rate": 7.811790765655356e-06,
+      "loss": 0.2747,
+      "step": 46500
+    },
+    {
+      "epoch": 2.560052290429762,
+      "grad_norm": 2.215595006942749,
+      "learning_rate": 7.357880785082703e-06,
+      "loss": 0.2836,
+      "step": 47000
+    },
+    {
+      "epoch": 2.587286889264121,
+      "grad_norm": 0.17113931477069855,
+      "learning_rate": 6.90397080451005e-06,
+      "loss": 0.2791,
+      "step": 47500
+    },
+    {
+      "epoch": 2.61452148809848,
+      "grad_norm": 1.888545274734497,
+      "learning_rate": 6.450060823937397e-06,
+      "loss": 0.2685,
+      "step": 48000
+    },
+    {
+      "epoch": 2.6417560869328396,
+      "grad_norm": 0.15251892805099487,
+      "learning_rate": 5.996150843364744e-06,
+      "loss": 0.2958,
+      "step": 48500
+    },
+    {
+      "epoch": 2.6689906857671986,
+      "grad_norm": 2.180168628692627,
+      "learning_rate": 5.542240862792091e-06,
+      "loss": 0.2887,
+      "step": 49000
+    },
+    {
+      "epoch": 2.696225284601558,
+      "grad_norm": 1.863853931427002,
+      "learning_rate": 5.088330882219438e-06,
+      "loss": 0.2931,
+      "step": 49500
+    },
+    {
+      "epoch": 2.723459883435917,
+      "grad_norm": 2.8054542541503906,
+      "learning_rate": 4.634420901646785e-06,
+      "loss": 0.2659,
+      "step": 50000
+    },
+    {
+      "epoch": 2.7506944822702764,
+      "grad_norm": 3.5175323486328125,
+      "learning_rate": 4.180510921074133e-06,
+      "loss": 0.2574,
+      "step": 50500
+    },
+    {
+      "epoch": 2.7779290811046353,
+      "grad_norm": 0.14439070224761963,
+      "learning_rate": 3.727508760462625e-06,
+      "loss": 0.2883,
+      "step": 51000
+    },
+    {
+      "epoch": 2.8051636799389943,
+      "grad_norm": 0.41310277581214905,
+      "learning_rate": 3.2735987798899726e-06,
+      "loss": 0.2963,
+      "step": 51500
+    },
+    {
+      "epoch": 2.8323982787733537,
+      "grad_norm": 0.3658026158809662,
+      "learning_rate": 2.8196887993173193e-06,
+      "loss": 0.2577,
+      "step": 52000
+    },
+    {
+      "epoch": 2.8596328776077127,
+      "grad_norm": 0.11469651013612747,
+      "learning_rate": 2.365778818744667e-06,
+      "loss": 0.2784,
+      "step": 52500
+    },
+    {
+      "epoch": 2.886867476442072,
+      "grad_norm": 0.16579371690750122,
+      "learning_rate": 1.911868838172014e-06,
+      "loss": 0.2777,
+      "step": 53000
+    },
+    {
+      "epoch": 2.914102075276431,
+      "grad_norm": 3.678469657897949,
+      "learning_rate": 1.457958857599361e-06,
+      "loss": 0.2688,
+      "step": 53500
+    },
+    {
+      "epoch": 2.9413366741107905,
+      "grad_norm": 0.30534350872039795,
+      "learning_rate": 1.0040488770267082e-06,
+      "loss": 0.2776,
+      "step": 54000
+    },
+    {
+      "epoch": 2.9685712729451494,
+      "grad_norm": 0.42191004753112793,
+      "learning_rate": 5.510467164152006e-07,
+      "loss": 0.2729,
+      "step": 54500
+    },
+    {
+      "epoch": 2.995805871779509,
+      "grad_norm": 1.7490407228469849,
+      "learning_rate": 9.71367358425477e-08,
+      "loss": 0.2829,
+      "step": 55000
+    },
+    {
+      "epoch": 3.0,
+      "eval_runtime": 197.6032,
+      "eval_samples_per_second": 9.514,
+      "eval_steps_per_second": 9.514,
+      "step": 55077
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 55077,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 3.4605508716999475e+17,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14e2dc069aa2925e53a43ea2cd5e14a33af0156bbe6da32b10bbf8b6d1290398
+size 5240