Training in progress, step 300

adapter_config.json

@@ -1,7 +1,7 @@
 {
   "alpha_pattern": {},
   "auto_mapping": null,
-  "base_model_name_or_path": "utter-project/EuroLLM-1.7B",
+  "base_model_name_or_path": "unsloth/gemma-2-9b-bnb-4bit",
   "bias": "none",
   "fan_in_fan_out": false,
   "inference_mode": true,
@@ -10,7 +10,7 @@
   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
-  "lora_alpha": 64,
+  "lora_alpha": 32,
   "lora_dropout": 0,
   "megatron_config": null,
   "megatron_core": "megatron.core",
@@ -19,17 +19,17 @@
     "lm_head"
   ],
   "peft_type": "LORA",
-  "r": 256,
+  "r": 128,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "down_proj",
-    "q_proj",
     "k_proj",
-    "up_proj",
+    "o_proj",
+    "down_proj",
     "v_proj",
     "gate_proj",
-    "o_proj"
+    "q_proj",
+    "up_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ebdfeee2598492378608ccc986bf639c288da417a23dbec32a35e025cec4b514
-size 3015751216
+oid sha256:2538bbc75c4a43d1ba2c640dee2156989546d870732e18158c5499beba3bf201
+size 5398674440

special_tokens_map.json

@@ -1,19 +1,29 @@
 {
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
   "bos_token": {
-    "content": "<s>",
+    "content": "<bos>",
     "lstrip": false,
     "normalized": false,
     "rstrip": false,
     "single_word": false
   },
   "eos_token": {
-    "content": "</s>",
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
     "lstrip": false,
     "normalized": false,
     "rstrip": false,
     "single_word": false
   },
-  "pad_token": "<unk>",
   "unk_token": {
     "content": "<unk>",
     "lstrip": false,

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d6e4810e827e4ffcd735429d19d585326bb4efb31e921cb870ecefc4c1fa16e3
-size 15783507
+oid sha256:5f7eee611703c5ce5d1eee32d9cdcfe465647b8aff0c1dfb3bed7ad7dbb05060
+size 34362873

tokenizer.model

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:42957aec88804838805b335da1bbcce9d116024a20c6c4b56757648b9e348254
-size 2408875
+oid sha256:61a7b147390c64585d6c3543dd6fc636906c9af3865a5548f27f31aee1d4c8e2
+size 4241003

tokenizer_config.json

@@ -1,10 +1,9 @@
 {
   "add_bos_token": true,
   "add_eos_token": false,
-  "add_prefix_space": true,
   "added_tokens_decoder": {
     "0": {
-      "content": "<unk>",
+      "content": "<pad>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -12,7 +11,7 @@
       "special": true
     },
     "1": {
-      "content": "<s>",
+      "content": "<eos>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -20,7 +19,7 @@
       "special": true
     },
     "2": {
-      "content": "</s>",
+      "content": "<bos>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -28,7 +27,7 @@
       "special": true
     },
     "3": {
-      "content": "<|im_start|>",
+      "content": "<unk>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -36,15 +35,15 @@
       "special": true
     },
     "4": {
-      "content": "<|im_end|>",
+      "content": "<mask>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "5": {
-      "content": "<extra_id_0>",
+      "content": "<2mass>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -52,7 +51,7 @@
       "special": false
     },
     "6": {
-      "content": "<extra_id_1>",
+      "content": "[@BOS@]",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -60,7 +59,7 @@
       "special": false
     },
     "7": {
-      "content": "<extra_id_2>",
+      "content": "<unused0>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -68,7 +67,7 @@
       "special": false
     },
     "8": {
-      "content": "<extra_id_3>",
+      "content": "<unused1>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -76,7 +75,7 @@
       "special": false
     },
     "9": {
-      "content": "<extra_id_4>",
+      "content": "<unused2>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -84,7 +83,7 @@
       "special": false
     },
     "10": {
-      "content": "<extra_id_5>",
+      "content": "<unused3>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -92,7 +91,7 @@
       "special": false
     },
     "11": {
-      "content": "<extra_id_6>",
+      "content": "<unused4>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -100,7 +99,7 @@
       "special": false
     },
     "12": {
-      "content": "<extra_id_7>",
+      "content": "<unused5>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -108,7 +107,7 @@
       "special": false
     },
     "13": {
-      "content": "<extra_id_8>",
+      "content": "<unused6>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -116,7 +115,7 @@
       "special": false
     },
     "14": {
-      "content": "<extra_id_9>",
+      "content": "<unused7>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -124,7 +123,7 @@
       "special": false
     },
     "15": {
-      "content": "<extra_id_10>",
+      "content": "<unused8>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -132,7 +131,7 @@
       "special": false
     },
     "16": {
-      "content": "<extra_id_11>",
+      "content": "<unused9>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -140,7 +139,7 @@
       "special": false
     },
     "17": {
-      "content": "<extra_id_12>",
+      "content": "<unused10>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -148,7 +147,7 @@
       "special": false
     },
     "18": {
-      "content": "<extra_id_13>",
+      "content": "<unused11>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -156,7 +155,7 @@
       "special": false
     },
     "19": {
-      "content": "<extra_id_14>",
+      "content": "<unused12>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -164,7 +163,7 @@
       "special": false
     },
     "20": {
-      "content": "<extra_id_15>",
+      "content": "<unused13>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -172,7 +171,7 @@
       "special": false
     },
     "21": {
-      "content": "<extra_id_16>",
+      "content": "<unused14>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -180,7 +179,7 @@
       "special": false
     },
     "22": {
-      "content": "<extra_id_17>",
+      "content": "<unused15>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -188,7 +187,7 @@
       "special": false
     },
     "23": {
-      "content": "<extra_id_18>",
+      "content": "<unused16>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -196,7 +195,7 @@
       "special": false
     },
     "24": {
-      "content": "<extra_id_19>",
+      "content": "<unused17>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -204,7 +203,7 @@
       "special": false
     },
     "25": {
-      "content": "<extra_id_20>",
+      "content": "<unused18>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -212,7 +211,7 @@
       "special": false
     },
     "26": {
-      "content": "<extra_id_21>",
+      "content": "<unused19>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -220,7 +219,7 @@
       "special": false
     },
     "27": {
-      "content": "<extra_id_22>",
+      "content": "<unused20>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -228,7 +227,7 @@
       "special": false
     },
     "28": {
-      "content": "<extra_id_23>",
+      "content": "<unused21>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -236,7 +235,7 @@
       "special": false
     },
     "29": {
-      "content": "<extra_id_24>",
+      "content": "<unused22>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -244,7 +243,7 @@
       "special": false
     },
     "30": {
-      "content": "<extra_id_25>",
+      "content": "<unused23>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -252,7 +251,7 @@
       "special": false
     },
     "31": {
-      "content": "<extra_id_26>",
+      "content": "<unused24>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -260,7 +259,7 @@
       "special": false
     },
     "32": {
-      "content": "<extra_id_27>",
+      "content": "<unused25>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -268,7 +267,7 @@
       "special": false
     },
     "33": {
-      "content": "<extra_id_28>",
+      "content": "<unused26>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -276,7 +275,7 @@
       "special": false
     },
     "34": {
-      "content": "<extra_id_29>",
+      "content": "<unused27>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -284,7 +283,7 @@
       "special": false
     },
     "35": {
-      "content": "<extra_id_30>",
+      "content": "<unused28>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -292,7 +291,7 @@
       "special": false
     },
     "36": {
-      "content": "<extra_id_31>",
+      "content": "<unused29>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -300,7 +299,7 @@
       "special": false
     },
     "37": {
-      "content": "<extra_id_32>",
+      "content": "<unused30>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -308,7 +307,7 @@
       "special": false
     },
     "38": {
-      "content": "<extra_id_33>",
+      "content": "<unused31>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -316,7 +315,7 @@
       "special": false
     },
     "39": {
-      "content": "<extra_id_34>",
+      "content": "<unused32>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -324,7 +323,7 @@
       "special": false
     },
     "40": {
-      "content": "<extra_id_35>",
+      "content": "<unused33>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -332,7 +331,7 @@
       "special": false
     },
     "41": {
-      "content": "<extra_id_36>",
+      "content": "<unused34>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -340,7 +339,7 @@
       "special": false
     },
     "42": {
-      "content": "<extra_id_37>",
+      "content": "<unused35>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -348,7 +347,7 @@
       "special": false
     },
     "43": {
-      "content": "<extra_id_38>",
+      "content": "<unused36>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -356,7 +355,7 @@
       "special": false
     },
     "44": {
-      "content": "<extra_id_39>",
+      "content": "<unused37>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -364,7 +363,7 @@
       "special": false
     },
     "45": {
-      "content": "<extra_id_40>",
+      "content": "<unused38>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -372,7 +371,7 @@
       "special": false
     },
     "46": {
-      "content": "<extra_id_41>",
+      "content": "<unused39>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -380,7 +379,7 @@
       "special": false
     },
     "47": {
-      "content": "<extra_id_42>",
+      "content": "<unused40>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -388,7 +387,7 @@
       "special": false
     },
     "48": {
-      "content": "<extra_id_43>",
+      "content": "<unused41>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -396,7 +395,7 @@
       "special": false
     },
     "49": {
-      "content": "<extra_id_44>",
+      "content": "<unused42>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -404,7 +403,7 @@
       "special": false
     },
     "50": {
-      "content": "<extra_id_45>",
+      "content": "<unused43>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -412,7 +411,7 @@
       "special": false
     },
     "51": {
-      "content": "<extra_id_46>",
+      "content": "<unused44>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -420,7 +419,7 @@
       "special": false
     },
     "52": {
-      "content": "<extra_id_47>",
+      "content": "<unused45>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -428,7 +427,7 @@
       "special": false
     },
     "53": {
-      "content": "<extra_id_48>",
+      "content": "<unused46>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -436,7 +435,7 @@
       "special": false
     },
     "54": {
-      "content": "<extra_id_49>",
+      "content": "<unused47>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -444,7 +443,7 @@
       "special": false
     },
     "55": {
-      "content": "<extra_id_50>",
+      "content": "<unused48>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -452,7 +451,7 @@
       "special": false
     },
     "56": {
-      "content": "<extra_id_51>",
+      "content": "<unused49>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -460,7 +459,7 @@
       "special": false
     },
     "57": {
-      "content": "<extra_id_52>",
+      "content": "<unused50>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -468,7 +467,7 @@
       "special": false
     },
     "58": {
-      "content": "<extra_id_53>",
+      "content": "<unused51>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -476,7 +475,7 @@
       "special": false
     },
     "59": {
-      "content": "<extra_id_54>",
+      "content": "<unused52>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -484,7 +483,7 @@
       "special": false
     },
     "60": {
-      "content": "<extra_id_55>",
+      "content": "<unused53>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -492,7 +491,7 @@
       "special": false
     },
     "61": {
-      "content": "<extra_id_56>",
+      "content": "<unused54>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -500,7 +499,7 @@
       "special": false
     },
     "62": {
-      "content": "<extra_id_57>",
+      "content": "<unused55>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -508,7 +507,7 @@
       "special": false
     },
     "63": {
-      "content": "<extra_id_58>",
+      "content": "<unused56>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -516,7 +515,7 @@
       "special": false
     },
     "64": {
-      "content": "<extra_id_59>",
+      "content": "<unused57>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -524,7 +523,7 @@
       "special": false
     },
     "65": {
-      "content": "<extra_id_60>",
+      "content": "<unused58>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -532,7 +531,7 @@
       "special": false
     },
     "66": {
-      "content": "<extra_id_61>",
+      "content": "<unused59>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -540,7 +539,7 @@
       "special": false
     },
     "67": {
-      "content": "<extra_id_62>",
+      "content": "<unused60>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -548,7 +547,7 @@
       "special": false
     },
     "68": {
-      "content": "<extra_id_63>",
+      "content": "<unused61>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -556,7 +555,7 @@
       "special": false
     },
     "69": {
-      "content": "<extra_id_64>",
+      "content": "<unused62>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -564,7 +563,7 @@
       "special": false
     },
     "70": {
-      "content": "<extra_id_65>",
+      "content": "<unused63>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -572,7 +571,7 @@
       "special": false
     },
     "71": {
-      "content": "<extra_id_66>",
+      "content": "<unused64>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -580,7 +579,7 @@
       "special": false
     },
     "72": {
-      "content": "<extra_id_67>",
+      "content": "<unused65>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -588,7 +587,7 @@
       "special": false
     },
     "73": {
-      "content": "<extra_id_68>",
+      "content": "<unused66>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -596,7 +595,7 @@
       "special": false
     },
     "74": {
-      "content": "<extra_id_69>",
+      "content": "<unused67>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -604,7 +603,7 @@
       "special": false
     },
     "75": {
-      "content": "<extra_id_70>",
+      "content": "<unused68>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -612,7 +611,7 @@
       "special": false
     },
     "76": {
-      "content": "<extra_id_71>",
+      "content": "<unused69>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -620,7 +619,7 @@
       "special": false
     },
     "77": {
-      "content": "<extra_id_72>",
+      "content": "<unused70>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -628,7 +627,7 @@
       "special": false
     },
     "78": {
-      "content": "<extra_id_73>",
+      "content": "<unused71>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -636,7 +635,7 @@
       "special": false
     },
     "79": {
-      "content": "<extra_id_74>",
+      "content": "<unused72>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -644,7 +643,7 @@
       "special": false
     },
     "80": {
-      "content": "<extra_id_75>",
+      "content": "<unused73>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -652,7 +651,7 @@
       "special": false
     },
     "81": {
-      "content": "<extra_id_76>",
+      "content": "<unused74>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -660,7 +659,7 @@
       "special": false
     },
     "82": {
-      "content": "<extra_id_77>",
+      "content": "<unused75>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -668,7 +667,7 @@
       "special": false
     },
     "83": {
-      "content": "<extra_id_78>",
+      "content": "<unused76>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -676,7 +675,7 @@
       "special": false
     },
     "84": {
-      "content": "<extra_id_79>",
+      "content": "<unused77>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -684,7 +683,7 @@
       "special": false
     },
     "85": {
-      "content": "<extra_id_80>",
+      "content": "<unused78>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -692,7 +691,7 @@
       "special": false
     },
     "86": {
-      "content": "<extra_id_81>",
+      "content": "<unused79>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -700,7 +699,7 @@
       "special": false
     },
     "87": {
-      "content": "<extra_id_82>",
+      "content": "<unused80>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -708,7 +707,7 @@
       "special": false
     },
     "88": {
-      "content": "<extra_id_83>",
+      "content": "<unused81>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -716,7 +715,7 @@
       "special": false
     },
     "89": {
-      "content": "<extra_id_84>",
+      "content": "<unused82>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -724,7 +723,7 @@
       "special": false
     },
     "90": {
-      "content": "<extra_id_85>",
+      "content": "<unused83>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -732,7 +731,7 @@
       "special": false
     },
     "91": {
-      "content": "<extra_id_86>",
+      "content": "<unused84>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -740,7 +739,7 @@
       "special": false
     },
     "92": {
-      "content": "<extra_id_87>",
+      "content": "<unused85>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -748,7 +747,7 @@
       "special": false
     },
     "93": {
-      "content": "<extra_id_88>",
+      "content": "<unused86>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -756,7 +755,7 @@
       "special": false
     },
     "94": {
-      "content": "<extra_id_89>",
+      "content": "<unused87>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -764,7 +763,7 @@
       "special": false
     },
     "95": {
-      "content": "<extra_id_90>",
+      "content": "<unused88>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -772,7 +771,7 @@
       "special": false
     },
     "96": {
-      "content": "<extra_id_91>",
+      "content": "<unused89>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -780,7 +779,7 @@
       "special": false
     },
     "97": {
-      "content": "<extra_id_92>",
+      "content": "<unused90>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -788,7 +787,7 @@
       "special": false
     },
     "98": {
-      "content": "<extra_id_93>",
+      "content": "<unused91>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -796,7 +795,7 @@
       "special": false
     },
     "99": {
-      "content": "<extra_id_94>",
+      "content": "<unused92>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -804,7 +803,7 @@
       "special": false
     },
     "100": {
-      "content": "<extra_id_95>",
+      "content": "<unused93>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -812,7 +811,7 @@
       "special": false
     },
     "101": {
-      "content": "<extra_id_96>",
+      "content": "<unused94>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -820,7 +819,7 @@
       "special": false
     },
     "102": {
-      "content": "<extra_id_97>",
+      "content": "<unused95>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -828,7 +827,7 @@
       "special": false
     },
     "103": {
-      "content": "<extra_id_98>",
+      "content": "<unused96>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -836,7 +835,7 @@
       "special": false
     },
     "104": {
-      "content": "<extra_id_99>",
+      "content": "<unused97>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -844,7 +843,7 @@
       "special": false
     },
     "105": {
-      "content": "<extra_id_100>",
+      "content": "<unused98>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -852,23 +851,23 @@
       "special": false
     },
     "106": {
-      "content": "<extra_id_101>",
+      "content": "<start_of_turn>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
     "107": {
-      "content": "<extra_id_102>",
+      "content": "<end_of_turn>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
     "108": {
-      "content": "<extra_id_103>",
+      "content": "\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -876,7 +875,7 @@
       "special": false
     },
     "109": {
-      "content": "<extra_id_104>",
+      "content": "\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -884,7 +883,7 @@
       "special": false
     },
     "110": {
-      "content": "<extra_id_105>",
+      "content": "\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -892,7 +891,7 @@
       "special": false
     },
     "111": {
-      "content": "<extra_id_106>",
+      "content": "\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -900,7 +899,7 @@
       "special": false
     },
     "112": {
-      "content": "<extra_id_107>",
+      "content": "\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -908,7 +907,7 @@
       "special": false
     },
     "113": {
-      "content": "<extra_id_108>",
+      "content": "\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -916,7 +915,7 @@
       "special": false
     },
     "114": {
-      "content": "<extra_id_109>",
+      "content": "\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -924,7 +923,7 @@
       "special": false
     },
     "115": {
-      "content": "<extra_id_110>",
+      "content": "\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -932,7 +931,7 @@
       "special": false
     },
     "116": {
-      "content": "<extra_id_111>",
+      "content": "\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -940,7 +939,7 @@
       "special": false
     },
     "117": {
-      "content": "<extra_id_112>",
+      "content": "\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -948,7 +947,7 @@
       "special": false
     },
     "118": {
-      "content": "<extra_id_113>",
+      "content": "\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -956,7 +955,7 @@
       "special": false
     },
     "119": {
-      "content": "<extra_id_114>",
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -964,7 +963,7 @@
       "special": false
     },
     "120": {
-      "content": "<extra_id_115>",
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -972,7 +971,7 @@
       "special": false
     },
     "121": {
-      "content": "<extra_id_116>",
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -980,7 +979,7 @@
       "special": false
     },
     "122": {
-      "content": "<extra_id_117>",
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -988,7 +987,7 @@
       "special": false
     },
     "123": {
-      "content": "<extra_id_118>",
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -996,7 +995,7 @@
       "special": false
     },
     "124": {
-      "content": "<extra_id_119>",
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1004,7 +1003,7 @@
       "special": false
     },
     "125": {
-      "content": "<extra_id_120>",
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1012,7 +1011,7 @@
       "special": false
     },
     "126": {
-      "content": "<extra_id_121>",
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1020,7 +1019,7 @@
       "special": false
     },
     "127": {
-      "content": "<extra_id_122>",
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1028,7 +1027,7 @@
       "special": false
     },
     "128": {
-      "content": "<extra_id_123>",
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1036,7 +1035,7 @@
       "special": false
     },
     "129": {
-      "content": "<extra_id_124>",
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1044,7 +1043,7 @@
       "special": false
     },
     "130": {
-      "content": "<extra_id_125>",
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1052,7 +1051,7 @@
       "special": false
     },
     "131": {
-      "content": "<extra_id_126>",
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1060,7 +1059,7 @@
       "special": false
     },
     "132": {
-      "content": "<extra_id_127>",
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1068,7 +1067,7 @@
       "special": false
     },
     "133": {
-      "content": "<extra_id_128>",
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1076,7 +1075,7 @@
       "special": false
     },
     "134": {
-      "content": "<extra_id_129>",
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1084,7 +1083,7 @@
       "special": false
     },
     "135": {
-      "content": "<extra_id_130>",
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1092,7 +1091,7 @@
       "special": false
     },
     "136": {
-      "content": "<extra_id_131>",
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1100,7 +1099,7 @@
       "special": false
     },
     "137": {
-      "content": "<extra_id_132>",
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1108,7 +1107,7 @@
       "special": false
     },
     "138": {
-      "content": "<extra_id_133>",
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1116,7 +1115,7 @@
       "special": false
     },
     "139": {
-      "content": "<extra_id_134>",
+      "content": "▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1124,7 +1123,7 @@
       "special": false
     },
     "140": {
-      "content": "<extra_id_135>",
+      "content": "▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1132,7 +1131,7 @@
       "special": false
     },
     "141": {
-      "content": "<extra_id_136>",
+      "content": "▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1140,7 +1139,7 @@
       "special": false
     },
     "142": {
-      "content": "<extra_id_137>",
+      "content": "▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1148,7 +1147,7 @@
       "special": false
     },
     "143": {
-      "content": "<extra_id_138>",
+      "content": "▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1156,7 +1155,7 @@
       "special": false
     },
     "144": {
-      "content": "<extra_id_139>",
+      "content": "▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1164,7 +1163,7 @@
       "special": false
     },
     "145": {
-      "content": "<extra_id_140>",
+      "content": "▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1172,7 +1171,7 @@
       "special": false
     },
     "146": {
-      "content": "<extra_id_141>",
+      "content": "▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1180,7 +1179,7 @@
       "special": false
     },
     "147": {
-      "content": "<extra_id_142>",
+      "content": "▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1188,7 +1187,7 @@
       "special": false
     },
     "148": {
-      "content": "<extra_id_143>",
+      "content": "▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1196,7 +1195,7 @@
       "special": false
     },
     "149": {
-      "content": "<extra_id_144>",
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1204,7 +1203,7 @@
       "special": false
     },
     "150": {
-      "content": "<extra_id_145>",
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1212,7 +1211,7 @@
       "special": false
     },
     "151": {
-      "content": "<extra_id_146>",
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1220,7 +1219,7 @@
       "special": false
     },
     "152": {
-      "content": "<extra_id_147>",
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1228,7 +1227,7 @@
       "special": false
     },
     "153": {
-      "content": "<extra_id_148>",
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1236,7 +1235,7 @@
       "special": false
     },
     "154": {
-      "content": "<extra_id_149>",
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1244,7 +1243,7 @@
       "special": false
     },
     "155": {
-      "content": "<extra_id_150>",
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1252,7 +1251,7 @@
       "special": false
     },
     "156": {
-      "content": "<extra_id_151>",
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1260,7 +1259,7 @@
       "special": false
     },
     "157": {
-      "content": "<extra_id_152>",
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1268,7 +1267,7 @@
       "special": false
     },
     "158": {
-      "content": "<extra_id_153>",
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1276,7 +1275,7 @@
       "special": false
     },
     "159": {
-      "content": "<extra_id_154>",
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1284,7 +1283,7 @@
       "special": false
     },
     "160": {
-      "content": "<extra_id_155>",
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1292,7 +1291,7 @@
       "special": false
     },
     "161": {
-      "content": "<extra_id_156>",
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1300,7 +1299,7 @@
       "special": false
     },
     "162": {
-      "content": "<extra_id_157>",
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1308,7 +1307,7 @@
       "special": false
     },
     "163": {
-      "content": "<extra_id_158>",
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1316,7 +1315,7 @@
       "special": false
     },
     "164": {
-      "content": "<extra_id_159>",
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1324,7 +1323,7 @@
       "special": false
     },
     "165": {
-      "content": "<extra_id_160>",
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1332,7 +1331,7 @@
       "special": false
     },
     "166": {
-      "content": "<extra_id_161>",
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1340,7 +1339,7 @@
       "special": false
     },
     "167": {
-      "content": "<extra_id_162>",
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1348,7 +1347,7 @@
       "special": false
     },
     "168": {
-      "content": "<extra_id_163>",
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1356,7 +1355,7 @@
       "special": false
     },
     "169": {
-      "content": "<extra_id_164>",
+      "content": "<table>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1364,7 +1363,7 @@
       "special": false
     },
     "170": {
-      "content": "<extra_id_165>",
+      "content": "<caption>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1372,7 +1371,7 @@
       "special": false
     },
     "171": {
-      "content": "<extra_id_166>",
+      "content": "<thead>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1380,7 +1379,7 @@
       "special": false
     },
     "172": {
-      "content": "<extra_id_167>",
+      "content": "<tbody>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1388,7 +1387,7 @@
       "special": false
     },
     "173": {
-      "content": "<extra_id_168>",
+      "content": "<tfoot>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1396,7 +1395,7 @@
       "special": false
     },
     "174": {
-      "content": "<extra_id_169>",
+      "content": "<tr>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1404,7 +1403,7 @@
       "special": false
     },
     "175": {
-      "content": "<extra_id_170>",
+      "content": "<th>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1412,7 +1411,7 @@
       "special": false
     },
     "176": {
-      "content": "<extra_id_171>",
+      "content": "<td>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1420,7 +1419,7 @@
       "special": false
     },
     "177": {
-      "content": "<extra_id_172>",
+      "content": "</table>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1428,7 +1427,7 @@
       "special": false
     },
     "178": {
-      "content": "<extra_id_173>",
+      "content": "</caption>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1436,7 +1435,7 @@
       "special": false
     },
     "179": {
-      "content": "<extra_id_174>",
+      "content": "</thead>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1444,7 +1443,7 @@
       "special": false
     },
     "180": {
-      "content": "<extra_id_175>",
+      "content": "</tbody>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1452,7 +1451,7 @@
       "special": false
     },
     "181": {
-      "content": "<extra_id_176>",
+      "content": "</tfoot>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1460,7 +1459,7 @@
       "special": false
     },
     "182": {
-      "content": "<extra_id_177>",
+      "content": "</tr>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1468,7 +1467,7 @@
       "special": false
     },
     "183": {
-      "content": "<extra_id_178>",
+      "content": "</th>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1476,7 +1475,7 @@
       "special": false
     },
     "184": {
-      "content": "<extra_id_179>",
+      "content": "</td>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1484,7 +1483,7 @@
       "special": false
     },
     "185": {
-      "content": "<extra_id_180>",
+      "content": "<h1>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1492,7 +1491,7 @@
       "special": false
     },
     "186": {
-      "content": "<extra_id_181>",
+      "content": "<h2>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1500,7 +1499,7 @@
       "special": false
     },
     "187": {
-      "content": "<extra_id_182>",
+      "content": "<h3>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1508,7 +1507,7 @@
       "special": false
     },
     "188": {
-      "content": "<extra_id_183>",
+      "content": "<h4>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1516,7 +1515,7 @@
       "special": false
     },
     "189": {
-      "content": "<extra_id_184>",
+      "content": "<h5>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1524,7 +1523,7 @@
       "special": false
     },
     "190": {
-      "content": "<extra_id_185>",
+      "content": "<h6>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1532,7 +1531,7 @@
       "special": false
     },
     "191": {
-      "content": "<extra_id_186>",
+      "content": "<blockquote>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1540,7 +1539,7 @@
       "special": false
     },
     "192": {
-      "content": "<extra_id_187>",
+      "content": "</h1>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1548,7 +1547,7 @@
       "special": false
     },
     "193": {
-      "content": "<extra_id_188>",
+      "content": "</h2>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1556,7 +1555,7 @@
       "special": false
     },
     "194": {
-      "content": "<extra_id_189>",
+      "content": "</h3>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1564,7 +1563,7 @@
       "special": false
     },
     "195": {
-      "content": "<extra_id_190>",
+      "content": "</h4>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1572,7 +1571,7 @@
       "special": false
     },
     "196": {
-      "content": "<extra_id_191>",
+      "content": "</h5>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1580,7 +1579,7 @@
       "special": false
     },
     "197": {
-      "content": "<extra_id_192>",
+      "content": "</h6>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1588,7 +1587,7 @@
       "special": false
     },
     "198": {
-      "content": "<extra_id_193>",
+      "content": "</blockquote>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1596,7 +1595,7 @@
       "special": false
     },
     "199": {
-      "content": "<extra_id_194>",
+      "content": "<strong>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1604,7 +1603,7 @@
       "special": false
     },
     "200": {
-      "content": "<extra_id_195>",
+      "content": "<em>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1612,7 +1611,7 @@
       "special": false
     },
     "201": {
-      "content": "<extra_id_196>",
+      "content": "<b>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1620,7 +1619,7 @@
       "special": false
     },
     "202": {
-      "content": "<extra_id_197>",
+      "content": "<i>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1628,7 +1627,7 @@
       "special": false
     },
     "203": {
-      "content": "<extra_id_198>",
+      "content": "<u>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1636,7 +1635,7 @@
       "special": false
     },
     "204": {
-      "content": "<extra_id_199>",
+      "content": "<s>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1644,7 +1643,7 @@
       "special": false
     },
     "205": {
-      "content": "<extra_id_200>",
+      "content": "<sub>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1652,7 +1651,7 @@
       "special": false
     },
     "206": {
-      "content": "<extra_id_201>",
+      "content": "<sup>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1660,7 +1659,7 @@
       "special": false
     },
     "207": {
-      "content": "<extra_id_202>",
+      "content": "<code>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1668,7 +1667,7 @@
       "special": false
     },
     "208": {
-      "content": "<extra_id_203>",
+      "content": "</strong>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1676,7 +1675,7 @@
       "special": false
     },
     "209": {
-      "content": "<extra_id_204>",
+      "content": "</em>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1684,7 +1683,7 @@
       "special": false
     },
     "210": {
-      "content": "<extra_id_205>",
+      "content": "</b>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1692,7 +1691,7 @@
       "special": false
     },
     "211": {
-      "content": "<extra_id_206>",
+      "content": "</i>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1700,7 +1699,7 @@
       "special": false
     },
     "212": {
-      "content": "<extra_id_207>",
+      "content": "</u>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1708,7 +1707,7 @@
       "special": false
     },
     "213": {
-      "content": "<extra_id_208>",
+      "content": "</s>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1716,7 +1715,7 @@
       "special": false
     },
     "214": {
-      "content": "<extra_id_209>",
+      "content": "</sub>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1724,7 +1723,7 @@
       "special": false
     },
     "215": {
-      "content": "<extra_id_210>",
+      "content": "</sup>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1732,359 +1731,263 @@
       "special": false
     },
     "216": {
-      "content": "<extra_id_211>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "217": {
-      "content": "<extra_id_212>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "218": {
-      "content": "<extra_id_213>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "219": {
-      "content": "<extra_id_214>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "220": {
-      "content": "<extra_id_215>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "221": {
-      "content": "<extra_id_216>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "222": {
-      "content": "<extra_id_217>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "223": {
-      "content": "<extra_id_218>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "224": {
-      "content": "<extra_id_219>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "225": {
-      "content": "<extra_id_220>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "226": {
-      "content": "<extra_id_221>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "227": {
-      "content": "<extra_id_222>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "228": {
-      "content": "<extra_id_223>",
+      "content": "</code>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
-    "229": {
-      "content": "<extra_id_224>",
+    "255968": {
+      "content": "[toxicity=0]",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
-    "230": {
-      "content": "<extra_id_225>",
+    "255969": {
+      "content": "\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
-    "231": {
-      "content": "<extra_id_226>",
+    "255970": {
+      "content": "\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
-    "232": {
-      "content": "<extra_id_227>",
+    "255971": {
+      "content": "\t\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
-    "233": {
-      "content": "<extra_id_228>",
+    "255972": {
+      "content": "\t\t\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
-    "234": {
-      "content": "<extra_id_229>",
+    "255973": {
+      "content": "\t\t\t\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
-    "235": {
-      "content": "<extra_id_230>",
+    "255974": {
+      "content": "\t\t\t\t\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
-    "236": {
-      "content": "<extra_id_231>",
+    "255975": {
+      "content": "\t\t\t\t\t\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
-    "237": {
-      "content": "<extra_id_232>",
+    "255976": {
+      "content": "\t\t\t\t\t\t\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
-    "238": {
-      "content": "<extra_id_233>",
+    "255977": {
+      "content": "\t\t\t\t\t\t\t\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
-    "239": {
-      "content": "<extra_id_234>",
+    "255978": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
-    "240": {
-      "content": "<extra_id_235>",
+    "255979": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
-    "241": {
-      "content": "<extra_id_236>",
+    "255980": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
-    "242": {
-      "content": "<extra_id_237>",
+    "255981": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
-    "243": {
-      "content": "<extra_id_238>",
+    "255982": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
-    "244": {
-      "content": "<extra_id_239>",
+    "255983": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
-    "245": {
-      "content": "<extra_id_240>",
+    "255984": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
-    "246": {
-      "content": "<extra_id_241>",
+    "255985": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
-    "247": {
-      "content": "<extra_id_242>",
+    "255986": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
-    "248": {
-      "content": "<extra_id_243>",
+    "255987": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
-    "249": {
-      "content": "<extra_id_244>",
+    "255988": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
-    "250": {
-      "content": "<extra_id_245>",
+    "255989": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
-    "251": {
-      "content": "<extra_id_246>",
+    "255990": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
-    "252": {
-      "content": "<extra_id_247>",
+    "255991": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
-    "253": {
-      "content": "<extra_id_248>",
+    "255992": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
-    "254": {
-      "content": "<extra_id_249>",
+    "255993": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
-    "255": {
-      "content": "<extra_id_250>",
+    "255994": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
-    "256": {
-      "content": "<extra_id_251>",
+    "255995": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
-    "257": {
-      "content": "<extra_id_252>",
+    "255996": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
-    "258": {
-      "content": "<extra_id_253>",
+    "255997": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
-    "259": {
-      "content": "<extra_id_254>",
+    "255998": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
-    "260": {
-      "content": "<extra_id_255>",
+    "255999": {
+      "content": "<unused99>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -2092,16 +1995,20 @@
       "special": false
     }
   },
-  "bos_token": "<s>",
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": "<bos>",
   "clean_up_tokenization_spaces": false,
-  "eos_token": "</s>",
-  "legacy": true,
-  "model_max_length": 4096,
-  "pad_token": "<unk>",
+  "eos_token": "<eos>",
+  "extra_special_tokens": {},
+  "model_max_length": 8192,
+  "pad_token": "<pad>",
   "padding_side": "right",
   "sp_model_kwargs": {},
   "spaces_between_special_tokens": false,
-  "tokenizer_class": "LlamaTokenizer",
+  "tokenizer_class": "GemmaTokenizer",
   "unk_token": "<unk>",
   "use_default_system_prompt": false
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:add8c15e38c0229b861d6c2eaa5b3c576181f3af4b3e65e53415c7115d21885f
-size 5496
+oid sha256:80e37639a25379ea645e4d5735081501cb989251c6caaea5633f17169f3782ba
+size 5624