Upload tokenizer_config.json

tokenizer_config.json

@@ -22,7 +22,7 @@
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "128003": {
       "content": "<tool_response>",
@@ -30,7 +30,7 @@
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "128004": {
       "content": "<|finetune_right_pad_id|>",
@@ -94,7 +94,7 @@
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "128012": {
       "content": "</tools>",
@@ -102,7 +102,7 @@
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "128013": {
       "content": "</tool_call>",
@@ -110,7 +110,7 @@
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "128014": {
       "content": "</tool_response>",
@@ -118,7 +118,7 @@
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "128015": {
       "content": "<schema>",
@@ -126,7 +126,7 @@
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "128016": {
       "content": "</schema>",
@@ -134,7 +134,7 @@
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "128017": {
       "content": "<scratch_pad>",
@@ -142,7 +142,7 @@
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "128018": {
       "content": "</scratch_pad>",
@@ -150,7 +150,7 @@
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "128019": {
       "content": "<SCRATCHPAD>",
@@ -158,7 +158,7 @@
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "128020": {
       "content": "</SCRATCHPAD>",
@@ -166,7 +166,7 @@
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "128021": {
       "content": "<REASONING>",
@@ -174,7 +174,7 @@
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "128022": {
       "content": "</REASONING>",
@@ -182,7 +182,7 @@
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "128023": {
       "content": "<INNER_MONOLOGUE>",
@@ -190,7 +190,7 @@
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "128024": {
       "content": "</INNER_MONOLOGUE>",
@@ -198,7 +198,7 @@
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "128025": {
       "content": "<PLAN>",
@@ -206,7 +206,7 @@
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "128026": {
       "content": "</PLAN>",
@@ -214,7 +214,7 @@
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "128027": {
       "content": "<EXECUTION>",
@@ -222,7 +222,7 @@
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "128028": {
       "content": "</EXECUTION>",
@@ -230,7 +230,7 @@
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "128029": {
       "content": "<REFLECTION>",
@@ -238,7 +238,7 @@
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "128030": {
       "content": "</REFLECTION>",
@@ -246,7 +246,7 @@
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "128031": {
       "content": "<THINKING>",
@@ -254,7 +254,7 @@
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "128032": {
       "content": "</THINKING>",
@@ -262,7 +262,7 @@
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "128033": {
       "content": "<SOLUTION>",
@@ -270,7 +270,7 @@
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "128034": {
       "content": "</SOLUTION>",
@@ -278,7 +278,7 @@
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "128035": {
       "content": "<EXPLANATION>",
@@ -286,7 +286,7 @@
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "128036": {
       "content": "</EXPLANATION>",
@@ -294,7 +294,7 @@
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "128037": {
       "content": "<UNIT_TEST>",
@@ -302,7 +302,7 @@
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "128038": {
       "content": "</UNIT_TEST>",
@@ -310,7 +310,7 @@
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "128039": {
       "content": "<|reserved_special_token_31|>",