NousResearch
/

Hermes-2-Theta-Llama-3-8B

Model card Files Files and versions Community

teknium commited on Jun 6

Commit

885173e

•

1 Parent(s): dd2bfa0

Upload tokenizer.json

Files changed (1) hide show

tokenizer.json +2 -1

tokenizer.json CHANGED Viewed

@@ -50,7 +50,7 @@
     },
     {
       "id": 128005,
-      "content": "<tool_response>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -2407,6 +2407,7 @@
     "end_of_word_suffix": null,
     "fuse_unk": false,
     "byte_fallback": false,
     "vocab": {
       "!": 0,
       "\"": 1,

     },
     {
       "id": 128005,
+      "content": "<|reserved_special_token_3|>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
     "end_of_word_suffix": null,
     "fuse_unk": false,
     "byte_fallback": false,
+    "ignore_merges": true,
     "vocab": {
       "!": 0,
       "\"": 1,