voidful
/

Llama-3.2-11B-Whisper

Text Generation

mllama_text_model

Inference Endpoints

Model card Files Files and versions Community

voidful commited on Nov 10

Commit

7596e8d

•

1 Parent(s): 6a9b92c

Upload tokenizer

Files changed (2) hide show

added_tokens.json +3 -1
tokenizer_config.json +16 -0

added_tokens.json CHANGED Viewed

@@ -1607,5 +1607,7 @@
   "<|yi|>": 50335,
   "<|yo|>": 50325,
   "<|yue|>": 50358,
-  "<|zh|>": 50260
 }

   "<|yi|>": 50335,
   "<|yo|>": 50325,
   "<|yue|>": 50358,
+  "<|zh|>": 50260,
+  "[END_PAD]": 51867,
+  "[PAD]": 51866
 }

tokenizer_config.json CHANGED Viewed

@@ -12872,6 +12872,22 @@
       "rstrip": false,
       "single_word": false,
       "special": false
     }
   },
   "additional_special_tokens": [

       "rstrip": false,
       "single_word": false,
       "special": false
+    },
+    "51866": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "51867": {
+      "content": "[END_PAD]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
     }
   },
   "additional_special_tokens": [