openai
/

whisper-tiny.en

Automatic Speech Recognition

hf-asr-leaderboard

Inference Endpoints

Model card Files Files and versions Community

Update tokenizer_config.json

#8

by ArthurZ HF staff - opened Jan 23, 2023

base: refs/heads/main

←

from: refs/pr/8

Discussion Files changed

Files changed (1) hide show

tokenizer_config.json +1 -1

tokenizer_config.json CHANGED Viewed

@@ -27,7 +27,7 @@
   "tokenizer_class": "WhisperTokenizer",
   "unk_token": {
     "__type": "AddedToken",
-    "content": "<|endoftext|>",
     "lstrip": false,
     "normalized": true,
     "rstrip": false,

   "tokenizer_class": "WhisperTokenizer",
   "unk_token": {
     "__type": "AddedToken",
+    "content": "",
     "lstrip": false,
     "normalized": true,
     "rstrip": false,