xzuyn commited on
Commit
7fb60bd
1 Parent(s): cbf40f9

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -60,7 +60,7 @@ if __name__ == "__main__":
60
  phi3_tokenizer = AutoTokenizer.from_pretrained("microsoft/Phi-3-mini-4k-instruct")
61
  t5_tokenizer = AutoTokenizer.from_pretrained("google/flan-t5-xxl")
62
  gemma_tokenizer = AutoTokenizer.from_pretrained("alpindale/gemma-2b")
63
- command_r_tokenizer = AutoTokenizer.from_pretrained("PJMixers/CohereForAI_c4ai-command-r-plus-tokenizer", use_fast=False)
64
  qwen_tokenizer = AutoTokenizer.from_pretrained("Qwen/Qwen1.5-7B")
65
  codeqwen_tokenizer = AutoTokenizer.from_pretrained("Qwen/CodeQwen1.5-7B")
66
  rwkv4_tokenizer = AutoTokenizer.from_pretrained("RWKV/rwkv-4-14b-pile", trust_remote_code=True)
 
60
  phi3_tokenizer = AutoTokenizer.from_pretrained("microsoft/Phi-3-mini-4k-instruct")
61
  t5_tokenizer = AutoTokenizer.from_pretrained("google/flan-t5-xxl")
62
  gemma_tokenizer = AutoTokenizer.from_pretrained("alpindale/gemma-2b")
63
+ command_r_tokenizer = AutoTokenizer.from_pretrained("PJMixers/CohereForAI_c4ai-command-r-plus-tokenizer")
64
  qwen_tokenizer = AutoTokenizer.from_pretrained("Qwen/Qwen1.5-7B")
65
  codeqwen_tokenizer = AutoTokenizer.from_pretrained("Qwen/CodeQwen1.5-7B")
66
  rwkv4_tokenizer = AutoTokenizer.from_pretrained("RWKV/rwkv-4-14b-pile", trust_remote_code=True)