Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -60,7 +60,7 @@ if __name__ == "__main__":
|
|
60 |
phi3_tokenizer = AutoTokenizer.from_pretrained("microsoft/Phi-3-mini-4k-instruct")
|
61 |
t5_tokenizer = AutoTokenizer.from_pretrained("google/flan-t5-xxl")
|
62 |
gemma_tokenizer = AutoTokenizer.from_pretrained("alpindale/gemma-2b")
|
63 |
-
command_r_tokenizer = AutoTokenizer.from_pretrained("PJMixers/CohereForAI_c4ai-command-r-plus-tokenizer"
|
64 |
qwen_tokenizer = AutoTokenizer.from_pretrained("Qwen/Qwen1.5-7B")
|
65 |
codeqwen_tokenizer = AutoTokenizer.from_pretrained("Qwen/CodeQwen1.5-7B")
|
66 |
rwkv4_tokenizer = AutoTokenizer.from_pretrained("RWKV/rwkv-4-14b-pile", trust_remote_code=True)
|
|
|
60 |
phi3_tokenizer = AutoTokenizer.from_pretrained("microsoft/Phi-3-mini-4k-instruct")
|
61 |
t5_tokenizer = AutoTokenizer.from_pretrained("google/flan-t5-xxl")
|
62 |
gemma_tokenizer = AutoTokenizer.from_pretrained("alpindale/gemma-2b")
|
63 |
+
command_r_tokenizer = AutoTokenizer.from_pretrained("PJMixers/CohereForAI_c4ai-command-r-plus-tokenizer")
|
64 |
qwen_tokenizer = AutoTokenizer.from_pretrained("Qwen/Qwen1.5-7B")
|
65 |
codeqwen_tokenizer = AutoTokenizer.from_pretrained("Qwen/CodeQwen1.5-7B")
|
66 |
rwkv4_tokenizer = AutoTokenizer.from_pretrained("RWKV/rwkv-4-14b-pile", trust_remote_code=True)
|