Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
@@ -24,7 +24,7 @@ device = "cuda" if torch.cuda.is_available() else "cpu"
|
|
24 |
|
25 |
model_name = "01-ai/Yi-6B-200K"
|
26 |
|
27 |
-
tokenizer = transformers.AutoTokenizer.from_pretrained(model_name)
|
28 |
tokenizer = YiTokenizer(vocab_file="./tokenizer.model")
|
29 |
model = transformers.AutoModelForCausalLM.from_pretrained(model_name,
|
30 |
device_map="auto",
|
|
|
24 |
|
25 |
model_name = "01-ai/Yi-6B-200K"
|
26 |
|
27 |
+
# tokenizer = transformers.AutoTokenizer.from_pretrained(model_name)
|
28 |
tokenizer = YiTokenizer(vocab_file="./tokenizer.model")
|
29 |
model = transformers.AutoModelForCausalLM.from_pretrained(model_name,
|
30 |
device_map="auto",
|