Spaces:
Runtime error
Runtime error
gba16326553
commited on
Commit
•
0623c5b
1
Parent(s):
11cd399
Update app.py
Browse files
app.py
CHANGED
@@ -13,7 +13,7 @@ from transformers import AutoModel
|
|
13 |
#modelName = "google/gemma-2-2b-it"
|
14 |
#modelName = "ironlanderl/gemma-2-2b-it-Q5_K_M-GGUF"
|
15 |
modelName = "bartowski/Mistral-Nemo-Instruct-2407-GGUF"
|
16 |
-
modelId = "Mistral-Nemo-Instruct-2407-
|
17 |
tokenizer = AutoTokenizer.from_pretrained(modelName,gguf_file=modelId)
|
18 |
|
19 |
model = AutoModel.from_pretrained(modelName,gguf_file=modelId)
|
|
|
13 |
#modelName = "google/gemma-2-2b-it"
|
14 |
#modelName = "ironlanderl/gemma-2-2b-it-Q5_K_M-GGUF"
|
15 |
modelName = "bartowski/Mistral-Nemo-Instruct-2407-GGUF"
|
16 |
+
modelId = "Mistral-Nemo-Instruct-2407-Q2_K.gguf"
|
17 |
tokenizer = AutoTokenizer.from_pretrained(modelName,gguf_file=modelId)
|
18 |
|
19 |
model = AutoModel.from_pretrained(modelName,gguf_file=modelId)
|