gba16326553 commited on
Commit
0623c5b
1 Parent(s): 11cd399

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -13,7 +13,7 @@ from transformers import AutoModel
13
  #modelName = "google/gemma-2-2b-it"
14
  #modelName = "ironlanderl/gemma-2-2b-it-Q5_K_M-GGUF"
15
  modelName = "bartowski/Mistral-Nemo-Instruct-2407-GGUF"
16
- modelId = "Mistral-Nemo-Instruct-2407-Q4_K_S.gguf"
17
  tokenizer = AutoTokenizer.from_pretrained(modelName,gguf_file=modelId)
18
 
19
  model = AutoModel.from_pretrained(modelName,gguf_file=modelId)
 
13
  #modelName = "google/gemma-2-2b-it"
14
  #modelName = "ironlanderl/gemma-2-2b-it-Q5_K_M-GGUF"
15
  modelName = "bartowski/Mistral-Nemo-Instruct-2407-GGUF"
16
+ modelId = "Mistral-Nemo-Instruct-2407-Q2_K.gguf"
17
  tokenizer = AutoTokenizer.from_pretrained(modelName,gguf_file=modelId)
18
 
19
  model = AutoModel.from_pretrained(modelName,gguf_file=modelId)