mlabonne commited on
Commit
c62dbe2
1 Parent(s): b39c565

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -17,6 +17,7 @@ description = f"Chat with <a href=\"https://huggingface.co/{model_id}\">{model_n
17
  llm = Llama(model_path="model.gguf",
18
  n_ctx=32768,
19
  n_threads=2,
 
20
  n_gpu_layers=-1,
21
  chat_format=chat_template)
22
 
 
17
  llm = Llama(model_path="model.gguf",
18
  n_ctx=32768,
19
  n_threads=2,
20
+ n_vocab=32002,
21
  n_gpu_layers=-1,
22
  chat_format=chat_template)
23