chenhaodev commited on
Commit
3d45082
1 Parent(s): eee3f88

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -14,8 +14,8 @@ title = f"{model_name}"
14
  description = f"Chat with <a href=\"https://huggingface.co/{model_id}\">{model_name}</a> in GGUF format ({quant})!"
15
 
16
  # Initialize the LLM
17
- #llm = Llama(model_path="model.gguf",n_ctx=32768,n_threads=2,chat_format=chat_template)
18
- llm = Llama(model_path="model.gguf",n_ctx=32768,n_threads=2)
19
 
20
  # Function for streaming chat completions
21
  def chat_stream_completion(message, history, system_prompt):
 
14
  description = f"Chat with <a href=\"https://huggingface.co/{model_id}\">{model_name}</a> in GGUF format ({quant})!"
15
 
16
  # Initialize the LLM
17
+ llm = Llama(model_path="model.gguf",n_ctx=32768,n_threads=2,chat_format=chat_template)
18
+ #llm = Llama(model_path="model.gguf",n_ctx=32768,n_threads=2)
19
 
20
  # Function for streaming chat completions
21
  def chat_stream_completion(message, history, system_prompt):