moriire commited on
Commit
e0024f6
·
verified ·
1 Parent(s): 1d460df

Update app/llm.py

Browse files
Files changed (1) hide show
  1. app/llm.py +3 -3
app/llm.py CHANGED
@@ -30,9 +30,9 @@ class ChatModel(BaseModel):
30
  mirostat_tau: float=4.0
31
  mirostat_eta: float=1.1
32
  llm_chat = llama_cpp.Llama.from_pretrained(
33
- repo_id="moriire/healthcare-ai-q2_k",
34
- filename="*.gguf",
35
- tokenizer=llama_cpp.llama_tokenizer.LlamaHFTokenizer.from_pretrained("moriire/healthcare-ai-adapter-merged_16bit"),
36
  verbose=False,
37
  n_ctx=256,
38
  n_gpu_layers=0,
 
30
  mirostat_tau: float=4.0
31
  mirostat_eta: float=1.1
32
  llm_chat = llama_cpp.Llama.from_pretrained(
33
+ repo_id="Qwen/Qwen1.5-0.5B-Chat-GGUF",
34
+ filename="*4_k_m.gguf",
35
+ tokenizer=llama_cpp.llama_tokenizer.LlamaHFTokenizer.from_pretrained("Qwen/Qwen1.5-0.5B-Chat-GGUF"),
36
  verbose=False,
37
  n_ctx=256,
38
  n_gpu_layers=0,