Update app.py
Browse files
app.py
CHANGED
@@ -13,9 +13,9 @@ class GenModel(BaseModel):
|
|
13 |
system: str = "You are a helpful medical AI assistant. Help as much as you can. Remember, response in English."
|
14 |
temperature: float = 0.8
|
15 |
seed: int = 101,
|
16 |
-
mirostat_mode=2,
|
17 |
-
mirostat_tau=4.0,
|
18 |
-
mirostat_eta=1.1
|
19 |
|
20 |
llm_chat = llama_cpp.Llama.from_pretrained(
|
21 |
repo_id="Qwen/Qwen1.5-0.5B-Chat-GGUF",
|
|
|
13 |
system: str = "You are a helpful medical AI assistant. Help as much as you can. Remember, response in English."
|
14 |
temperature: float = 0.8
|
15 |
seed: int = 101,
|
16 |
+
mirostat_mode: int=2,
|
17 |
+
mirostat_tau: float=4.0,
|
18 |
+
mirostat_eta: float=1.1
|
19 |
|
20 |
llm_chat = llama_cpp.Llama.from_pretrained(
|
21 |
repo_id="Qwen/Qwen1.5-0.5B-Chat-GGUF",
|