Update app.py
Browse files
app.py
CHANGED
@@ -18,9 +18,9 @@ def configure_llama_model():
|
|
18 |
llm = LlamaCPP(
|
19 |
model_url=model_url,
|
20 |
temperature=0.3,
|
21 |
-
max_new_tokens=
|
22 |
-
context_window=
|
23 |
-
model_kwargs={"n_gpu_layers":
|
24 |
messages_to_prompt=messages_to_prompt,
|
25 |
completion_to_prompt=completion_to_prompt,
|
26 |
verbose=True,
|
|
|
18 |
llm = LlamaCPP(
|
19 |
model_url=model_url,
|
20 |
temperature=0.3,
|
21 |
+
max_new_tokens=68,
|
22 |
+
context_window=1000,
|
23 |
+
model_kwargs={"n_gpu_layers": 1},
|
24 |
messages_to_prompt=messages_to_prompt,
|
25 |
completion_to_prompt=completion_to_prompt,
|
26 |
verbose=True,
|