Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -52,7 +52,7 @@ def respond(
|
|
52 |
llm = Llama(
|
53 |
model_path=f"models/{model}",
|
54 |
n_gpu_layers=81,
|
55 |
-
n_ctx
|
56 |
)
|
57 |
provider = LlamaCppPythonProvider(llm)
|
58 |
|
|
|
52 |
llm = Llama(
|
53 |
model_path=f"models/{model}",
|
54 |
n_gpu_layers=81,
|
55 |
+
n_ctx=8192,
|
56 |
)
|
57 |
provider = LlamaCppPythonProvider(llm)
|
58 |
|