Update app.py

app.py

@@ -52,6 +52,7 @@ def respond(
     llm = Llama(
         model_path=f"models/{model}",
         n_gpu_layers=81,
+        n_ctx: 8192,
     )
     provider = LlamaCppPythonProvider(llm)