Update app/main.py
Browse files- app/main.py +1 -1
app/main.py
CHANGED
@@ -344,7 +344,7 @@ async def lifespan(app: FastAPI):
|
|
344 |
model_path=model_path,
|
345 |
temperature=0.3,
|
346 |
max_tokens=200,
|
347 |
-
n_ctx=
|
348 |
top_p=0.9,
|
349 |
top_k=40,
|
350 |
n_threads=1,
|
|
|
344 |
model_path=model_path,
|
345 |
temperature=0.3,
|
346 |
max_tokens=200,
|
347 |
+
n_ctx=1024,
|
348 |
top_p=0.9,
|
349 |
top_k=40,
|
350 |
n_threads=1,
|