Update app/llm.py
Browse files- app/llm.py +2 -2
app/llm.py
CHANGED
@@ -114,7 +114,7 @@ async def generate(gen:GenModel):#, user: schemas.BaseUser = fastapi.Depends(cur
|
|
114 |
seed= gen.seed,
|
115 |
#chat_format="llama-2",
|
116 |
stream=True,
|
117 |
-
echo =
|
118 |
)
|
119 |
|
120 |
for chunk in output:
|
@@ -128,7 +128,7 @@ async def generate(gen:GenModel):#, user: schemas.BaseUser = fastapi.Depends(cur
|
|
128 |
|
129 |
#et = time()
|
130 |
#output["time"] = et - st
|
131 |
-
print(output)
|
132 |
except Exception as e:
|
133 |
logger.error(f"Error in /generate endpoint: {e}")
|
134 |
return JSONResponse(
|
|
|
114 |
seed= gen.seed,
|
115 |
#chat_format="llama-2",
|
116 |
stream=True,
|
117 |
+
echo = True
|
118 |
)
|
119 |
|
120 |
for chunk in output:
|
|
|
128 |
|
129 |
#et = time()
|
130 |
#output["time"] = et - st
|
131 |
+
#print(output)
|
132 |
except Exception as e:
|
133 |
logger.error(f"Error in /generate endpoint: {e}")
|
134 |
return JSONResponse(
|