Update app/llm.py
Browse files- app/llm.py +3 -1
app/llm.py
CHANGED
@@ -116,7 +116,8 @@ async def generate(gen:GenModel):#, user: schemas.BaseUser = fastapi.Depends(cur
|
|
116 |
stream=True,
|
117 |
echo = True
|
118 |
)
|
119 |
-
|
|
|
120 |
for chunk in output:
|
121 |
delta = chunk['choices'][0]#['delta']
|
122 |
print(delta)
|
@@ -129,6 +130,7 @@ async def generate(gen:GenModel):#, user: schemas.BaseUser = fastapi.Depends(cur
|
|
129 |
#et = time()
|
130 |
#output["time"] = et - st
|
131 |
#print(output)
|
|
|
132 |
except Exception as e:
|
133 |
logger.error(f"Error in /generate endpoint: {e}")
|
134 |
return JSONResponse(
|
|
|
116 |
stream=True,
|
117 |
echo = True
|
118 |
)
|
119 |
+
return output
|
120 |
+
"""
|
121 |
for chunk in output:
|
122 |
delta = chunk['choices'][0]#['delta']
|
123 |
print(delta)
|
|
|
130 |
#et = time()
|
131 |
#output["time"] = et - st
|
132 |
#print(output)
|
133 |
+
"""
|
134 |
except Exception as e:
|
135 |
logger.error(f"Error in /generate endpoint: {e}")
|
136 |
return JSONResponse(
|