Spaces:
Paused
Paused
Commit
•
06cd163
1
Parent(s):
ecb3420
Update app.py
Browse files
app.py
CHANGED
@@ -49,7 +49,7 @@ async def llm_output(question: str, context: str) -> str:
|
|
49 |
Context: {context}
|
50 |
"""
|
51 |
obj = {
|
52 |
-
'model': '
|
53 |
'prompt': prompt,
|
54 |
'stream': False
|
55 |
}
|
@@ -58,8 +58,7 @@ async def llm_output(question: str, context: str) -> str:
|
|
58 |
async with session.post(URL_LLM + "/api/generate", json=obj) as response:
|
59 |
response_json = await response.json()
|
60 |
|
61 |
-
return response_json['
|
62 |
-
|
63 |
|
64 |
async def embedding_output(message: str) -> list:
|
65 |
"""
|
|
|
49 |
Context: {context}
|
50 |
"""
|
51 |
obj = {
|
52 |
+
'model': 'llama3-70b-8192',
|
53 |
'prompt': prompt,
|
54 |
'stream': False
|
55 |
}
|
|
|
58 |
async with session.post(URL_LLM + "/api/generate", json=obj) as response:
|
59 |
response_json = await response.json()
|
60 |
|
61 |
+
return response_json['choices'][0]['message']['content']
|
|
|
62 |
|
63 |
async def embedding_output(message: str) -> list:
|
64 |
"""
|