robinroy03 commited on
Commit
06cd163
1 Parent(s): ecb3420

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -3
app.py CHANGED
@@ -49,7 +49,7 @@ async def llm_output(question: str, context: str) -> str:
49
  Context: {context}
50
  """
51
  obj = {
52
- 'model': 'phi3',
53
  'prompt': prompt,
54
  'stream': False
55
  }
@@ -58,8 +58,7 @@ async def llm_output(question: str, context: str) -> str:
58
  async with session.post(URL_LLM + "/api/generate", json=obj) as response:
59
  response_json = await response.json()
60
 
61
- return response_json['response']
62
-
63
 
64
  async def embedding_output(message: str) -> list:
65
  """
 
49
  Context: {context}
50
  """
51
  obj = {
52
+ 'model': 'llama3-70b-8192',
53
  'prompt': prompt,
54
  'stream': False
55
  }
 
58
  async with session.post(URL_LLM + "/api/generate", json=obj) as response:
59
  response_json = await response.json()
60
 
61
+ return response_json['choices'][0]['message']['content']
 
62
 
63
  async def embedding_output(message: str) -> list:
64
  """