pvanand commited on
Commit
e5c2d73
1 Parent(s): 91592b0

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +4 -4
main.py CHANGED
@@ -310,7 +310,7 @@ class QueryModel(BaseModel):
310
  }
311
  }
312
 
313
- def assistant_api(query, data_type):
314
  logger.info(f"Received {data_type} assistant query: {query}")
315
  messages = analyze_data(query, data_type)
316
 
@@ -321,7 +321,7 @@ def assistant_api(query, data_type):
321
  def process_response():
322
  logger.info(f"Generating response using LLM: {messages}")
323
  full_response = ""
324
- for content in chat_with_llama_stream(messages, model=query.model_id):
325
  full_response += content
326
  yield content
327
  logger.info(f"Completed {data_type} assistant response for query: {query}")
@@ -335,7 +335,7 @@ async def news_assistant(query: QueryModel, api_key: str = Depends(verify_api_ke
335
  News assistant endpoint that provides summaries and analysis of recent news based on user queries.
336
  Requires API Key authentication via X-API-Key header.
337
  """
338
- return assistant_api(query.query, "news")
339
 
340
  @app.post("/search-assistant")
341
  async def search_assistant(query: QueryModel, api_key: str = Depends(verify_api_key)):
@@ -343,7 +343,7 @@ async def search_assistant(query: QueryModel, api_key: str = Depends(verify_api_
343
  Search assistant endpoint that provides summaries and analysis of web search results based on user queries.
344
  Requires API Key authentication via X-API-Key header.
345
  """
346
- return assistant_api(query.query, "search")
347
 
348
  from pydantic import BaseModel, Field
349
  import yaml
 
310
  }
311
  }
312
 
313
+ def assistant_api(query, data_type,model = "openai/gpt-4o-mini"):
314
  logger.info(f"Received {data_type} assistant query: {query}")
315
  messages = analyze_data(query, data_type)
316
 
 
321
  def process_response():
322
  logger.info(f"Generating response using LLM: {messages}")
323
  full_response = ""
324
+ for content in chat_with_llama_stream(messages, model=model):
325
  full_response += content
326
  yield content
327
  logger.info(f"Completed {data_type} assistant response for query: {query}")
 
335
  News assistant endpoint that provides summaries and analysis of recent news based on user queries.
336
  Requires API Key authentication via X-API-Key header.
337
  """
338
+ return assistant_api(query.query, "news",model=query.model_id)
339
 
340
  @app.post("/search-assistant")
341
  async def search_assistant(query: QueryModel, api_key: str = Depends(verify_api_key)):
 
343
  Search assistant endpoint that provides summaries and analysis of web search results based on user queries.
344
  Requires API Key authentication via X-API-Key header.
345
  """
346
+ return assistant_api(query.query, "search",model=query.model_id)
347
 
348
  from pydantic import BaseModel, Field
349
  import yaml