Update main.py

main.py

@@ -14,6 +14,9 @@ from datetime import datetime, timedelta
 import asyncio
 import requests
 from prompts import CODING_ASSISTANT_PROMPT, NEWS_ASSISTANT_PROMPT, generate_news_prompt
+from fastapi_cache import FastAPICache
+from fastapi_cache.backends.inmemory import InMemoryBackend
+from fastapi_cache.decorator import cache
 
 app = FastAPI()
 
@@ -159,6 +162,7 @@ async def clear_inactive_conversations():
 
 @app.on_event("startup")
 async def startup_event():
+    FastAPICache.init(InMemoryBackend(), prefix="fastapi-cache")
     asyncio.create_task(clear_inactive_conversations())
 
 @app.post("/coding-assistant")
@@ -196,6 +200,7 @@ async def coding_assistant(query: QueryModel, background_tasks: BackgroundTasks,
     return StreamingResponse(process_response(), media_type="text/event-stream")
 
 # New functions for news assistant
+
 def fetch_news(query, num_results=20):
     url = "https://api.search.brave.com/res/v1/news/search"
     headers = {
@@ -221,6 +226,7 @@ def fetch_news(query, num_results=20):
     else:
         return []
 
+
 def analyze_news(query):
     news_data = fetch_news(query)
     
@@ -239,6 +245,7 @@ def analyze_news(query):
     return messages
 
 @app.post("/news-assistant")
+@cache(expire=3600)
 async def news_assistant(query: NewsQueryModel, api_key: str = Depends(verify_api_key)):
     """
     News assistant endpoint that provides summaries and analysis of recent news based on user queries.