File size: 3,488 Bytes
a67473a 9bb866e a67473a 9bb866e 32af12c a67473a 9bb866e a67473a 9bb866e |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 |
from datetime import datetime
import json
from typing import Any, Dict, Optional
import uuid
import httpx
from api.config import MODEL_MAPPING, AGENT_MODE, TRENDING_AGENT_MODE, headers
from fastapi import HTTPException
from api.auth import verify_app_secret # Correctly import verify_app_secret
from api.config import APP_SECRET, BASE_URL
from api.models import ChatRequest
from api.logger import setup_logger
logger = setup_logger(__name__)
# Remove redundant definition of verify_app_secret
def message_to_dict(message):
if isinstance(message.content, str):
result = {"role": message.role, "content": message.content}
if hasattr(message, 'data'):
result['data'] = message.data
return result
elif isinstance(message.content, list) and len(message.content) == 2:
return {
"role": message.role,
"content": message.content[0]["text"],
"data": {
"imageBase64": message.content[1]["image_url"]["url"],
"fileText": "",
"title": "snapshoot",
},
}
else:
return {"role": message.role, "content": message.content}
async def process_streaming_response(request: ChatRequest):
json_data = {
"messages": [message_to_dict(msg) for msg in request.messages],
"previewToken": None,
"userId": None,
"codeModelMode": True,
"agentMode": AGENT_MODE.get(request.model, {}),
"trendingAgentMode": TRENDING_AGENT_MODE.get(request.model, {}),
"isMicMode": False,
"userSystemPrompt": None,
"maxTokens": request.max_tokens,
"playgroundTopP": request.top_p,
"playgroundTemperature": request.temperature,
"isChromeExt": False,
"githubToken": None,
"clickedAnswer2": False,
"clickedAnswer3": False,
"clickedForceWebSearch": False,
"visitFromDelta": False,
"mobileClient": False,
"userSelectedModel": MODEL_MAPPING.get(request.model, request.model),
}
async with httpx.AsyncClient() as client:
try:
async with client.stream(
"POST",
f"{BASE_URL}/api/chat",
headers=headers,
json=json_data,
timeout=100,
) as response:
response.raise_for_status()
async for line in response.aiter_lines():
timestamp = int(datetime.now().timestamp())
if line:
content = line + "\n"
if content.startswith("$@$v=undefined-rv1$@$"):
yield f"data: {json.dumps(create_chat_completion_data(content[21:], request.model, timestamp))}\n\n"
else:
yield f"data: {json.dumps(create_chat_completion_data(content, request.model, timestamp))}\n\n"
yield f"data: {json.dumps(create_chat_completion_data('', request.model, timestamp, 'stop'))}\n\n"
yield "data: [DONE]\n\n"
except httpx.HTTPStatusError as e:
logger.error(f"HTTP error occurred: {e}")
raise HTTPException(status_code=e.response.status_code, detail="External service error")
except httpx.RequestError as e:
logger.error(f"Error occurred during request: {e}")
raise HTTPException(status_code=500, detail="Request to external service failed")
|