|
from __future__ import annotations |
|
|
|
from aiohttp import ClientSession |
|
|
|
from ..typing import AsyncGenerator |
|
from .base_provider import AsyncGeneratorProvider, format_prompt |
|
|
|
|
|
class Yqcloud(AsyncGeneratorProvider): |
|
url = "https://chat9.yqcloud.top/" |
|
working = True |
|
supports_gpt_35_turbo = True |
|
|
|
@staticmethod |
|
async def create_async_generator( |
|
model: str, |
|
messages: list[dict[str, str]], |
|
proxy: str = None, |
|
**kwargs, |
|
) -> AsyncGenerator: |
|
async with ClientSession( |
|
headers=_create_header() |
|
) as session: |
|
payload = _create_payload(messages) |
|
async with session.post("https://api.aichatos.cloud/api/generateStream", proxy=proxy, json=payload) as response: |
|
response.raise_for_status() |
|
async for stream in response.content.iter_any(): |
|
if stream: |
|
yield stream.decode() |
|
|
|
|
|
def _create_header(): |
|
return { |
|
"accept" : "application/json, text/plain, */*", |
|
"content-type" : "application/json", |
|
"origin" : "https://chat9.yqcloud.top", |
|
} |
|
|
|
|
|
def _create_payload(messages: list[dict[str, str]]): |
|
return { |
|
"prompt": format_prompt(messages), |
|
"network": True, |
|
"system": "", |
|
"withoutContext": False, |
|
"stream": True, |
|
"userId": "#/chat/1693025544336" |
|
} |
|
|
