|
import json |
|
|
|
import requests |
|
|
|
from ..typing import Any, CreateResult |
|
from .base_provider import BaseProvider |
|
|
|
|
|
class CaffCat(BaseProvider): |
|
url = "https://caffcat.com" |
|
supports_stream = True |
|
supports_gpt_35_turbo = True |
|
supports_gpt_35_turbo_16k = True |
|
working = True |
|
|
|
@staticmethod |
|
def create_completion( |
|
model: str, |
|
messages: list[dict[str, str]], |
|
stream: bool, |
|
**kwargs: Any, |
|
) -> CreateResult: |
|
active_servers = [ |
|
"https://coffeecat.ai", |
|
"https://caffcat.com", |
|
"https://www.jinwangyile.xyz", |
|
] |
|
server = active_servers[kwargs.get("active_server", 2)] |
|
headers = { |
|
"authority": f"{server}".replace("https://", ""), |
|
"accept": "text/event-stream", |
|
"accept-language": "en,fr-FR;q=0.9,fr;q=0.8,es-ES;q=0.7,es;q=0.6,en-US;q=0.5,am;q=0.4,de;q=0.3,fa=0.2", |
|
"content-type": "application/json", |
|
"origin": f"{server}", |
|
"referer": f"{server}/", |
|
"x-requested-with": "XMLHttpRequest", |
|
'plugins': '0', |
|
'sec-ch-ua': '"Chromium";v="116", "Not)A;Brand";v="24", "Google Chrome";v="116"', |
|
'sec-ch-ua-mobile': '?0', |
|
'sec-ch-ua-platform': '"Windows"', |
|
'sec-fetch-dest': 'empty', |
|
'sec-fetch-mode': 'cors', |
|
'sec-fetch-site': 'same-origin', |
|
'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36', |
|
'usesearch': 'false', |
|
'x-requested-with': 'XMLHttpRequest' |
|
} |
|
|
|
json_data = { |
|
"messages": messages, |
|
"stream": stream, |
|
"model": model, |
|
"temperature": kwargs.get("temperature", 0.5), |
|
"presence_penalty": kwargs.get("presence_penalty", 0), |
|
"frequency_penalty": kwargs.get("frequency_penalty", 0), |
|
"top_p": kwargs.get("top_p", 1), |
|
} |
|
|
|
session = requests.Session() |
|
|
|
session.get(f"{server}/") |
|
|
|
response = session.post( |
|
f"{server}/api/openai/v1/chat/completions", |
|
headers=headers, |
|
json=json_data, |
|
stream=stream, |
|
) |
|
if response.status_code == 200: |
|
if stream == False: |
|
json_data = response.json() |
|
if "choices" in json_data: |
|
yield json_data["choices"][0]["message"]["content"] |
|
else: |
|
yield Exception("No response from server") |
|
else: |
|
|
|
for chunk in response.iter_lines(): |
|
if b"content" in chunk: |
|
splitData = chunk.decode().split("data: ") |
|
if len(splitData) > 1: |
|
yield json.loads(splitData[1])["choices"][0]["delta"]["content"] |
|
else: |
|
yield Exception(f"Error {response.status_code} from server") |
|
|
|
|
|
@classmethod |
|
@property |
|
def params(cls): |
|
params = [ |
|
("model", "str"), |
|
("messages", "list[dict[str, str]]"), |
|
("stream", "bool"), |
|
("temperature", "float"), |
|
("presence_penalty", "int"), |
|
("frequency_penalty", "int"), |
|
("top_p", "int"), |
|
("active_server", "int"), |
|
] |
|
param = ", ".join([": ".join(p) for p in params]) |
|
return f"g4f.provider.{cls.__name__} supports: ({param})" |
|
|