g4f/Provider/Providers/DfeHub.py

import os, requests
from ...typing import sha256, Dict, get_type_hints
import json
import re
import time

url = "https://chat.dfehub.com/api/chat"
model = ['gpt-3.5-turbo']
supports_stream = True
needs_auth = False
working = True


def _create_completion(model: str, messages: list, stream: bool, **kwargs):
    headers = {
        'authority': 'chat.dfehub.com',
        'accept': '*/*',
        'accept-language': 'en,fr-FR;q=0.9,fr;q=0.8,es-ES;q=0.7,es;q=0.6,en-US;q=0.5,am;q=0.4,de;q=0.3',
        'content-type': 'application/json',
        'origin': 'https://chat.dfehub.com',
        'referer': 'https://chat.dfehub.com/',
        'sec-ch-ua': '"Not.A/Brand";v="8", "Chromium";v="114", "Google Chrome";v="114"',
        'sec-ch-ua-mobile': '?0',
        'sec-ch-ua-platform': '"macOS"',
        'sec-fetch-dest': 'empty',
        'sec-fetch-mode': 'cors',
        'sec-fetch-site': 'same-origin',
        'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Safari/537.36',
        'x-requested-with': 'XMLHttpRequest',
    }

    json_data = {
        'messages': messages,
        'model': 'gpt-3.5-turbo',
        'temperature': kwargs.get('temperature', 0.5),
        'presence_penalty': kwargs.get('presence_penalty', 0),
        'frequency_penalty': kwargs.get('frequency_penalty', 0),
        'top_p': kwargs.get('top_p', 1),
        "stream": True,
    }
    response = requests.post('https://chat.dfehub.com/api/openai/v1/chat/completions',
        headers=headers, json=json_data)
    
    for chunk in response.iter_lines():
        if b'detail' in chunk:
            delay = re.findall(r"\d+\.\d+", chunk.decode())
            delay = float(delay[-1])
            print(f"Provider.DfeHub::Rate Limit Reached::Waiting {delay} seconds")
            time.sleep(delay)
            yield from _create_completion(model, messages, stream, **kwargs)
        if b'content' in chunk:
            data = json.loads(chunk.decode().split('data: ')[1])
            yield (data['choices'][0]['delta']['content'])

params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
    '(%s)' % ', '.join([f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])