API: Removed unused providers

g4f/Provider/Providers/Aichat.py

@@ -1,37 +0,0 @@
-import os, requests
-from ...typing import sha256, Dict, get_type_hints
-
-url = 'https://chat-gpt.org/chat'
-model = ['gpt-3.5-turbo']
-supports_stream = False
-
-def _create_completion(model: str, messages: list, stream: bool, **kwargs):
-    headers = {
-        'authority': 'chat-gpt.org',
-        'accept': '*/*',
-        'cache-control': 'no-cache',
-        'content-type': 'application/json',
-        'origin': 'https://chat-gpt.org',
-        'pragma': 'no-cache',
-        'referer': 'https://chat-gpt.org/chat',
-        'sec-ch-ua-mobile': '?0',
-        'sec-ch-ua-platform': '"macOS"',
-        'sec-fetch-dest': 'empty',
-        'sec-fetch-mode': 'cors',
-        'sec-fetch-site': 'same-origin',
-        'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/113.0.0.0 Safari/537.36',
-    }
-
-    json_data = {
-        'message': messages[-1]['content'],
-        'temperature': 1,
-        'presence_penalty': 0,
-        'top_p': 1,
-        'frequency_penalty': 0
-    }
-    
-    response = requests.post('https://chat-gpt.org/api/text', headers=headers, json=json_data)
-    yield response.json()['message']
-
-params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
-    '(%s)' % ', '.join([f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/Aws.py

@@ -1,26 +0,0 @@
-import os
-import requests
-
-from ...typing import sha256, Dict, get_type_hints
-
-url = 'https://4aiu6ctrknfxkoaigkigzh5lwm0cciuc.lambda-url.ap-east-1.on.aws/chat/completions'
-model = ['gpt-3.5-turbo', 'gpt-4']
-supports_stream = False
-
-class Auth(requests.auth.AuthBase):
-    def __init__(self):
-        self.token = 'sk-1234567890abcdefghijklmnopqrstuvwxyzABCDEFGHIJKL'
-        
-    def __call__(self, r):
-        r.headers["authorization"] = f"Bearer {self.token}"
-        return r
-
-def _create_completion(model: str, messages: list, stream: bool, **kwargs):
-
-    response = requests.post(url, 
-        auth=Auth(), json={"model": model,"messages": messages})
-
-    yield (response.json()['choices'][0]['message']['content'])
-
-params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
-    '(%s)' % ', '.join([f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/Bard.py

@@ -1,80 +0,0 @@
-# implement proxy argument
-
-import os, requests, json, browser_cookie3, re, random
-from ...typing import sha256, Dict, get_type_hints
-
-url = 'https://bard.google.com'
-model = ['Palm2']
-supports_stream = False
-
-def _create_completion(model: str, messages: list, stream: bool, **kwargs):
-    psid = {cookie.name: cookie.value for cookie in browser_cookie3.chrome(
-        domain_name='.google.com')}['__Secure-1PSID']
-
-    formatted = '\n'.join(
-        [f"{message['role']}: {message['content']}" for message in messages]
-    )
-    prompt = f'{formatted}\nAssistant:'
-
-    proxy = None
-
-    if proxy is None:
-        raise Exception('Proxy is required for Bard (set in g4f/Provider/Providers/Bard.py line 18)')
-
-    snlm0e = False
-    conversation_id = None
-    response_id = None
-    choice_id = None
-
-    client = requests.Session()
-    client.proxies = {
-        'http': f'https://{proxy}',
-        'https': f'https://{proxy}'} if proxy else None
-
-    client.headers = {
-        'authority': 'bard.google.com',
-        'content-type': 'application/x-www-form-urlencoded;charset=UTF-8',
-        'origin': 'https://bard.google.com',
-        'referer': 'https://bard.google.com/',
-        'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/111.0.0.0 Safari/537.36',
-        'x-same-domain': '1',
-        'cookie': f'__Secure-1PSID={psid}'
-    }
-
-    snlm0e = (
-        re.search(
-            r'SNlM0e\":\"(.*?)\"', client.get('https://bard.google.com/').text
-        )[1]
-        if not snlm0e
-        else snlm0e
-    )
-
-    params = {
-        'bl': 'boq_assistant-bard-web-server_20230326.21_p0',
-        '_reqid': random.randint(1111, 9999),
-        'rt': 'c'
-    }
-
-    data = {
-        'at': snlm0e,
-        'f.req': json.dumps([None, json.dumps([[prompt], None, [conversation_id, response_id, choice_id]])])}
-
-    intents = '.'.join([
-        'assistant',
-        'lamda',
-        'BardFrontendService'
-    ])
-
-    response = client.post(f'https://bard.google.com/_/BardChatUi/data/{intents}/StreamGenerate',
-                        data=data, params=params)
-
-    if chat_data := json.loads(response.content.splitlines()[3])[0][2]:
-        json_chat_data = json.loads(chat_data)
-
-        yield json_chat_data[0][0]
-
-    else:
-        yield 'error'
-
-params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
-    '(%s)' % ', '.join([f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/Bing.py

@@ -1,31 +0,0 @@
-import os
-import json
-import time
-import subprocess
-
-from ...typing import sha256, Dict, get_type_hints
-
-url = 'https://bing.com/chat'
-model = ['gpt-3.5-turbo', 'gpt-4']
-supports_stream = True
-
-def _create_completion(model: str, messages: list, stream: bool, **kwargs):
-    path = os.path.dirname(os.path.realpath(__file__))
-    config = json.dumps({
-        'messages': messages,
-        'model': model}, separators=(',', ':'))
-    
-    try:
-        subprocess.run(["python3", "--version"], capture_output=True, check=True)
-        cmd = ["python3", f"{path}/helpers/bing.py", config]
-    except subprocess.CalledProcessError:
-        cmd = ["python", f"{path}/helpers/bing.py", config]
-
-    p = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
-
-    for line in iter(p.stdout.readline, b''):
-        yield line.decode('utf-8', errors='ignore') #[:-1]
-
-        
-params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
-    '(%s)' % ', '.join([f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/Forefront.py

@@ -4,7 +4,7 @@ import requests
 from ...typing import sha256, Dict, get_type_hints
 
 url = 'forefront.com'
-model = ['gpt-3.5-turbo']
+model = ['gpt-3.5-turbo', 'gpt-4']
 supports_stream = True
 
 
@@ -16,11 +16,11 @@ def _create_completion(model: str, messages: list, stream: bool, **kwargs):
         'parentId': '',
         'workspaceId': '',
         'messagePersona': '607e41fe-95be-497e-8e97-010a59b2e2c0',
-        'model': 'gpt-4',
+        'model': model,
         'messages': messages[:-1] if len(messages) > 1 else [],
         'internetMode': 'auto'
     }
-
+    
     response = requests.post('https://streaming.tenant-forefront-default.knative.chi.coreweave.com/free-chat',
                              json=json_data, stream=True)
 

g4f/Provider/Providers/Openai.py

@@ -1,33 +0,0 @@
-import os
-import json
-import time
-import subprocess
-
-from ...typing import sha256, Dict, get_type_hints
-
-url = 'https://chat.openai.com/chat'
-model = ['gpt-3.5-turbo']
-supports_stream = True
-
-
-def _create_completion(model: str, messages: list, stream: bool, **kwargs):
-
-    path = os.path.dirname(os.path.realpath(__file__))
-    config = json.dumps({
-        'model': model,
-        'messages': messages[:-1] if len(messages) > 1 else [],
-    })
-    
-    try:
-        subprocess.run(["python3", "--version"], capture_output=True, check=True)
-        cmd = ["python3", f"{path}/helpers/openai.py", config]
-    except subprocess.CalledProcessError:
-        cmd = ["python", f"{path}/helpers/openai.py", config]
-
-    p = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
-
-    for line in iter(p.stdout.readline, b''):
-        yield line.decode('utf-8', errors='ignore') #[:-1]
-
-params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
-    '(%s)' % ', '.join([f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/Ora.py

@@ -1,42 +0,0 @@
-import os, requests, uuid
-from ...typing import sha256, Dict, get_type_hints
-
-url = 'https://ora.ai'
-model = ['gpt-3.5-turbo', 'gpt-4']
-supports_stream = False
-
-def _create_completion(model: str, messages: list, stream: bool, **kwargs):
-    headers = {
-        'authority': 'ora.ai',
-        'accept': '*/*',
-        'accept-language': 'en,fr-FR;q=0.9,fr;q=0.8,es-ES;q=0.7,es;q=0.6,en-US;q=0.5,am;q=0.4,de;q=0.3',
-        'cache-control': 'no-cache',
-        'content-type': 'application/json',
-        'origin': 'https://ora.ai',
-        'pragma': 'no-cache',
-        'referer': 'https://ora.ai/chat/',
-        'sec-ch-ua': '"Google Chrome";v="113", "Chromium";v="113", "Not-A.Brand";v="24"',
-        'sec-ch-ua-mobile': '?0',
-        'sec-ch-ua-platform': '"macOS"',
-        'sec-fetch-dest': 'empty',
-        'sec-fetch-mode': 'cors',
-        'sec-fetch-site': 'same-origin',
-        'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/113.0.0.0 Safari/537.36',
-    }
-
-    json_data = {
-        'chatbotId': 'adb2b793-e667-46b9-8d80-114eaa9a4c40',
-        'input': messages[-1]['content'],
-        'userId': f'auto:{uuid.uuid4()}',
-        'provider': 'OPEN_AI',
-        'config': False,
-        'includeHistory': False
-    }
-
-    response = requests.post('https://ora.ai/api/conversation', 
-                            headers=headers, json=json_data)
-    
-    yield response.json()['response']
-
-params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
-    '(%s)' % ', '.join([f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/Phind.py

@@ -1,42 +0,0 @@
-import os
-import json
-import time
-import subprocess
-
-from ...typing import sha256, Dict, get_type_hints
-
-url = 'https://phind.com'
-model = ['gpt-3.5-turbo', 'gpt-4']
-supports_stream = True
-
-
-def _create_completion(model: str, messages: list, stream: bool, **kwargs):
-
-    path = os.path.dirname(os.path.realpath(__file__))
-    config = json.dumps({
-        'model': model,
-        'messages': messages[:-1] if len(messages) > 1 else [],
-    })
-
-    try:
-        subprocess.run(["python3", "--version"],
-                       capture_output=True, check=True)
-        cmd = ["python3", f"{path}/helpers/phind.py", config]
-    except subprocess.CalledProcessError:
-        cmd = ["python", f"{path}/helpers/phind.py", config]
-
-    p = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
-
-    for line in iter(p.stdout.readline, b''):
-        if b'<title>Just a moment...</title>' in line:
-            os.system('clear' if os.name == 'posix' else 'cls')
-            yield 'Clouflare error, please try again...'
-            os._exit(0)
-
-        elif b'ping - 2023-' not in line:
-            yield line.decode('utf-8', errors='ignore')  # [:-1]
-
-
-params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
-    '(%s)' % ', '.join(
-        [f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/Pierangelo.py

@@ -1,56 +0,0 @@
-import os
-import requests
-from ...typing import sha256, Dict, get_type_hints
-
-url = 'https://chat.pierangelo.info'
-model = ['gpt-4', 'gpt-3.5-turbo']
-supports_stream = True
-
-models = {
-    'gpt-4': {
-        'id':'gpt-4',
-        'name':'GPT-4'
-    },
-    'gpt-3.5-turbo': {
-        'id':'gpt-3.5-turbo',
-        'name':'GPT-3.5'
-    }
-}
-
-def _create_completion(model: str, messages: list, stream: bool, **kwargs):
-
-    headers = {
-        'authority': 'chat.pierangelo.info',
-        'accept': '*/*',
-        'accept-language': 'en,fr-FR;q=0.9,fr;q=0.8,es-ES;q=0.7,es;q=0.6,en-US;q=0.5,am;q=0.4,de;q=0.3',
-        'cache-control': 'no-cache',
-        'content-type': 'application/json',
-        'origin': 'https://chat.pierangelo.info',
-        'pragma': 'no-cache',
-        'referer': 'https://chat.pierangelo.info/',
-        'sec-ch-ua': '"Google Chrome";v="113", "Chromium";v="113", "Not-A.Brand";v="24"',
-        'sec-ch-ua-mobile': '?0',
-        'sec-ch-ua-platform': '"macOS"',
-        'sec-fetch-dest': 'empty',
-        'sec-fetch-mode': 'cors',
-        'sec-fetch-site': 'same-origin',
-        'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/113.0.0.0 Safari/537.36',
-    }
-
-    json_data = {
-        'model': models[model],
-        'messages': messages,
-        'key': '',
-        'prompt': "You are ChatGPT, a large language model trained by OpenAI. Answer consisely",
-        'temperature': 0.7
-    }
-
-    yield from requests.post(
-        'https://chat.pierangelo.info/api/chat',
-        headers=headers,
-        json=json_data,
-        stream=True,
-    )
-
-params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
-    '(%s)' % ', '.join([f'{name}: {get_type_hints(_create_completion)[name].__name__}' for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/Theb.py

@@ -1,33 +0,0 @@
-import os
-import json
-import time
-import subprocess
-
-from ...typing import sha256, Dict, get_type_hints
-
-url = 'https://theb.ai'
-model = ['gpt-3.5-turbo']
-supports_stream = True
-
-def _create_completion(model: str, messages: list, stream: bool, **kwargs):
-
-    path = os.path.dirname(os.path.realpath(__file__))
-    config = json.dumps({
-        'model': model,
-        'messages': messages[:-1] if len(messages) > 1 else [],
-    })
-    
-    try:
-        subprocess.run(["python3", "--version"], capture_output=True, check=True)
-        cmd = ["python3", f"{path}/helpers/theb.py", config]
-    except subprocess.CalledProcessError:
-        cmd = ["python", f"{path}/helpers/theb.py", config]
-
-    p = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
-
-    for line in iter(p.stdout.readline, b''):
-        yield line.decode('utf-8', errors='ignore') #[:-1]
-
-        
-params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
-    '(%s)' % ', '.join([f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/You.py

@@ -1,30 +0,0 @@
-import os
-import json
-import time
-import subprocess
-
-from ...typing import sha256, Dict, get_type_hints
-
-url = 'https://you.com'
-model = 'gpt-3.5-turbo'
-supports_stream = True
-
-
-def _create_completion(model: str, messages: list, stream: bool, **kwargs):
-
-    path = os.path.dirname(os.path.realpath(__file__))
-    config = json.dumps({
-        'messages': messages[:-1] if len(messages) > 1 else [],
-    })
-
-    try:
-        subprocess.run(["python3", "--version"],
-                       capture_output=True, check=True)
-        cmd = ["python3", f"{path}/helpers/you.py", config]
-    except subprocess.CalledProcessError:
-        cmd = ["python", f"{path}/helpers/you.py", config]
-
-    p = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
-
-    for line in iter(p.stdout.readline, b''):
-        yield line.decode('utf-8', errors='ignore')  # [:-1]

g4f/Provider/Providers/Yqcloud.py

@@ -1,32 +0,0 @@
-import os
-import time
-import requests
-
-from ...typing import sha256, Dict, get_type_hints
-supports_stream = True
-
-def _create_completion(model: str, messages: list, stream: bool, **kwargs):
-
-    headers = {
-        'authority': 'api.aichatos.cloud',
-        'origin': 'https://chat9.yqcloud.top',
-        'referer': 'https://chat9.yqcloud.top/',
-        'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/112.0.0.0 Safari/537.36',
-    }
-
-    json_data = {
-        'prompt': f"{messages[-1]['content']}",
-        'userId': f'#/chat/{int(time.time() * 1000)}',
-        'network': True,
-        'apikey': '',
-        'system': '',
-        'withoutContext': False,
-    }
-
-    response = requests.post('https://api.aichatos.cloud/api/generateStream', headers=headers, json=json_data, stream=True)
-    for token in response.iter_content(chunk_size=2046):
-        if b'always respond in english' not in token:
-            yield (token.decode('utf-8'))
-
-params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
-    '(%s)' % ', '.join([f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/helpers/bing.py

@@ -1,205 +0,0 @@
-import sys
-import ssl
-import uuid 
-import json
-import time
-import random
-import asyncio
-import certifi
-import requests
-import websockets
-import browser_cookie3
-
-config = json.loads(sys.argv[1])
-
-ssl_context = ssl.create_default_context()
-ssl_context.load_verify_locations(certifi.where())
-
-
-
-conversationstyles = {
-    'gpt-4': [ #'precise'
-        "nlu_direct_response_filter",
-        "deepleo",
-        "disable_emoji_spoken_text",
-        "responsible_ai_policy_235",
-        "enablemm",
-        "h3imaginative",
-        "travelansgnd",
-        "dv3sugg",
-        "clgalileo",
-        "gencontentv3",
-        "dv3sugg",
-        "responseos",
-        "e2ecachewrite",
-        "cachewriteext",
-        "nodlcpcwrite",
-        "travelansgnd",
-        "nojbfedge",
-    ],
-    'balanced': [
-        "nlu_direct_response_filter",
-        "deepleo",
-        "disable_emoji_spoken_text",
-        "responsible_ai_policy_235",
-        "enablemm",
-        "galileo",
-        "dv3sugg",
-        "responseos",
-        "e2ecachewrite",
-        "cachewriteext",
-        "nodlcpcwrite",
-        "travelansgnd",
-        "nojbfedge",
-    ],
-    'gpt-3.5-turbo': [ #'precise'
-        "nlu_direct_response_filter",
-        "deepleo",
-        "disable_emoji_spoken_text",
-        "responsible_ai_policy_235",
-        "enablemm",
-        "galileo",
-        "dv3sugg",
-        "responseos",
-        "e2ecachewrite",
-        "cachewriteext",
-        "nodlcpcwrite",
-        "travelansgnd",
-        "h3precise",
-        "clgalileo",
-        "nojbfedge",
-    ]
-}
-
-def format(msg: dict) -> str:
-    return json.dumps(msg) + '\x1e'
-
-def get_token():
-    return
-
-class AsyncCompletion:
-    async def create(self, optionSets : list = None, token     : str = None): # No auth required anymore
-        
-        create = None
-        for _ in range(5):
-            try:
-                create = requests.get('https://edgeservices.bing.com/edgesvc/turing/conversation/create', 
-                    headers = {
-                        'host': 'edgeservices.bing.com',
-                        'accept-encoding': 'gzip, deflate, br',
-                        'connection': 'keep-alive',
-                        'authority': 'edgeservices.bing.com',
-                        'accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7',
-                        'accept-language': 'en-US,en;q=0.9',
-                        'cache-control': 'max-age=0',
-                        'sec-ch-ua': '"Chromium";v="110", "Not A(Brand";v="24", "Microsoft Edge";v="110"',
-                        'sec-ch-ua-arch': '"x86"',
-                        'sec-ch-ua-bitness': '"64"',
-                        'sec-ch-ua-full-version': '"110.0.1587.69"',
-                        'sec-ch-ua-full-version-list': '"Chromium";v="110.0.5481.192", "Not A(Brand";v="24.0.0.0", "Microsoft Edge";v="110.0.1587.69"',
-                        'sec-ch-ua-mobile': '?0',
-                        'sec-ch-ua-model': '""',
-                        'sec-ch-ua-platform': '"Windows"',
-                        'sec-ch-ua-platform-version': '"15.0.0"',
-                        'sec-fetch-dest': 'document',
-                        'sec-fetch-mode': 'navigate',
-                        'sec-fetch-site': 'none',
-                        'sec-fetch-user': '?1',
-                        'upgrade-insecure-requests': '1',
-                        'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/110.0.0.0 Safari/537.36 Edg/110.0.1587.69',
-                        'x-edge-shopping-flag': '1',
-                        'x-forwarded-for': f'13.{random.randint(104, 107)}.{random.randint(0, 255)}.{random.randint(0, 255)}'
-                    }            
-                )
-
-                conversationId        = create.json()['conversationId']
-                clientId              = create.json()['clientId']
-                conversationSignature = create.json()['conversationSignature']
-
-            except Exception as e:
-                time.sleep(0.5)
-        if create is None: raise Exception('Failed to create conversation.')
-
-        wss: websockets.WebSocketClientProtocol or None = None
-
-        wss = await websockets.connect('wss://sydney.bing.com/sydney/ChatHub', max_size = None, ssl = ssl_context,
-            extra_headers = {
-                'accept': 'application/json',
-                'accept-language': 'en-US,en;q=0.9',
-                'content-type': 'application/json',
-                'sec-ch-ua': '"Not_A Brand";v="99", Microsoft Edge";v="110", "Chromium";v="110"',
-                'sec-ch-ua-arch': '"x86"',
-                'sec-ch-ua-bitness': '"64"',
-                'sec-ch-ua-full-version': '"109.0.1518.78"',
-                'sec-ch-ua-full-version-list': '"Chromium";v="110.0.5481.192", "Not A(Brand";v="24.0.0.0", "Microsoft Edge";v="110.0.1587.69"',
-                'sec-ch-ua-mobile': '?0',
-                'sec-ch-ua-model': "",
-                'sec-ch-ua-platform': '"Windows"',
-                'sec-ch-ua-platform-version': '"15.0.0"',
-                'sec-fetch-dest': 'empty',
-                'sec-fetch-mode': 'cors',
-                'sec-fetch-site': 'same-origin',
-                'x-ms-client-request-id': str(uuid.uuid4()),
-                'x-ms-useragent': 'azsdk-js-api-client-factory/1.0.0-beta.1 core-rest-pipeline/1.10.0 OS/Win32',
-                'Referer': 'https://www.bing.com/search?q=Bing+AI&showconv=1&FORM=hpcodx',
-                'Referrer-Policy': 'origin-when-cross-origin',
-                'x-forwarded-for': f'13.{random.randint(104, 107)}.{random.randint(0, 255)}.{random.randint(0, 255)}'
-            }
-        )
-
-        await wss.send(format({'protocol': 'json', 'version': 1}))
-        await wss.recv()
-
-        struct = {
-            'arguments': [
-                {
-                    'source': 'cib',
-                    'optionsSets': optionSets,
-                    'isStartOfSession': True,
-                    'message': {
-                        'author': 'user',
-                        'inputMethod': 'Keyboard',
-                        'text': self,
-                        'messageType': 'Chat',
-                    },
-                    'conversationSignature': conversationSignature,
-                    'participant': {'id': clientId},
-                    'conversationId': conversationId,
-                }
-            ],
-            'invocationId': '0',
-            'target': 'chat',
-            'type': 4,
-        }
-
-        await wss.send(format(struct))
-
-        base_string = ''
-
-        final = False
-        while not final:
-            objects = str(await wss.recv()).split('\x1e')
-            for obj in objects:
-                if obj is None or obj == '':
-                    continue
-
-                response = json.loads(obj)
-                if response.get('type') == 1 and response['arguments'][0].get('messages',):
-                    response_text = response['arguments'][0]['messages'][0]['adaptiveCards'][0]['body'][0].get('text')
-
-                    yield (response_text.replace(base_string, ''))
-                    base_string = response_text
-
-                elif response.get('type') == 2:
-                    final = True
-
-        await wss.close()
-
-async def run(optionSets, messages):
-    async for value in AsyncCompletion.create(prompt=messages[-1]['content'], 
-                                              optionSets=optionSets):
-        
-        print(value, flush=True, end = '')
-
-optionSet = conversationstyles[config['model']]
-asyncio.run(run(optionSet, config['messages']))

g4f/Provider/Providers/helpers/openai.py

@@ -1,106 +0,0 @@
-import sys
-import uuid
-import json
-import browser_cookie3
-
-from curl_cffi import requests
-
-config = json.loads(sys.argv[1])
-
-def session_auth(cookies):
-    headers = {
-        'authority': 'chat.openai.com',
-        'accept': '*/*',
-        'accept-language': 'en,fr-FR;q=0.9,fr;q=0.8,es-ES;q=0.7,es;q=0.6,en-US;q=0.5,am;q=0.4,de;q=0.3',
-        'cache-control': 'no-cache',
-        'pragma': 'no-cache',
-        'referer': 'https://chat.openai.com/chat',
-        'sec-ch-ua': '"Chromium";v="112", "Google Chrome";v="112", "Not:A-Brand";v="99"',
-        'sec-ch-ua-mobile': '?0',
-        'sec-ch-ua-platform': '"macOS"',
-        'sec-fetch-dest': 'empty',
-        'sec-fetch-mode': 'cors',
-        'sec-fetch-site': 'same-origin',
-        'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/112.0.0.0 Safari/537.36',
-    }
-
-    return requests.get('https://chat.openai.com/api/auth/session', 
-                        cookies=cookies, headers=headers, impersonate='chrome110').json()
-
-all_cookies = {cookie.name: cookie.value for cookie in browser_cookie3.chrome(
-    domain_name='chat.openai.com')}
-
-try:
-    cookies = {
-        '__Secure-next-auth.session-token': all_cookies['__Secure-next-auth.session-token'],
-    }
-except Exception:
-    print('Failed to get "__Secure-next-auth.session-token" in chrome, please make sure you are authenticated on openai.com')
-    exit(0)
-
-headers = {
-    'authority': 'chat.openai.com',
-    'accept': 'text/event-stream',
-    'accept-language': 'en,fr-FR;q=0.9,fr;q=0.8,es-ES;q=0.7,es;q=0.6,en-US;q=0.5,am;q=0.4,de;q=0.3',
-    'authorization': 'Bearer ' + session_auth(cookies)['accessToken'],
-    'cache-control': 'no-cache',
-    'content-type': 'application/json',
-    'origin': 'https://chat.openai.com',
-    'pragma': 'no-cache',
-    'referer': 'https://chat.openai.com/chat',
-    'sec-ch-ua': '"Chromium";v="112", "Google Chrome";v="112", "Not:A-Brand";v="99"',
-    'sec-ch-ua-mobile': '?0',
-    'sec-ch-ua-platform': '"macOS"',
-    'sec-fetch-dest': 'empty',
-    'sec-fetch-mode': 'cors',
-    'sec-fetch-site': 'same-origin',
-    'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/112.0.0.0 Safari/537.36',
-}
-
-payload = {
-    'action': 'next',
-    'history_and_training_disabled': False,
-    'messages': [
-        {
-            'id': str(uuid.uuid4()),
-            'author': {
-                'role': 'user',
-            },
-            'content': {
-                'content_type': 'text',
-                'parts': [
-                    config['messages'][-1]['content']
-                ]
-            }
-        }
-    ],
-    'model': 'text-davinci-002-render-sha',
-    'parent_message_id': str(uuid.uuid4()),
-    'supports_modapi': True,
-    'timezone_offset_min': -60
-}
-
-completion = ''
-
-def format(chunk):
-    try:
-        global completion
-        
-        if b'parts' in chunk:
-            json_data = json.loads(chunk.decode('utf-8').split('data: ')[1])
-            token = json_data['message']['content']['parts'][0]
-            token = token.replace(completion, '')
-            completion += token
-        
-            print(token, flush=True, end = '')
-            
-    except Exception as e:
-        pass
-
-for _ in range(3):
-    try:
-        response = requests.post('https://chat.openai.com/backend-api/conversation', 
-                                json=payload, headers=headers, content_callback=format, impersonate='chrome110')
-        break
-    except:
-        continue

g4f/Provider/Providers/helpers/phind.py

@@ -1,69 +0,0 @@
-import sys
-import json
-import datetime
-import urllib.parse
-
-from curl_cffi import requests
-
-config = json.loads(sys.argv[1])
-prompt = config['messages'][-1]['content']
-
-skill = 'expert' if config['model'] == 'gpt-4' else 'intermediate'
-
-json_data = json.dumps({
-    'question': prompt,
-    'options': {
-        'skill': skill,
-        'date': datetime.datetime.now().strftime('%d/%m/%Y'),
-        'language': 'en',
-        'detailed': True,
-        'creative': True,
-        'customLinks': []}}, separators=(',', ':'))
-
-headers = {
-    'Content-Type': 'application/json',
-    'Pragma': 'no-cache',
-    'Accept': '*/*',
-    'Sec-Fetch-Site': 'same-origin',
-    'Accept-Language': 'en-GB,en;q=0.9',
-    'Cache-Control': 'no-cache',
-    'Sec-Fetch-Mode': 'cors',
-    'Content-Length': str(len(json_data)),
-    'Origin': 'https://www.phind.com',
-    'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/16.4 Safari/605.1.15',
-    'Referer': f'https://www.phind.com/search?q={urllib.parse.quote(prompt)}&source=searchbox',
-    'Connection': 'keep-alive',
-    'Host': 'www.phind.com',
-    'Sec-Fetch-Dest': 'empty'
-}
-
-
-def output(chunk):
-    try:
-        if b'PHIND_METADATA' in chunk:
-            return
-        
-        if chunk == b'data:  \r\ndata: \r\ndata: \r\n\r\n':
-            chunk = b'data:  \n\r\n\r\n'
-
-        chunk = chunk.decode()
-
-        chunk = chunk.replace('data: \r\n\r\ndata: ', 'data: \n')
-        chunk = chunk.replace('\r\ndata: \r\ndata: \r\n\r\n', '\n\r\n\r\n')
-        chunk = chunk.replace('data: ', '').replace('\r\n\r\n', '')
-
-        print(chunk, flush=True, end = '')
-        
-    except json.decoder.JSONDecodeError:
-        pass
-
-while True:
-    try:
-        response = requests.post('https://www.phind.com/api/infer/answer',
-                         headers=headers, data=json_data, content_callback=output, timeout=999999, impersonate='safari15_5')
-        
-        exit(0)
-    
-    except Exception as e:
-        print('an error occured, retrying... |', e, flush=True)
-        continue

g4f/Provider/Providers/helpers/theb.py

@@ -1,49 +0,0 @@
-import json
-import sys
-from curl_cffi import requests
-
-config = json.loads(sys.argv[1])
-prompt = config['messages'][-1]['content']
-
-headers = {
-    'authority': 'chatbot.theb.ai',
-    'accept': 'application/json, text/plain, */*',
-    'accept-language': 'en,fr-FR;q=0.9,fr;q=0.8,es-ES;q=0.7,es;q=0.6,en-US;q=0.5,am;q=0.4,de;q=0.3',
-    'content-type': 'application/json',
-    'origin': 'https://chatbot.theb.ai',
-    'referer': 'https://chatbot.theb.ai/',
-    'sec-ch-ua': '"Google Chrome";v="113", "Chromium";v="113", "Not-A.Brand";v="24"',
-    'sec-ch-ua-mobile': '?0',
-    'sec-ch-ua-platform': '"macOS"',
-    'sec-fetch-dest': 'empty',
-    'sec-fetch-mode': 'cors',
-    'sec-fetch-site': 'same-origin',
-    'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/113.0.0.0 Safari/537.36',
-}
-
-json_data = {
-    'prompt': prompt,
-    'options': {}
-}
-
-def format(chunk):
-    try:
-        chunk_json = json.loads(chunk.decode('utf-8'))
-        completion_chunk = chunk_json['detail']['choices'][0]['delta']['content']
-        
-        print(completion_chunk, flush=True, end = '')
-
-    except Exception as e:
-        print('[ERROR] an error occured, retrying... |', e, flush=True)
-        return
-
-while True:
-    try: 
-        response = requests.post('https://chatbot.theb.ai/api/chat-process', 
-                            headers=headers, json=json_data, content_callback=format, impersonate='chrome110')
-        
-        exit(0)
-    
-    except Exception as e:
-        print('[ERROR] an error occured, retrying... |', e, flush=True)
-        continue

g4f/Provider/Providers/helpers/you.py

@@ -1,79 +0,0 @@
-import sys
-import json
-import urllib.parse
-
-from curl_cffi import requests
-
-config = json.loads(sys.argv[1])
-messages = config['messages']
-prompt = ''
-
-
-def transform(messages: list) -> list:
-    result = []
-    i = 0
-
-    while i < len(messages):
-        if messages[i]['role'] == 'user':
-            question = messages[i]['content']
-            i += 1
-
-            if i < len(messages) and messages[i]['role'] == 'assistant':
-                answer = messages[i]['content']
-                i += 1
-            else:
-                answer = ''
-
-            result.append({'question': question, 'answer': answer})
-
-        elif messages[i]['role'] == 'assistant':
-            result.append({'question': '', 'answer': messages[i]['content']})
-            i += 1
-
-        elif messages[i]['role'] == 'system':
-            result.append({'question': messages[i]['content'], 'answer': ''})
-            i += 1
-            
-    return result
-
-headers = {
-    'Content-Type': 'application/x-www-form-urlencoded',
-    'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',
-    'Sec-Fetch-Site': 'same-origin',
-    'Accept-Language': 'en-GB,en;q=0.9',
-    'Sec-Fetch-Mode': 'navigate',
-    'Host': 'you.com',
-    'Origin': 'https://you.com',
-    'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/16.4 Safari/605.1.15',
-    'Referer': 'https://you.com/api/streamingSearch?q=nice&safeSearch=Moderate&onShoppingPage=false&mkt=&responseFilter=WebPages,Translations,TimeZone,Computation,RelatedSearches&domain=youchat&queryTraceId=7a6671f8-5881-404d-8ea3-c3f8301f85ba&chat=%5B%7B%22question%22%3A%22hi%22%2C%22answer%22%3A%22Hello!%20How%20can%20I%20assist%20you%20today%3F%22%7D%5D&chatId=7a6671f8-5881-404d-8ea3-c3f8301f85ba&__cf_chl_tk=ex2bw6vn5vbLsUm8J5rDYUC0Bjzc1XZqka6vUl6765A-1684108495-0-gaNycGzNDtA',
-    'Connection': 'keep-alive',
-    'Sec-Fetch-Dest': 'document',
-    'Priority': 'u=0, i',
-}
-
-if messages[-1]['role'] == 'user':
-    prompt = messages[-1]['content']
-    messages = messages[:-1]
-
-params = urllib.parse.urlencode({
-    'q': prompt,
-    'domain': 'youchat',
-    'chat': transform(messages)
-})
-
-def output(chunk):
-    if b'"youChatToken"' in chunk:
-        chunk_json = json.loads(chunk.decode().split('data: ')[1])
-
-        print(chunk_json['youChatToken'], flush=True, end = '')
-
-while True:
-    try:
-        response = requests.get(f'https://you.com/api/streamingSearch?{params}',
-                        headers=headers, content_callback=output, impersonate='safari15_5')
-        
-        exit(0)
-    
-    except Exception as e:
-        print('an error occured, retrying... |', e, flush=True)
-        continue

g4f/Provider/__init__.py

@@ -1,17 +1,4 @@
 from . import Provider
 from .Providers import (
-    Phind, 
-    You, 
-    Bing, 
-    Openai, 
-    Yqcloud, 
-    Theb, 
-    Aichat,
-    Ora,
-    Aws,
-    Bard,
-    Pierangelo,
     Forefront
 )
-
-Palm = Bard

g4f/__init__.py

@@ -3,13 +3,14 @@ import sys
 from .typing import MetaModels, Union
 from . import Provider
 
+
 class Model(metaclass=MetaModels):
-    
+
     class model:
         name: str
         base_provider: str
         best_site: str
-    
+
     class gpt_35_turbo:
         name: str = 'gpt-3.5-turbo'
         base_provider: str = 'openai'
@@ -18,19 +19,16 @@ class Model(metaclass=MetaModels):
     class gpt_4:
         name: str = 'gpt-4'
         base_provider: str = 'openai'
-        best_site: Provider.Provider = Provider.Bing
-        
-    class davinvi_003:
-        name: str = 'davinvi-003'
-        base_provider: str = 'openai'
         best_site: Provider.Provider = Provider.Forefront
-        
+
+
 class Utils:
     convert: dict = {
         'gpt-3.5-turbo': Model.gpt_35_turbo,
         'gpt-4': Model.gpt_4
     }
 
+
 class ChatCompletion:
     @staticmethod
     def create(model: Model.model or str, messages: list, provider: Provider.Provider = None, stream: bool = False, **kwargs):

server/backend.py

@@ -44,7 +44,7 @@ class Backend_Api:
 
             # Generate response
             response = ChatCompletion.create(model=model, stream=True,
-                                             messages=messages, provider=g4f.Provider.Forefront)
+                                             messages=messages)
 
             return self.app.response_class(generate_stream(response, jailbreak), mimetype='text/event-stream')