Fix: 'g4f.Provider.Providers' (unknown location)

g4f/Provider/Providers/Aichat.py

@@ -0,0 +1,37 @@
+import os, requests
+from ...typing import sha256, Dict, get_type_hints
+
+url = 'https://chat-gpt.org/chat'
+model = ['gpt-3.5-turbo']
+supports_stream = False
+
+def _create_completion(model: str, messages: list, stream: bool, **kwargs):
+    headers = {
+        'authority': 'chat-gpt.org',
+        'accept': '*/*',
+        'cache-control': 'no-cache',
+        'content-type': 'application/json',
+        'origin': 'https://chat-gpt.org',
+        'pragma': 'no-cache',
+        'referer': 'https://chat-gpt.org/chat',
+        'sec-ch-ua-mobile': '?0',
+        'sec-ch-ua-platform': '"macOS"',
+        'sec-fetch-dest': 'empty',
+        'sec-fetch-mode': 'cors',
+        'sec-fetch-site': 'same-origin',
+        'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/113.0.0.0 Safari/537.36',
+    }
+
+    json_data = {
+        'message': messages[-1]['content'],
+        'temperature': 1,
+        'presence_penalty': 0,
+        'top_p': 1,
+        'frequency_penalty': 0
+    }
+    
+    response = requests.post('https://chat-gpt.org/api/text', headers=headers, json=json_data)
+    yield response.json()['message']
+
+params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
+    '(%s)' % ', '.join([f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/Aws.py

@@ -0,0 +1,26 @@
+import os
+import requests
+
+from ...typing import sha256, Dict, get_type_hints
+
+url = 'https://4aiu6ctrknfxkoaigkigzh5lwm0cciuc.lambda-url.ap-east-1.on.aws/chat/completions'
+model = ['gpt-3.5-turbo', 'gpt-4']
+supports_stream = False
+
+class Auth(requests.auth.AuthBase):
+    def __init__(self):
+        self.token = 'sk-1234567890abcdefghijklmnopqrstuvwxyzABCDEFGHIJKL'
+        
+    def __call__(self, r):
+        r.headers["authorization"] = "Bearer " + self.token
+        return r
+
+def _create_completion(model: str, messages: list, stream: bool, **kwargs):
+
+    response = requests.post(url, 
+        auth=Auth(), json={"model": model,"messages": messages})
+
+    yield (response.json()['choices'][0]['message']['content'])
+
+params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
+    '(%s)' % ', '.join([f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/Bard.py

@@ -0,0 +1,76 @@
+# implement proxy argument
+
+import os, requests, json, browser_cookie3, re, random
+from ...typing import sha256, Dict, get_type_hints
+
+url = 'https://bard.google.com'
+model = ['Palm2']
+supports_stream = False
+
+def _create_completion(model: str, messages: list, stream: bool, **kwargs):
+    psid = {cookie.name: cookie.value for cookie in browser_cookie3.chrome(
+        domain_name='.google.com')}['__Secure-1PSID']
+    
+    formatted = '\n'.join([
+        '%s: %s' % (message['role'], message['content']) for message in messages
+    ])
+    prompt = f'{formatted}\nAssistant:'
+
+    proxy = None
+    
+    if proxy == None:
+        raise Exception('Proxy is required for Bard (set in g4f/Provider/Providers/Bard.py line 18)')
+    
+    snlm0e = False
+    conversation_id = None
+    response_id = None
+    choice_id = None
+
+    client = requests.Session()
+    client.proxies = {
+        'http': f'https://{proxy}',
+        'https': f'https://{proxy}'} if proxy else None
+
+    client.headers = {
+        'authority': 'bard.google.com',
+        'content-type': 'application/x-www-form-urlencoded;charset=UTF-8',
+        'origin': 'https://bard.google.com',
+        'referer': 'https://bard.google.com/',
+        'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/111.0.0.0 Safari/537.36',
+        'x-same-domain': '1',
+        'cookie': f'__Secure-1PSID={psid}'
+    }
+
+    snlm0e = re.search(r'SNlM0e\":\"(.*?)\"',
+                    client.get('https://bard.google.com/').text).group(1) if not snlm0e else snlm0e
+
+    params = {
+        'bl': 'boq_assistant-bard-web-server_20230326.21_p0',
+        '_reqid': random.randint(1111, 9999),
+        'rt': 'c'
+    }
+
+    data = {
+        'at': snlm0e,
+        'f.req': json.dumps([None, json.dumps([[prompt], None, [conversation_id, response_id, choice_id]])])}
+
+    intents = '.'.join([
+        'assistant',
+        'lamda',
+        'BardFrontendService'
+    ])
+
+    response = client.post(f'https://bard.google.com/_/BardChatUi/data/{intents}/StreamGenerate',
+                        data=data, params=params)
+
+    chat_data = json.loads(response.content.splitlines()[3])[0][2]
+    if chat_data:
+        json_chat_data = json.loads(chat_data)
+
+        yield json_chat_data[0][0]
+        
+    else:
+        yield 'error'
+
+params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
+    '(%s)' % ', '.join([f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/Bing.py

@@ -0,0 +1,32 @@
+import os
+import json
+import time
+import subprocess
+
+from ...typing import sha256, Dict, get_type_hints
+
+url = 'https://bing.com/chat'
+model = ['gpt-3.5-turbo', 'gpt-4']
+supports_stream = True
+
+def _create_completion(model: str, messages: list, stream: bool, **kwargs):
+    path = os.path.dirname(os.path.realpath(__file__))
+    config = json.dumps({
+        'messages': messages,
+        'model': model}, separators=(',', ':'))
+    
+    try:
+        subprocess.run(["python3", "--version"], capture_output=True, check=True)
+        cmd = ["python3", f"{path}/helpers/bing.py", config]
+    except subprocess.CalledProcessError:
+        cmd = ["python", f"{path}/helpers/bing.py", config]
+
+    p = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
+
+    for line in iter(p.stdout.readline, b''):
+        #print(line)
+        yield line.decode('utf-8', errors='ignore') #[:-1]
+
+        
+params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
+    '(%s)' % ', '.join([f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/Openai.py

@@ -0,0 +1,33 @@
+import os
+import json
+import time
+import subprocess
+
+from ...typing import sha256, Dict, get_type_hints
+
+url = 'https://chat.openai.com/chat'
+model = ['gpt-3.5-turbo']
+supports_stream = True
+
+
+def _create_completion(model: str, messages: list, stream: bool, **kwargs):
+
+    path = os.path.dirname(os.path.realpath(__file__))
+    config = json.dumps({
+        'messages': messages,
+        'model': model}, separators=(',', ':'))
+    
+    try:
+        subprocess.run(["python3", "--version"], capture_output=True, check=True)
+        cmd = ["python3", f"{path}/helpers/bing.py", config]
+    except subprocess.CalledProcessError:
+        cmd = ["python", f"{path}/helpers/bing.py", config]
+
+    p = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
+
+    for line in iter(p.stdout.readline, b''):
+        #print(line)
+        yield line.decode('utf-8', errors='ignore') #[:-1]
+
+params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
+    '(%s)' % ', '.join([f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/Ora.py

@@ -0,0 +1,42 @@
+import os, requests, uuid
+from ...typing import sha256, Dict, get_type_hints
+
+url = 'https://ora.ai'
+model = ['gpt-3.5-turbo', 'gpt-4']
+supports_stream = False
+
+def _create_completion(model: str, messages: list, stream: bool, **kwargs):
+    headers = {
+        'authority': 'ora.ai',
+        'accept': '*/*',
+        'accept-language': 'en,fr-FR;q=0.9,fr;q=0.8,es-ES;q=0.7,es;q=0.6,en-US;q=0.5,am;q=0.4,de;q=0.3',
+        'cache-control': 'no-cache',
+        'content-type': 'application/json',
+        'origin': 'https://ora.ai',
+        'pragma': 'no-cache',
+        'referer': 'https://ora.ai/chat/',
+        'sec-ch-ua': '"Google Chrome";v="113", "Chromium";v="113", "Not-A.Brand";v="24"',
+        'sec-ch-ua-mobile': '?0',
+        'sec-ch-ua-platform': '"macOS"',
+        'sec-fetch-dest': 'empty',
+        'sec-fetch-mode': 'cors',
+        'sec-fetch-site': 'same-origin',
+        'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/113.0.0.0 Safari/537.36',
+    }
+
+    json_data = {
+        'chatbotId': 'adb2b793-e667-46b9-8d80-114eaa9a4c40',
+        'input': messages[-1]['content'],
+        'userId': f'auto:{uuid.uuid4()}',
+        'provider': 'OPEN_AI',
+        'config': False,
+        'includeHistory': False
+    }
+
+    response = requests.post('https://ora.ai/api/conversation', 
+                            headers=headers, json=json_data)
+    
+    yield response.json()['response']
+
+params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
+    '(%s)' % ', '.join([f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/Phind.py

@@ -0,0 +1,37 @@
+import os
+import json
+import time
+import subprocess
+
+from ...typing import sha256, Dict, get_type_hints
+
+url = 'https://phind.com'
+model = ['gpt-3.5-turbo', 'gpt-4']
+supports_stream = True
+
+def _create_completion(model: str, messages: list, stream: bool, **kwargs):
+
+    path = os.path.dirname(os.path.realpath(__file__))
+    config = json.dumps({
+        'model': model,
+        'messages': messages}, separators=(',', ':'))
+
+    cmd = ['python', f'{path}/helpers/phind.py', config]
+
+    p = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
+
+    for line in iter(p.stdout.readline, b''):
+        if b'<title>Just a moment...</title>' in line:
+            os.system('clear' if os.name == 'posix' else 'cls')
+            yield 'Clouflare error, please try again...'
+            os._exit(0)
+        
+        else:
+            if b'ping - 2023-' in line:
+                continue
+            
+            yield line.decode('utf-8', errors='ignore') #[:-1]
+
+            
+params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
+    '(%s)' % ', '.join([f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/Pierangelo.py

@@ -0,0 +1,55 @@
+import os
+import requests
+from ...typing import sha256, Dict, get_type_hints
+
+url = 'https://chat.pierangelo.info'
+model = ['gpt-4', 'gpt-3.5-turbo']
+supports_stream = True
+
+models = {
+    'gpt-4': {
+        'id':'gpt-4',
+        'name':'GPT-4'
+    },
+    'gpt-3.5-turbo': {
+        'id':'gpt-3.5-turbo',
+        'name':'GPT-3.5'
+    }
+}
+
+def _create_completion(model: str, messages: list, stream: bool, **kwargs):
+
+    headers = {
+        'authority': 'chat.pierangelo.info',
+        'accept': '*/*',
+        'accept-language': 'en,fr-FR;q=0.9,fr;q=0.8,es-ES;q=0.7,es;q=0.6,en-US;q=0.5,am;q=0.4,de;q=0.3',
+        'cache-control': 'no-cache',
+        'content-type': 'application/json',
+        'origin': 'https://chat.pierangelo.info',
+        'pragma': 'no-cache',
+        'referer': 'https://chat.pierangelo.info/',
+        'sec-ch-ua': '"Google Chrome";v="113", "Chromium";v="113", "Not-A.Brand";v="24"',
+        'sec-ch-ua-mobile': '?0',
+        'sec-ch-ua-platform': '"macOS"',
+        'sec-fetch-dest': 'empty',
+        'sec-fetch-mode': 'cors',
+        'sec-fetch-site': 'same-origin',
+        'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/113.0.0.0 Safari/537.36',
+    }
+
+    json_data = {
+        'model': models[model],
+        'messages': messages,
+        'key': '',
+        'prompt': "You are ChatGPT, a large language model trained by OpenAI. Answer consisely",
+        'temperature': 0.7
+    }
+
+    response = requests.post('https://chat.pierangelo.info/api/chat', 
+                             headers=headers, json=json_data, stream=True)
+    
+    for token in response:
+        yield (token)
+
+params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
+    '(%s)' % ', '.join([f'{name}: {get_type_hints(_create_completion)[name].__name__}' for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/Theb.py

@@ -0,0 +1,33 @@
+import os
+import json
+import time
+import subprocess
+
+from ...typing import sha256, Dict, get_type_hints
+
+url = 'https://theb.ai'
+model = ['gpt-3.5-turbo']
+supports_stream = True
+
+def _create_completion(model: str, messages: list, stream: bool, **kwargs):
+
+    path = os.path.dirname(os.path.realpath(__file__))
+    config = json.dumps({
+        'messages': messages,
+        'model': model}, separators=(',', ':'))
+    
+    try:
+        subprocess.run(["python3", "--version"], capture_output=True, check=True)
+        cmd = ["python3", f"{path}/helpers/bing.py", config]
+    except subprocess.CalledProcessError:
+        cmd = ["python", f"{path}/helpers/bing.py", config]
+
+    p = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
+
+    for line in iter(p.stdout.readline, b''):
+        #print(line)
+        yield line.decode('utf-8', errors='ignore') #[:-1]
+
+        
+params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
+    '(%s)' % ', '.join([f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/Vercel.py

@@ -0,0 +1,160 @@
+import os
+import json
+import base64
+import quickjs
+import queue
+import threading
+
+from curl_cffi import requests
+from ...typing import sha256, Dict, get_type_hints
+
+url = 'https://play.vercel.ai'
+model = None
+supports_stream = True
+
+models = {
+    'claude-instant-v1': 'anthropic:claude-instant-v1',
+    'claude-v1': 'anthropic:claude-v1',
+    'alpaca-7b': 'replicate:replicate/alpaca-7b',
+    'stablelm-tuned-alpha-7b': 'replicate:stability-ai/stablelm-tuned-alpha-7b',
+    'bloom': 'huggingface:bigscience/bloom',
+    'bloomz': 'huggingface:bigscience/bloomz',
+    'flan-t5-xxl': 'huggingface:google/flan-t5-xxl',
+    'flan-ul2': 'huggingface:google/flan-ul2',
+    'gpt-neox-20b': 'huggingface:EleutherAI/gpt-neox-20b',
+    'oasst-sft-4-pythia-12b-epoch-3.5': 'huggingface:OpenAssistant/oasst-sft-4-pythia-12b-epoch-3.5',
+    'santacoder': 'huggingface:bigcode/santacoder',
+    'command-medium-nightly': 'cohere:command-medium-nightly',
+    'command-xlarge-nightly': 'cohere:command-xlarge-nightly',
+    'gpt-4': 'openai:gpt-4',
+    'code-cushman-001': 'openai:code-cushman-001',
+    'code-davinci-002': 'openai:code-davinci-002',
+    'gpt-3.5-turbo': 'openai:gpt-3.5-turbo',
+    'text-ada-001': 'openai:text-ada-001',
+    'text-babbage-001': 'openai:text-babbage-001',
+    'text-curie-001': 'openai:text-curie-001',
+    'text-davinci-002': 'openai:text-davinci-002',
+    'text-davinci-003': 'openai:text-davinci-003'
+}
+
+vercel_models = {'anthropic:claude-instant-v1': {'id': 'anthropic:claude-instant-v1', 'provider': 'anthropic', 'providerHumanName': 'Anthropic', 'makerHumanName': 'Anthropic', 'minBillingTier': 'hobby', 'parameters': {'temperature': {'value': 1, 'range': [0, 1]}, 'maximumLength': {'value': 200, 'range': [50, 1024]}, 'topP': {'value': 1, 'range': [0.1, 1]}, 'topK': {'value': 1, 'range': [1, 500]}, 'presencePenalty': {'value': 1, 'range': [0, 1]}, 'frequencyPenalty': {'value': 1, 'range': [0, 1]}, 'stopSequences': {'value': ['\n\nHuman:'], 'range': []}}, 'name': 'claude-instant-v1'}, 'anthropic:claude-v1': {'id': 'anthropic:claude-v1', 'provider': 'anthropic', 'providerHumanName': 'Anthropic', 'makerHumanName': 'Anthropic', 'minBillingTier': 'hobby', 'parameters': {'temperature': {'value': 1, 'range': [0, 1]}, 'maximumLength': {'value': 200, 'range': [50, 1024]}, 'topP': {'value': 1, 'range': [0.1, 1]}, 'topK': {'value': 1, 'range': [1, 500]}, 'presencePenalty': {'value': 1, 'range': [0, 1]}, 'frequencyPenalty': {'value': 1, 'range': [0, 1]}, 'stopSequences': {'value': ['\n\nHuman:'], 'range': []}}, 'name': 'claude-v1'}, 'replicate:replicate/alpaca-7b': {'id': 'replicate:replicate/alpaca-7b', 'provider': 'replicate', 'providerHumanName': 'Replicate', 'makerHumanName': 'Stanford', 'parameters': {'temperature': {'value': 0.75, 'range': [0.01, 5]}, 'maximumLength': {'value': 200, 'range': [50, 512]}, 'topP': {'value': 0.95, 'range': [0.01, 1]}, 'presencePenalty': {'value': 0, 'range': [0, 1]}, 'frequencyPenalty': {'value': 0, 'range': [0, 1]}, 'repetitionPenalty': {'value': 1.1765, 'range': [0.01, 5]}, 'stopSequences': {'value': [], 'range': []}}, 'version': '2014ee1247354f2e81c0b3650d71ca715bc1e610189855f134c30ecb841fae21', 'name': 'alpaca-7b'}, 'replicate:stability-ai/stablelm-tuned-alpha-7b': {'id': 'replicate:stability-ai/stablelm-tuned-alpha-7b', 'provider': 'replicate', 'makerHumanName': 'StabilityAI', 'providerHumanName': 'Replicate', 'parameters': {'temperature': {'value': 0.75, 'range': [0.01, 5]}, 'maximumLength': {'value': 200, 'range': [50, 512]}, 'topP': {'value': 0.95, 'range': [0.01, 1]}, 'presencePenalty': {'value': 0, 'range': [0, 1]}, 'frequencyPenalty': {'value': 0, 'range': [0, 1]}, 'repetitionPenalty': {'value': 1.1765, 'range': [0.01, 5]}, 'stopSequences': {'value': [], 'range': []}}, 'version': '4a9a32b4fd86c2d047f1d271fa93972683ec6ef1cf82f402bd021f267330b50b', 'name': 'stablelm-tuned-alpha-7b'}, 'huggingface:bigscience/bloom': {'id': 'huggingface:bigscience/bloom', 'provider': 'huggingface', 'providerHumanName': 'HuggingFace', 'makerHumanName': 'BigScience', 'instructions': "Do NOT talk to Bloom as an entity, it's not a chatbot but a webpage/blog/article completion model. For the best results: mimic a few words of a webpage similar to the content you want to generate. Start a sentence as if YOU were writing a blog, webpage, math post, coding article and Bloom will generate a coherent follow-up.", 'parameters': {'temperature': {'value': 0.5, 'range': [0.1, 1]}, 'maximumLength': {'value': 200, 'range': [50, 1024]}, 'topP': {'value': 0.95, 'range': [0.01, 0.99]}, 'topK': {'value': 4, 'range': [1, 500]}, 'repetitionPenalty': {'value': 1.03, 'range': [0.1, 2]}}, 'name': 'bloom'}, 'huggingface:bigscience/bloomz': {'id': 'huggingface:bigscience/bloomz', 'provider': 'huggingface', 'providerHumanName': 'HuggingFace', 'makerHumanName': 'BigScience', 'instructions': 'We recommend using the model to perform tasks expressed in natural language. For example, given the prompt "Translate to English: Je t\'aime.", the model will most likely answer "I love you.".', 'parameters': {'temperature': {'value': 0.5, 'range': [0.1, 1]}, 'maximumLength': {'value': 200, 'range': [50, 1024]}, 'topP': {'value': 0.95, 'range': [0.01, 0.99]}, 'topK': {'value': 4, 'range': [1, 500]}, 'repetitionPenalty': {'value': 1.03, 'range': [0.1, 2]}}, 'name': 'bloomz'}, 'huggingface:google/flan-t5-xxl': {'id': 'huggingface:google/flan-t5-xxl', 'provider': 'huggingface', 'makerHumanName': 'Google', 'providerHumanName': 'HuggingFace', 'name': 'flan-t5-xxl', 'parameters': {'temperature': {'value': 0.5, 'range': [0.1, 1]}, 'maximumLength': {'value': 200, 'range': [50, 1024]}, 'topP': {'value': 0.95, 'range': [0.01, 0.99]}, 'topK': {'value': 4, 'range': [1, 500]}, 'repetitionPenalty': {'value': 1.03, 'range': [0.1, 2]}}}, 'huggingface:google/flan-ul2': {'id': 'huggingface:google/flan-ul2', 'provider': 'huggingface', 'providerHumanName': 'HuggingFace', 'makerHumanName': 'Google', 'parameters': {'temperature': {'value': 0.5, 'range': [0.1, 1]}, 'maximumLength': {'value': 200, 'range': [50, 1024]}, 'topP': {'value': 0.95, 'range': [0.01, 0.99]}, 'topK': {'value': 4, 'range': [1, 500]}, 'repetitionPenalty': {'value': 1.03, 'range': [0.1, 2]}}, 'name': 'flan-ul2'}, 'huggingface:EleutherAI/gpt-neox-20b': {'id': 'huggingface:EleutherAI/gpt-neox-20b', 'provider': 'huggingface', 'providerHumanName': 'HuggingFace', 'makerHumanName': 'EleutherAI', 'parameters': {'temperature': {'value': 0.5, 'range': [0.1, 1]}, 'maximumLength': {'value': 200, 'range': [50, 1024]}, 'topP': {'value': 0.95, 'range': [0.01, 0.99]}, 'topK': {'value': 4, 'range': [1, 500]}, 'repetitionPenalty': {'value': 1.03, 'range': [0.1, 2]}, 'stopSequences': {'value': [], 'range': []}}, 'name': 'gpt-neox-20b'}, 'huggingface:OpenAssistant/oasst-sft-4-pythia-12b-epoch-3.5': {'id': 'huggingface:OpenAssistant/oasst-sft-4-pythia-12b-epoch-3.5', 'provider': 'huggingface', 'providerHumanName': 'HuggingFace', 'makerHumanName': 'OpenAssistant', 'parameters': {'maximumLength': {'value': 200, 'range': [50, 1024]}, 'typicalP': {'value': 0.2, 'range': [0.1, 0.99]}, 'repetitionPenalty': {'value': 1, 'range': [0.1, 2]}}, 'name': 'oasst-sft-4-pythia-12b-epoch-3.5'}, 'huggingface:bigcode/santacoder': {
+    'id': 'huggingface:bigcode/santacoder', 'provider': 'huggingface', 'providerHumanName': 'HuggingFace', 'makerHumanName': 'BigCode', 'instructions': 'The model was trained on GitHub code. As such it is not an instruction model and commands like "Write a function that computes the square root." do not work well. You should phrase commands like they occur in source code such as comments (e.g. # the following function computes the sqrt) or write a function signature and docstring and let the model complete the function body.', 'parameters': {'temperature': {'value': 0.5, 'range': [0.1, 1]}, 'maximumLength': {'value': 200, 'range': [50, 1024]}, 'topP': {'value': 0.95, 'range': [0.01, 0.99]}, 'topK': {'value': 4, 'range': [1, 500]}, 'repetitionPenalty': {'value': 1.03, 'range': [0.1, 2]}}, 'name': 'santacoder'}, 'cohere:command-medium-nightly': {'id': 'cohere:command-medium-nightly', 'provider': 'cohere', 'providerHumanName': 'Cohere', 'makerHumanName': 'Cohere', 'name': 'command-medium-nightly', 'parameters': {'temperature': {'value': 0.9, 'range': [0, 2]}, 'maximumLength': {'value': 200, 'range': [50, 1024]}, 'topP': {'value': 1, 'range': [0, 1]}, 'topK': {'value': 0, 'range': [0, 500]}, 'presencePenalty': {'value': 0, 'range': [0, 1]}, 'frequencyPenalty': {'value': 0, 'range': [0, 1]}, 'stopSequences': {'value': [], 'range': []}}}, 'cohere:command-xlarge-nightly': {'id': 'cohere:command-xlarge-nightly', 'provider': 'cohere', 'providerHumanName': 'Cohere', 'makerHumanName': 'Cohere', 'name': 'command-xlarge-nightly', 'parameters': {'temperature': {'value': 0.9, 'range': [0, 2]}, 'maximumLength': {'value': 200, 'range': [50, 1024]}, 'topP': {'value': 1, 'range': [0, 1]}, 'topK': {'value': 0, 'range': [0, 500]}, 'presencePenalty': {'value': 0, 'range': [0, 1]}, 'frequencyPenalty': {'value': 0, 'range': [0, 1]}, 'stopSequences': {'value': [], 'range': []}}}, 'openai:gpt-4': {'id': 'openai:gpt-4', 'provider': 'openai', 'providerHumanName': 'OpenAI', 'makerHumanName': 'OpenAI', 'name': 'gpt-4', 'minBillingTier': 'pro', 'parameters': {'temperature': {'value': 0.7, 'range': [0.1, 1]}, 'maximumLength': {'value': 200, 'range': [50, 1024]}, 'topP': {'value': 1, 'range': [0.1, 1]}, 'presencePenalty': {'value': 0, 'range': [0, 1]}, 'frequencyPenalty': {'value': 0, 'range': [0, 1]}, 'stopSequences': {'value': [], 'range': []}}}, 'openai:code-cushman-001': {'id': 'openai:code-cushman-001', 'provider': 'openai', 'providerHumanName': 'OpenAI', 'makerHumanName': 'OpenAI', 'parameters': {'temperature': {'value': 0.5, 'range': [0.1, 1]}, 'maximumLength': {'value': 200, 'range': [50, 1024]}, 'topP': {'value': 1, 'range': [0.1, 1]}, 'presencePenalty': {'value': 0, 'range': [0, 1]}, 'frequencyPenalty': {'value': 0, 'range': [0, 1]}, 'stopSequences': {'value': [], 'range': []}}, 'name': 'code-cushman-001'}, 'openai:code-davinci-002': {'id': 'openai:code-davinci-002', 'provider': 'openai', 'providerHumanName': 'OpenAI', 'makerHumanName': 'OpenAI', 'parameters': {'temperature': {'value': 0.5, 'range': [0.1, 1]}, 'maximumLength': {'value': 200, 'range': [50, 1024]}, 'topP': {'value': 1, 'range': [0.1, 1]}, 'presencePenalty': {'value': 0, 'range': [0, 1]}, 'frequencyPenalty': {'value': 0, 'range': [0, 1]}, 'stopSequences': {'value': [], 'range': []}}, 'name': 'code-davinci-002'}, 'openai:gpt-3.5-turbo': {'id': 'openai:gpt-3.5-turbo', 'provider': 'openai', 'providerHumanName': 'OpenAI', 'makerHumanName': 'OpenAI', 'parameters': {'temperature': {'value': 0.7, 'range': [0, 1]}, 'maximumLength': {'value': 200, 'range': [50, 1024]}, 'topP': {'value': 1, 'range': [0.1, 1]}, 'topK': {'value': 1, 'range': [1, 500]}, 'presencePenalty': {'value': 1, 'range': [0, 1]}, 'frequencyPenalty': {'value': 1, 'range': [0, 1]}, 'stopSequences': {'value': [], 'range': []}}, 'name': 'gpt-3.5-turbo'}, 'openai:text-ada-001': {'id': 'openai:text-ada-001', 'provider': 'openai', 'providerHumanName': 'OpenAI', 'makerHumanName': 'OpenAI', 'name': 'text-ada-001', 'parameters': {'temperature': {'value': 0.5, 'range': [0.1, 1]}, 'maximumLength': {'value': 200, 'range': [50, 1024]}, 'topP': {'value': 1, 'range': [0.1, 1]}, 'presencePenalty': {'value': 0, 'range': [0, 1]}, 'frequencyPenalty': {'value': 0, 'range': [0, 1]}, 'stopSequences': {'value': [], 'range': []}}}, 'openai:text-babbage-001': {'id': 'openai:text-babbage-001', 'provider': 'openai', 'providerHumanName': 'OpenAI', 'makerHumanName': 'OpenAI', 'name': 'text-babbage-001', 'parameters': {'temperature': {'value': 0.5, 'range': [0.1, 1]}, 'maximumLength': {'value': 200, 'range': [50, 1024]}, 'topP': {'value': 1, 'range': [0.1, 1]}, 'presencePenalty': {'value': 0, 'range': [0, 1]}, 'frequencyPenalty': {'value': 0, 'range': [0, 1]}, 'stopSequences': {'value': [], 'range': []}}}, 'openai:text-curie-001': {'id': 'openai:text-curie-001', 'provider': 'openai', 'providerHumanName': 'OpenAI', 'makerHumanName': 'OpenAI', 'name': 'text-curie-001', 'parameters': {'temperature': {'value': 0.5, 'range': [0.1, 1]}, 'maximumLength': {'value': 200, 'range': [50, 1024]}, 'topP': {'value': 1, 'range': [0.1, 1]}, 'presencePenalty': {'value': 0, 'range': [0, 1]}, 'frequencyPenalty': {'value': 0, 'range': [0, 1]}, 'stopSequences': {'value': [], 'range': []}}}, 'openai:text-davinci-002': {'id': 'openai:text-davinci-002', 'provider': 'openai', 'providerHumanName': 'OpenAI', 'makerHumanName': 'OpenAI', 'name': 'text-davinci-002', 'parameters': {'temperature': {'value': 0.5, 'range': [0.1, 1]}, 'maximumLength': {'value': 200, 'range': [50, 1024]}, 'topP': {'value': 1, 'range': [0.1, 1]}, 'presencePenalty': {'value': 0, 'range': [0, 1]}, 'frequencyPenalty': {'value': 0, 'range': [0, 1]}, 'stopSequences': {'value': [], 'range': []}}}, 'openai:text-davinci-003': {'id': 'openai:text-davinci-003', 'provider': 'openai', 'providerHumanName': 'OpenAI', 'makerHumanName': 'OpenAI', 'name': 'text-davinci-003', 'parameters': {'temperature': {'value': 0.5, 'range': [0.1, 1]}, 'maximumLength': {'value': 200, 'range': [50, 1024]}, 'topP': {'value': 1, 'range': [0.1, 1]}, 'presencePenalty': {'value': 0, 'range': [0, 1]}, 'frequencyPenalty': {'value': 0, 'range': [0, 1]}, 'stopSequences': {'value': [], 'range': []}}}}
+
+
+# based on https://github.com/ading2210/vercel-llm-api // modified
+class Client:
+    def __init__(self):
+        self.session = requests.Session(impersonate='chrome110')
+        self.headers = {
+            'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/110 Safari/537.36',
+            'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,*/*;q=0.8',
+            'Accept-Encoding': 'gzip, deflate, br',
+            'Accept-Language': 'en-US,en;q=0.5',
+            'Te': 'trailers',
+            'Upgrade-Insecure-Requests': '1'
+        }
+        self.session.headers.update(self.headers)
+
+    def get_token(self):
+        b64 = self.session.get('https://play.vercel.ai/openai.jpeg').text
+        data = json.loads(base64.b64decode(b64))
+
+        script = 'const globalThis = {data: `sentinel`}; (%s)(%s)' % (
+            data['c'], data['a'])
+
+        token_data = json.loads(quickjs.Context().eval(script).json())
+        token_string = json.dumps(separators=(',', ':'),
+                                  obj={'r': token_data, 't': data['t']})
+
+        return base64.b64encode(token_string.encode()).decode()
+
+    def get_default_params(self, model_id):
+        return {key: param['value'] for key, param in vercel_models[model_id]['parameters'].items()}
+
+    def generate(self, model_id: str, prompt: str, params: dict = {}):
+        if not ':' in model_id:
+            model_id = models[model_id]
+
+        defaults = self.get_default_params(model_id)
+
+        payload = defaults | params | {
+            'prompt': prompt,
+            'model': model_id,
+        }
+
+        headers = self.headers | {
+            'Accept-Encoding': 'gzip, deflate, br',
+            'Custom-Encoding': self.get_token(),
+            'Host': 'play.vercel.ai',
+            'Origin': 'https://play.vercel.ai',
+            'Referrer': 'https://play.vercel.ai',
+            'Sec-Fetch-Dest': 'empty',
+            'Sec-Fetch-Mode': 'cors',
+            'Sec-Fetch-Site': 'same-origin',
+        }
+
+        chunks_queue = queue.Queue()
+        error = None
+        response = None
+
+        def callback(data):
+            chunks_queue.put(data.decode())
+
+        def request_thread():
+            nonlocal response, error
+            for _ in range(3):
+                try:
+                    response = self.session.post('https://play.vercel.ai/api/generate',
+                                                 json=payload, headers=headers, content_callback=callback)
+                    response.raise_for_status()
+
+                except Exception as e:
+                    if _ == 2:
+                        error = e
+
+                    else:
+                        continue
+
+        thread = threading.Thread(target=request_thread, daemon=True)
+        thread.start()
+
+        text = ''
+        index = 0
+        while True:
+            try:
+                chunk = chunks_queue.get(block=True, timeout=0.1)
+
+            except queue.Empty:
+                if error:
+                    raise error
+
+                elif response:
+                    break
+
+                else:
+                    continue
+
+            text += chunk
+            lines = text.split('\n')
+
+            if len(lines) - 1 > index:
+                new = lines[index:-1]
+                for word in new:
+                    yield json.loads(word)
+                index = len(lines) - 1
+
+def _create_completion(model: str, messages: list, stream: bool, **kwargs):
+    conversation = 'This is a conversation between a human and a language model, respond to the last message accordingly, referring to the past history of messages if needed.\n'
+    
+    for message in messages:
+        conversation += '%s: %s\n' % (message['role'], message['content'])
+    
+    conversation += 'assistant: '
+    
+    completion = Client().generate(model, conversation)
+
+    for token in completion:
+        yield token
+
+params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
+    '(%s)' % ', '.join([f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/You.py

@@ -0,0 +1,23 @@
+import os
+import json
+import time
+import subprocess
+
+from ...typing import sha256, Dict, get_type_hints
+
+url = 'https://you.com'
+model = 'gpt-3.5-turbo'
+supports_stream = True
+
+def _create_completion(model: str, messages: list, stream: bool, **kwargs):
+
+    path = os.path.dirname(os.path.realpath(__file__))
+    config = json.dumps({
+        'messages': messages}, separators=(',', ':'))
+    
+    cmd = ['python3', f'{path}/helpers/you.py', config]
+
+    p = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
+
+    for line in iter(p.stdout.readline, b''):
+        yield line.decode('utf-8') #[:-1]

g4f/Provider/Providers/Yqcloud.py

@@ -0,0 +1,32 @@
+import os
+import time
+import requests
+
+from ...typing import sha256, Dict, get_type_hints
+supports_stream = True
+
+def _create_completion(model: str, messages: list, stream: bool, **kwargs):
+
+    headers = {
+        'authority': 'api.aichatos.cloud',
+        'origin': 'https://chat9.yqcloud.top',
+        'referer': 'https://chat9.yqcloud.top/',
+        'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/112.0.0.0 Safari/537.36',
+    }
+
+    json_data = {
+        'prompt': '%s' % messages[-1]['content'],
+        'userId': f'#/chat/{int(time.time() * 1000)}',
+        'network': True,
+        'apikey': '',
+        'system': '',
+        'withoutContext': False,
+    }
+
+    response = requests.post('https://api.aichatos.cloud/api/generateStream', headers=headers, json=json_data, stream=True)
+    for token in response.iter_content(chunk_size=2046):
+        if not b'always respond in english' in token:
+            yield (token.decode('utf-8'))
+
+params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
+    '(%s)' % ', '.join([f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/helpers/bing.py

@@ -0,0 +1,220 @@
+import sys
+import ssl
+import uuid 
+import json
+import time
+import random
+import asyncio
+import certifi
+import requests
+import websockets
+import browser_cookie3
+
+config = json.loads(sys.argv[1])
+
+ssl_context = ssl.create_default_context()
+ssl_context.load_verify_locations(certifi.where())
+
+
+
+conversationstyles = {
+    'gpt-4': [ #'precise'
+        "nlu_direct_response_filter",
+        "deepleo",
+        "disable_emoji_spoken_text",
+        "responsible_ai_policy_235",
+        "enablemm",
+        "h3imaginative",
+        "travelansgnd",
+        "dv3sugg",
+        "clgalileo",
+        "gencontentv3",
+        "dv3sugg",
+        "responseos",
+        "e2ecachewrite",
+        "cachewriteext",
+        "nodlcpcwrite",
+        "travelansgnd",
+        "nojbfedge",
+    ],
+    'balanced': [
+        "nlu_direct_response_filter",
+        "deepleo",
+        "disable_emoji_spoken_text",
+        "responsible_ai_policy_235",
+        "enablemm",
+        "galileo",
+        "dv3sugg",
+        "responseos",
+        "e2ecachewrite",
+        "cachewriteext",
+        "nodlcpcwrite",
+        "travelansgnd",
+        "nojbfedge",
+    ],
+    'gpt-3.5-turbo': [ #'precise'
+        "nlu_direct_response_filter",
+        "deepleo",
+        "disable_emoji_spoken_text",
+        "responsible_ai_policy_235",
+        "enablemm",
+        "galileo",
+        "dv3sugg",
+        "responseos",
+        "e2ecachewrite",
+        "cachewriteext",
+        "nodlcpcwrite",
+        "travelansgnd",
+        "h3precise",
+        "clgalileo",
+        "nojbfedge",
+    ]
+}
+
+def format(msg: dict) -> str:
+    return json.dumps(msg) + '\x1e'
+
+def get_token():
+    return
+    
+    try:
+        cookies = {c.name: c.value for c in browser_cookie3.edge(domain_name='bing.com')}
+        return cookies['_U']
+    except:
+        print('Error: could not find bing _U cookie in edge browser.')
+        exit(1)
+
+class AsyncCompletion:
+    async def create(
+        prompt     : str = None,
+        optionSets : list = None,
+        token     : str = None): # No auth required anymore
+        
+        create = None
+        for _ in range(5):
+            try:
+                create = requests.get('https://edgeservices.bing.com/edgesvc/turing/conversation/create', 
+                    headers = {
+                        'host': 'edgeservices.bing.com',
+                        'accept-encoding': 'gzip, deflate, br',
+                        'connection': 'keep-alive',
+                        'authority': 'edgeservices.bing.com',
+                        'accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7',
+                        'accept-language': 'en-US,en;q=0.9',
+                        'cache-control': 'max-age=0',
+                        'sec-ch-ua': '"Chromium";v="110", "Not A(Brand";v="24", "Microsoft Edge";v="110"',
+                        'sec-ch-ua-arch': '"x86"',
+                        'sec-ch-ua-bitness': '"64"',
+                        'sec-ch-ua-full-version': '"110.0.1587.69"',
+                        'sec-ch-ua-full-version-list': '"Chromium";v="110.0.5481.192", "Not A(Brand";v="24.0.0.0", "Microsoft Edge";v="110.0.1587.69"',
+                        'sec-ch-ua-mobile': '?0',
+                        'sec-ch-ua-model': '""',
+                        'sec-ch-ua-platform': '"Windows"',
+                        'sec-ch-ua-platform-version': '"15.0.0"',
+                        'sec-fetch-dest': 'document',
+                        'sec-fetch-mode': 'navigate',
+                        'sec-fetch-site': 'none',
+                        'sec-fetch-user': '?1',
+                        'upgrade-insecure-requests': '1',
+                        'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/110.0.0.0 Safari/537.36 Edg/110.0.1587.69',
+                        'x-edge-shopping-flag': '1',
+                        'x-forwarded-for': f'13.{random.randint(104, 107)}.{random.randint(0, 255)}.{random.randint(0, 255)}'
+                    }            
+                )
+
+                conversationId        = create.json()['conversationId']
+                clientId              = create.json()['clientId']
+                conversationSignature = create.json()['conversationSignature']
+
+            except Exception as e:
+                time.sleep(0.5)
+                continue
+        
+        if create == None: raise Exception('Failed to create conversation.')
+
+        wss: websockets.WebSocketClientProtocol or None = None
+
+        wss = await websockets.connect('wss://sydney.bing.com/sydney/ChatHub', max_size = None, ssl = ssl_context,
+            extra_headers = {
+                'accept': 'application/json',
+                'accept-language': 'en-US,en;q=0.9',
+                'content-type': 'application/json',
+                'sec-ch-ua': '"Not_A Brand";v="99", Microsoft Edge";v="110", "Chromium";v="110"',
+                'sec-ch-ua-arch': '"x86"',
+                'sec-ch-ua-bitness': '"64"',
+                'sec-ch-ua-full-version': '"109.0.1518.78"',
+                'sec-ch-ua-full-version-list': '"Chromium";v="110.0.5481.192", "Not A(Brand";v="24.0.0.0", "Microsoft Edge";v="110.0.1587.69"',
+                'sec-ch-ua-mobile': '?0',
+                'sec-ch-ua-model': "",
+                'sec-ch-ua-platform': '"Windows"',
+                'sec-ch-ua-platform-version': '"15.0.0"',
+                'sec-fetch-dest': 'empty',
+                'sec-fetch-mode': 'cors',
+                'sec-fetch-site': 'same-origin',
+                'x-ms-client-request-id': str(uuid.uuid4()),
+                'x-ms-useragent': 'azsdk-js-api-client-factory/1.0.0-beta.1 core-rest-pipeline/1.10.0 OS/Win32',
+                'Referer': 'https://www.bing.com/search?q=Bing+AI&showconv=1&FORM=hpcodx',
+                'Referrer-Policy': 'origin-when-cross-origin',
+                'x-forwarded-for': f'13.{random.randint(104, 107)}.{random.randint(0, 255)}.{random.randint(0, 255)}'
+            }
+        )
+
+        await wss.send(format({'protocol': 'json', 'version': 1}))
+        await wss.recv()
+
+        struct = {
+            'arguments': [
+                {
+                    'source': 'cib', 
+                    'optionsSets': optionSets, 
+                    'isStartOfSession': True, 
+                    'message': {
+                        'author': 'user', 
+                        'inputMethod': 'Keyboard', 
+                        'text': prompt, 
+                        'messageType': 'Chat'
+                    }, 
+                    'conversationSignature': conversationSignature, 
+                    'participant': {
+                        'id': clientId
+                    }, 
+                    'conversationId': conversationId
+                }
+            ], 
+            'invocationId': '0', 
+            'target': 'chat', 
+            'type': 4
+        }
+        
+        await wss.send(format(struct))
+        
+        base_string = ''
+        
+        final = False
+        while not final:
+            objects = str(await wss.recv()).split('\x1e')
+            for obj in objects:
+                if obj is None or obj == '':
+                    continue
+                
+                response = json.loads(obj)
+                #print(response, flush=True, end='')
+                if response.get('type') == 1 and response['arguments'][0].get('messages',):
+                    response_text = response['arguments'][0]['messages'][0]['adaptiveCards'][0]['body'][0].get('text')
+                    
+                    yield (response_text.replace(base_string, ''))
+                    base_string = response_text
+        
+                elif response.get('type') == 2:
+                    final = True
+        
+        await wss.close()
+
+async def run(optionSets, messages):
+    async for value in AsyncCompletion.create(prompt=messages[-1]['content'], 
+                                              optionSets=optionSets):
+        
+        print(value, flush=True, end = '')
+
+optionSet = conversationstyles[config['model']]
+asyncio.run(run(optionSet, config['messages']))

g4f/Provider/Providers/helpers/openai.py

@@ -0,0 +1,106 @@
+import sys
+import uuid
+import json
+import browser_cookie3
+
+from curl_cffi import requests
+
+config = json.loads(sys.argv[1])
+
+def session_auth(cookies):
+    headers = {
+        'authority': 'chat.openai.com',
+        'accept': '*/*',
+        'accept-language': 'en,fr-FR;q=0.9,fr;q=0.8,es-ES;q=0.7,es;q=0.6,en-US;q=0.5,am;q=0.4,de;q=0.3',
+        'cache-control': 'no-cache',
+        'pragma': 'no-cache',
+        'referer': 'https://chat.openai.com/chat',
+        'sec-ch-ua': '"Chromium";v="112", "Google Chrome";v="112", "Not:A-Brand";v="99"',
+        'sec-ch-ua-mobile': '?0',
+        'sec-ch-ua-platform': '"macOS"',
+        'sec-fetch-dest': 'empty',
+        'sec-fetch-mode': 'cors',
+        'sec-fetch-site': 'same-origin',
+        'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/112.0.0.0 Safari/537.36',
+    }
+
+    return requests.get('https://chat.openai.com/api/auth/session', 
+                        cookies=cookies, headers=headers, impersonate='chrome110').json()
+
+all_cookies = {cookie.name: cookie.value for cookie in browser_cookie3.chrome(
+    domain_name='chat.openai.com')}
+
+try:
+    cookies = {
+        '__Secure-next-auth.session-token': all_cookies['__Secure-next-auth.session-token'],
+    }
+except Exception:
+    print('Failed to get "__Secure-next-auth.session-token" in chrome, please make sure you are authenticated on openai.com')
+    exit(0)
+
+headers = {
+    'authority': 'chat.openai.com',
+    'accept': 'text/event-stream',
+    'accept-language': 'en,fr-FR;q=0.9,fr;q=0.8,es-ES;q=0.7,es;q=0.6,en-US;q=0.5,am;q=0.4,de;q=0.3',
+    'authorization': 'Bearer ' + session_auth(cookies)['accessToken'],
+    'cache-control': 'no-cache',
+    'content-type': 'application/json',
+    'origin': 'https://chat.openai.com',
+    'pragma': 'no-cache',
+    'referer': 'https://chat.openai.com/chat',
+    'sec-ch-ua': '"Chromium";v="112", "Google Chrome";v="112", "Not:A-Brand";v="99"',
+    'sec-ch-ua-mobile': '?0',
+    'sec-ch-ua-platform': '"macOS"',
+    'sec-fetch-dest': 'empty',
+    'sec-fetch-mode': 'cors',
+    'sec-fetch-site': 'same-origin',
+    'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/112.0.0.0 Safari/537.36',
+}
+
+payload = {
+    'action': 'next',
+    'history_and_training_disabled': False,
+    'messages': [
+        {
+            'id': str(uuid.uuid4()),
+            'author': {
+                'role': 'user',
+            },
+            'content': {
+                'content_type': 'text',
+                'parts': [
+                    config['messages'][-1]['content']
+                ]
+            }
+        }
+    ],
+    'model': 'text-davinci-002-render-sha',
+    'parent_message_id': str(uuid.uuid4()),
+    'supports_modapi': True,
+    'timezone_offset_min': -60
+}
+
+completion = ''
+
+def format(chunk):
+    try:
+        global completion
+        
+        if b'parts' in chunk:
+            json_data = json.loads(chunk.decode('utf-8').split('data: ')[1])
+            token = json_data['message']['content']['parts'][0]
+            token = token.replace(completion, '')
+            completion += token
+        
+            print(token, flush=True, end = '')
+            
+    except Exception as e:
+        pass
+
+for _ in range(3):
+    try:
+        response = requests.post('https://chat.openai.com/backend-api/conversation', 
+                                json=payload, headers=headers, content_callback=format, impersonate='chrome110')
+        break
+    except:
+        continue

g4f/Provider/Providers/helpers/phind.py

@@ -0,0 +1,69 @@
+import sys
+import json
+import datetime
+import urllib.parse
+
+from curl_cffi import requests
+
+config = json.loads(sys.argv[1])
+prompt = config['messages'][-1]['content']
+
+skill = 'expert' if config['model'] == 'gpt-4' else 'intermediate'
+
+json_data = json.dumps({
+    'question': prompt,
+    'options': {
+        'skill': skill,
+        'date': datetime.datetime.now().strftime('%d/%m/%Y'),
+        'language': 'en',
+        'detailed': True,
+        'creative': True,
+        'customLinks': []}}, separators=(',', ':'))
+
+headers = {
+    'Content-Type': 'application/json',
+    'Pragma': 'no-cache',
+    'Accept': '*/*',
+    'Sec-Fetch-Site': 'same-origin',
+    'Accept-Language': 'en-GB,en;q=0.9',
+    'Cache-Control': 'no-cache',
+    'Sec-Fetch-Mode': 'cors',
+    'Content-Length': str(len(json_data)),
+    'Origin': 'https://www.phind.com',
+    'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/16.4 Safari/605.1.15',
+    'Referer': f'https://www.phind.com/search?q={urllib.parse.quote(prompt)}&source=searchbox',
+    'Connection': 'keep-alive',
+    'Host': 'www.phind.com',
+    'Sec-Fetch-Dest': 'empty'
+}
+
+
+def output(chunk):
+    try:
+        if b'PHIND_METADATA' in chunk:
+            return
+        
+        if chunk == b'data:  \r\ndata: \r\ndata: \r\n\r\n':
+            chunk = b'data:  \n\r\n\r\n'
+
+        chunk = chunk.decode()
+
+        chunk = chunk.replace('data: \r\n\r\ndata: ', 'data: \n')
+        chunk = chunk.replace('\r\ndata: \r\ndata: \r\n\r\n', '\n\r\n\r\n')
+        chunk = chunk.replace('data: ', '').replace('\r\n\r\n', '')
+
+        print(chunk, flush=True, end = '')
+        
+    except json.decoder.JSONDecodeError:
+        pass
+
+while True:
+    try:
+        response = requests.post('https://www.phind.com/api/infer/answer',
+                         headers=headers, data=json_data, content_callback=output, timeout=999999, impersonate='safari15_5')
+        
+        exit(0)
+    
+    except Exception as e:
+        print('an error occured, retrying... |', e, flush=True)
+        continue

g4f/Provider/Providers/helpers/theb.py

@@ -0,0 +1,49 @@
+import json
+import sys
+from curl_cffi import requests
+
+config = json.loads(sys.argv[1])
+prompt = config['messages'][-1]['content']
+
+headers = {
+    'authority': 'chatbot.theb.ai',
+    'accept': 'application/json, text/plain, */*',
+    'accept-language': 'en,fr-FR;q=0.9,fr;q=0.8,es-ES;q=0.7,es;q=0.6,en-US;q=0.5,am;q=0.4,de;q=0.3',
+    'content-type': 'application/json',
+    'origin': 'https://chatbot.theb.ai',
+    'referer': 'https://chatbot.theb.ai/',
+    'sec-ch-ua': '"Google Chrome";v="113", "Chromium";v="113", "Not-A.Brand";v="24"',
+    'sec-ch-ua-mobile': '?0',
+    'sec-ch-ua-platform': '"macOS"',
+    'sec-fetch-dest': 'empty',
+    'sec-fetch-mode': 'cors',
+    'sec-fetch-site': 'same-origin',
+    'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/113.0.0.0 Safari/537.36',
+}
+
+json_data = {
+    'prompt': prompt,
+    'options': {}
+}
+
+def format(chunk):
+    try:
+        chunk_json = json.loads(chunk.decode('utf-8'))
+        completion_chunk = chunk_json['detail']['choices'][0]['delta']['content']
+        
+        print(completion_chunk, flush=True, end = '')
+
+    except Exception as e:
+        print('[ERROR] an error occured, retrying... |', e, flush=True)
+        return
+
+while True:
+    try: 
+        response = requests.post('https://chatbot.theb.ai/api/chat-process', 
+                            headers=headers, json=json_data, content_callback=format, impersonate='chrome110')
+        
+        exit(0)
+    
+    except Exception as e:
+        print('[ERROR] an error occured, retrying... |', e, flush=True)
+        continue

g4f/Provider/Providers/helpers/you.py

@@ -0,0 +1,79 @@
+import sys
+import json
+import urllib.parse
+
+from curl_cffi import requests
+
+config = json.loads(sys.argv[1])
+messages = config['messages']
+prompt = ''
+
+
+def transform(messages: list) -> list:
+    result = []
+    i = 0
+
+    while i < len(messages):
+        if messages[i]['role'] == 'user':
+            question = messages[i]['content']
+            i += 1
+
+            if i < len(messages) and messages[i]['role'] == 'assistant':
+                answer = messages[i]['content']
+                i += 1
+            else:
+                answer = ''
+
+            result.append({'question': question, 'answer': answer})
+
+        elif messages[i]['role'] == 'assistant':
+            result.append({'question': '', 'answer': messages[i]['content']})
+            i += 1
+
+        elif messages[i]['role'] == 'system':
+            result.append({'question': messages[i]['content'], 'answer': ''})
+            i += 1
+            
+    return result
+
+headers = {
+    'Content-Type': 'application/x-www-form-urlencoded',
+    'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',
+    'Sec-Fetch-Site': 'same-origin',
+    'Accept-Language': 'en-GB,en;q=0.9',
+    'Sec-Fetch-Mode': 'navigate',
+    'Host': 'you.com',
+    'Origin': 'https://you.com',
+    'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/16.4 Safari/605.1.15',
+    'Referer': 'https://you.com/api/streamingSearch?q=nice&safeSearch=Moderate&onShoppingPage=false&mkt=&responseFilter=WebPages,Translations,TimeZone,Computation,RelatedSearches&domain=youchat&queryTraceId=7a6671f8-5881-404d-8ea3-c3f8301f85ba&chat=%5B%7B%22question%22%3A%22hi%22%2C%22answer%22%3A%22Hello!%20How%20can%20I%20assist%20you%20today%3F%22%7D%5D&chatId=7a6671f8-5881-404d-8ea3-c3f8301f85ba&__cf_chl_tk=ex2bw6vn5vbLsUm8J5rDYUC0Bjzc1XZqka6vUl6765A-1684108495-0-gaNycGzNDtA',
+    'Connection': 'keep-alive',
+    'Sec-Fetch-Dest': 'document',
+    'Priority': 'u=0, i',
+}
+
+if messages[-1]['role'] == 'user':
+    prompt = messages[-1]['content']
+    messages = messages[:-1]
+
+params = urllib.parse.urlencode({
+    'q': prompt,
+    'domain': 'youchat',
+    'chat': transform(messages)
+})
+
+def output(chunk):
+    if b'"youChatToken"' in chunk:
+        chunk_json = json.loads(chunk.decode().split('data: ')[1])
+
+        print(chunk_json['youChatToken'], flush=True, end = '')
+
+while True:
+    try:
+        response = requests.get(f'https://you.com/api/streamingSearch?{params}',
+                        headers=headers, content_callback=output, impersonate='safari15_5')
+        
+        exit(0)
+    
+    except Exception as e:
+        print('an error occured, retrying... |', e, flush=True)
+        continue