Synced repo using 'sync_with_huggingface' Github Action

Dockerfile

@@ -0,0 +1,19 @@
+FROM python:3.10.12-slim-bullseye
+      
+WORKDIR /app      
+      
+COPY requirements.txt requirements.txt    
+  
+RUN python3 -m venv venv  
+ENV PATH="/app/venv/bin:$PATH"  
+  
+RUN apt-get update && \    
+    apt-get install -y --no-install-recommends build-essential libffi-dev cmake libcurl4-openssl-dev nodejs screen && \    
+    pip3 install --no-cache-dir -r requirements.txt      
+      
+COPY . .
+RUN chmod +x ./app.py
+RUN chmod +x ./start.sh
+RUN chmod -R 777 /app
+CMD screen -d -m python3 check.py
+CMD uvicorn app:app --host 0.0.0.0 --port 7860

Spacefile

@@ -0,0 +1,10 @@
+# Spacefile Docs: https://go.deta.dev/docs/spacefile/v0
+v: 0
+micros:
+  - name: gpt4free
+    src: ./
+    engine: python3.9
+    primary: true
+    public_routes:
+      - "/*"
+    run: uvicorn app:app

app.py

@@ -0,0 +1,396 @@
+import os
+import time
+import json
+import random
+import requests
+import g4f
+from fastapi import FastAPI,Response, status
+from typing import Dict, NewType, Union, Optional, List, get_type_hints
+from fastapi.middleware.cors import CORSMiddleware
+from fastapi.responses import StreamingResponse,JSONResponse
+from fastapi.openapi.utils import get_openapi
+from starlette.exceptions import HTTPException as StarletteHTTPException
+from pydantic import BaseModel
+
+
+
+#app = FastAPI(docs_url=None, redoc_url=None)
+app = FastAPI()
+app.add_middleware(
+  CORSMiddleware,
+  allow_origins=["*"],
+  allow_methods=["*"],
+  allow_headers=["*"],
+)
+
+class chat_completions_Item(BaseModel):
+  stream : bool = False
+  model : str = 'gpt-3.5-turbo'
+  messages : list = [{'role': 'user', 'content':"Say 'Hello World'."}]
+  provider: Union[str, None] = None
+  temperature : float = 0.8
+  presence_penalty: float = 0
+  frequency_penalty: float = 0
+  top_p: float = 1
+
+class completions_Item(BaseModel):
+  stream : bool = False
+  model : str = 'gpt-3.5-turbo'
+  prompt : str = "Say 'Hello World'."
+  provider : Union[str, None] = None
+  temperature : float = 0.8
+  presence_penalty: float = 0
+  frequency_penalty: float = 0
+  top_p: float = 1
+
+def auto_select(model:str='gpt-3.5-turbo',stream:bool=False):
+  r = requests.get('https://gpt.lemonsoftware.eu.org/v1/status')
+  data = r.json()['data']
+  model_providers = set()
+  random.shuffle(data)
+  for provider_info in data:
+    for model_info in provider_info['model']:
+        if model in model_info:
+          model_providers.add(provider_info['provider'])
+          if model_info[model]['status'] == 'Active':
+            if stream == True and getattr(g4f.Provider,provider_info['provider']).supports_stream == False:
+              continue
+            return [getattr(g4f.Provider,provider_info['provider']),provider_info['provider']]
+    else:
+        continue
+    break
+  if not model_providers:
+    return None
+  active_providers = set()
+  for provider_info in data:
+    for model_info in provider_info['model']:
+      for model in model_info.values():
+        if model['status'] == 'Active':
+          if stream == True and getattr(g4f.Provider,provider_info['provider']).supports_stream == False:
+              continue
+          active_providers.add(provider_info['provider'])
+  chooseable_providers = model_providers & active_providers
+  if not chooseable_providers:
+    return None
+  chooseable_provider = random.choice(list(chooseable_providers))
+  return [getattr(g4f.Provider,chooseable_provider),chooseable_provider]
+
+@app.post("/v1/chat/completions")
+def chat_completions(item: chat_completions_Item,responses: Response):
+  stream = item.stream
+  model = item.model.lower()
+  messages = item.messages
+  provider_name = item.provider
+  temperature = item.temperature
+  presence_penalty = item.presence_penalty
+  frequency_penalty = item.frequency_penalty
+  top_p = item.top_p
+
+  if provider_name:
+    try:
+      response = g4f.ChatCompletion.create(model=model, provider=getattr(g4f.Provider,provider_name),stream=stream,messages=messages,temperature=temperature,presence_penalty=presence_penalty,frequency_penalty=frequency_penalty,top_p=top_p)
+    except:
+      return JSONResponse(status_code=status.HTTP_500_INTERNAL_SERVER_ERROR, content={"error": {"message": "There was an error","type": "invalid_request_error","param": None,"code": 500}})
+  else:
+    provider = auto_select(model=model,stream=stream)
+    if provider == None:
+      return JSONResponse(status_code=status.HTTP_500_INTERNAL_SERVER_ERROR, content={"error": {"message": "The model is invalid or not working.","type": "invalid_request_error","param": None,"code": 500}})
+    if stream and provider[0].supports_stream == False:
+      return JSONResponse(status_code=status.HTTP_500_INTERNAL_SERVER_ERROR, content={"error": {"message": "Stream is not supported.","type": "invalid_request_error","param": None,"code": 500}})
+    provider_name = provider[1]
+    try:
+      response = g4f.ChatCompletion.create(model=model, provider=provider[0],stream=stream,messages=messages,temperature=temperature,presence_penalty=presence_penalty,frequency_penalty=frequency_penalty,top_p=top_p)
+    except:
+      provider = auto_select(model=model,stream=stream)
+      if provider == None:
+        return JSONResponse(status_code=status.HTTP_500_INTERNAL_SERVER_ERROR, content={"error": {"message": "The model is invalid or not working.","type": "invalid_request_error","param": None,"code": 500}})
+      if stream and provider[0].supports_stream == False:
+        return JSONResponse(status_code=status.HTTP_500_INTERNAL_SERVER_ERROR, content={"error": {"message": "Stream is not supported.","type": "invalid_request_error","param": None,"code": 500}})
+      provider_name = provider[1]
+      try:
+        response = g4f.ChatCompletion.create(model=model, provider=provider[0],stream=stream,messages=messages,temperature=temperature,presence_penalty=presence_penalty,frequency_penalty=frequency_penalty,top_p=top_p)
+      except:
+        return JSONResponse(status_code=status.HTTP_500_INTERNAL_SERVER_ERROR, content={"error": {"message": "There was an error.Please try again.","type": "server_error","param": None,"code": 500}})
+  
+  
+  if not stream:
+    completion_timestamp = int(time.time())
+    completion_id = ''.join(random.choices(
+        'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789', k=28))
+    return {
+        'id': 'chatcmpl-%s' % completion_id,
+        'object': 'chat.completion',
+        'created': completion_timestamp,
+        'model': model,
+        'provider':provider_name,
+        'usage': {
+            'prompt_tokens': len(messages),
+            'completion_tokens': len(response),
+            'total_tokens': len(messages)+len(response)
+        },
+        'choices': [{
+            'message': {
+                'role': 'assistant',
+                'content': response
+            },
+            'finish_reason': 'stop',
+            'index': 0
+        }]
+    }
+  
+  def stream():
+    nonlocal response
+    for token in response:
+      completion_timestamp = int(time.time())
+      completion_id = ''.join(random.choices(
+          'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789', k=28))
+      completion_data = {
+        'id': f'chatcmpl-{completion_id}',
+        'object': 'chat.completion.chunk',
+        'created': completion_timestamp,
+        'model': model,
+        'provider':provider_name,
+        'choices': [
+            {
+              'delta': {
+                  'content': token
+              },
+              'index': 0,
+              'finish_reason': None
+            }
+        ]
+      }
+      yield 'data: %s\n\n' % json.dumps(completion_data, separators=(',' ':'))
+      time.sleep(0.1)
+  return StreamingResponse(stream(), media_type='text/event-stream')
+
+@app.post("/v1/completions")
+def completions(item: completions_Item,responses: Response):
+  stream = item.stream
+  model = item.model.lower()
+  messages = [{'role': 'user', 'content':item.prompt}]
+  provider_name = item.provider
+  temperature = item.temperature
+  presence_penalty = item.presence_penalty
+  frequency_penalty = item.frequency_penalty
+  top_p = item.top_p
+  if provider_name:
+    try:
+      response = g4f.ChatCompletion.create(model=model, provider=getattr(g4f.Provider,provider_name),stream=stream,messages=messages,temperature=temperature,presence_penalty=presence_penalty,frequency_penalty=frequency_penalty,top_p=top_p)
+    except:
+      return JSONResponse(status_code=status.HTTP_500_INTERNAL_SERVER_ERROR, content={"error": {"message": "There was an error.","type": "invalid_request_error","param": None,"code": 500}})
+
+  else:
+    provider = auto_select(model=model,stream=stream)
+    if provider == None:
+      return JSONResponse(status_code=status.HTTP_500_INTERNAL_SERVER_ERROR, content={"error": {"message": "The model is invalid or not working.","type": "invalid_request_error","param": None,"code": 500}})
+    if stream and provider[0].supports_stream == False:
+      return JSONResponse(status_code=status.HTTP_500_INTERNAL_SERVER_ERROR, content={"error": {"message": "Stream is not supported.","type": "invalid_request_error","param": None,"code": 500}})
+    provider_name = provider[1]
+    try:
+      response = g4f.ChatCompletion.create(model=model, provider=provider[0],stream=stream,messages=messages,temperature=temperature,presence_penalty=presence_penalty,frequency_penalty=frequency_penalty,top_p=top_p)
+    except:
+      provider = auto_select(model=model,stream=stream)
+      if provider == None:
+        return JSONResponse(status_code=status.HTTP_500_INTERNAL_SERVER_ERROR, content={"error": {"message": "The model is invalid or not working.","type": "invalid_request_error","param": None,"code": 500}})
+      if stream and provider[0].supports_stream == False:
+        return JSONResponse(status_code=status.HTTP_500_INTERNAL_SERVER_ERROR, content={"error": {"message": "Stream is not supported.","type": "invalid_request_error","param": None,"code": 500}})
+      provider_name = provider[1]
+      try:
+        response = g4f.ChatCompletion.create(model=model, provider=provider[0],stream=stream,messages=messages,temperature=temperature,presence_penalty=presence_penalty,frequency_penalty=frequency_penalty,top_p=top_p)
+      except:
+        return JSONResponse(status_code=status.HTTP_500_INTERNAL_SERVER_ERROR, content={"error": {"message": "There was an error.Please try again.","type": "server_error","param": None,"code": 500}})
+    
+  if not stream:
+    completion_timestamp = int(time.time())
+    completion_id = ''.join(random.choices(
+        'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789', k=28))
+    return {
+        'id': 'cmpl-%s' % completion_id,
+        'object': 'text.completion',
+        'created': completion_timestamp,
+        'model': model,
+        'provider':provider_name,
+        'usage': {
+            'prompt_tokens': len(messages),
+            'completion_tokens': len(response),
+            'total_tokens': len(messages)+len(response)
+        },
+        'choices': [{
+                'text': response,
+                'finish_reason': 'length',
+                "logprobs": None,
+                'index': 0
+        }]
+    }
+  
+  def stream():
+    nonlocal response
+    for token in response:
+      completion_timestamp = int(time.time())
+      completion_id = ''.join(random.choices(
+          'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789', k=28))
+      completion_data = {
+        'id': f'cmpl-{completion_id}',
+        'object': 'text.completion.chunk',
+        'created': completion_timestamp,
+        'model': model,
+        'provider':provider_name,
+        'choices': [
+            {
+              'delta': {
+                  'text': token
+              },
+              'index': 0,
+              'finish_reason': None
+            }
+        ]
+      }
+      yield 'data: %s\n\n' % json.dumps(completion_data, separators=(',' ':'))
+      time.sleep(0.1)
+  return StreamingResponse(stream(), media_type='text/event-stream')
+
+@app.get("/v1/dashboard/billing/subscription")
+@app.get("/dashboard/billing/subscription")
+async def billing_subscription():
+  return {
+  "object": "billing_subscription",
+  "has_payment_method": True,
+  "canceled": False,
+  "canceled_at": None,
+  "delinquent": None,
+  "access_until": 2556028800,
+  "soft_limit": 6944500,
+  "hard_limit": 166666666,
+  "system_hard_limit": 166666666,
+  "soft_limit_usd": 416.67,
+  "hard_limit_usd": 9999.99996,
+  "system_hard_limit_usd": 9999.99996,
+  "plan": {
+    "title": "Pay-as-you-go",
+    "id": "payg"
+  },
+  "primary": True,
+  "account_name": "OpenAI",
+  "po_number": None,
+  "billing_email": None,
+  "tax_ids": None,
+  "billing_address": {
+    "city": "New York",
+    "line1": "OpenAI",
+    "country": "US",
+    "postal_code": "NY10031"
+  },
+  "business_address": None
+}
+
+
+@app.get("/v1/dashboard/billing/usage")
+@app.get("/dashboard/billing/usage")
+async def billing_usage(start_date:str='2023-01-01',end_date:str='2023-01-31'):
+  return {
+  "object": "list",
+  "daily_costs": [
+    {
+      "timestamp": time.time(),
+      "line_items": [
+        {
+          "name": "GPT-4",
+          "cost": 0.0
+        },
+        {
+          "name": "Chat models",
+          "cost": 1.01
+        },
+        {
+          "name": "InstructGPT",
+          "cost": 0.0
+        },
+        {
+          "name": "Fine-tuning models",
+          "cost": 0.0
+        },
+        {
+          "name": "Embedding models",
+          "cost": 0.0
+        },
+        {
+          "name": "Image models",
+          "cost": 16.0
+        },
+        {
+          "name": "Audio models",
+          "cost": 0.0
+        }
+      ]
+    }
+  ],
+  "total_usage": 1.01
+}
+
+@app.get("/v1/models")
+def models():
+  import g4f.models
+  model = {"data":[]}
+  for i in g4f.models.ModelUtils.convert:
+    model['data'].append({
+            "id": i,
+            "object": "model",
+            "owned_by": g4f.models.ModelUtils.convert[i].base_provider,
+            "tokens": 99999,
+            "fallbacks": None,
+            "endpoints": [
+                "/v1/chat/completions"
+            ],
+            "limits": None,
+            "permission": []
+        })
+  return model
+
+@app.get("/v1/providers")
+async def providers():
+  files = os.listdir("g4f/Provider/Providers")
+  files = [f for f in files if os.path.isfile(os.path.join("g4f/Provider/Providers", f))]
+  files.sort(key=str.lower)
+  providers_data = {"data":[]}
+  for file in files:
+    if file.endswith(".py"):
+      name = file[:-3]
+      try:
+          p = getattr(g4f.Provider,name)
+          providers_data["data"].append({
+          "provider": str(name),
+          "model": list(p.model),
+          "url": str(p.url),
+          "working": bool(p.working),
+          "supports_stream": bool(p.supports_stream)
+          })
+      except:
+            pass
+  return providers_data
+
+def custom_openapi():
+    if app.openapi_schema:
+        return app.openapi_schema
+    openapi_schema = get_openapi(
+        title="GPT API",
+        version="1.0.0",
+        summary="GPT API",
+        description="[Try Online](https://chatgpt-next-web.lemonsoftware.eu.org/)",
+        routes=app.routes,
+    )
+    openapi_schema["info"]["x-logo"] = {
+        "url": "https://gpt-status.lemonsoftware.eu.org/icon.svg"
+    }
+    app.openapi_schema = openapi_schema
+    return app.openapi_schema
+app.openapi = custom_openapi
+
+@app.exception_handler(StarletteHTTPException)
+
+async def custom_http_exception_handler(request, exc):
+    return JSONResponse(status_code=status.HTTP_404_NOT_FOUND, content={"error": {"message": "Invalid URL","type": "invalid_request_error","param": None,"code": 404}})
+
+if __name__ == '__main__':
+    import uvicorn
+    uvicorn.run(app, host="0.0.0.0", port=7860)

check.py

@@ -0,0 +1,48 @@
+import os
+import g4f
+import requests
+import json
+import time
+import pytz
+from datetime import datetime
+
+
+files = os.listdir("g4f/Provider/Providers")
+files = [f for f in files if os.path.isfile(os.path.join("g4f/Provider/Providers", f))]
+files.sort(key=str.lower)
+
+while True:
+  status = {'data':[]}
+  for file in files:
+      if file.endswith(".py"):
+          name = file[:-3]
+          try:
+              p = getattr(g4f.Provider,name)
+              status['data'].append({
+              "provider": name,
+              "model": [],
+              "url":p.url
+              })
+              for i in p.model:
+                  status['data'][-1]['model'].append({i:{'status':''}})
+                  try:
+                      response = g4f.ChatCompletion.create(model=i, provider=p, messages=[{"role": "user", "content": "Say 'Hello World!'"}], stream=False)
+                      if 'Hello World' in response or 'Hello' in response or 'hello' in response or 'world' in response or 'th' in response or 'images' in response:
+                          status['data'][-1]['model'][-1][i]['status'] = 'Active'
+                      else:
+                          status['data'][-1]['model'][-1][i]['status'] = 'Inactive'
+                  except:
+                      status['data'][-1]['model'][-1][i]['status'] = 'Inactive'
+              
+          except:
+              pass
+            
+  print(status)
+  status['key'] = "test"
+  tz = pytz.timezone('Asia/Shanghai')
+  now = datetime.now(tz)
+  print(now)
+  status['time'] = now.strftime("%Y-%m-%d %H:%M:%S")
+  r = requests.post("https://gpt.lemonsoftware.eu.org/v1/status",data=json.dumps(status),headers={"content-type": "application/json"})
+  print(r.text)
+  time.sleep(300)

check.sh

@@ -0,0 +1 @@
+screen -S test python3 -m check.py

g4f/Provider/Provider.py

@@ -0,0 +1,16 @@
+import os
+from ..typing import sha256, Dict, get_type_hints
+
+url = None
+model = None
+supports_stream = False
+needs_auth = False
+working = False
+
+def _create_completion(model: str, messages: list, stream: bool, **kwargs):
+    return
+
+
+params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
+    '(%s)' % ', '.join(
+        [f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/AItianhu.py

@@ -0,0 +1,39 @@
+import os
+from curl_cffi import requests
+from ...typing import sha256, Dict, get_type_hints
+import json
+
+url = "https://www.aitianhu.com/api/chat-process"
+model = ['gpt-3.5-turbo']
+supports_stream = False
+needs_auth = False
+working = True
+
+
+def _create_completion(model: str, messages: list, stream: bool, **kwargs):
+    base = ''
+    for message in messages:
+        base += '%s: %s\n' % (message['role'], message['content'])
+    base += 'assistant:'
+
+    headers = {
+        "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/110.0.0.0 Safari/537.36"
+    }
+    data = {
+        "prompt": base,
+        "options": {},
+        "systemMessage": "You are ChatGPT, a large language model trained by OpenAI. Follow the user's instructions carefully. Respond using markdown.",
+        "temperature": kwargs.get("temperature", 0.8),
+        "top_p": kwargs.get("top_p", 1)
+    }
+    response = requests.post(url, headers=headers, json=data,impersonate='chrome110')
+    if response.status_code == 200:
+        lines = response.text.strip().split('\n')
+        res = json.loads(lines[-1])
+        yield res['text']
+    else:
+        print(f"Error Occurred::{response.status_code}")
+        return None
+
+params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
+    '(%s)' % ', '.join([f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/Acytoo.py

@@ -0,0 +1,43 @@
+import os
+from curl_cffi import requests
+from ...typing import sha256, Dict, get_type_hints
+import json
+
+url = "https://chat.acytoo.com/api/completions"
+model = ['gpt-3.5-turbo']
+supports_stream = False
+needs_auth = False
+working = True
+
+def _create_completion(model: str, messages: list, stream: bool, **kwargs):
+    base = ''
+    for message in messages:
+        base += '%s: %s\n' % (message['role'], message['content'])
+    base += 'assistant:'
+
+    headers = {
+        "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/110.0.0.0 Safari/537.36"
+    }
+    data = {
+        "key": "",
+        "model": "gpt-3.5-turbo",
+        "messages": [
+            {
+                "role": "user",
+                "content": base,
+                "createdAt": 1688518523500
+            }
+        ],
+        "temperature": 1,
+        "password": ""
+    }
+
+    response = requests.post(url, headers=headers,impersonate='chrome110', data=json.dumps(data))
+    if response.status_code == 200:
+        yield response.text
+    else:
+        print(f"Error Occurred::{response.status_code}")
+        return None
+
+params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
+    '(%s)' % ', '.join([f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/AiFree.py

@@ -0,0 +1,41 @@
+import os
+import requests
+from datetime import datetime
+import base64,hashlib,json
+from ...typing import sha256, Dict, get_type_hints
+
+url = 'https://openai.aifree.site/'
+model = ['gpt-3.5-turbo']
+supports_stream = True
+needs_auth = False
+working = True
+
+headers = {
+    'Origin':'https://openai.aifree.site',
+    'Referer':'https://openai.aifree.site/',
+    'User-Agent':'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/110.0.0.0 Safari/537.36',
+    'Content-Type':'text/plain;charset=UTF-8',
+}
+
+def _create_completion(model: str, messages: list, stream: bool, **kwargs):
+    current_time = datetime.now()
+    timestamp_in_seconds = current_time.timestamp()
+    timestamp_in_milliseconds = int(round(timestamp_in_seconds * 1000))
+    sign = str(timestamp_in_milliseconds)+':'+messages[-1]['content']+':'
+    sign = hashlib.sha256(sign.encode('utf-8')).hexdigest()
+    data = {
+    "messages": messages,
+    "time": timestamp_in_milliseconds,
+    "pass": None,
+    "sign": sign
+    }
+    r = requests.post('https://openai.aifree.site/api/generate',json=data,headers=headers,stream=True)
+    for chunk in r.iter_content(chunk_size=2048):
+        if chunk:
+            if b'rate_limit_exceeded' in chunk:
+                yield 'Rate Limited'
+                return
+            yield chunk.decode(errors='ignore')
+
+params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
+    '(%s)' % ', '.join([f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/AiService.py

@@ -0,0 +1,43 @@
+import os
+from curl_cffi import requests
+from ...typing import get_type_hints
+
+url = "https://aiservice.vercel.app/api/chat/answer"
+model = ['gpt-3.5-turbo']
+supports_stream = False
+needs_auth = False
+working = True
+
+
+def _create_completion(model: str, messages: list, stream: bool, **kwargs):
+    base = ''
+    for message in messages:
+        base += '%s: %s\n' % (message['role'], message['content'])
+    base += 'assistant:'
+
+    headers = {
+        "accept": "*/*",
+        "content-type": "text/plain;charset=UTF-8",
+        "sec-fetch-dest": "empty",
+        "sec-fetch-mode": "cors",
+        "sec-fetch-site": "same-origin",
+        "Referer": "https://aiservice.vercel.app/chat",
+        'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/110.0.0.0 Safari/537.36',
+
+    }
+    data = {
+        "input": base
+    }
+    response = requests.post(url, headers=headers, json=data,impersonate='chrome110')
+    if response.status_code == 200:
+        _json = response.json()
+        yield _json['data']
+    else:
+        print(f"Error Occurred::{response.status_code}")
+        return None
+    
+
+
+params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
+    '(%s)' % ', '.join(
+        [f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/Aichat.py

@@ -0,0 +1,47 @@
+import os
+from curl_cffi import requests
+from ...typing import sha256, Dict, get_type_hints
+
+url = 'https://chat-gpt.org/chat'
+model = ['gpt-3.5-turbo']
+supports_stream = False
+needs_auth = False
+working =  True
+
+def _create_completion(model: str, messages: list, stream: bool, **kwargs):
+    base = ''
+    for message in messages:
+        base += '%s: %s\n' % (message['role'], message['content'])
+    base += 'assistant:'
+    
+    
+    headers = {
+        'authority': 'chat-gpt.org',
+        'accept': '*/*',
+        'cache-control': 'no-cache',
+        'content-type': 'application/json',
+        'origin': 'https://chat-gpt.org',
+        'pragma': 'no-cache',
+        'referer': 'https://chat-gpt.org/chat',
+        'sec-ch-ua-mobile': '?0',
+        'sec-ch-ua-platform': '"macOS"',
+        'sec-fetch-dest': 'empty',
+        'sec-fetch-mode': 'cors',
+        'sec-fetch-site': 'same-origin',
+        'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/110.0.0.0 Safari/537.36',
+        'Cookie':'XSRF-TOKEN=eyJpdiI6InJqNG4xZ05mMW9nRVNvL1p4Nkt3S3c9PSIsInZhbHVlIjoiUVVUS0h0YjlsS2l4Vzg0K3FVcEdpMkRIOWRmOVRnZjF0UHpXZVVNcGR3cVFDK0lJRjVEVHBPZmhRSVZXL1d6SGgwVTFva2gwaHlFaVVTdnNuNElJQ0FzNjB5eHZ0N3NWOUQyenBaMUJ0c1RmY3pKUGxLaHlIbitNR21JMHZ4ZnciLCJtYWMiOiIxZDhkNWIyZmZiODc0MTEzOTdmZjg1OTNjZDMxNzBhNTVlYjc3NzVhMjY4NWUxNGRlMjJlOGYxZjNiMDg2YjkxIn0%3D; chatgptchatorg_session=eyJpdiI6IlpmaUV4dVVZZm9GTHFtNmFEaTlvT1E9PSIsInZhbHVlIjoiZ28wcUpEYXRyNC94VjYwc1BwVnBXNElxMkphajRMRTFlMW43N3dWZ2JMdFhNTEh5YmJFT1AzRTNRbUQxVVo3SnBiN3c5V1N1ZnMrcGtVcGRQT1Jtekd3TWF3NHZDMnMweVlVMDU0SFBJLzFaMTgwSTBiWVA5eWJBTXJ5TXBBRW8iLCJtYWMiOiI2MmMwZTcwZWUzYjk1Yjk2NmNlZWFiYzQ2NzNiYjE4NzQ2YWQ1ZDVjMTljMjIyNzI2ZWM3ZTUxZmYxMzY2NDU5In0%3D; cf_clearance=IERj8_nuFs9IYmUaK39KxwUnoFc9.bFDZ96KbWODjoc-1690707463-0-0.2.1690707463'
+    }
+
+    json_data = {
+        'message':base,
+        'temperature': 1,
+        'presence_penalty': 0,
+        'top_p': 1,
+        'frequency_penalty': 0
+    }
+    
+    response = requests.post('https://chat-gpt.org/api/text', headers=headers,impersonate='chrome110',json=json_data)
+    yield response.json()['message']
+
+params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
+    '(%s)' % ', '.join([f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/B88.py

@@ -0,0 +1,47 @@
+import os
+import requests
+
+from ...typing import sha256, Dict, get_type_hints
+url = 'https://1.b88.asia/'
+models = {
+  "gpt-3.5-turbo": "chinchilla",
+  "claude-instant-100k":"a2_100k",
+  "claude-instant":"a2",
+  "claude-2-100k":"a2_2", 
+  "palm2":"acouchy"
+}
+model = models.keys()
+supports_stream = True
+needs_auth = False
+working = True
+
+headers = {
+        'Content-Type':'application/json',
+        'origin': 'https://1.b88.asia',
+        'referer': 'https://1.b88.asia/',
+        'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/112.0.0.0 Safari/537.36',
+}
+
+def _create_completion(model: str, messages: list, stream: bool, **kwargs):
+    conversation = '这是一个人和一个语言模型之间的对话。语言模型应该始终作为助理进行响应，如果需要，可以参考过去的消息历史。\n'
+    for message in messages:
+        conversation += '%s：%s\n' % (message['role'], message['content'])
+    conversation += '助理: '
+    json_data = {
+        "prompt": conversation,
+        "options": {},
+        "systemMessage": "You are ChatGPT, a large language model trained by OpenAI. Follow the user's instructions carefully. Respond using markdown.",
+        "temperature": kwargs.get("temperature", 0.8),
+        "top_p": kwargs.get("top_p", 1),
+        "model": models[model],
+        "user": None
+    }
+    response = requests.post('https://1.b88.asia/api/chat-process', headers=headers, json=json_data, stream=True)
+    response.encoding = 'utf-8'
+    for token in response.iter_content(chunk_size=2048):
+        if token:
+            yield token.decode('utf-8',errors='ignore')
+            
+
+params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
+    '(%s)' % ', '.join([f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/Bing.py

@@ -0,0 +1,395 @@
+import os
+import json
+import random
+import json
+import os
+import uuid
+import ssl
+import certifi
+import aiohttp
+import asyncio
+import time
+import urllib.parse as urlparse
+from bs4 import BeautifulSoup
+import requests
+from ...typing import sha256, Dict, get_type_hints
+
+url = 'https://bing.com/chat'
+model = ['bing','dall-e']
+supports_stream = True
+needs_auth = False
+working = True
+
+cookies = ['MUID=2CDF36CF1BED6F453AA325951AFF6E9A; MUIDB=2CDF36CF1BED6F453AA325951AFF6E9A; _EDGE_V=1; SRCHD=AF=UNKSBD; SRCHUID=V=2&GUID=7E766696152D40CDB1078CC2B9E1CE95&dmnchg=1; _UR=QS=0&TQS=0; MicrosoftApplicationsTelemetryDeviceId=0847c270-ac5f-4d28-af4b-aef32a9d3e34; ANON=A=645B9833C1A53C9364F261D2FFFFFFFF&E=1c9e&W=1; NAP=V=1.9&E=1c44&C=akcivvAqGgPkamNz0ldEfRw_bfFGYEcsNusia3ITSXF8b1W3UWv3tA&W=1; PPLState=1; KievRPSSecAuth=FAByBBRaTOJILtFsMkpLVWSG6AN6C/svRwNmAAAEgAAACE2BEL4egNsbMASW9UIQXfqutBopNvzNle6zaYLlNl/hsL2Jac3h4MBVhCQ88oz+vrbCeEcqxZ368alFZ8g5fhmyr6Xrc6F12hY60z8TatM3T7OnV5MYxTTkhHfKylq36sgGUe6EhZ8uYwsarjq/YJg2lNgyi6tbnPRyXi1+4niuEBI3V3dazwb9y57mJZDU1OOIqL25q2cYI0/LnFpFUcwF54fP1t2dh2OLT/fZVsR8tyKtk9tfGfifyTRG5kbsXih1FnlL3s6V2yFkRDGWe7sgWZncFOpT4tIRCgCYwNHuQ23bkuqSj5Ymk7r2v/tg8UlQuqxM3GabGBasY/VWrFav+kTR/rh0yKQdbkVMQlBVoiFnkHip+uM5yS+qlwIuGSJfEHjZ+HPpgrSsSf3ze7agIA0icWf9bqKOBDz8JIAxQPuPKiaPx1PUyQ7gqmWdR/42tnzMj5PtZmLMw8ku95Z8WtnFlG2L6Er4V3FdbU1Wiyo0oxMmYYc64T8xYxS9dUv1Coq+nvBetzHgC0EZM4JNwPGTtpKg96dNW3aNvWq1iPJiRmgPaku53fw8IfjikJwukWHWi1g2074SSgFx8xY/5iT36ok68uUfuxYCUMezNC+g2NOwcmIsjjnT2W8HmbUWiWVVINohqQVPKd4qJ/82LN3FSoEFbaMJV57jN9J11RaHkDjoVhBmgMFNPLkFNy8sbww+4mjf4xp6Jh6vI1GdvjwHFgcy0zIp+M7jvsb/C2sutvp6yoPw39IhSYiGDhs8QyOqc2vHZBOuvWKa0tEC/Te265FVIwHNKGbT4PiTfzSNI0H/Nxcfm7GfJ6fF4mSPR+HFHD8PFopymbOTrfCgiPfBFAphiG1i3dmll0jgxVeNsat19U7xoDj96bhhQokXSwNzNcO2erYzCmXfVOsywDf6zHF+kjIz8I4+ULy3EVzzEbhCfzGMMnlMEvNoLdfKh0phqGO0qhaI7+LJ3vtTIMSDBy7L1VQdD7baTOxiXhdWsinIxA/RWyPE9il7hsETU43bEw1fj/QuwbZqJoMHu2Rp7EF8Knlum9vsg6NmYsLOEYgt+bkGNszVB/J2SJak8NkkRxXnHP/MIHTjc8ymb0CuNFmyZ4z92nfbcM2ZJcHWQdD+sNEyaChp2QLw4Fhtvpqw9ws2tIOH2V3Ge0Av4NzQ2JYvCvPnVlqaxWrdBc3lN7DH+z5rcy/25MFZjkW7az+784QDJnpjKeHZoE27qOCKCnAXVD8UOklfZMmMitqLtSU3u2M5g+d9UtWtLiIWbPP9AwRXu5CFmRx1RxeHL8PwXyo2+Cn8/nrtgJs0Y7MDBAXFb0mdVg98E6Ma17GCix5X2at8egCzl3EOR7mJcCFAT2NQMrAKSYwIyqHWF8vkddhn9Y0TRUlpIMjtrg5ejxH8dTJWLl/GDGAuZfMvZWerMArH0NC+FADNvDoxBXi+LAQQ0N+6AtAsWcRD3A==; _U=1iz6DwIeSr1uHIkU7I-pSFbPfAsMnC7wTKjkT0Cbo4-T-Mk8T8PkzDZDMIS1DsVtXhPi5q_GP_LKV8wlaXVOFGydDRQtLcyyvHDgfFHXLZAJo3kaDglWq4zamZopeM0_AWT0mS3LmzkmMO99ng1OoM4E3yqoJCQhXmVJN_hhXjz1x-1trQyfG4yGNRUoG9i8I9FMchwGIapFSdwmcGBGtbw; WLID=E29T04WkWyMhLD8Qab7oErkSwFZe4vAjSWJy7CtfhTctmsR8B5upFhh0nZ6PDldK/N4bU7cpEVO70kVJ7CntuY+qACiq44rIU6y9YQjkzew=; _HPVN=CS=eyJQbiI6eyJDbiI6MSwiU3QiOjAsIlFzIjowLCJQcm9kIjoiUCJ9LCJTYyI6eyJDbiI6MSwiU3QiOjAsIlFzIjowLCJQcm9kIjoiSCJ9LCJReiI6eyJDbiI6MSwiU3QiOjAsIlFzIjowLCJQcm9kIjoiVCJ9LCJBcCI6dHJ1ZSwiTXV0ZSI6dHJ1ZSwiTGFkIjoiMjAyMy0wNy0yNlQwMDowMDowMFoiLCJJb3RkIjowLCJHd2IiOjAsIkRmdCI6bnVsbCwiTXZzIjowLCJGbHQiOjAsIkltcCI6NH0=; SnrOvr=X=rebateson; USRLOC=HS=1&ELOC=LAT=43.710304260253906|LON=-98.48551940917969|N=%E6%99%AE%E6%9C%97%E9%87%91%E9%A1%BF%EF%BC%8C%E5%8D%97%E8%BE%BE%E7%A7%91%E4%BB%96|ELT=1|; ABDEF=V=13&ABDV=13&MRNB=1690532475452&MRB=0; cct=AtPNzx1w_FSdkdsToLIYWEAeYOSTBrWagktAUqprkJ4lHzXsnPShx3j9XY40Xosyc3OzoBdRnguN8BPxLnkc9A; SUID=A; _EDGE_S=SID=164EE26E8F14621B0A67F1338E4563C7; WLS=C=0911dcf849c41c02&N=Smith; SRCHUSR=DOB=20230726&T=1690604434000&POEX=W; _RwBf=ilt=1&ihpd=1&ispd=0&rc=67&rb=67&gb=0&rg=0&pc=67&mtu=0&rbb=0.0&g=0&cid=&clo=0&v=4&l=2023-07-28T07:00:00.0000000Z&lft=0001-01-01T00:00:00.0000000&aof=0&o=0&p=BINGCOPILOTWAITLIST&c=MR000T&t=4107&s=2023-07-24T15:46:31.7545551+00:00&ts=2023-07-29T04:20:36.6769802+00:00&rwred=0&wls=2&lka=0&lkt=0&TH=&dci=0&W=1&r=1&mta=0&e=fPeEcp-5tY4SeU5r6IWp5lxG3K3Awj4xbTrEHar-qoblAB9rKGwwgQz2psjo2_zrpeQfoTFCatplWNHqWqaqqA&A=; _SS=SID=164EE26E8F14621B0A67F1338E4563C7&R=67&RB=67&GB=0&RG=0&RP=67; GC=AtPNzx1w_FSdkdsToLIYWEAeYOSTBrWagktAUqprkJ6p7gca286Aa5NNb7vGXDonDWfq0k-qY8f2iUCpcUyGTA; ipv6=hit=1690608040581&t=4; SRCHHPGUSR=SRCHLANG=zh-Hans&IG=241DC1B763D54572AB1481C331F4892F&PV=10.0.0&BRW=HTP&BRH=M&CW=927&CH=754&SCW=927&SCH=5800&DPR=1.3&UTC=480&DM=0&HV=1690604437&WTS=63825944964&PRVCW=927&PRVCH=754&EXLTT=8','MUID=37F7249B8FCD6EF92BB037C08EE36F48; MUIDB=37F7249B8FCD6EF92BB037C08EE36F48; SRCHD=AF=NOFORM; SRCHUID=V=2&GUID=95335F81D9C046BCB2754DA32F69B849&dmnchg=1; _UR=QS=0&TQS=0; ANON=A=7F66B4E7DCD4F4008ADA6E1EFFFFFFFF&E=1c9f&W=1; PPLState=1; KievRPSSecAuth=FAByBBRaTOJILtFsMkpLVWSG6AN6C/svRwNmAAAEgAAACCF/Ue3zc09gMAQrV8eDFJQjg32yqeHgBh1mqpdAT+0KuiphUvHoo6NjAfuaZ3YrdSFFABWJNSW65kVwVhb87N/O9+3WOnAVE8NmWYHn05oH7XdU7O0N8Bebouh3cLnW1OmnU0A9/tZAhwdCOiUnyebCiHc/Glm9XqgHt8puX/53k0Aq5/9vNCu2zjHMrnA7FKjaulRnytyE3xsPNlpTRhP4P8nCaig9rcjVp1Eqq61xg4KXmIivdgBjfvk5CBEwwJA7nM+JFEha+TJx51Tj2xuxsqRDOyTvjD8LXf+LwV1DOfOHdiK7l0WJKdEzhDZE1DjPf+Dcp89yn1GVrHsmjdhtRmmkLDpHk0jOZP34VIcOtL7I42Kd/CKh5IJQ4+Vouib7Iuq0vmxemjTnTcbswH48Gnvb2RKsHblh6Xmcb+i0kKpu+2DgnSCiQi74ZZjElY77podiOUuVhnWS0Jc5eioJ33es2kdWMRo3BoWEAW+hnzPV9b0oOUaKANXDTgoTnmqyxV+AWAxADnnL7AmFT19onokRhdsKaM6iS6i9W55o2Sz3vTW84rgLe7pCwuxuEE1g595kSQpat0FZz4OzfvdGP1RihbVM0svLBPWvaeSktJYmVsOQ3bIQOVN+zAY/sNcGVDWskJWCqjpRDomEDXC9HSrMVg+HEr/W/+hk6ZX3oipYFOr7mgRtSz7jHDvjwzYaJLLH0FETRjSKj2N/ohv8MfpIXhEkA5wm8fHk8hw3GrhGuljEAyPO7NftcKr1UhhB23a9ZOwM4bR3u+FIk/A71WVNu+bEytwpKML05wMJy6fGzeMW8UF+epWEfZGDsUAPTsLYayVolpB4e8By6YMCvUIVjLdd4/cc/NLRvs216IxIEFhqra953vC5NzP/Cwz2mkgCmcduh6rgv8yhgICQ5tOy3IPuzJPoBzpWuBfJ51q/Dyf8xF4oSvrLmPZEz30w+uaFLa3wsmztsG+mIUIKpBbujv5FB6uEijcem0Sa4t3sQbMQHPiDUkTPnEZSbzKorMYYwQeIjrWkUojacPGOp95DkfEWlveyjfzX9ArBhWd/uA2Gkml6BQAHdArU7HTGBko0fyefuZ4qD+q7Qyt0+QprvwDFDX0HxwybtQB9zJBB91M+mOCEO/twT9SCI29MeBdjhHYQhhPPJMmbkzb7Nb/aeMtUV+UmKDZdC6Q8VRiTLyHAT+RAOHZaTjTznC+ShzP2g8cX8Cmi8QHcIxmazAZor6ZEjBSysM/7EBmw0aRZ6VhTiFGbFp34QvR42dZvI/xJav5vDETkUkA4Yfzep8UScNgJXjZqu+r1b7VPfmMGuOprhGn7criB9XyLoabsvmz7hoLyb030Y7Y+CljHF3v4+bSoGcL/YPG1mXoiMtOYEKoNaiA1dN876/eL1X5XJBZKkY+G6sDfPJfZH3Zp9OntsDdxnYEJFADDlTGRTqRKLopRgvmMPveoYj/7tg==; _U=18zdJpcOM6t1jfs6O7pPyJtaF1Pcla2T-xnsUFKmFGpENRX3wpzRKavRSfYLpJdb9OxDGD5fqv8eRTd5YMM0IbTPFH0RoW2E8E8YbbI8QEYgx9-EGh2BCpbQhE0ataHVnO4kN3QZj-flMnj5YK-xbbfg4-faSeBgIm4l12jVGz06WPI1IOwU2EU37ap8gusm6zdACsyTNY_qN-KK7gnQwjeoEHcw0lJAvh7N2fEcZTvI; WLID=F7198T5aDAqsbhT1lyRdcQX2oDHdv674MHw09DTfeIbZ3ynu8AxwEFvIG4MZaIUw15A+sluvqJsrYQGb2N/cvjr5FmPjjs9LTK6b5atYG8M=; _HPVN=CS=eyJQbiI6eyJDbiI6MSwiU3QiOjAsIlFzIjowLCJQcm9kIjoiUCJ9LCJTYyI6eyJDbiI6MSwiU3QiOjAsIlFzIjowLCJQcm9kIjoiSCJ9LCJReiI6eyJDbiI6MSwiU3QiOjAsIlFzIjowLCJQcm9kIjoiVCJ9LCJBcCI6dHJ1ZSwiTXV0ZSI6dHJ1ZSwiTGFkIjoiMjAyMy0wNy0yN1QwMDowMDowMFoiLCJJb3RkIjowLCJHd2IiOjAsIkRmdCI6bnVsbCwiTXZzIjowLCJGbHQiOjAsIkltcCI6M30=; USRLOC=HS=1&ELOC=LAT=43.710304260253906|LON=-98.48551940917969|N=%E6%99%AE%E6%9C%97%E9%87%91%E9%A1%BF%EF%BC%8C%E5%8D%97%E8%BE%BE%E7%A7%91%E4%BB%96|ELT=1|; SnrOvr=X=rebateson; ABDEF=V=13&ABDV=13&MRNB=1690532539329&MRB=0; SUID=A; WLS=C=84f89dfd83bfd741&N=Smith; _EDGE_S=SID=027784E1E18263852BF897BCE09062E0; SRCHUSR=DOB=20230727&T=1690604562000&POEX=W; _RwBf=ilt=2&ihpd=0&ispd=1&rc=0&rb=0&gb=0&rg=0&pc=0&mtu=0&rbb=0.0&g=0&cid=&clo=0&v=3&l=2023-07-28T07:00:00.0000000Z&lft=0001-01-01T00:00:00.0000000&aof=0&o=0&p=BINGCOPILOTWAITLIST&c=MR000T&t=1799&s=2023-07-27T07:10:22.7171259+00:00&ts=2023-07-29T04:22:46.6627522+00:00&rwred=0&wls=2&lka=0&lkt=0&TH=&dci=0&W=1&r=1&mta=0&e=GJe87IrXcmQRHN3bICBR-gNbDsx4TP7q-rQrUEYM0cuvsL8EgWetIvrL5Xz9dZdIhUKT27u8U56UwMYR4KwRRQ&A=; _SS=SID=3C8878AC6DB76CD822456BF16C006DBC&R=0&RB=0&GB=0&RG=0&RP=0; ipv6=hit=1690608168189&t=4; GC=-tMw9SSxs052FGdJoWta7F_KycXU7Jm-ax_eoNXKn8RzeDY9lFHndGmr7l2SaxzUQWXdH2fySLau-GZwKHnh1Q; cct=-tMw9SSxs052FGdJoWta7F_KycXU7Jm-ax_eoNXKn8TxYPHORoTMPn9k_VjT7OkxpJqm1JqTFZSNJQoIdLFqeQ; SRCHHPGUSR=SRCHLANG=zh-Hans&IG=177DB3DD380D4799B33BFB549A75E2A1&PV=10.0.0&BRW=HTP&BRH=M&CW=927&CH=754&SCW=1164&SCH=3795&DPR=1.3&UTC=480&DM=0&WTS=63826037984&HV=1690604567&PRVCW=1482&PRVCH=754&EXLTT=6','MUID=1AB8B5F154E660D1186CA6AD557F6112; MUIDB=1AB8B5F154E660D1186CA6AD557F6112; _EDGE_V=1; SRCHD=AF=NOFORM; SRCHUID=V=2&GUID=AF3645A9D6044A6EB5EA6C23A00AEAFC&dmnchg=1; _UR=QS=0&TQS=0; MicrosoftApplicationsTelemetryDeviceId=54b32a89-dd37-4f54-8616-7df466a80a3b; ANON=A=4648389BAD678A4DC268B12FFFFFFFFF&E=1ca0&W=1; NAP=V=1.9&E=1c46&C=QYC-TsNC5BDgfCTL8z2ibQf0BftAOaZ2EL-fRA6OmPWW4RCx-V175g&W=1; PPLState=1; KievRPSSecAuth=FAB6BBRaTOJILtFsMkpLVWSG6AN6C/svRwNmAAAEgAAACKbjerwSPUbLOAS2nVP9Zbn9iq0ygXK1vrHWLrvU9hUtPkd48YK/JVNcoFgZg1vpV9xCv87kRs72ryCSX7vIRR9kIvtPMKR+ShvRLB1Ty5EI/mrKw6dPgtyZ5aaO4xL/gXi1YXubz+Z2dIgeTO5dCMrMXVYTz3mpFaXIG3p9Q0GYSLf6yfLqJh2VhDo4XzLSIIK/sd8QsxdngxCUS9pKHuOusk3OWVUMOV2szgkyOFNaewkem30UY0WPO5m/L5BTy/0hBEkTXMbD19Q4rDTmVKnUVuEcTNC34mm7DdHZ5WIZsWt53o6nAdqbf7R6Rl2wGUUFCG6avMDkcMQMRfI69+6bXPaB88umo5nZAR3IJhhHy+F5e6HNOzH1IlqrTQAqtmmjrRg6tINKPXqDaq3c+a7jM3yZ82f9d2wkpb/Q8b2E6j72dDJBhQ9+mJoqJERHKW8oLz1IIVH7HiASjFAzhq0q3nreQVHrc8rffB9aHSOLYL3eh8hqkHg2vW5CZijZrHcawfm/bp2e74QxMZVXX7nzfLtfZgUEWpkFa06p77irDZCSQa409yolXkXYhtfNz4uKHbmPilBImUYhufU/J4oFEDBZ6qv0B9BnXyPS7EF5HL7w6gN5C1bdRPQuXLd+J7DNikLV+uAlLnAf7XE21eZWoT4eUlJc7Woj//4rwoAieh3cXfbIYs5iHhLExCzqu87ksBIMGgkqQuHUTJT5DvPP6orAIXXIFAsr/W9T1QtxIsLZFEk8gFpjMbfGHffYthj0R30lmKrwpVRI84g6+DxzhutNMBvthqapSdrxjNYOZHk5vflERE/j1EaPuN/szp41xZL80B1LRO5XQJrolVP/9Hg2jdRk4MNREq3dLVwQM3MmHsfe/SgHqnyvjqwPFdehpVbvPak7JPh7PVFWofsUc3l2D1ijdWQMTZ5neLVjt2lEVlxW99VCllnlvUSyqUe51QCCnNt1+XGCE8b9oFct+FyG+V+zRGGVfUDTGPWaqcyN+eBaZAH7tiBaZCtAarNUGs/+4DUanbZ64S5mJqvkB7Rfck5cUgayXDMiMNsDwMhhWOOliAqq7UwDCRnRZ5dpk0cuBxHNzoUtAOloOZDPuKRC/nWlhV1s8DDP/e+RF00AWcHhLDub3VKWix2LD9eZmLB7kaiIapaGxQ7famTXP3EBp2nwbhlMbYzRbLxi4XgO/4DLuPUo+dxpQQotQ693fJr67KqiSmA+qjBzPegPUlOoNhyGzIuA1S/ogjJDxVsdL/I1JYUxGag8rW/A7SdGWunwzuspd/Lxj70FDER4G5/JOPPPmu22HSQwjjQmdkHDANJkhk1dZ2Mnw4FDQxlqNIVgRUmsIXTgte7smnhQnq++FfcsLcLlFLj+UvI3WYRTQESmmxZMLAKJiHaun+AOCksSWxuXn6fklncJakTQ+uadoZvpGNZA2SWA/GprNB4UAJOf/b/m58BhVp8FkAHqfwtvJ//I; _U=1RRT3N9897Unc7lqwcayUJRg0weqoRK6E-SaDZRxU1pKFMclk5dWrUDf6-x3SR65fFc6E6rjcAjteB9mVB7VdDIzmBnYVJAOqaGSEYye779KvpIUg3_eT0o3E1fuAYYjD-iiQxMwd8FCKLUAEND3lix-FhQ6EW3xCnMH5ofgI8Sy_yEX9g4Ehr-Fp6DUINSYIewZx_B_b1ax96fCKIHtoIJFPqWDJExCU9V20QP0vShA; WLID=5HKjNyzHgwVTvOJiZUJHhRCklFwQ4ZXLJJceSE+qUcLyP9u3YEBfXva8bI3wUs+JM5iGsAycmq0o1trJrLmvq/GMUcYntHG5viNrJPTwm5M=; _HPVN=CS=eyJQbiI6eyJDbiI6MSwiU3QiOjAsIlFzIjowLCJQcm9kIjoiUCJ9LCJTYyI6eyJDbiI6MSwiU3QiOjAsIlFzIjowLCJQcm9kIjoiSCJ9LCJReiI6eyJDbiI6MSwiU3QiOjAsIlFzIjowLCJQcm9kIjoiVCJ9LCJBcCI6dHJ1ZSwiTXV0ZSI6dHJ1ZSwiTGFkIjoiMjAyMy0wNy0yOFQwMDowMDowMFoiLCJJb3RkIjowLCJHd2IiOjAsIkRmdCI6bnVsbCwiTXZzIjowLCJGbHQiOjAsIkltcCI6NH0=; USRLOC=HS=1&ELOC=LAT=43.710304260253906|LON=-98.48551940917969|N=%E6%99%AE%E6%9C%97%E9%87%91%E9%A1%BF%EF%BC%8C%E5%8D%97%E8%BE%BE%E7%A7%91%E4%BB%96|ELT=1|; SnrOvr=X=rebateson; SUID=A; _EDGE_S=SID=13A3D83641176C13042DCB6B40BC6D4E; WLS=C=d5accf9efdba999e&N=Smith; SRCHUSR=DOB=20230728&T=1690604674000&POEX=W; _SS=SID=13A3D83641176C13042DCB6B40BC6D4E&R=0&RB=0&GB=0&RG=0&RP=0; ipv6=hit=1690608283881&t=4; cct=Km5OnV7eaN4oiWil_hvlJzV-PnLeJYnPXh9Vqy9Dyf__yp_OzsfQ_63jJKvCib8K74n1_9eGhUW8xIe7ESJm_A; ABDEF=V=13&ABDV=13&MRNB=1690604710476&MRB=0; _RwBf=ilt=3&ihpd=2&ispd=1&rc=0&rb=0&gb=0&rg=0&pc=0&mtu=0&rbb=0.0&g=0&cid=&clo=0&v=4&l=2023-07-28T07:00:00.0000000Z&lft=0001-01-01T00:00:00.0000000&aof=0&o=0&p=BINGCOPILOTWAITLIST&c=MR000T&t=5015&s=2023-07-28T03:49:25.0212949+00:00&ts=2023-07-29T04:25:12.3038594+00:00&rwred=0&wls=2&lka=0&lkt=0&TH=&dci=0&W=1&r=1&mta=0&e=5hGuvH-hgROgFrAFCyoprGS3tojdQpS-9dprbxKJNPJf5adOY1BMnPReepJYVlCsjKVDlVgwBQSEBQYXrjykKNh4LPcOEPxOqKQ9fMQDo_w&A=; SRCHHPGUSR=SRCHLANG=zh-Hans&IG=A6F1DD36E2E4449090EBC3B4F244A9B0&PV=10.0.0&BRW=HTP&BRH=M&CW=927&CH=754&SCW=1164&SCH=2643&DPR=1.3&UTC=480&DM=0&WTS=63826112199&HV=1690604714&PRVCW=927&PRVCH=754&EXLTT=7; GC=Km5OnV7eaN4oiWil_hvlJzV-PnLeJYnPXh9Vqy9Dyf-XQIULVApCO45kebIJBakbfE_P68YcvgNWtVzth_FNZg']
+ssl_context = ssl.create_default_context()
+ssl_context.load_verify_locations(certifi.where())
+
+
+class optionsSets:
+    optionSet: dict = {
+        'tone': str,
+        'optionsSets': list
+    }
+
+    jailbreak: dict = {
+        "optionsSets": [
+            'saharasugg',
+            'enablenewsfc',
+            'clgalileo',
+            'gencontentv3',
+            "nlu_direct_response_filter",
+            "deepleo",
+            "disable_emoji_spoken_text",
+            "responsible_ai_policy_235",
+            "enablemm",
+            "h3precise"
+            # "harmonyv3",
+            "dtappid",
+            "cricinfo",
+            "cricinfov2",
+            "dv3sugg",
+            "nojbfedge"
+        ]
+    }
+
+
+class Defaults:
+    delimiter = '\x1e'
+    ip_address = f'13.{random.randint(104, 107)}.{random.randint(0, 255)}.{random.randint(0, 255)}'
+
+    allowedMessageTypes = [
+        'Chat',
+        'Disengaged',
+        'AdsQuery',
+        'SemanticSerp',
+        'GenerateContentQuery',
+        'SearchQuery',
+        'ActionRequest',
+        'Context',
+        'Progress',
+        'AdsQuery',
+        'SemanticSerp'
+    ]
+
+    sliceIds = [
+
+        # "222dtappid",
+        # "225cricinfo",
+        # "224locals0"
+
+        'winmuid3tf',
+        'osbsdusgreccf',
+        'ttstmout',
+        'crchatrev',
+        'winlongmsgtf',
+        'ctrlworkpay',
+        'norespwtf',
+        'tempcacheread',
+        'temptacache',
+        '505scss0',
+        '508jbcars0',
+        '515enbotdets0',
+        '5082tsports',
+        '515vaoprvs',
+        '424dagslnv1s0',
+        'kcimgattcf',
+        '427startpms0'
+    ]
+
+    location = {
+        'locale': 'en-US',
+        'market': 'en-US',
+        'region': 'US',
+        'locationHints': [
+            {
+                'country': 'United States',
+                'state': 'California',
+                'city': 'Los Angeles',
+                'timezoneoffset': 8,
+                'countryConfidence': 8,
+                'Center': {
+                    'Latitude': 34.0536909,
+                    'Longitude': -118.242766
+                },
+                'RegionType': 2,
+                'SourceType': 1
+            }
+        ],
+    }
+
+
+def _format(msg: dict) -> str:
+    return json.dumps(msg, ensure_ascii=False) + Defaults.delimiter
+
+
+async def create_conversation():
+    for _ in range(5):
+        create = requests.get('https://bing.lemonsoftware.eu.org/turing/conversation/create',
+                              headers={
+                                  'authority': 'edgeservices.bing.com',
+                                  'accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7',
+                                  'accept-language': 'en-US,en;q=0.9',
+                                  'cache-control': 'max-age=0',
+                                  'sec-ch-ua': '"Chromium";v="110", "Not A(Brand";v="24", "Microsoft Edge";v="110"',
+                                  'sec-ch-ua-arch': '"x86"',
+                                  'sec-ch-ua-bitness': '"64"',
+                                  'sec-ch-ua-full-version': '"110.0.1587.69"',
+                                  'sec-ch-ua-full-version-list': '"Chromium";v="110.0.5481.192", "Not A(Brand";v="24.0.0.0", "Microsoft Edge";v="110.0.1587.69"',
+                                  'sec-ch-ua-mobile': '?0',
+                                  'sec-ch-ua-model': '""',
+                                  'sec-ch-ua-platform': '"Windows"',
+                                  'sec-ch-ua-platform-version': '"15.0.0"',
+                                  'sec-fetch-dest': 'document',
+                                  'sec-fetch-mode': 'navigate',
+                                  'sec-fetch-site': 'none',
+                                  'sec-fetch-user': '?1',
+                                  'upgrade-insecure-requests': '1',
+                                  'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/110.0.0.0 Safari/537.36 Edg/110.0.1587.69',
+                                  'x-edge-shopping-flag': '1',
+                                  'x-forwarded-for': Defaults.ip_address,
+                                  'Cookie':random.choice(cookies)
+                              })
+
+        conversationId = create.json().get('conversationId')
+        clientId = create.json().get('clientId')
+        conversationSignature = create.json().get('conversationSignature')
+
+        if not conversationId or not clientId or not conversationSignature and _ == 4:
+            raise Exception('Failed to create conversation.')
+
+        return conversationId, clientId, conversationSignature
+
+
+async def stream_generate(prompt: str, mode: optionsSets.optionSet = optionsSets.jailbreak, context: bool or str = False):
+    timeout = aiohttp.ClientTimeout(total=900)
+    session = aiohttp.ClientSession(timeout=timeout)
+
+    conversationId, clientId, conversationSignature = await create_conversation()
+
+    wss = await session.ws_connect('wss://sydney.lemonsoftware.eu.org/sydney/ChatHub', ssl=ssl_context, autoping=False,
+                                   headers={
+                                       'accept': 'application/json',
+                                       'accept-language': 'en-US,en;q=0.9',
+                                       'content-type': 'application/json',
+                                       'sec-ch-ua': '"Not_A Brand";v="99", "Microsoft Edge";v="110", "Chromium";v="110"',
+                                       'sec-ch-ua-arch': '"x86"',
+                                       'sec-ch-ua-bitness': '"64"',
+                                       'sec-ch-ua-full-version': '"109.0.1518.78"',
+                                       'sec-ch-ua-full-version-list': '"Chromium";v="110.0.5481.192", "Not A(Brand";v="24.0.0.0", "Microsoft Edge";v="110.0.1587.69"',
+                                       'sec-ch-ua-mobile': '?0',
+                                       'sec-ch-ua-model': '',
+                                       'sec-ch-ua-platform': '"Windows"',
+                                       'sec-ch-ua-platform-version': '"15.0.0"',
+                                       'sec-fetch-dest': 'empty',
+                                       'sec-fetch-mode': 'cors',
+                                       'sec-fetch-site': 'same-origin',
+                                       'x-ms-client-request-id': str(uuid.uuid4()),
+                                       'x-ms-useragent': 'azsdk-js-api-client-factory/1.0.0-beta.1 core-rest-pipeline/1.10.0 OS/Win32',
+                                       'Referer': 'https://www.bing.com/search?q=Bing+AI&showconv=1&FORM=hpcodx',
+                                       'Referrer-Policy': 'origin-when-cross-origin',
+                                       'x-forwarded-for': Defaults.ip_address
+                                   })
+
+    await wss.send_str(_format({'protocol': 'json', 'version': 1}))
+    await wss.receive(timeout=900)
+
+    struct = {
+        'arguments': [
+            {
+                **mode,
+                'source': 'cib',
+                'allowedMessageTypes': Defaults.allowedMessageTypes,
+                'sliceIds': Defaults.sliceIds,
+                'traceId': os.urandom(16).hex(),
+                'isStartOfSession': True,
+                'message': Defaults.location | {
+                    'author': 'user',
+                    'inputMethod': 'Keyboard',
+                    'text': prompt,
+                    'messageType': 'Chat'
+                },
+                'conversationSignature': conversationSignature,
+                'participant': {
+                    'id': clientId
+                },
+                'conversationId': conversationId
+            }
+        ],
+        'invocationId': '0',
+        'target': 'chat',
+        'type': 4
+    }
+
+    if context:
+        struct['arguments'][0]['previousMessages'] = [
+            {
+                "author": "user",
+                "description": context,
+                "contextType": "WebPage",
+                "messageType": "Context",
+                "messageId": "discover-web--page-ping-mriduna-----"
+            }
+        ]
+
+    await wss.send_str(_format(struct))
+
+    final = False
+    draw = False
+    resp_txt = ''
+    result_text = ''
+    resp_txt_no_link = ''
+    cache_text = ''
+
+    while not final:
+        msg = await wss.receive(timeout=900)
+        objects = msg.data.split(Defaults.delimiter)
+
+        for obj in objects:
+            if obj is None or not obj:
+                continue
+
+            response = json.loads(obj)
+            if response.get('type') == 1 and response['arguments'][0].get('messages',):
+                if not draw:
+                    if (response['arguments'][0]['messages'][0]['contentOrigin'] != 'Apology') and not draw:
+                        resp_txt = result_text + \
+                            response['arguments'][0]['messages'][0]['adaptiveCards'][0]['body'][0].get(
+                                'text', '')
+                        resp_txt_no_link = result_text + \
+                            response['arguments'][0]['messages'][0].get(
+                                'text', '')
+
+                        if response['arguments'][0]['messages'][0].get('messageType',):
+                            resp_txt = (
+                                resp_txt
+                                + response['arguments'][0]['messages'][0]['adaptiveCards'][0]['body'][0]['inlines'][0].get('text')
+                                + '\n'
+                            )
+                            result_text = (
+                                result_text
+                                + response['arguments'][0]['messages'][0]['adaptiveCards'][0]['body'][0]['inlines'][0].get('text')
+                                + '\n'
+                            )
+
+                    if cache_text.endswith('   '):
+                        final = True
+                        if wss and not wss.closed:
+                            await wss.close()
+                        if session and not session.closed:
+                            await session.close()
+                            
+                    yield (resp_txt.replace(cache_text, ''))
+                    cache_text = resp_txt
+
+            elif response.get('type') == 2:
+                if response['item']['result'].get('error'):
+                    if wss and not wss.closed:
+                        await wss.close()
+                    if session and not session.closed:
+                        await session.close()
+
+                    raise Exception(
+                        f"{response['item']['result']['value']}: {response['item']['result']['message']}")
+
+                if draw:
+                    cache = response['item']['messages'][1]['adaptiveCards'][0]['body'][0]['text']
+                    response['item']['messages'][1]['adaptiveCards'][0]['body'][0]['text'] = (
+                        cache + resp_txt)
+
+                if (response['item']['messages'][-1]['contentOrigin'] == 'Apology' and resp_txt):
+                    response['item']['messages'][-1]['text'] = resp_txt_no_link
+                    response['item']['messages'][-1]['adaptiveCards'][0]['body'][0]['text'] = resp_txt
+
+                    # print('Preserved the message from being deleted', file=sys.stderr)
+
+                final = True
+                if wss and not wss.closed:
+                    await wss.close()
+                if session and not session.closed:
+                    await session.close()
+
+
+def run(generator):
+    loop = asyncio.new_event_loop()
+    gen = generator.__aiter__()
+
+    while True:
+        try:
+            next_val = loop.run_until_complete(gen.__anext__())
+            yield next_val
+
+        except StopAsyncIteration:
+            break
+
+    #print('Done')
+
+
+def convert(messages):
+    context = ""
+
+    for message in messages:
+        context += "[%s](#message)\n%s\n\n" % (message['role'],
+                                               message['content'])
+
+    return context
+
+def _create_completion(model: str, messages: list, stream: bool, **kwargs):
+    if model == 'dall-e':
+        HEADERS = {
+        "accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7",
+        "accept-language": "en-US,en;q=0.9",
+        "cache-control": "max-age=0",
+        "content-type": "application/x-www-form-urlencoded",
+        "referrer": "https://www.bing.com/images/create/",
+        "origin": "https://www.bing.com",
+        "user-agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/110.0.0.0 Safari/537.36 Edge/110.0.1587.63",
+        }
+        params = {
+            't':int(round(time.time() * 1000)),
+            're': 1,
+            'showselective': 1,
+            'sude': 1,
+            'kseed': 7500,
+            'SFX': 2,
+            'q': messages[-1]['content']
+        }
+        r = requests.get("https://bing.lemonsoftware.eu.org/images/create",params=params,headers=HEADERS)
+        try:
+            id = urlparse.parse_qs(urlparse.urlparse(r.url).query)['id'][0]
+        except:
+            yield 'Image generation error. This may be because your image is illegal or our service has malfunctioned.'
+            return
+        image_urls = set()
+        t = 0
+        while len(image_urls)<4 and t<60:
+            time.sleep(0.5)
+            t += 0.5
+            r = requests.get("https://bing.lemonsoftware.eu.org/images/create/async/results/"+id+"?q="+params['q'],headers=HEADERS)
+            soup = BeautifulSoup(r.text, 'html.parser')
+            img_tags = soup.find_all('img')
+            for img_tag in img_tags:
+                src = img_tag.get('src')
+                if src:
+                    image_urls.add(src)
+        if not image_urls:
+            yield 'Image generation error. This is because our service has malfunctioned.'
+            return
+        for img in image_urls:
+            yield '![]('+img+')'
+    else:
+        if len(messages) < 2:
+            prompt = messages[0]['content']
+            context = False
+
+        else:
+            prompt = messages[-1]['content']
+            context = convert(messages[:-1])
+
+        response = run(stream_generate(prompt, optionsSets.jailbreak, context))
+        for token in response:
+            yield (token)
+
+
+params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
+    '(%s)' % ', '.join(
+        [f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/Bingo.py

@@ -0,0 +1,66 @@
+import requests
+import uuid
+import json
+import re
+import os
+from ...typing import sha256, Dict, get_type_hints
+
+url = 'https://hf4all-bingo.hf.space/'
+model = ['bing']
+supports_stream = True
+needs_auth = False
+working = True
+
+def _create_completion(model: str, messages: list, stream: bool, **kwargs):
+    bing_cookie = str(uuid.uuid4())
+    create = requests.post('https://hf4all-bingo.hf.space/api/create',
+                        headers={
+                            'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/115.0.0.0 Safari/537.36 Edg/115.0.1901.183',
+                            'Cookie':'BING_COOKIE='+bing_cookie+'; BING_UA=Mozilla%2F5.0%20(Windows%20NT%2010.0%3B%20Win64%3B%20x64)%20AppleWebKit%2F537.36%20(KHTML%2C%20like%20Gecko)%20Chrome%2F115.0.0.0%20Safari%2F537.36%20Edg%2F115.0.1901.183; BING_IP=11.105.176.100'
+                        })
+    try:
+        conversationId = create.json().get('conversationId')
+        clientId = create.json().get('clientId')
+        conversationSignature = create.json().get('conversationSignature')
+    except:
+        create = requests.post('https://hf4all-bingo.hf.space/api/create',
+                        headers={
+                            'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/115.0.0.0 Safari/537.36 Edg/115.0.1901.183',
+                            'Cookie':'BING_COOKIE='+bing_cookie+'; BING_UA=Mozilla%2F5.0%20(Windows%20NT%2010.0%3B%20Win64%3B%20x64)%20AppleWebKit%2F537.36%20(KHTML%2C%20like%20Gecko)%20Chrome%2F115.0.0.0%20Safari%2F537.36%20Edg%2F115.0.1901.183; BING_IP=11.105.176.100'
+                        })
+        conversationId = create.json().get('conversationId')
+        clientId = create.json().get('clientId')
+        conversationSignature = create.json().get('conversationSignature')
+    payload = {
+        "conversationId": conversationId,
+        "conversationSignature": conversationSignature,
+        "clientId": clientId,
+        "invocationId": 0,
+        "conversationStyle": "Creative",
+        "prompt": messages[-1]['content']
+    }
+    sydney = requests.post('https://hf4all-bingo.hf.space/api/sydney',data=json.dumps(payload),stream=True,headers={
+                            'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/115.0.0.0 Safari/537.36 Edg/115.0.1901.183',
+                            'Content-Type':'application/json',
+                            'Cookie':'BING_COOKIE='+bing_cookie+'; BING_UA=Mozilla%2F5.0%20(Windows%20NT%2010.0%3B%20Win64%3B%20x64)%20AppleWebKit%2F537.36%20(KHTML%2C%20like%20Gecko)%20Chrome%2F115.0.0.0%20Safari%2F537.36%20Edg%2F115.0.1901.183; BING_IP=11.105.176.100'
+                        })
+    lasttoken = ''
+    for line in sydney.text.split(''):
+        try:
+            if line:
+                try:
+                    line_ = json.loads(line)['arguments'][0]['messages'][0]['text'][len(lasttoken):]
+                    lasttoken = json.loads(line)['arguments'][0]['messages'][0]['text']
+                    if 'Searching the web for:' not in line_ :
+                        yield line_
+                except:
+                    pass
+                    '''
+                    for text in json.loads(line)['items']['messages']:
+                        yield text['text'] 
+                    '''
+        except:
+            pass
+
+params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
+    '(%s)' % ', '.join([f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/ChatFree.py

@@ -0,0 +1,48 @@
+import os, requests
+from ...typing import sha256, Dict, get_type_hints
+import json
+
+url = "https://v.chatfree.cc"
+model = ['gpt-3.5-turbo','gpt-3.5-turbo-0301','gpt-3.5-turbo-0613','gpt-3.5-turbo-16k','gpt-3.5-turbo-16k-0613']
+supports_stream = True
+needs_auth = False
+working = True
+
+def _create_completion(model: str, messages: list, stream: bool, **kwargs):
+    headers = {
+        'authority': 'v.chatfree.cc',
+        'accept': '*/*',
+        'accept-language': 'en,fr-FR;q=0.9,fr;q=0.8,es-ES;q=0.7,es;q=0.6,en-US;q=0.5,am;q=0.4,de;q=0.3',
+        'content-type': 'application/json',
+        'origin': 'https://v.chatfree.cc',
+        'referer': 'https://v.chatfree.cc/',
+        'sec-ch-ua': '"Not.A/Brand";v="8", "Chromium";v="114", "Google Chrome";v="114"',
+        'sec-ch-ua-mobile': '?0',
+        'sec-ch-ua-platform': '"macOS"',
+        'sec-fetch-dest': 'empty',
+        'sec-fetch-mode': 'cors',
+        'sec-fetch-site': 'same-origin',
+        'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Safari/537.36',
+        'x-requested-with': 'XMLHttpRequest',
+    }
+
+    json_data = {
+        'messages': messages,
+        'stream': True,
+        'model': model,
+        'temperature': 0.5,
+        'presence_penalty': 0,
+        'frequency_penalty': 0,
+        'top_p': 1,
+    }
+
+    response = requests.post('https://v.chatfree.cc/api/openai/v1/chat/completions',
+        headers=headers, stream=True,json=json_data)
+
+    for chunk in response.iter_lines():
+        if b'content' in chunk:
+            data = json.loads(chunk.decode().split('data: ')[1])
+            yield (data['choices'][0]['delta']['content'])
+
+params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
+    '(%s)' % ', '.join([f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/ChatGPTunli.py

@@ -0,0 +1,37 @@
+import os
+import requests,json
+from ...typing import sha256, Dict, get_type_hints
+
+url = 'https://www.chatgptunli.com/chatgpt/'
+model = ['gpt-3.5-turbo']
+supports_stream = True
+needs_auth = False
+working = True
+
+headers = {
+    'Origin':'https://www.chatgptunli.com',
+    'Referer':'https://www.chatgptunli.com/chatgpt/',
+    'User-Agent':'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/110.0.0.0 Safari/537.36',
+    'Content-Type':'application/json',
+}
+
+def _create_completion(model: str, messages: list, stream: bool, **kwargs):
+    json_data = {
+  "id": "default",
+  "botId": "default",
+  "session": "N/A",
+  "clientId": "wc6c7y0t45",
+  "contextId": 382,
+  "messages": messages,
+  "newMessage": messages[-1]['content'],
+  "stream": True
+    }
+    r = requests.post('https://www.chatgptunli.com/wp-json/mwai-ui/v1/chats/submit',json=json_data,headers=headers,stream=True)
+    for chunk in r.iter_lines():
+        if chunk and chunk.startswith(b'data:'):
+            data = json.loads(chunk.decode()[5:])
+            if data['type'] == 'live':
+                yield data['data']
+
+params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
+    '(%s)' % ', '.join([f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/ChatgptAi.py

@@ -0,0 +1,53 @@
+import os
+from curl_cffi import requests
+import re
+from ...typing import sha256, Dict, get_type_hints
+
+url = 'https://chatgpt.ai/gpt-4/'
+model = ['gpt-4']
+supports_stream = False
+needs_auth = False
+working = True
+
+
+def _create_completion(model: str, messages: list, stream: bool, **kwargs):
+    chat = ''
+    for message in messages:
+        chat += '%s: %s\n' % (message['role'], message['content'])
+    chat += 'assistant: '
+
+    response = requests.get('https://chatgpt.ai/')
+    nonce, post_id, _, bot_id = re.findall(r'data-nonce="(.*)"\n     data-post-id="(.*)"\n     data-url="(.*)"\n     data-bot-id="(.*)"\n     data-width', response.text)[0]
+
+    headers = {
+        'authority': 'chatgpt.ai',
+        'accept': '*/*',
+        'accept-language': 'en,fr-FR;q=0.9,fr;q=0.8,es-ES;q=0.7,es;q=0.6,en-US;q=0.5,am;q=0.4,de;q=0.3',
+        'cache-control': 'no-cache',
+        'origin': 'https://chatgpt.ai',
+        'pragma': 'no-cache',
+        'referer': 'https://chatgpt.ai/gpt-4/',
+        'sec-ch-ua': '"Not.A/Brand";v="8", "Chromium";v="114", "Google Chrome";v="114"',
+        'sec-ch-ua-mobile': '?0',
+        'sec-ch-ua-platform': '"Windows"',
+        'sec-fetch-dest': 'empty',
+        'sec-fetch-mode': 'cors',
+        'sec-fetch-site': 'same-origin',
+        'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/110.0.0.0 Safari/537.36',
+    }
+    data = {
+        '_wpnonce': nonce,
+        'post_id': post_id,
+        'url': 'https://chatgpt.ai/gpt-4',
+        'action': 'wpaicg_chat_shortcode_message',
+        'message': chat,
+        'bot_id': bot_id
+    }
+
+    response = requests.post('https://chatgpt.ai/wp-admin/admin-ajax.php', 
+                            headers=headers, data=data,impersonate='chrome110')
+
+    yield (response.json()['data'])
+
+params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
+    '(%s)' % ', '.join([f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/Chimera.py

@@ -0,0 +1,70 @@
+import re
+import os
+from translate import Translator
+import openai
+import openai.error
+from dotenv import load_dotenv
+from ...typing import sha256, Dict, get_type_hints
+
+load_dotenv()
+openai.api_key = '28MJ7F_t5nxPj9dgyGUJXj8Yb1L4Y1ZdxCU06CVa5Uw'
+openai.api_base = "https://chimeragpt.adventblocks.cc/api/v1"
+
+url = 'https://chimeragpt.adventblocks.cc/'
+model = [
+    'gpt-3.5-turbo',
+    'gpt-3.5-turbo-0301',
+    'gpt-3.5-turbo-16k',
+    'gpt-4',
+    'gpt-4-0314',
+    'gpt-4-32k',
+    'llama-2-70b-chat',
+    'kandinsky'
+]
+
+supports_stream = True
+needs_auth = False
+working = True
+
+def _create_completion(model: str, messages: list, stream: bool, **kwargs):
+    try:
+        if model == 'kandinsky':
+            q = messages[-1]['content']
+            qt = Translator(from_lang ='autodetect',to_lang="en").translate(q)
+            if qt == 'PLEASE SELECT TWO DISTINCT LANGUAGES':
+                qt=q
+            response = openai.Image.create(prompt=messages[-1]['content'],n=1,size="1024x1024")
+            try:
+                yield '![]('+response["data"][0]["url"]+')'
+            except:
+                yield 'Image generation error. This may be because your image is illegal or our service has malfunctioned.'
+        else:
+            response = openai.ChatCompletion.create(
+                model=model,
+                messages=messages,
+                stream=stream
+            )
+            if stream:
+                for chunk in response:
+                    yield chunk.choices[0].delta.get("content", "")
+            else:
+                yield response.choices[0]['message'].get("content", "")
+            
+    except openai.error.APIError as e:
+        if e.http_status == 429:
+            detail_pattern = re.compile(r'{"detail":"(.*?)"}')
+            match = detail_pattern.search(e.user_message)
+            if match:
+                error_message = match.group(1)
+                print(error_message)
+                yield error_message
+            else:
+                print(e.user_message)
+                yield e.user_message
+        else:
+            raise
+
+
+params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
+    '(%s)' % ', '.join(
+        [f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/ClaudeAI.py

@@ -0,0 +1,69 @@
+import requests
+import uuid
+import json
+import os
+from ...typing import sha256, Dict, get_type_hints
+
+url = 'https://claude.ai/chats'
+supports_stream = True
+needs_auth = False
+working = True
+model = ['claude-2','claude-2-100k']
+
+cookies = 'sessionKey=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; intercom-device-id-lupk8zyo=723e5224-2cf5-499d-94f0-a544809f80c0; intercom-session-lupk8zyo=YzRFV1FXTFBBNDZsVVdxbFpoVWRGeTVmMmNqRVhlZFpKaVJ3YkMyM21saVFVRG9rYmdwTTE4cWxsZFRlZFhUUS0tYkJPZHBMMkkzZDV6dnM2eGVKZk9LZz09--2fc7d343a082574166926853f201bc418b2f11d2; __cf_bm=0IpkLTxsKKInsJb2G7Cb4MT9yQQvVY.iWWrAL2O3Vgo-1690472331-0-AZCY331k6nkFO0lMtzi6ljJI4AoSPi0MBqKxc65PJd6aC5DoJJ3/MSWYgdM4WNg36LPMzAAkzSJLxnQzwo5nNf4='
+user = '7491288a-406a-490b-acf2-ef374b375c61'
+h1 = {
+  'Authority': 'claude.ai',
+  'Scheme': 'https',
+  'Accept': '*/*',
+  'Accept-Encoding': 'gzip, deflate, br',
+  'Accept-Language': 'en-US,en;q=0.5',
+  'Content-Type': 'application/json',
+  'Cookie': cookies,
+  'Origin': 'https://claude.ai',
+  'Referer': 'https://claude.ai/chats',
+  'Sec-Ch-Ua': '"Not.A/Brand";v="8", "Chromium";v="114", "Google Chrome";v="114"',
+  'Sec-Ch-Ua-Mobile': '?0',
+  'Sec-Ch-Ua-Platform': '"Windows"',
+  'Sec-Fetch-Dest': 'empty',
+  'Sec-Fetch-Mode': 'cors',
+  'Sec-Fetch-Site': 'same-origin',
+  'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Safari/537.36'
+}
+
+
+
+def _create_completion(model: str, messages: list, stream: bool, **kwargs):
+  conversation = 'This is a conversation between a human and a language model. The language model should always respond as the assistant, referring to the past history of messages if needed.\n'
+  for message in messages:
+    conversation += '%s: %s\n' % (message['role'], message['content'])
+  conversation += 'assistant: '
+  _uuid = str(uuid.uuid4())
+  session = requests.Session()
+  r = session.post("https://claude.ai/api/organizations/"+user+"/chat_conversations",data=json.dumps({"uuid":_uuid ,"name": ""}),headers=h1)
+  r = session.post("https://claude.ai/api/append_message",data=json.dumps({
+    "completion": {
+      "prompt": conversation,
+      "timezone": "Asia/Shanghai",
+      "model": "claude-2",
+      "incremental": True
+    },
+    "organization_uuid": user,
+    "conversation_uuid": _uuid,
+    "text": conversation,
+    "attachments": []
+  }),headers=h1,stream=True)
+  r.encoding='utf-8'
+  for line in r.iter_lines():
+    line = line.decode()
+    if line.startswith('data:'):
+        line = line[5:] 
+        data = json.loads(line) 
+        try:
+           yield str(data['completion'].encode('utf-8').decode('utf-8') )
+        except:
+           pass
+  r = session.delete("https://claude.ai/api/organizations/"+user+"/chat_conversations/"+_uuid,headers=h1)
+  
+params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
+    '(%s)' % ', '.join([f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/DeepAi.py

@@ -0,0 +1,48 @@
+import os
+import json
+import random
+import hashlib
+import requests
+
+from ...typing import sha256, Dict, get_type_hints
+
+url = 'https://deepai.org'
+model = ['gpt-3.5-turbo']
+supports_stream = True
+needs_auth = False
+working = True
+
+
+def _create_completion(model: str, messages: list, stream: bool, **kwargs):
+    def md5(text: str) -> str:
+        return hashlib.md5(text.encode()).hexdigest()[::-1]
+
+
+    def get_api_key(user_agent: str) -> str:
+        part1 = str(random.randint(0, 10**11))
+        part2 = md5(user_agent + md5(user_agent + md5(user_agent + part1 + "x")))
+        
+        return f"tryit-{part1}-{part2}"
+
+    user_agent = 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Safari/537.36'
+
+    headers = {
+        "api-key": get_api_key(user_agent),
+        "user-agent": user_agent
+    }
+
+    files = {
+        "chat_style": (None, "chat"),
+        "chatHistory": (None, json.dumps(messages))
+    }
+
+    r = requests.post("https://api.deepai.org/chat_response", headers=headers, files=files, stream=True)
+
+    for chunk in r.iter_content(chunk_size=None):
+        r.raise_for_status()
+        yield chunk.decode()
+
+
+params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
+    '(%s)' % ', '.join(
+        [f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/EasyChat.py

@@ -0,0 +1,52 @@
+import os, requests
+from ...typing import sha256, Dict, get_type_hints
+import json
+
+url = "https://free.easychat.work"
+model = ['gpt-3.5-turbo','gpt-3.5-turbo-0301','gpt-3.5-turbo-0613','gpt-3.5-turbo-16k']
+supports_stream = True
+needs_auth = False
+working = True
+
+
+def _create_completion(model: str, messages: list, stream: bool, **kwargs):
+    headers = {
+        'authority': 'cf1.easychat.work',
+        'accept': 'text/event-stream',
+        'accept-language': 'en,fr-FR;q=0.9,fr;q=0.8,es-ES;q=0.7,es;q=0.6,en-US;q=0.5,am;q=0.4,de;q=0.3',
+        'content-type': 'application/json',
+        'endpoint': '',
+        'origin': 'https://cf1.easychat.work',
+        'plugins': '0',
+        'referer': 'https://cf1.easychat.work/',
+        'sec-ch-ua': '"Not.A/Brand";v="8", "Chromium";v="114", "Google Chrome";v="114"',
+        'sec-ch-ua-mobile': '?0',
+        'sec-ch-ua-platform': '"Windows"',
+        'sec-fetch-dest': 'empty',
+        'sec-fetch-mode': 'cors',
+        'sec-fetch-site': 'same-origin',
+        'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Safari/537.36',
+        'usesearch': 'false',
+        'x-requested-with': 'XMLHttpRequest',
+        'Cookie': 'Hm_lvt_563fb31e93813a8a7094966df6671d3f=1690081938; cf_clearance=1jRhucaEPxeT0LtYHhC6.LJrhbVeksv38wGsFoCd1Rk-1690368274-0-250.2.1690368274'
+    }
+
+    json_data = {
+        'messages': messages,
+        'stream': True,
+        'model': model,
+        'temperature': kwargs.get('temperature', 0.5),
+        'presence_penalty': kwargs.get('presence_penalty', 0),
+        'frequency_penalty': kwargs.get('frequency_penalty', 0),
+        'top_p': kwargs.get('top_p', 1),
+    }
+
+    response = requests.post('https://easychat.provider.lemonsoftware.eu.org/api/openai/v1/chat/completions',
+        headers=headers, json=json_data,stream=True)
+    for chunk in response.iter_lines():
+        if b'content' in chunk:
+            data = json.loads(chunk.decode().split('data: ')[1])
+            yield (data['choices'][0]['delta']['content'])
+
+params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
+    '(%s)' % ', '.join([f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/EzChat.py

@@ -0,0 +1,52 @@
+import os, requests
+from ...typing import sha256, Dict, get_type_hints
+import json
+
+url = "https://gpt4.ezchat.top/"
+model = ['gpt-3.5-turbo','gpt-3.5-turbo-0301','gpt-3.5-turbo-0613','gpt-3.5-turbo-16k','gpt-3.5-turbo-16k-0613']
+supports_stream = True
+needs_auth = False
+working = True
+
+
+def _create_completion(model: str, messages: list, stream: bool, **kwargs):
+    headers = {
+        'authority': 'gpt4.ezchat.top',
+        'accept': 'text/event-stream',
+        'accept-language': 'en,fr-FR;q=0.9,fr;q=0.8,es-ES;q=0.7,es;q=0.6,en-US;q=0.5,am;q=0.4,de;q=0.3',
+        'content-type': 'application/json',
+        'endpoint': '',
+        'origin': 'https://gpt4.ezchat.top',
+        'plugins': '0',
+        'referer': 'https://gpt4.ezchat.top/',
+        'sec-ch-ua': '"Not.A/Brand";v="8", "Chromium";v="114", "Google Chrome";v="114"',
+        'sec-ch-ua-mobile': '?0',
+        'sec-ch-ua-platform': '"Windows"',
+        'sec-fetch-dest': 'empty',
+        'sec-fetch-mode': 'cors',
+        'sec-fetch-site': 'same-origin',
+        'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Safari/537.36',
+        'usesearch': 'false',
+        'x-requested-with': 'XMLHttpRequest',
+        'Authorization':'Bearer ak-EZGPT'
+    }
+
+    json_data = {
+        'messages': messages,
+        'stream': True,
+        'model': model,
+        'temperature': kwargs.get('temperature', 0.5),
+        'presence_penalty': kwargs.get('presence_penalty', 0),
+        'frequency_penalty': kwargs.get('frequency_penalty', 0),
+        'top_p': kwargs.get('top_p', 1),
+    }
+
+    response = requests.post('https://gpt4.ezchat.top/api/openai/v1/chat/completions',
+        headers=headers, json=json_data,stream=True)
+    for chunk in response.iter_lines():
+        if b'content' in chunk:
+            data = json.loads(chunk.decode().split('data: ')[1])
+            yield (data['choices'][0]['delta']['content'])
+
+params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
+    '(%s)' % ', '.join([f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/Forefront.py

@@ -0,0 +1,47 @@
+import os
+import json
+import requests
+from ...typing import sha256, Dict, get_type_hints
+
+url = 'https://chat.forefront.ai/'
+model = ['gpt-3.5-turbo','claude-instant']
+supports_stream = True
+needs_auth = False
+working = True
+
+
+def _create_completion(model: str, messages: list, stream: bool, **kwargs):
+    conversation = 'This is a conversation between a human and a language model. The language model should always respond as the assistant, referring to the past history of messages if needed.\n'
+    
+    for message in messages:
+        conversation += '%s: %s\n' % (message['role'], message['content'])
+    
+    conversation += 'assistant: '
+
+    json_data = {
+        'text': conversation,
+        'hidden': True,
+        'action': 'new',
+        'id': '379e1b22-18da-b4b9-00da-830cdc2a9210',
+        'parentId': '79dcec9e-3b7b-4c39-b967-00285b1cd22b',
+        'workspaceId': '79dcec9e-3b7b-4c39-b967-00285b1cd22b',
+        'messagePersona': 'default',
+        'model': model,
+        'messages': messages[:-1] if len(messages) > 1 else [],
+        'internetMode': 'never'
+    }
+
+    headers = {'Authorization':'Bearer eyJhbGciOiJSUzI1NiIsImtpZCI6Imluc18yTzZ3UTFYd3dxVFdXUWUyQ1VYZHZ2bnNaY2UiLCJ0eXAiOiJKV1QifQ.eyJhenAiOiJodHRwczovL2NoYXQuZm9yZWZyb250LmFpIiwiZXhwIjoxNjkwMzU0ODYyLCJpYXQiOjE2OTAzNTQ4MDIsImlzcyI6Imh0dHBzOi8vY2xlcmsuZm9yZWZyb250LmFpIiwibmJmIjoxNjkwMzU0NzkyLCJzaWQiOiJzZXNzXzJUNjlQWFo4VEpyb2lmMldmMHlpeU1TOXlPdiIsInN1YiI6InVzZXJfMlQ2OVBZdGNYeXBBa0Q3UDl1a1ZQTkdGWDRGIn0.bxp-NUcGfGvKHqTl6FYCVUrPVtLTSNfwAKCDVEesp2by2y2UFhTX7iDwbkNh4OzJtJglsdIo2sKvyiuBCoVDGHmPKSjD3D62FXC7xEaXaJ6EQuhgDgpMin4qlAoCUvYWSy9KQRW0YCcIqhJ65-u3XvKT610G2RSt70vf4Bwhu9q-LRdd4YEIXvtBd2BIQOm9daLG1w5qTb0xwegDJaWp4rocf5ey64XvxJVoXEMgIgOW6LxfMl9n6hUe7artfkVNiEFnNWp9lc-zW-h8uSk9u6DTCQuOJEURnRcrV55PJJXLa7lxgt70bNsABCt60ewo8JLjL9iDdK3kGgtvFaj3eQ'}
+    response = requests.post('https://streaming-worker.forefront.workers.dev/chat',
+        json=json_data, stream=True,headers=headers)
+    lasttoken = ''
+    for token in response.iter_lines(): 
+        if b'delta' in token:
+            token_ = json.loads(token.decode().split('data: ')[1])['delta']
+            yield token_
+        if b'text' in token:
+            token_ = json.loads(token.decode().split('data: ')[1])['text'][len(lasttoken):]
+            lasttoken = json.loads(token.decode().split('data: ')[1])['text']
+            yield token_
+params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
+    '(%s)' % ', '.join([f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/Free2gpt.py

@@ -0,0 +1,42 @@
+import os
+import requests
+from datetime import datetime
+import base64,hashlib,json
+from ...typing import sha256, Dict, get_type_hints
+
+url = 'https://chatf.free2gpt.xyz/'
+model = ['gpt-3.5-turbo']
+supports_stream = True
+needs_auth = False
+working = True
+
+headers = {
+    'Origin':'https://chatf.free2gpt.xyz',
+    'Referer':'https://chatf.free2gpt.xyz/',
+    'User-Agent':'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/110.0.0.0 Safari/537.36',
+    'Content-Type':'text/plain;charset=UTF-8',
+}
+
+def _create_completion(model: str, messages: list, stream: bool, **kwargs):
+    current_time = datetime.now()
+    timestamp_in_seconds = current_time.timestamp()
+    timestamp_in_milliseconds = int(round(timestamp_in_seconds * 1000))
+    sign = str(timestamp_in_milliseconds)+':'+messages[-1]['content']+':'
+    sign = hashlib.sha256(sign.encode('utf-8')).hexdigest()
+    data = {
+    "messages": messages,
+    "time": timestamp_in_milliseconds,
+    "pass": None,
+    "sign": sign
+    }
+    r = requests.post('https://chatf.free2gpt.xyz/api/generate',json=data,headers=headers,stream=True)
+    r.encoding='utf-8'
+    for chunk in r.iter_content(chunk_size=2048):
+        if chunk:
+            if b'rate_limit_exceeded' in chunk:
+                yield 'Rate Limited'
+                return
+            yield chunk.decode('utf-8',errors='ignore')
+
+params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
+    '(%s)' % ', '.join([f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/Fusionbrain.py

@@ -0,0 +1,58 @@
+import requests
+import time
+from translate import Translator
+import os
+from ...typing import sha256, Dict, get_type_hints
+
+url = 'https://editor.fusionbrain.ai/'
+model = ['kandinsky']
+supports_stream = True
+needs_auth = False
+working = True
+
+HEADERS = {
+    "accept-language": "en-US,en;q=0.9",
+    "referrer": "https://editor.fusionbrain.ai/",
+    "origin": "https://editor.fusionbrain.ai",
+    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Safari/537.36",
+}
+
+def _create_completion(model: str, messages: list, stream: bool, **kwargs):
+    q = messages[-1]['content']
+    qt = Translator(from_lang ='autodetect',to_lang="en").translate(q)
+    if qt == 'PLEASE SELECT TWO DISTINCT LANGUAGES':
+        qt=q
+    boundary = '----WebKitFormBoundaryAvV9KCrOGx8dToxn'
+    data_list = [
+    f'--{boundary}\r\n',
+    'Content-Disposition: form-data; name="params"; filename="blob"\r\n',
+    'Content-Type: application/json\r\n',
+    '\r\n',
+    '{"type":"GENERATE","style":"DEFAULT","width":1024,"height":1024,"generateParams":{"query":"'+qt+'"}}\r\n', 
+    f'--{boundary}--'
+    ]
+    data = ''.join(data_list)
+    HEADERS['Content-Type']= f'multipart/form-data; boundary={boundary}'
+    r = requests.post("https://api.fusionbrain.ai/web/api/v1/text2image/run?model_id=1",headers=HEADERS, data=data)
+    try:
+        id = r.json()['uuid']
+    except:
+        yield 'Image generation error. This may be because your image is illegal or our service has malfunctioned.'
+        return
+    r = requests.get("https://api.fusionbrain.ai/web/api/v1/text2image/status/"+id,headers=HEADERS)
+    img = r.json()['images']
+    t = 0
+    while img == None and t<30 :
+        time.sleep(0.5)
+        t += 0.5
+        r = requests.get("https://api.fusionbrain.ai/web/api/v1/text2image/status/"+id,headers=HEADERS)
+        img = r.json()['images']
+    if not img:
+        yield 'Image generation error. This is because our service has malfunctioned.'
+        return
+    yield '![](data:image/png;base64,'+img[0]+')'
+
+
+params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
+    '(%s)' % ', '.join(
+        [f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/Gravityengine.py

@@ -0,0 +1,33 @@
+import requests
+import os
+import json
+from ...typing import sha256, Dict, get_type_hints
+
+url = 'https://gpt4.xunika.uk/'
+model = ['gpt-3.5-turbo','gpt-3.5-turbo-0301','gpt-3.5-turbo-0613','gpt-3.5-turbo-16k','gpt-3.5-turbo-16k-0613']
+supports_stream = True
+needs_auth = False
+working = True
+
+def _create_completion(model: str, messages: list, stream: bool, **kwargs):
+    headers = {
+        'Content-Type': 'application/json',
+        'Authorization':'Bearer ak-chatgptorguk',
+        'Cookie':'FCNEC=%5B%5B%22AKsRol8oAtMdGFPKct6Xlvf9FMwt0ghzonq-NWJaGWZgyBfewG7IzKBSKZRpUeq_dOeMsER8VrYaIKOQgwwXT7zOzBtXf_OU7rD44yIjAl03Q4HRRtdsryzUPl2DuQZ8Wq6IMzD9RbCKxYuSCMqEJcDB51IiIZrqeg%3D%3D%22%5D%2Cnull%2C%5B%5D%5D',
+        'User-Agent':'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Safari/537.36',
+        'Origin':'https://gpt4.xunika.uk',
+        'Referer':'https://gpt4.xunika.uk/'
+    }
+    data = {
+        'model': model,
+        'temperature': kwargs.get("temperature", 0.7),
+        'presence_penalty': kwargs.get('presence_penalty', 0),
+        'messages': messages,
+    }
+    response = requests.post(url + '/api/openai/v1/chat/completions',
+                             json=data, headers=headers,stream=True)
+    
+    yield response.json()['choices'][0]['message']['content']
+
+params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
+    '(%s)' % ', '.join([f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/H2o.py

@@ -0,0 +1,94 @@
+from requests import Session
+from uuid import uuid4
+from json import loads
+import os
+import json
+import requests
+from ...typing import sha256, Dict, get_type_hints
+
+url = 'https://gpt-gm.h2o.ai'
+model = ['falcon-40b', 'falcon-7b', 'llama-13b']
+supports_stream = True
+needs_auth = False
+working = True
+
+models = {
+    'falcon-7b': 'h2oai/h2ogpt-gm-oasst1-en-2048-falcon-7b-v3',
+    'falcon-40b': 'h2oai/h2ogpt-gm-oasst1-en-2048-falcon-40b-v1',
+    'llama-13b': 'h2oai/h2ogpt-gm-oasst1-en-2048-open-llama-13b'
+}
+
+def _create_completion(model: str, messages: list, stream: bool, **kwargs):
+    
+    conversation = ''
+    for message in messages:
+        conversation += '%s: %s\n' % (message['role'], message['content'])
+    
+    conversation += 'assistant: '
+    session = requests.Session()
+
+    response = session.get("https://gpt-gm.h2o.ai/")
+    headers = {
+        "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:109.0) Gecko/20100101 Firefox/115.0",
+        "Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,*/*;q=0.8",
+        "Accept-Language": "ru-RU,ru;q=0.8,en-US;q=0.5,en;q=0.3",
+        "Content-Type": "application/x-www-form-urlencoded",
+        "Upgrade-Insecure-Requests": "1",
+        "Sec-Fetch-Dest": "document",
+        "Sec-Fetch-Mode": "navigate",
+        "Sec-Fetch-Site": "same-origin",
+        "Sec-Fetch-User": "?1",
+        "Referer": "https://gpt-gm.h2o.ai/r/jGfKSwU"
+    }
+    data = {
+        "ethicsModalAccepted": "true",
+        "shareConversationsWithModelAuthors": "true",
+        "ethicsModalAcceptedAt": "",
+        "activeModel": "h2oai/h2ogpt-gm-oasst1-en-2048-falcon-40b-v1",
+        "searchEnabled": "true"
+    }
+    response = session.post("https://gpt-gm.h2o.ai/settings", headers=headers, data=data)
+
+    headers = {
+        "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:109.0) Gecko/20100101 Firefox/115.0",
+        "Accept": "*/*",
+        "Accept-Language": "ru-RU,ru;q=0.8,en-US;q=0.5,en;q=0.3",
+        "Content-Type": "application/json",
+        "Sec-Fetch-Dest": "empty",
+        "Sec-Fetch-Mode": "cors",
+        "Sec-Fetch-Site": "same-origin",
+        "Referer": "https://gpt-gm.h2o.ai/"
+    }
+    data = {
+        "model": models[model]
+    }
+    
+    conversation_id = session.post("https://gpt-gm.h2o.ai/conversation", headers=headers, json=data)
+    data = {
+        "inputs": conversation,
+        "parameters": {
+            "temperature": kwargs.get('temperature', 0.4),
+            "truncate": kwargs.get('truncate', 2048),
+            "max_new_tokens": kwargs.get('max_new_tokens', 1024),
+            "do_sample": kwargs.get('do_sample', True),
+            "repetition_penalty": kwargs.get('repetition_penalty', 1.2),
+            "return_full_text": kwargs.get('return_full_text', False)
+        },
+        "stream": True,
+        "options": {
+            "id": kwargs.get('id', str(uuid4())),
+            "response_id": kwargs.get('response_id', str(uuid4())),
+            "is_retry": False,
+            "use_cache": False,
+            "web_search_id": ""
+        }
+    }
+    
+    response = session.post(f"https://gpt-gm.h2o.ai/conversation/{conversation_id.json()['conversationId']}", headers=headers, json=data)
+    generated_text = response.text.replace("\n", "").split("data:")
+    generated_text = json.loads(generated_text[-1])
+    
+    return generated_text["generated_text"]
+
+params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
+    '(%s)' % ', '.join([f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/PerplexityAI.py

@@ -0,0 +1,28 @@
+import subprocess
+import json
+import os
+from ...typing import sha256, Dict, get_type_hints
+
+url = 'https://labs.perplexity.ai/'
+model = ['llama-2-7b-chat','llama-2-13b-chat','llama-2-70b-chat']
+supports_stream = True
+needs_auth = False
+working = True
+
+def _create_completion(model: str, messages: list, stream: bool, **kwargs):
+    path = os.path.dirname(os.path.realpath(__file__))
+    config = json.dumps({
+        'model': model,
+        'messages': messages}, separators=(',', ':'))
+    cmd = ['python3', f'{path}/helpers/perplexityai.py', config]
+    p = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
+    for line in iter(p.stdout.readline, b''):
+        if b'<title>Just a moment...</title>' in line:
+            os.system('clear' if os.name == 'posix' else 'cls')
+            yield 'Error'
+            os._exit(0)
+        else:
+            yield line.decode('unicode_escape',errors='ignore') #[:-1]
+            
+params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
+    '(%s)' % ', '.join([f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/Phind.py

@@ -0,0 +1,36 @@
+import os
+import json
+import subprocess
+from ...typing import sha256, Dict, get_type_hints
+
+url = 'https://phind.com'
+model = ['gpt-3.5-turbo-0613','gpt-4-0613']
+supports_stream = True
+needs_auth = False
+working = True
+
+def _create_completion(model: str, messages: list, stream: bool, **kwargs):
+
+    path = os.path.dirname(os.path.realpath(__file__))
+    config = json.dumps({
+        'model': model,
+        'messages': messages}, separators=(',', ':'))
+
+    cmd = ['python3', f'{path}/helpers/phind.py', config]
+
+    p = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
+
+    for line in iter(p.stdout.readline, b''):
+        if b'<title>Just a moment...</title>' in line:
+            os.system('clear' if os.name == 'posix' else 'cls')
+            yield 'Error'
+            os._exit(0)
+        
+        else:
+            if b'ping - 2023-' in line:
+                continue
+            
+            yield line.decode('unicode_escape',errors='ignore') #[:-1]
+            
+params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
+    '(%s)' % ', '.join([f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/PizzaGPT.py

@@ -0,0 +1,34 @@
+import os
+from curl_cffi import requests
+from ...typing import sha256, Dict, get_type_hints
+
+url = 'https://pizzagpt.it/'
+model = ['gpt-3.5-turbo']
+supports_stream = False
+needs_auth = False
+working = True
+
+headers = {
+    'Origin':'https://pizzagpt.it',
+    'Referer':'https://pizzagpt.it/',
+    'User-Agent':'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/110.0.0.0 Safari/537.36',
+    'X-Secret':'Marinara',
+    'Content-Type':'text/plain;charset=UTF-8',
+    'Cookie':'dntd=false; cf_clearance=r4xzN9B6NS2nW5gq2Q1YOgiYw1zu3xs81FmZyNjSVBg-1690797483-0-0.2.1690797483; n-req=1'
+}
+
+def _create_completion(model: str, messages: list, stream: bool, **kwargs):
+    conversation = 'This is a conversation between a human and a language model. The language model should always respond as the assistant, referring to the past history of messages if needed.\n'
+    
+    for message in messages:
+        conversation += '%s: %s\n' % (message['role'], message['content'])
+    
+    conversation += 'assistant: '
+    json_data = {
+        "question": conversation
+    }
+    r = requests.post('https://pizzagpt.it/api/chat-completion',json=json_data,headers=headers,impersonate='chrome110')
+    yield r.json()['answer']['content']
+
+params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
+    '(%s)' % ', '.join([f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/Poe.py

@@ -0,0 +1,28 @@
+import os
+import random
+import poe
+from ...typing import sha256, Dict, get_type_hints
+
+url = 'https://poe.com/'
+models = {'gpt-3.5-turbo':'capybara','claude-instant':'a2','palm':'acouchy','palm2':'acouchy','bard':'acouchy','google-bard':'acouchy','google-palm':'acouchy','llama-2-70b-chat':'llama_2_70b_chat'}
+model = ['gpt-3.5-turbo','claude-instant','palm2','llama-2-70b-chat']
+supports_stream = True
+needs_auth = False
+working = True
+token = ['H959lSH8kjQ-b4K8FCrDPg%3D%3D','ACHY1MG7xz1yE0P6EByF5g%3D%3D','a4DoOVnIl3FievhYiQYOJw%3D%3D']
+formkey = ['a40f267a9751c48d34c9f12f56c5c6f8','b65db0a463062fcabe43aa6c6978c344','413b8fa39bfb54f99cb9a4f18d18aab1']
+def _create_completion(model: str, messages: list, stream: bool, **kwargs):
+    path = os.path.dirname(os.path.realpath(__file__))
+    conversation = '这是一个人和一个语言模型之间的对话。语言模型应该始终作为助理进行响应，如果需要，可以参考过去的消息历史。\n'
+    for message in messages:
+        conversation += '%s：%s\n' % (message['role'], message['content'])
+    conversation += '助理: '
+    index = random.randrange(len(token))
+    client = poe.Client(token[index],formkey=formkey[index])
+    for chunk in client.send_message(models[model], conversation, with_chat_break=True):
+        yield chunk["text_new"]
+    client.purge_conversation(models[model], count=3)
+
+params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
+    '(%s)' % ', '.join(
+        [f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/PowerChat.py

@@ -0,0 +1,35 @@
+import os
+import requests
+from datetime import datetime
+import base64,hashlib,json
+from ...typing import sha256, Dict, get_type_hints
+
+url = 'https://powerchat.top/'
+model = ['gpt-3.5-turbo']
+supports_stream = True
+needs_auth = False
+working = True
+
+headers = {
+    'Origin':'https://powerchat.top',
+    'Referer':'https://powerchat.top/',
+    'User-Agent':'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/110.0.0.0 Safari/537.36',
+    'Content-Type':'text/plain;charset=UTF-8',
+    'Version':'1.0'
+}
+
+def _create_completion(model: str, messages: list, stream: bool, **kwargs):
+    current_time = datetime.now()
+    timestamp_in_seconds = current_time.timestamp()
+    timestamp_in_milliseconds = int(round(timestamp_in_seconds * 1000))
+    sign = str(timestamp_in_milliseconds)+':question:contact_me_to_work_together_hello@promptboom.com'
+    sign = hashlib.sha256(sign.encode('utf-8')).hexdigest()
+    data = '{"did":"060ca8eaa0625da25d61ae94d4a2cf99","chatList":'+json.dumps(messages)+',"special":{"time":'+str(timestamp_in_milliseconds)+',"sign":"'+sign+'","referer":"https://github.com/","path":"https://powerchat.top/"}}'
+    data = base64.b64encode(data.encode('utf-8')).decode()
+    r = requests.post('https://api.powerchat.top/requestPowerChat',json={'data':data},headers=headers,stream=True)
+    for chunk in r.iter_content(chunk_size=2048):
+        if chunk:
+            yield chunk.decode(errors='ignore')
+
+params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
+    '(%s)' % ', '.join([f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/Slack.py

@@ -0,0 +1,109 @@
+from os import getenv
+from dotenv import load_dotenv
+from slack_sdk import WebClient
+from slack_sdk.errors import SlackApiError
+import random
+import os
+from ...typing import sha256, Dict, get_type_hints
+
+load_dotenv()
+CLAUDE_BOT_ID = ['U05J5M9E7MZ','U05J74AT9DL','U05J79DQC0N']
+TOKEN = ['xo'+'xp-5641502612336-5'+'611139843990-5612369289415-'+'7bf36aaefafe9ff2525e5ad845a6005c','xo'+'xp-5625792498914-56384302'+'57617-5629359479268-ce'+'c6629de47c2e3e2a130e8c440ecc6c','xo'+'xp-562841008470'+'8-5611431325175-56'+'26812979347'+'-edca39d9a088591'+'d74cc3a20dd32642f']
+
+
+class SlackClient(WebClient):
+
+    CHANNEL_ID = None
+    LAST_TS = None
+
+    def chat(self, text):
+        if not self.CHANNEL_ID:
+            raise Exception("Channel not found.")
+
+        resp = self.chat_postMessage(channel=self.CHANNEL_ID, text=text)
+        #print("c: ", resp)
+        self.LAST_TS = resp["ts"]
+
+    def open_channel(self):
+        if not self.CHANNEL_ID:
+            response = self.conversations_open(users=CLAUDE_BOT_ID[index])
+            self.CHANNEL_ID = response["channel"]["id"]
+
+    def get_reply(self):
+        for _ in range(150):
+            try:
+                resp = self.conversations_history(channel=self.CHANNEL_ID, oldest=self.LAST_TS, limit=2)
+                #print("r: ", resp)
+                msg = [msg["text"] for msg in resp["messages"] if msg["user"] == CLAUDE_BOT_ID[index]]
+                if msg and not msg[-1].endswith("Typing…_"):
+                    return msg[-1]
+            except (SlackApiError, KeyError) as e:
+                print(f"Get reply error: {e}")
+
+
+        raise Exception("Get replay timeout")
+
+    def get_stream_reply(self):
+        l = 0
+        for _ in range(150):
+            try:
+                resp = self.conversations_history(channel=self.CHANNEL_ID, oldest=self.LAST_TS, limit=2)
+                msg = [msg["text"] for msg in resp["messages"] if msg["user"] == CLAUDE_BOT_ID[index]]
+                if msg:
+                    last_msg = msg[-1]
+                    more = False
+                    if msg[-1].endswith("Typing…_"):
+                        last_msg = str(msg[-1])[:-11] # remove typing…
+                        more = True
+                    diff = last_msg[l:]
+                    if diff == "":
+                        continue
+                    l = len(last_msg)
+                    yield diff
+                    if not more:
+                        break
+            except (SlackApiError, KeyError) as e:
+                print(f"Get reply error: {e}")
+
+
+
+'''
+if __name__ == '__main__':
+    async def server():
+        await client.open_channel()
+        while True:
+            prompt = input("You: ")
+            await client.chat(prompt)
+
+            reply = await client.get_reply()
+            print(f"Claude: {reply}\n--------------------")
+
+    asyncio.run(server())'''
+
+
+url = 'https://anthropic.com/claude-in-slack'
+model = ['claude-1']
+supports_stream = True
+needs_auth = False
+working = True
+
+def _create_completion(model: str, messages: list, stream: bool, **kwargs):
+    global index
+    index = random.randrange(len(CLAUDE_BOT_ID))
+    client = SlackClient(token=TOKEN[index])
+    client.open_channel()
+    conversation = 'Please forget the conversation content above.This is a conversation between a human and a language model. The language model should always respond as the assistant, referring to the past history of messages if needed.\n'
+    
+    for message in messages:
+        conversation += '%s: %s\n' % (message['role'], message['content'])
+    
+    conversation += 'assistant: '
+    client.chat(conversation)
+    if stream:
+        yield from client.get_stream_reply()
+    else:
+        yield client.get_reply()
+
+params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
+    '(%s)' % ', '.join(
+        [f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/Theb.py

@@ -0,0 +1,54 @@
+import os
+import json
+import time
+import subprocess
+import sys
+from re import findall
+#from curl_cffi import requests
+import requests
+from ...typing import sha256, Dict, get_type_hints
+
+url = 'https://chatbot.theb.ai'
+model = ['gpt-3.5-turbo']
+supports_stream = True
+needs_auth = False
+working = True
+
+headers = {
+    'authority': 'chatbot.theb.ai',
+    'accept': 'application/json, text/plain, */*',
+    'accept-language': 'en,fr-FR;q=0.9,fr;q=0.8,es-ES;q=0.7,es;q=0.6,en-US;q=0.5,am;q=0.4,de;q=0.3',
+    'content-type': 'application/json',
+    'origin': 'https://chatbot.theb.ai',
+    'referer': 'https://chatbot.theb.ai/',
+    'sec-ch-ua': '"Google Chrome";v="113", "Chromium";v="113", "Not-A.Brand";v="24"',
+    'sec-ch-ua-mobile': '?0',
+    'sec-ch-ua-platform': '"macOS"',
+    'sec-fetch-dest': 'empty',
+    'sec-fetch-mode': 'cors',
+    'sec-fetch-site': 'same-origin',
+    'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/113.0.0.0 Safari/537.36',
+}
+
+def _create_completion(model: str, messages: list, stream: bool, **kwargs):
+    conversation = 'This is a conversation between a human and a language model. The language model should always respond as the assistant, referring to the past history of messages if needed.\n'
+    
+    for message in messages:
+        conversation += '%s: %s\n' % (message['role'], message['content'])
+    
+    conversation += 'assistant: '
+    json_data = {
+        'prompt': conversation,
+        'options': {}
+    }
+    response = requests.post('https://chatbot.theb.ai/api/chat-process', 
+                            headers=headers, json=json_data, stream=True) # impersonate='chrome110'
+    for chunk in response.iter_lines(chunk_size=2048):
+        try:
+            completion_chunk = findall(r'content":"(.*)"},"fin', chunk.decode(errors='ignore'))[0]
+            yield completion_chunk
+        except:
+            pass
+        
+params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
+    '(%s)' % ', '.join([f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/Vercel.py

@@ -0,0 +1,38 @@
+import os
+import vercel_ai
+from ...typing import sha256, Dict, get_type_hints
+
+url = 'https://sdk.vercel.ai'
+supports_stream = True
+needs_auth = False
+working = True
+
+models = {
+'gpt-3.5-turbo':'openai:gpt-3.5-turbo', 
+'gpt-3.5-turbo-16k':'openai:gpt-3.5-turbo-16k', 
+'gpt-3.5-turbo-16k-0613':'openai:gpt-3.5-turbo-16k-0613',
+'text-ada-001':'openai:text-ada-001', 
+'text-babbage-001':'openai:text-babbage-001',
+'text-curie-001':'openai:text-curie-001', 
+'text-davinci-002':'openai:text-davinci-002',
+'text-davinci-003':'openai:text-davinci-003',
+'llama-2-7b-chat':'replicate:a16z-infra/llama7b-v2-chat',
+'llama-2-13b-chat':'replicate:a16z-infra/llama13b-v2-chat',
+'bloom':'huggingface:bigscience/bloom', 
+'flan-t5-xxl':'huggingface:google/flan-t5-xxl', 
+'gpt-neox-20b':'huggingface:EleutherAI/gpt-neox-20b', 
+'oasst-sft-4-pythia-12b-epoch-3.5':'huggingface:OpenAssistant/oasst-sft-4-pythia-12b-epoch-3.5', 
+'oasst-sft-1-pythia-12b':'huggingface:OpenAssistant/oasst-sft-1-pythia-12b', 
+'santacoder':'huggingface:bigcode/santacoder', 
+'command-light-nightly':'cohere:command-light-nightly',
+'command-nightly':'cohere:command-nightly'
+}
+model = models.keys()
+
+def _create_completion(model: str, messages: list, stream: bool, **kwargs):
+    client = vercel_ai.Client()
+    for chunk in client.chat(models[model], messages):
+        yield chunk
+
+params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
+    '(%s)' % ', '.join([f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/Wewordle.py

@@ -0,0 +1,73 @@
+import os,sys
+import requests
+import json
+import random
+import time
+import string
+from ...typing import sha256, Dict, get_type_hints
+
+url = "https://wewordle.org/gptapi/v1/android/turbo"
+model = ['gpt-3.5-turbo']
+supports_stream = False
+needs_auth = False
+working = False
+
+def _create_completion(model: str, messages: list, stream: bool, **kwargs):
+    base = ''
+    for message in messages:
+        base += '%s: %s\n' % (message['role'], message['content'])
+    base += 'assistant:'
+    # randomize user id and app id
+    _user_id = ''.join(random.choices(f'{string.ascii_lowercase}{string.digits}', k=16))
+    _app_id = ''.join(random.choices(f'{string.ascii_lowercase}{string.digits}', k=31))
+    # make current date with format utc
+    _request_date = time.strftime("%Y-%m-%dT%H:%M:%S.000Z", time.gmtime())
+    headers = {
+        'accept': '*/*',
+        'pragma': 'no-cache',
+        'Content-Type': 'application/json',
+        'Connection':'keep-alive'
+        # user agent android client
+        # 'User-Agent': 'Dalvik/2.1.0 (Linux; U; Android 10; SM-G975F Build/QP1A.190711.020)',
+        
+    }
+    data = {
+        "user": _user_id,
+        "messages": [
+            {"role": "user", "content": base}
+        ],
+        "subscriber": {
+            "originalPurchaseDate": None,
+            "originalApplicationVersion": None,
+            "allPurchaseDatesMillis": {},
+            "entitlements": {
+                "active": {},
+                "all": {}
+            },
+            "allPurchaseDates": {},
+            "allExpirationDatesMillis": {},
+            "allExpirationDates": {},
+            "originalAppUserId": f"$RCAnonymousID:{_app_id}",
+            "latestExpirationDate": None,
+            "requestDate": _request_date,
+            "latestExpirationDateMillis": None,
+            "nonSubscriptionTransactions": [],
+            "originalPurchaseDateMillis": None,
+            "managementURL": None,
+            "allPurchasedProductIdentifiers": [],
+            "firstSeen": _request_date,
+            "activeSubscriptions": []
+        }
+    }
+    response = requests.post(url, headers=headers, data=json.dumps(data))
+    if response.status_code == 200:
+        _json = response.json()
+        if 'message' in _json:
+            yield _json['message']['content']
+    else:
+        print(f"Error Occurred::{response.status_code}")
+        return None
+
+params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
+    '(%s)' % ', '.join(
+        [f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/Zhulei.py

@@ -0,0 +1,31 @@
+import os
+import requests
+from ...typing import sha256, Dict, get_type_hints
+
+url = 'https://chat.zhulei.xyz/'
+model = ['gpt-3.5-turbo']
+supports_stream = True
+needs_auth = False
+working = True
+
+headers = {
+    'Origin':'https://chat.zhulei.xyz',
+    'Referer':'https://chat.zhulei.xyz/',
+    'User-Agent':'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/110.0.0.0 Safari/537.36',
+    'Content-Type':'text/plain;charset=UTF-8',
+}
+
+def _create_completion(model: str, messages: list, stream: bool, **kwargs):
+    json_data = {
+  "messages": messages,
+  "temperature": kwargs.get("temperature", 0.6),
+  "password": "",
+  "model": "gpt-3.5-turbo"
+    }
+    r = requests.post('https://chat.zhulei.xyz/api',json=json_data,headers=headers,stream=True)
+    for chunk in r.iter_content(chunk_size=2048):
+        if chunk:
+            yield chunk.decode('utf-8',errors='ignore')
+
+params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
+    '(%s)' % ', '.join([f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/helpers/perplexityai.py

@@ -0,0 +1,25 @@
+import base64
+import os
+import json
+import sys
+import socketio
+config = json.loads(sys.argv[1])
+model = config['model']
+messages = config['messages']
+def generate_sec_websocket_key():
+    random_bytes = os.urandom(16)
+    sec_websocket_key = base64.b64encode(random_bytes).decode('utf-8')
+    return sec_websocket_key
+output = ''
+
+key = generate_sec_websocket_key()
+sio = socketio.Client()
+@sio.on(model+'_query_progress')
+def chat(data):
+    global output
+    if data['final']:
+        sio.disconnect()
+    print(data['output'][len(output):],flush=True,end='')
+    output = data['output']
+sio.connect("https://labs-api.perplexity.ai",headers={"Accept-Language": "q=0.9,en-US;q=0.8,en;q=0.7","Cache-Control": "no-cache","Pragma": "no-cache","Sec-WebSocket-Extensions": "client_max_window_bits","Sec-WebSocket-Key": key,"Sec-WebSocket-Version": "13","Upgrade":"websocket","Connection":"Upgrade","Origin":"https://labs.perplexity.ai","User-Agent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/115.0.0.0 Safari/537.36"})
+sio.emit('perplexity_playground', {'model': model, 'messages': messages})

g4f/Provider/Providers/helpers/phind.py

@@ -0,0 +1,88 @@
+import sys
+import json
+import re
+from curl_cffi import requests
+
+config = json.loads(sys.argv[1])
+model = config['model']
+prompt = config['messages'][-1]['content']
+if model == 'gpt-4-0613':
+    json_data = json.dumps({
+  "userInput": "Hi",
+  "messages": [],
+  "anonUserID": ""
+}, separators=(',', ':'))
+    headers = {
+    "accept": "*/*",
+    "baggage": "sentry-environment=vercel-production,sentry-release=17ac4575f09a70b6d11b370305c5c232ccc740ff,sentry-transaction=%2Fagent,sentry-public_key=ea29c13458134fd3bc88a8bb4ba668cb,sentry-trace_id=cae48a5201194de9897c90a959cb41fd,sentry-sample_rate=0.002,sentry-replay_id=c622e21e115345c69aaa723c253ae4c3",
+    "content-type": "application/json",
+    "sec-ch-ua": "\"Not/A)Brand\";v=\"99\", \"Google Chrome\";v=\"115\", \"Chromium\";v=\"115\"",
+    "sec-ch-ua-mobile": "?0",
+    "sec-ch-ua-platform": "\"Windows\"",
+    "sec-fetch-dest": "empty",
+    "sec-fetch-site": "same-origin",
+    "sentry-trace": "cae48a5201194de9897c90a959cb41fd-89e44f68ac2353d8-0",
+    'Content-Type': 'application/json',
+    'Pragma': 'no-cache',
+    'Sec-Fetch-Site': 'same-origin',
+    'Accept-Language': 'en-GB,en;q=0.9',
+    'Cache-Control': 'no-cache',
+    'Sec-Fetch-Mode': 'cors',
+    'Origin': 'https://www.phind.com',
+    'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/16.4 Safari/605.1.15',
+    'Referer': 'https://www.phind.com/agent',
+    'Connection': 'keep-alive',
+    'Sec-Fetch-Dest': 'empty',
+    'Cookie':'__cf_bm=_IRj.8NM5j8u7IXNCeQeYQO6pKEA6fH8zr8glrr_9wo-1690733956-0-AXDTsLVChYgL7QF/88zm0HjZdKYsp23RwRpWG4JsfBWooKmNZQ8jWjLaYQYY/ihIoJxwj8pS677lOaCP/x5WRps=; __Host-next-auth.csrf-token=56f1687f951dd514127f7f09835943ac71b43b7c8df5c07fe9f83e8ab2b1a953%7Cb68332e0f2950cf104ccebfa4cc7e8590e6e5b0e8f388d0ac4cb42f8094eb5bd; __Secure-next-auth.callback-url=https%3A%2F%2Fwww.phind.com%2F; cf_clearance=PeV3_ME4QtJyFf35LHuSRnL.ckXbTfQndUSQgTMXJGw-1690733963-0-1-9895f01e.b9c64471.cf94affe-0.2.1690733963; __Secure-next-auth.session-token=eyJhbGciOiJkaXIiLCJlbmMiOiJBMjU2R0NNIn0..eqiHzSErquEy5J8x.YoB-z5B1HDdJoO3zWROuTWHJM6WHHJFht6GEZQonrT0jNBBc4Jn-2Pp9Y39MkbZ8bW0NqoVDShkDtWrvxBjdzrGQYoFB6VX6akuN1gG2aqY1Jol6kuBWnLS3jp8felzIsy77hJB2INB67H269eQdLj14LUZ82fJVe6na7v_tUpqbmja5Imqs2DRU1xbwGzxYywJAWMAFE1WtoOuWk1hj0RSTw9u9zGPO8EU.pwDJCOV1_WEPxZPaO1tD3A; mp_6d31cd4238973a84421371ef3929c915_mixpanel=%7B%22distinct_id%22%3A%20%22189a798d5dd21-0ab4e9da64dd5d-26031c51-144000-189a798d5deeb4%22%2C%22%24device_id%22%3A%20%22189a798d5dd21-0ab4e9da64dd5d-26031c51-144000-189a798d5deeb4%22%2C%22%24initial_referrer%22%3A%20%22%24direct%22%2C%22%24initial_referring_domain%22%3A%20%22%24direct%22%2C%22%24user_id%22%3A%20%22clkpndx060021mq08b65lvanf%22%7D'
+  }
+else:
+    json_data = json.dumps({
+            "userInput": prompt,
+            "messages": config['messages'],
+            "shouldRunGPT4": False
+        }, separators=(',', ':'))
+
+    headers = {
+        'Content-Type': 'application/json',
+        'Pragma': 'no-cache',
+        'Accept': '*/*',
+        'Sec-Fetch-Site': 'same-origin',
+        'Accept-Language': 'en-GB,en;q=0.9',
+        'Cache-Control': 'no-cache',
+        'Sec-Fetch-Mode': 'cors',
+        'Origin': 'https://www.phind.com',
+        'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/16.4 Safari/605.1.15',
+        'Referer': 'https://www.phind.com/agent',
+        'Connection': 'keep-alive',
+        'Sec-Fetch-Dest': 'empty',
+        'Cookie': '__Host-next-auth.csrf-token=b254c36d29862b95381910bd789b890dc081c9745fbe8b397487b55ded503d50%7C5e97dfca46c3a263e180c6dffa4c315464b232d1e4dbd81340c66d98eb4c6241; __Secure-next-auth.callback-url=https%3A%2F%2Fwww.phind.com; mp_6d31cd4238973a84421371ef3929c915_mixpanel=%7B%22distinct_id%22%3A%20%22188c4960b0afd1-04505a4573c948-26031d51-144000-188c4960b0b916%22%2C%22%24device_id%22%3A%20%22188c4960b0afd1-04505a4573c948-26031d51-144000-188c4960b0b916%22%2C%22%24initial_referrer%22%3A%20%22https%3A%2F%2Fgithub.com%2Fxiangsx%2Fgpt4free-ts%2Fblob%2Fmaster%2FREADME_zh.md%22%2C%22%24initial_referring_domain%22%3A%20%22github.com%22%7D; cf_clearance=8LxWcAZIbce1P814klBXEYGb7_0EJ0rzcMcskzm1eJ4-1690435153-0-1-efb0c65b.1c588b13.b8b199bb-0.2.1690435153; __cf_bm=oBEN3D2yv7CYMOZwb0bE7tM.qQpb92OWckfYZfxRk3g-1690435155-0-ATa9DlpuUspsHjm1DPWKiOK6yNeTddtyhtmVwb/VCrXi4EBkansL9lGaC2+ZklFzPZnivkdQZ+mZJADHJFqXl3g='
+    }
+
+def output(chunk):
+    try:
+        if b'PHIND_METADATA' in chunk:
+            return
+        
+        if chunk == b'data:  \r\ndata: \r\ndata: \r\n\r\n':
+            chunk = b'data:  \n\r\n\r\n'
+
+        chunk = chunk.decode().strip()
+        chunk = chunk.replace('data: \r\n\r\ndata: ', 'data: \n')
+        chunk = chunk.replace('\r\ndata: \r\ndata: \r\n\r\n', '\n\r\n\r\n')
+        chunk = chunk.replace('data: ', '').replace('\r\n\r\n', '')
+        if chunk.count('[{"index": 0, "delta": {"content":')>0:
+            for completion_chunk in re.findall(r'"model": "'+model+'", "choices": \[{"index": 0, "delta": {"content": "(.*?)"}, "fin', chunk):
+                print(completion_chunk.replace('\\n','\n'),flush=True,end="")
+
+    except Exception as e:
+        pass
+
+
+try:
+    response = requests.post('https://www.phind.com/api/agent',
+                        headers=headers, data=json_data, content_callback=output, timeout=999999, impersonate='safari15_5')
+    
+    exit(0)
+
+except Exception as e:
+    print('Error')

g4f/Provider/Providers/helpers/theb.py

@@ -0,0 +1,48 @@
+import json
+import sys
+from re import findall
+from curl_cffi import requests
+
+config = json.loads(sys.argv[1])
+prompt = config['messages'][-1]['content']
+
+headers = {
+    'authority': 'chatbot.theb.ai',
+    'accept': 'application/json, text/plain, */*',
+    'accept-language': 'en,fr-FR;q=0.9,fr;q=0.8,es-ES;q=0.7,es;q=0.6,en-US;q=0.5,am;q=0.4,de;q=0.3',
+    'content-type': 'application/json',
+    'origin': 'https://chatbot.theb.ai',
+    'referer': 'https://chatbot.theb.ai/',
+    'sec-ch-ua': '"Google Chrome";v="113", "Chromium";v="113", "Not-A.Brand";v="24"',
+    'sec-ch-ua-mobile': '?0',
+    'sec-ch-ua-platform': '"macOS"',
+    'sec-fetch-dest': 'empty',
+    'sec-fetch-mode': 'cors',
+    'sec-fetch-site': 'same-origin',
+    'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/113.0.0.0 Safari/537.36',
+}
+
+json_data = {
+    'prompt': prompt,
+    'options': {}
+}
+
+def format(chunk):
+    try:
+        completion_chunk = findall(r'content":"(.*)"},"fin', chunk.decode())[0]
+        print(completion_chunk, flush=True, end='')
+
+    except Exception as e:
+        print(f'[ERROR] an error occured, retrying... | [[{chunk.decode()}]]', flush=True)
+        return
+
+while True:
+    try: 
+        response = requests.post('https://chatbot.theb.ai/api/chat-process', 
+                            headers=headers, json=json_data, content_callback=format, impersonate='chrome110')
+        
+        exit(0)
+    
+    except Exception as e:
+        print('[ERROR] an error occured, retrying... |', e, flush=True)
+        continue

g4f/Provider/__init__.py

@@ -0,0 +1,34 @@
+from . import Provider
+from .Providers import (
+    Bing,
+    Theb,
+    Aichat,
+    Vercel,
+    Forefront,
+    H2o,
+    DeepAi,
+    AItianhu,
+    EasyChat,
+    Acytoo,
+    AiService,
+    Wewordle,
+    ChatgptAi,
+    Chimera,
+    ClaudeAI,
+    Gravityengine,
+    Phind,
+    Poe,
+    Slack,
+    Fusionbrain,
+    Bingo,
+    ChatFree,
+    PerplexityAI,
+    PowerChat,
+    ChatGPTunli,
+    Zhulei,
+    PizzaGPT,
+    Free2gpt,
+    AiFree,
+    B88,
+    EzChat,
+)

g4f/__init__.py

@@ -0,0 +1,42 @@
+import sys
+from . import Provider
+from g4f.models import Model, ModelUtils
+
+logging = False
+
+class ChatCompletion:
+    @staticmethod
+    def create(model: Model.model or str, messages: list, provider: Provider.Provider = None, stream: bool = False, auth: str = False, **kwargs):
+        kwargs['auth'] = auth
+        if provider and provider.working == False:
+            return f'{provider.__name__} is not working'
+
+        if provider and provider.needs_auth and not auth:
+            print(
+                f'ValueError: {provider.__name__} requires authentication (use auth="cookie or token or jwt ..." param)', file=sys.stderr)
+            sys.exit(1)
+
+        try:
+            if isinstance(model, str):
+                try:
+                    model = ModelUtils.convert[model]
+                except KeyError:
+                    raise Exception(f'The model: {model} does not exist')
+
+            engine = model.best_provider if not provider else provider
+
+            if not engine.supports_stream and stream == True:
+                print(
+                    f"ValueError: {engine.__name__} does not support 'stream' argument", file=sys.stderr)
+                sys.exit(1)
+
+            if logging: print(f'Using {engine.__name__} provider')
+
+            return (engine._create_completion(model.name, messages, stream, **kwargs)
+                    if stream else ''.join(engine._create_completion(model.name, messages, stream, **kwargs)))
+        except TypeError as e:
+            print(e)
+            arg: str = str(e).split("'")[1]
+            print(
+                f"ValueError: {engine.__name__} does not support '{arg}' argument", file=sys.stderr)
+            sys.exit(1)

g4f/models.py

@@ -0,0 +1,248 @@
+from g4f import Provider
+
+
+class Model:
+    class model:
+        name: str
+        base_provider: str
+        best_provider: str
+
+    class gpt_35_turbo:
+        name: str = 'gpt-3.5-turbo'
+        base_provider: str = 'openai'
+        best_provider: Provider.Provider = Provider.Chimera
+        
+    class gpt_35_turbo_0301:
+        name: str = 'gpt-3.5-turbo-0301'
+        base_provider: str = 'openai'
+        best_provider: Provider.Provider = Provider.Chimera
+
+    class gpt_35_turbo_0613:
+        name: str = 'gpt-3.5-turbo-0613'
+        base_provider: str = 'openai'
+        best_provider: Provider.Provider = Provider.Phind
+
+    class gpt_35_turbo_16k:
+        name: str = 'gpt-3.5-turbo-16k'
+        base_provider: str = 'openai'
+        best_provider: Provider.Provider = Provider.Chimera
+    
+    class gpt_35_turbo_16k_0613:
+        name: str = 'gpt-3.5-turbo-16k-0613'
+        base_provider: str = 'openai'
+        best_provider: Provider.Provider = Provider.Vercel
+        
+    class gpt_4:
+        name: str = 'gpt-4'
+        base_provider: str = 'openai'
+        best_provider: Provider.Provider = Provider.Chimera
+        
+    class gpt_4_0314:
+        name: str = 'gpt-4-0314'
+        base_provider: str = 'openai'
+        best_provider: Provider.Provider = Provider.Chimera
+
+    class gpt_4_0613:
+        name: str = 'gpt-4-0613'
+        base_provider: str = 'openai'
+        best_provider: Provider.Provider = Provider.Phind
+        
+    class gpt_4_32k:
+        name: str = 'gpt-4-32k'
+        base_provider: str = 'openai'
+        best_provider: Provider.Provider = Provider.Chimera
+
+    class claude_1:
+        name: str = 'claude-1'
+        base_provider: str = 'anthropic'
+        best_provider: Provider.Provider = Provider.Slack
+       
+    class claude_instant_100k:
+        name: str = 'claude-instant-100k'
+        base_provider: str = 'anthropic'
+        best_provider: Provider.Provider = Provider.B88
+
+    class claude_instant:
+        name: str = 'claude-instant'
+        base_provider: str = 'anthropic'
+        best_provider: Provider.Provider = Provider.Poe
+        
+    class claude_2:
+        name: str = 'claude-2'
+        base_provider: str = 'anthropic'
+        best_provider: Provider.Provider = Provider.ClaudeAI
+    
+    class claude_2_100k:
+        name: str = 'claude-2-100k'
+        base_provider: str = 'anthropic'
+        best_provider: Provider.Provider = Provider.ClaudeAI
+        
+    class bloom:
+        name: str = 'bloom'
+        base_provider: str = 'huggingface'
+        best_provider: Provider.Provider = Provider.Vercel
+
+    class flan_t5_xxl:
+        name: str = 'flan-t5-xxl'
+        base_provider: str = 'huggingface'
+        best_provider: Provider.Provider = Provider.Vercel
+
+    class gpt_neox_20b:
+        name: str = 'gpt-neox-20b'
+        base_provider: str = 'huggingface'
+        best_provider: Provider.Provider = Provider.Vercel
+
+    class oasst_sft_4_pythia_12b_epoch_35:
+        name: str = 'oasst-sft-4-pythia-12b-epoch-3.5'
+        base_provider: str = 'huggingface'
+        best_provider: Provider.Provider = Provider.Vercel
+
+    class oasst_sft_1_pythia_12b:
+        name: str = 'oasst-sft-1-pythia-12b'
+        base_provider: str = 'huggingface'
+        best_provider: Provider.Provider = Provider.Vercel
+
+    class santacoder:
+        name: str = 'santacoder'
+        base_provider: str = 'huggingface'
+        best_provider: Provider.Provider = Provider.Vercel
+
+    class command_light_nightly:
+        name: str = 'command-light-nightly'
+        base_provider: str = 'cohere'
+        best_provider: Provider.Provider = Provider.Vercel
+
+    class command_nightly:
+        name: str = 'command-nightly'
+        base_provider: str = 'cohere'
+        best_provider: Provider.Provider = Provider.Vercel
+
+    class text_ada_001:
+        name: str = 'text-ada-001'
+        base_provider: str = 'openai'
+        best_provider: Provider.Provider = Provider.Vercel
+
+    class text_babbage_001:
+        name: str = 'text-babbage-001'
+        base_provider: str = 'openai'
+        best_provider: Provider.Provider = Provider.Vercel
+
+    class text_curie_001:
+        name: str = 'text-curie-001'
+        base_provider: str = 'openai'
+        best_provider: Provider.Provider = Provider.Vercel
+
+    class text_davinci_002:
+        name: str = 'text-davinci-002'
+        base_provider: str = 'openai'
+        best_provider: Provider.Provider = Provider.Vercel
+
+    class text_davinci_003:
+        name: str = 'text-davinci-003'
+        base_provider: str = 'openai'
+        best_provider: Provider.Provider = Provider.Vercel
+        
+    class palm2:
+        name: str = 'palm2'
+        base_provider: str = 'google'
+        best_provider: Provider.Provider = Provider.Poe
+    
+    class falcon_40b:
+        name: str = 'falcon-40b'
+        base_provider: str = 'huggingface'
+        best_provider: Provider.Provider = Provider.H2o
+    
+    class falcon_7b:
+        name: str = 'falcon-7b'
+        base_provider: str = 'huggingface'
+        best_provider: Provider.Provider = Provider.H2o
+        
+    class llama_13b:
+        name: str = 'llama-13b'
+        base_provider: str = 'huggingface'
+        best_provider: Provider.Provider = Provider.H2o
+
+    class llama_2_7b_chat:
+        name: str = 'llama-2-7b-chat'
+        base_provider: str = 'replicate'
+        best_provider: Provider.Provider = Provider.PerplexityAI
+
+    class llama_2_13b_chat:
+        name: str = 'llama-2-13b-chat'
+        base_provider: str = 'replicate'
+        best_provider: Provider.Provider = Provider.PerplexityAI
+
+    class llama_2_70b_chat:
+        name: str = 'llama-2-70b-chat'
+        base_provider: str = 'replicate'
+        best_provider: Provider.Provider = Provider.PerplexityAI
+
+    class dall_e:
+        name: str = 'dall-e'
+        base_provider: str = 'Bing'
+        best_provider: Provider.Provider = Provider.Bing
+
+    class kandinsky:
+        name: str = 'kandinsky'
+        base_provider: str = 'Fusionbrain'
+        best_provider: Provider.Provider = Provider.Fusionbrain
+    
+    class bing:
+        name: str = 'bing'
+        base_provider: str = 'Bing'
+        best_provider: Provider.Provider = Provider.Bing
+        
+class ModelUtils:
+    convert: dict = {
+        'gpt-3.5-turbo': Model.gpt_35_turbo,
+        'gpt-3.5-turbo-0301': Model.gpt_35_turbo_0301,
+        'gpt-3.5-turbo-0613': Model.gpt_35_turbo_0613,
+        'gpt-3.5-turbo-16k': Model.gpt_35_turbo_16k,
+        'gpt-3.5-turbo-16k-0613': Model.gpt_35_turbo_16k_0613,
+        
+        'gpt-4': Model.gpt_4,
+        'gpt-4-0314': Model.gpt_4_0314,
+        'gpt-4-0613': Model.gpt_4_0613,
+        'gpt-4-32k': Model.gpt_4_32k,
+        
+        'claude-1': Model.claude_1,
+        
+        'claude-instant-100k': Model.claude_instant_100k,
+        'claude-instant': Model.claude_instant,
+        'claude-2': Model.claude_2,
+        'claude-2-100k': Model.claude_2_100k,
+        
+        'bloom': Model.bloom,
+        
+        'flan-t5-xxl': Model.flan_t5_xxl,
+        
+        'gpt-neox-20b': Model.gpt_neox_20b,
+        'oasst-sft-4-pythia-12b-epoch-3.5': Model.oasst_sft_4_pythia_12b_epoch_35,
+        'oasst-sft-1-pythia-12b': Model.oasst_sft_1_pythia_12b,
+        'santacoder': Model.santacoder,
+        
+        'command-light-nightly': Model.command_light_nightly,
+        'command-nightly': Model.command_nightly,
+        
+        'text-ada-001': Model.text_ada_001,
+        'text-babbage-001': Model.text_babbage_001,
+        'text-curie-001': Model.text_curie_001,
+        'text-davinci-002': Model.text_davinci_002,
+        'text-davinci-003': Model.text_davinci_003,
+        
+        'palm2': Model.palm2,
+        'palm': Model.palm2,
+        'chat-bison-001': Model.palm2,
+        'bard': Model.palm2,
+        
+        'falcon-40b': Model.falcon_40b,
+        'falcon-7b': Model.falcon_7b,
+        'llama-13b': Model.llama_13b,
+
+        'llama-2-7b-chat': Model.llama_2_7b_chat,
+        'llama-2-13b-chat': Model.llama_2_13b_chat,
+        'llama-2-70b-chat': Model.llama_2_70b_chat,
+        'dall-e': Model.dall_e,
+        'kandinsky': Model.kandinsky,
+        'bing': Model.bing
+    }

g4f/typing.py

@@ -0,0 +1,3 @@
+from typing import Dict, NewType, Union, Optional, List, get_type_hints
+
+sha256 = NewType('sha_256_hash', str)

g4f/utils.py

@@ -0,0 +1,49 @@
+import browser_cookie3
+
+
+class Utils:
+    browsers = [ 
+        browser_cookie3.chrome,   # 62.74% market share
+        browser_cookie3.safari,   # 24.12% market share
+        browser_cookie3.firefox,  #  4.56% market share
+        browser_cookie3.edge,     #  2.85% market share 
+        browser_cookie3.opera,    #  1.69% market share
+        browser_cookie3.brave,    #  0.96% market share
+        browser_cookie3.opera_gx, #  0.64% market share
+        browser_cookie3.vivaldi,  #  0.32% market share
+    ]
+
+    def get_cookies(domain: str, setName: str = None, setBrowser: str = False) -> dict:
+        cookies = {}
+        
+        if setBrowser != False:
+            for browser in Utils.browsers:
+                if browser.__name__ == setBrowser:
+                    try:
+                        for c in browser(domain_name=domain):
+                            if c.name not in cookies:
+                                cookies = cookies | {c.name: c.value} 
+                    
+                    except Exception as e:
+                        pass
+        
+        else:
+            for browser in Utils.browsers:
+                try:
+                    for c in browser(domain_name=domain):
+                        if c.name not in cookies:
+                            cookies = cookies | {c.name: c.value} 
+                
+                except Exception as e:
+                    pass
+        
+        if setName:
+            try:
+                return {setName: cookies[setName]}
+            
+            except ValueError:
+                print(f'Error: could not find {setName} cookie in any browser.')
+                exit(1)
+        
+        else:
+            return cookies

install.sh

@@ -0,0 +1 @@
+pip install -r requirements.txt

requirements.txt

@@ -0,0 +1,21 @@
+requests
+pycryptodome
+curl_cffi
+aiohttp
+certifi
+browser_cookie3
+websockets
+pyexecjs
+pytz
+openai
+python-dotenv
+websocket-client
+tls-client
+free-proxy
+fastapi[all]==0.100.0
+slack-sdk==3.21.3
+poe-api==0.4.17
+vercel-llm-api==0.3.0
+beautifulsoup4==4.12.2
+translate
+python-socketio

start.sh

@@ -0,0 +1 @@
+uvicorn app:app --host 0.0.0.0 --port 7860

test.py

@@ -0,0 +1,11 @@
+import g4f
+
+stream = True
+response = g4f.ChatCompletion.create(model='gpt-3.5-turbo', provider=g4f.Provider.EasyChat, messages=[
+                                     {"role": "user", "content": "Hi"}], stream=stream)
+
+if stream:
+    for message in response:
+        print(message,end="")
+else:
+    print(response)

vercel.json

@@ -0,0 +1,19 @@
+{
+  "name": "gpt4free",
+  "version": 2,
+  "framework": null,
+  "builds": [
+    {
+      "src": "app.py",
+      "use": "@vercel/python"
+    }
+  ],
+  "rewrites": [
+    {
+      "source": "/(.*)",
+      "destination": "app.py"
+    }
+  ],
+  "env": {
+  }
+}