|
|
import httpx
|
|
|
from openai import OpenAI
|
|
|
from .chat_messages import ChatMessages
|
|
|
|
|
|
|
|
|
gpt_model_config = {
|
|
|
"gpt-4o": {
|
|
|
"Pricing": (2.50/1000, 10.00/1000),
|
|
|
"currency_symbol": '$',
|
|
|
},
|
|
|
"gpt-4o-mini": {
|
|
|
"Pricing": (0.15/1000, 0.60/1000),
|
|
|
"currency_symbol": '$',
|
|
|
},
|
|
|
"o1-preview": {
|
|
|
"Pricing": (15/1000, 60/1000),
|
|
|
"currency_symbol": '$',
|
|
|
},
|
|
|
"o1-mini": {
|
|
|
"Pricing": (3/1000, 12/1000),
|
|
|
"currency_symbol": '$',
|
|
|
},
|
|
|
}
|
|
|
|
|
|
|
|
|
def stream_chat_with_gpt(messages, model='gpt-3.5-turbo-1106', response_json=False, api_key=None, base_url=None, max_tokens=4_096, n=1, proxies=None):
|
|
|
if api_key is None:
|
|
|
raise Exception('未提供有效的 api_key！')
|
|
|
|
|
|
client_params = {
|
|
|
"api_key": api_key,
|
|
|
}
|
|
|
|
|
|
if base_url:
|
|
|
client_params['base_url'] = base_url
|
|
|
|
|
|
if proxies:
|
|
|
httpx_client = httpx.Client(proxy=proxies)
|
|
|
client_params["http_client"] = httpx_client
|
|
|
|
|
|
client = OpenAI(**client_params)
|
|
|
|
|
|
if model in ['o1-preview', ] and messages[0]['role'] == 'system':
|
|
|
messages[0:1] = [{'role': 'user', 'content': messages[0]['content']}, {'role': 'assistant', 'content': ''}]
|
|
|
|
|
|
chatstream = client.chat.completions.create(
|
|
|
stream=True,
|
|
|
model=model,
|
|
|
messages=messages,
|
|
|
max_tokens=max_tokens,
|
|
|
response_format={ "type": "json_object" } if response_json else None,
|
|
|
n=n
|
|
|
)
|
|
|
|
|
|
messages.append({'role': 'assistant', 'content': ''})
|
|
|
content = ['' for _ in range(n)]
|
|
|
for part in chatstream:
|
|
|
for choice in part.choices:
|
|
|
content[choice.index] += choice.delta.content or ''
|
|
|
messages[-1]['content'] = content if n > 1 else content[0]
|
|
|
yield messages
|
|
|
|
|
|
return messages
|
|
|
|
|
|
|
|
|
if __name__ == '__main__':
|
|
|
pass
|
|
|
|
