gpt_demo / app.py
starsaround's picture
Update app.py
7987763
import g4f
import gradio as gr
from g4f.Provider import (
Ails,
You,
Bing,
Yqcloud,
Theb,
Aichat,
Bard,
Vercel,
Forefront,
Lockchat,
Liaobots,
H2o,
ChatgptLogin,
DeepAi,
GetGpt
)
import os
provider_dict = {
'Ails': Ails,
'You': You,
'Bing': Bing,
'Yqcloud': Yqcloud,
'Theb': Theb,
'Aichat': Aichat,
'Bard': Bard,
'Vercel': Vercel,
'Forefront': Forefront,
'Lockchat': Lockchat,
'Liaobots': Liaobots,
'H2o': H2o,
'ChatgptLogin': ChatgptLogin,
'DeepAi': DeepAi,
'GetGpt': GetGpt
}
with gr.Blocks() as demo:
chatbot = gr.Chatbot([[None, None]], label='AI')
msg = gr.Textbox(value="", label='')
clear = gr.Button("Clear")
system_msg = gr.Textbox(value="你是一名助手,可以解答问题。", label='系统提示')
with gr.Row():
model_name = gr.Dropdown(['gpt-3.5-turbo', 'gpt-4'], value='gpt-3.5-turbo', label='模型')
provider_name = gr.Dropdown(provider_dict.keys(), value='GetGpt', label='提供者')
def user(user_message, history):
return gr.update(value="", interactive=False), history + [[user_message, None]]
def bot(history, model_name, provider_name, system_msg):
history[-1][1] = ''
if len(system_msg)>3000:
system_msg = system_msg[:1500] + system_msg[-1500:]
prompt = """
请你仔细阅读以下提示,然后针对用户的话进行回答。
提示:
```
{}
```
用户最新的话:
```
{}
```
请回答:
"""
bot_msg = g4f.ChatCompletion.create(model=model_name,
provider=provider_dict[provider_name],
messages=[{"role": "user",
"content": prompt.format(system_msg,
history[-1][0])}],
stream=True)
for c in bot_msg:
history[-1][1] += c
yield history
response = msg.submit(user, [msg, chatbot], [msg, chatbot], queue=False).then(
bot, [chatbot, model_name, provider_name, system_msg], chatbot
)
response.then(lambda: gr.update(interactive=True), None, [msg], queue=False)
clear.click(lambda: None, None, chatbot, queue=False)
demo.title = "AI Chat"
demo.queue()
demo.launch()