Spaces:
Runtime error
Runtime error
File size: 8,488 Bytes
dc5d1c6 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 |
import gradio as gr
# import openai
import os
import sys
import argparse
from utils import *
from presets import *
my_api_key = "" # 在这里输入你的 API 密钥
#if we are running in Docker
if os.environ.get('dockerrun') == 'yes':
dockerflag = True
else:
dockerflag = False
authflag = False
if dockerflag:
my_api_key = os.environ.get('my_api_key')
if my_api_key == "empty":
print("Please give a api key!")
sys.exit(1)
#auth
username = os.environ.get('USERNAME')
password = os.environ.get('PASSWORD')
if not (isinstance(username, type(None)) or isinstance(password, type(None))):
authflag = True
else:
if not my_api_key and os.path.exists("api_key.txt") and os.path.getsize("api_key.txt"):
with open("api_key.txt", "r") as f:
my_api_key = f.read().strip()
if os.path.exists("auth.json"):
with open("auth.json", "r") as f:
auth = json.load(f)
username = auth["username"]
password = auth["password"]
if username != "" and password != "":
authflag = True
gr.Chatbot.postprocess = postprocess
with gr.Blocks(css=customCSS) as demo:
gr.HTML(title)
with gr.Row():
keyTxt = gr.Textbox(show_label=False, placeholder=f"在这里输入你的OpenAI API-key...",
value=my_api_key, type="password", visible=not HIDE_MY_KEY).style(container=True)
use_streaming_checkbox = gr.Checkbox(label="实时传输回答", value=True, visible=enable_streaming_option)
chatbot = gr.Chatbot() # .style(color_map=("#1D51EE", "#585A5B"))
history = gr.State([])
token_count = gr.State([])
promptTemplates = gr.State(load_template(get_template_names(plain=True)[0], mode=2))
TRUECOMSTANT = gr.State(True)
FALSECONSTANT = gr.State(False)
topic = gr.State("未命名对话历史记录")
with gr.Row():
with gr.Column(scale=12):
user_input = gr.Textbox(show_label=False, placeholder="在这里输入").style(
container=False)
with gr.Column(min_width=50, scale=1):
submitBtn = gr.Button("🚀", variant="primary")
with gr.Row():
emptyBtn = gr.Button("🧹 新的对话")
retryBtn = gr.Button("🔄 重新生成")
delLastBtn = gr.Button("🗑️ 删除最近一条对话")
reduceTokenBtn = gr.Button("♻️ 总结对话")
status_display = gr.Markdown("status: ready")
systemPromptTxt = gr.Textbox(show_label=True, placeholder=f"在这里输入System Prompt...",
label="System prompt", value=initial_prompt).style(container=True)
with gr.Accordion(label="加载Prompt模板", open=False):
with gr.Column():
with gr.Row():
with gr.Column(scale=6):
templateFileSelectDropdown = gr.Dropdown(label="选择Prompt模板集合文件", choices=get_template_names(plain=True), multiselect=False, value=get_template_names(plain=True)[0])
with gr.Column(scale=1):
templateRefreshBtn = gr.Button("🔄 刷新")
templaeFileReadBtn = gr.Button("📂 读入模板")
with gr.Row():
with gr.Column(scale=6):
templateSelectDropdown = gr.Dropdown(label="从Prompt模板中加载", choices=load_template(get_template_names(plain=True)[0], mode=1), multiselect=False, value=load_template(get_template_names(plain=True)[0], mode=1)[0])
with gr.Column(scale=1):
templateApplyBtn = gr.Button("⬇️ 应用")
with gr.Accordion(label="保存/加载对话历史记录", open=False):
with gr.Column():
with gr.Row():
with gr.Column(scale=6):
saveFileName = gr.Textbox(
show_label=True, placeholder=f"在这里输入保存的文件名...", label="设置保存文件名", value="对话历史记录").style(container=True)
with gr.Column(scale=1):
saveHistoryBtn = gr.Button("💾 保存对话")
with gr.Row():
with gr.Column(scale=6):
historyFileSelectDropdown = gr.Dropdown(label="从列表中加载对话", choices=get_history_names(plain=True), multiselect=False, value=get_history_names(plain=True)[0])
with gr.Column(scale=1):
historyRefreshBtn = gr.Button("🔄 刷新")
historyReadBtn = gr.Button("📂 读入对话")
#inputs, top_p, temperature, top_k, repetition_penalty
with gr.Accordion("参数", open=False):
top_p = gr.Slider(minimum=-0, maximum=1.0, value=1.0, step=0.05,
interactive=True, label="Top-p (nucleus sampling)",)
temperature = gr.Slider(minimum=-0, maximum=5.0, value=1.0,
step=0.1, interactive=True, label="Temperature",)
#top_k = gr.Slider( minimum=1, maximum=50, value=4, step=1, interactive=True, label="Top-k",)
#repetition_penalty = gr.Slider( minimum=0.1, maximum=3.0, value=1.03, step=0.01, interactive=True, label="Repetition Penalty", )
gr.Markdown(description)
user_input.submit(predict, [keyTxt, systemPromptTxt, history, user_input, chatbot, token_count, top_p, temperature, use_streaming_checkbox], [chatbot, history, status_display, token_count], show_progress=True)
user_input.submit(reset_textbox, [], [user_input])
submitBtn.click(predict, [keyTxt, systemPromptTxt, history, user_input, chatbot, token_count, top_p, temperature, use_streaming_checkbox], [chatbot, history, status_display, token_count], show_progress=True)
submitBtn.click(reset_textbox, [], [user_input])
emptyBtn.click(reset_state, outputs=[chatbot, history, token_count, status_display], show_progress=True)
retryBtn.click(retry, [keyTxt, systemPromptTxt, history, chatbot, token_count, top_p, temperature, use_streaming_checkbox], [chatbot, history, status_display, token_count], show_progress=True)
delLastBtn.click(delete_last_conversation, [chatbot, history, token_count, use_streaming_checkbox], [
chatbot, history, token_count, status_display], show_progress=True)
reduceTokenBtn.click(reduce_token_size, [keyTxt, systemPromptTxt, history, chatbot, token_count, top_p, temperature, use_streaming_checkbox], [chatbot, history, status_display, token_count], show_progress=True)
saveHistoryBtn.click(save_chat_history, [
saveFileName, systemPromptTxt, history, chatbot], None, show_progress=True)
saveHistoryBtn.click(get_history_names, None, [historyFileSelectDropdown])
historyRefreshBtn.click(get_history_names, None, [historyFileSelectDropdown])
historyReadBtn.click(load_chat_history, [historyFileSelectDropdown, systemPromptTxt, history, chatbot], [saveFileName, systemPromptTxt, history, chatbot], show_progress=True)
templateRefreshBtn.click(get_template_names, None, [templateFileSelectDropdown])
templaeFileReadBtn.click(load_template, [templateFileSelectDropdown], [promptTemplates, templateSelectDropdown], show_progress=True)
templateApplyBtn.click(get_template_content, [promptTemplates, templateSelectDropdown, systemPromptTxt], [systemPromptTxt], show_progress=True)
print("川虎的温馨提示:访问 http://localhost:7860 查看界面")
# 默认开启本地服务器,默认可以直接从IP访问,默认不创建公开分享链接
demo.title = "川虎ChatGPT 🚀"
if __name__ == "__main__":
#if running in Docker
if dockerflag:
if authflag:
demo.queue().launch(server_name="0.0.0.0", server_port=7860,auth=(username, password))
else:
demo.queue().launch(server_name="0.0.0.0", server_port=7860, share=False)
#if not running in Docker
else:
if authflag:
demo.queue().launch(share=False, auth=(username, password))
else:
demo.queue().launch(share=False) # 改为 share=True 可以创建公开分享链接
#demo.queue().launch(server_name="0.0.0.0", server_port=7860, share=False) # 可自定义端口
#demo.queue().launch(server_name="0.0.0.0", server_port=7860,auth=("在这里填写用户名", "在这里填写密码")) # 可设置用户名与密码
#demo.queue().launch(auth=("在这里填写用户名", "在这里填写密码")) # 适合Nginx反向代理
|