')
- gr.Markdown("# "+i18n("川虎Chat"))
- gr.HTML(get_html("footer.html").format(
- versions=versions_html()), elem_id="footer")
- gr.Markdown(CHUANHU_DESCRIPTION, elem_id="description")
-
- with gr.Box(elem_id="chuanhu-training"):
- with gr.Row():
- gr.Markdown("## "+i18n("训练"))
- gr.HTML(get_html("close_btn.html").format(
- obj="box"), elem_classes="close-btn")
- with gr.Tabs(elem_id="chuanhu-training-tabs"):
- with gr.Tab(label="OpenAI "+i18n("微调")):
- openai_train_status = gr.Markdown(label=i18n("训练状态"), value=i18n(
- "查看[使用介绍](https://github.com/GaiZhenbiao/ChuanhuChatGPT/wiki/使用教程#微调-gpt-35)"))
-
- with gr.Tab(label=i18n("准备数据集")):
- dataset_preview_json = gr.JSON(
- label=i18n("数据集预览"))
- dataset_selection = gr.Files(label=i18n("选择数据集"), file_types=[
- ".xlsx", ".jsonl"], file_count="single")
- upload_to_openai_btn = gr.Button(
- i18n("上传到OpenAI"), variant="primary", interactive=False)
-
- with gr.Tab(label=i18n("训练")):
- openai_ft_file_id = gr.Textbox(label=i18n(
- "文件ID"), value="", lines=1, placeholder=i18n("上传到 OpenAI 后自动填充"))
- openai_ft_suffix = gr.Textbox(label=i18n(
- "模型名称后缀"), value="", lines=1, placeholder=i18n("可选，用于区分不同的模型"))
- openai_train_epoch_slider = gr.Slider(label=i18n(
- "训练轮数（Epochs）"), minimum=1, maximum=100, value=3, step=1, interactive=True)
- openai_start_train_btn = gr.Button(
- i18n("开始训练"), variant="primary", interactive=False)
-
- with gr.Tab(label=i18n("状态")):
- openai_status_refresh_btn = gr.Button(i18n("刷新状态"))
- openai_cancel_all_jobs_btn = gr.Button(
- i18n("取消所有任务"))
- add_to_models_btn = gr.Button(
- i18n("添加训练好的模型到模型列表"), interactive=False)
-
- with gr.Box(elem_id="web-config", visible=False):
- gr.HTML(get_html('web_config.html').format(
- enableCheckUpdate_config=check_update,
- hideHistoryWhenNotLoggedIn_config=hide_history_when_not_logged_in,
- forView_i18n=i18n("仅供查看"),
- deleteConfirm_i18n_pref=i18n("你真的要删除 "),
- deleteConfirm_i18n_suff=i18n(" 吗？"),
- usingLatest_i18n=i18n("您使用的就是最新版！"),
- updatingMsg_i18n=i18n("正在尝试更新..."),
- updateSuccess_i18n=i18n("更新成功，请重启本程序"),
- updateFailure_i18n=i18n(
- "更新失败，请尝试[手动更新](https://github.com/GaiZhenbiao/ChuanhuChatGPT/wiki/使用教程#手动更新)"),
- regenerate_i18n=i18n("重新生成"),
- deleteRound_i18n=i18n("删除这轮问答"),
- renameChat_i18n=i18n("重命名该对话"),
- validFileName_i18n=i18n("请输入有效的文件名，不要包含以下特殊字符："),
- ))
- with gr.Box(elem_id="fake-gradio-components", visible=False):
- updateChuanhuBtn = gr.Button(
- visible=False, elem_classes="invisible-btn", elem_id="update-chuanhu-btn")
- changeSingleSessionBtn = gr.Button(
- visible=False, elem_classes="invisible-btn", elem_id="change-single-session-btn")
- changeOnlineSearchBtn = gr.Button(
- visible=False, elem_classes="invisible-btn", elem_id="change-online-search-btn")
- historySelectBtn = gr.Button(
- visible=False, elem_classes="invisible-btn", elem_id="history-select-btn") # Not used
-
- # https://github.com/gradio-app/gradio/pull/3296
-
- def create_greeting(request: gr.Request):
- if hasattr(request, "username") and request.username: # is not None or is not ""
- logging.info(f"Get User Name: {request.username}")
- user_info, user_name = gr.Markdown.update(
- value=f"User: {request.username}"), request.username
- else:
- user_info, user_name = gr.Markdown.update(
- value=f"", visible=False), ""
- current_model = get_model(
- model_name=MODELS[DEFAULT_MODEL], access_key=my_api_key)[0]
- current_model.set_user_identifier(user_name)
- if not hide_history_when_not_logged_in or user_name:
- filename, system_prompt, chatbot = current_model.auto_load()
- else:
- system_prompt = gr.update()
- filename = gr.update()
- chatbot = gr.Chatbot.update(label=MODELS[DEFAULT_MODEL])
- return user_info, user_name, current_model, toggle_like_btn_visibility(DEFAULT_MODEL), filename, system_prompt, chatbot, init_history_list(user_name)
- demo.load(create_greeting, inputs=None, outputs=[
- user_info, user_name, current_model, like_dislike_area, saveFileName, systemPromptTxt, chatbot, historySelectList], api_name="load")
- chatgpt_predict_args = dict(
- fn=predict,
- inputs=[
- current_model,
- user_question,
- chatbot,
- use_streaming_checkbox,
- use_websearch_checkbox,
- index_files,
- language_select_dropdown,
- ],
- outputs=[chatbot, status_display],
- show_progress=True,
- )
-
- start_outputing_args = dict(
- fn=start_outputing,
- inputs=[],
- outputs=[submitBtn, cancelBtn],
- show_progress=True,
- )
-
- end_outputing_args = dict(
- fn=end_outputing, inputs=[], outputs=[submitBtn, cancelBtn]
- )
-
- reset_textbox_args = dict(
- fn=reset_textbox, inputs=[], outputs=[user_input]
- )
-
- transfer_input_args = dict(
- fn=transfer_input, inputs=[user_input], outputs=[
- user_question, user_input, submitBtn, cancelBtn], show_progress=True
- )
-
- get_usage_args = dict(
- fn=billing_info, inputs=[current_model], outputs=[
- usageTxt], show_progress=False
- )
-
- load_history_from_file_args = dict(
- fn=load_chat_history,
- inputs=[current_model, historySelectList, user_name],
- outputs=[saveFileName, systemPromptTxt, chatbot]
- )
-
- refresh_history_args = dict(
- fn=get_history_list, inputs=[user_name], outputs=[historySelectList]
- )
-
- auto_name_chat_history_args = dict(
- fn=auto_name_chat_history,
- inputs=[current_model, name_chat_method, user_question, chatbot, user_name, single_turn_checkbox],
- outputs=[historySelectList],
- show_progress=False,
- )
-
- # Chatbot
- cancelBtn.click(interrupt, [current_model], [])
-
- user_input.submit(**transfer_input_args).then(**
- chatgpt_predict_args).then(**end_outputing_args).then(**auto_name_chat_history_args)
- user_input.submit(**get_usage_args)
-
- # user_input.submit(auto_name_chat_history, [current_model, user_question, chatbot, user_name], [historySelectList], show_progress=False)
-
- submitBtn.click(**transfer_input_args).then(**chatgpt_predict_args,
- api_name="predict").then(**end_outputing_args).then(**auto_name_chat_history_args)
- submitBtn.click(**get_usage_args)
-
- # submitBtn.click(auto_name_chat_history, [current_model, user_question, chatbot, user_name], [historySelectList], show_progress=False)
-
- index_files.upload(handle_file_upload, [current_model, index_files, chatbot, language_select_dropdown], [
- index_files, chatbot, status_display])
- summarize_btn.click(handle_summarize_index, [
- current_model, index_files, chatbot, language_select_dropdown], [chatbot, status_display])
-
- emptyBtn.click(
- reset,
- inputs=[current_model, retain_system_prompt_checkbox],
- outputs=[chatbot, status_display, historySelectList, systemPromptTxt],
- show_progress=True,
- _js='(a,b)=>{return clearChatbot(a,b);}',
- )
-
- retryBtn.click(**start_outputing_args).then(
- retry,
- [
- current_model,
- chatbot,
- use_streaming_checkbox,
- use_websearch_checkbox,
- index_files,
- language_select_dropdown,
- ],
- [chatbot, status_display],
- show_progress=True,
- ).then(**end_outputing_args)
- retryBtn.click(**get_usage_args)
-
- delFirstBtn.click(
- delete_first_conversation,
- [current_model],
- [status_display],
- )
-
- delLastBtn.click(
- delete_last_conversation,
- [current_model, chatbot],
- [chatbot, status_display],
- show_progress=False
- )
-
- likeBtn.click(
- like,
- [current_model],
- [status_display],
- show_progress=False
- )
-
- dislikeBtn.click(
- dislike,
- [current_model],
- [status_display],
- show_progress=False
- )
-
- two_column.change(update_doc_config, [two_column], None)
-
- # LLM Models
- keyTxt.change(set_key, [current_model, keyTxt], [
- user_api_key, status_display], api_name="set_key").then(**get_usage_args)
- keyTxt.submit(**get_usage_args)
- single_turn_checkbox.change(
- set_single_turn, [current_model, single_turn_checkbox], None)
- model_select_dropdown.change(get_model, [model_select_dropdown, lora_select_dropdown, user_api_key, temperature_slider, top_p_slider, systemPromptTxt, user_name, current_model], [
- current_model, status_display, chatbot, lora_select_dropdown, user_api_key, keyTxt], show_progress=True, api_name="get_model")
- model_select_dropdown.change(toggle_like_btn_visibility, [model_select_dropdown], [
- like_dislike_area], show_progress=False)
- # model_select_dropdown.change(
- # toggle_file_type, [model_select_dropdown], [index_files], show_progress=False)
- lora_select_dropdown.change(get_model, [model_select_dropdown, lora_select_dropdown, user_api_key, temperature_slider,
- top_p_slider, systemPromptTxt, user_name, current_model], [current_model, status_display, chatbot], show_progress=True)
-
- # Template
- systemPromptTxt.change(set_system_prompt, [
- current_model, systemPromptTxt], None)
- templateRefreshBtn.click(get_template_dropdown, None, [
- templateFileSelectDropdown])
- templateFileSelectDropdown.input(
- load_template,
- [templateFileSelectDropdown],
- [promptTemplates, templateSelectDropdown],
- show_progress=True,
- )
- templateSelectDropdown.change(
- get_template_content,
- [promptTemplates, templateSelectDropdown, systemPromptTxt],
- [systemPromptTxt],
- show_progress=True,
- )
-
- # S&L
- renameHistoryBtn.click(
- rename_chat_history,
- [current_model, saveFileName, chatbot, user_name],
- [historySelectList],
- show_progress=True,
- _js='(a,b,c,d)=>{return saveChatHistory(a,b,c,d);}'
- )
- exportMarkdownBtn.click(
- export_markdown,
- [current_model, saveFileName, chatbot, user_name],
- [],
- show_progress=True,
- )
- historyRefreshBtn.click(**refresh_history_args)
- historyDeleteBtn.click(delete_chat_history, [current_model, historySelectList, user_name], [status_display, historySelectList, chatbot], _js='(a,b,c)=>{return showConfirmationDialog(a, b, c);}').then(
- reset,
- inputs=[current_model, retain_system_prompt_checkbox],
- outputs=[chatbot, status_display, historySelectList, systemPromptTxt],
- show_progress=True,
- _js='(a,b)=>{return clearChatbot(a,b);}',
- )
- historySelectList.input(**load_history_from_file_args)
- uploadFileBtn.upload(upload_chat_history, [current_model, uploadFileBtn, user_name], [
- saveFileName, systemPromptTxt, chatbot]).then(**refresh_history_args)
- historyDownloadBtn.click(None, [
- user_name, historySelectList], None, _js='(a,b)=>{return downloadHistory(a,b,".json");}')
- historyMarkdownDownloadBtn.click(None, [
- user_name, historySelectList], None, _js='(a,b)=>{return downloadHistory(a,b,".md");}')
- historySearchTextbox.input(
- filter_history,
- [user_name, historySearchTextbox],
- [historySelectList]
- )
-
- # Train
- dataset_selection.upload(handle_dataset_selection, dataset_selection, [
- dataset_preview_json, upload_to_openai_btn, openai_train_status])
- dataset_selection.clear(handle_dataset_clear, [], [
- dataset_preview_json, upload_to_openai_btn])
- upload_to_openai_btn.click(upload_to_openai, [dataset_selection], [
- openai_ft_file_id, openai_train_status], show_progress=True)
-
- openai_ft_file_id.change(lambda x: gr.update(interactive=True) if len(
- x) > 0 else gr.update(interactive=False), [openai_ft_file_id], [openai_start_train_btn])
- openai_start_train_btn.click(start_training, [
- openai_ft_file_id, openai_ft_suffix, openai_train_epoch_slider], [openai_train_status])
-
- openai_status_refresh_btn.click(get_training_status, [], [
- openai_train_status, add_to_models_btn])
- add_to_models_btn.click(add_to_models, [], [
- model_select_dropdown, openai_train_status], show_progress=True)
- openai_cancel_all_jobs_btn.click(
- cancel_all_jobs, [], [openai_train_status], show_progress=True)
-
- # Advanced
- max_context_length_slider.change(
- set_token_upper_limit, [current_model, max_context_length_slider], None)
- temperature_slider.change(
- set_temperature, [current_model, temperature_slider], None)
- top_p_slider.change(set_top_p, [current_model, top_p_slider], None)
- n_choices_slider.change(
- set_n_choices, [current_model, n_choices_slider], None)
- stop_sequence_txt.change(
- set_stop_sequence, [current_model, stop_sequence_txt], None)
- max_generation_slider.change(
- set_max_tokens, [current_model, max_generation_slider], None)
- presence_penalty_slider.change(
- set_presence_penalty, [current_model, presence_penalty_slider], None)
- frequency_penalty_slider.change(
- set_frequency_penalty, [current_model, frequency_penalty_slider], None)
- logit_bias_txt.change(
- set_logit_bias, [current_model, logit_bias_txt], None)
- user_identifier_txt.change(set_user_identifier, [
- current_model, user_identifier_txt], None)
-
- default_btn.click(
- reset_default, [], [apihostTxt, proxyTxt, status_display], show_progress=True
- )
- # changeAPIURLBtn.click(
- # change_api_host,
- # [apihostTxt],
- # [status_display],
- # show_progress=True,
- # )
- # changeProxyBtn.click(
- # change_proxy,
- # [proxyTxt],
- # [status_display],
- # show_progress=True,
- # )
- # checkUpdateBtn.click(fn=None, _js='manualCheckUpdate')
-
- # Invisible elements
- updateChuanhuBtn.click(
- update_chuanhu,
- [],
- [status_display],
- show_progress=True,
- )
- changeSingleSessionBtn.click(
- fn=lambda value: gr.Checkbox.update(value=value),
- inputs=[single_turn_checkbox],
- outputs=[single_turn_checkbox],
- _js='(a)=>{return bgChangeSingleSession(a);}'
- )
- changeOnlineSearchBtn.click(
- fn=lambda value: gr.Checkbox.update(value=value),
- inputs=[use_websearch_checkbox],
- outputs=[use_websearch_checkbox],
- _js='(a)=>{return bgChangeOnlineSearch(a);}'
- )
- historySelectBtn.click( # This is an experimental feature... Not actually used.
- fn=load_chat_history,
- inputs=[current_model, historySelectList],
- outputs=[saveFileName, systemPromptTxt, chatbot],
- _js='(a,b)=>{return bgSelectHistory(a,b);}'
- )
-
-
-logging.info(
- colorama.Back.GREEN
- + "\n川虎的温馨提示：访问 http://localhost:7860 查看界面"
- + colorama.Style.RESET_ALL
-)
-# 默认开启本地服务器，默认可以直接从IP访问，默认不创建公开分享链接
-demo.title = i18n("川虎Chat 🚀")
-
-if __name__ == "__main__":
- reload_javascript()
- demo.queue(concurrency_count=CONCURRENT_COUNT).launch(
- allowed_paths=["history", "web_assets"],
- share=share,
- auth=auth_from_conf if authflag else None,
- favicon_path="./web_assets/favicon.ico",
- inbrowser=not dockerflag, # 禁止在docker下开启inbrowser
- )
diff --git a/Dockerfile b/Dockerfile
index 85d5045d5316ac160277af1e7d60afa823c0f953..8cbd335b09b1d1975bfd83a053b5fcaf398147ea 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -1,18 +1,14 @@
-FROM python:3.9-slim-buster as builder
-RUN apt-get update \
- && apt-get install -y build-essential \
- && apt-get clean \
- && rm -rf /var/lib/apt/lists/*
+FROM python:3.9 as builder
+RUN apt-get update && apt-get install -y build-essential
COPY requirements.txt .
-COPY requirements_advanced.txt .
-RUN pip install --user --no-cache-dir -r requirements.txt
-# RUN pip install --user --no-cache-dir -r requirements_advanced.txt
+RUN pip install --user -r requirements.txt
-FROM python:3.9-slim-buster
-LABEL maintainer="iskoldt"
+FROM python:3.9
+MAINTAINER iskoldt
COPY --from=builder /root/.local /root/.local
ENV PATH=/root/.local/bin:$PATH
COPY . /app
WORKDIR /app
-ENV dockerrun=yes
-CMD ["python3", "-u", "ChuanhuChatbot.py","2>&1", "|", "tee", "/var/log/application.log"]
+ENV my_api_key empty
+ENV dockerrun yes
+CMD ["python3", "-u", "ChuanhuChatbot.py", "2>&1", "|", "tee", "/var/log/application.log"]
diff --git a/README.md b/README.md
index 4a50bab62991332378df0aec2b9f14a46109676b..9b313dc4131e4482205b38132b74d025a2b79ceb 100644
--- a/README.md
+++ b/README.md
@@ -1,11 +1,12 @@
---
title: ChuanhuChatGPT
-emoji: 🐯
-colorFrom: yellow
-colorTo: yellow
+emoji: 🐠
+colorFrom: blue
+colorTo: red
sdk: gradio
-sdk_version: 3.43.2
-app_file: ChuanhuChatbot.py
+sdk_version: 3.23.0
+app_file: app.py
+pinned: false
license: gpl-3.0
---
diff --git a/app.py b/app.py
new file mode 100644
index 0000000000000000000000000000000000000000..7da62a5dabf7ad74e60400f4b8a4d4401c7f79ec
--- /dev/null
+++ b/app.py
@@ -0,0 +1,455 @@
+# -*- coding:utf-8 -*-
+import os
+import logging
+import sys
+
+import gradio as gr
+
+from utils import *
+from presets import *
+from overwrites import *
+from chat_func import *
+
+logging.basicConfig(
+ level=logging.DEBUG,
+ format="%(asctime)s [%(levelname)s] [%(filename)s:%(lineno)d] %(message)s",
+)
+
+my_api_key = "" # 在这里输入你的 API 密钥
+
+# if we are running in Docker
+if os.environ.get("dockerrun") == "yes":
+ dockerflag = True
+else:
+ dockerflag = False
+
+authflag = False
+
+if dockerflag:
+ my_api_key = os.environ.get("my_api_key")
+ if my_api_key == "empty":
+ logging.error("Please give a api key!")
+ sys.exit(1)
+ # auth
+ username = os.environ.get("USERNAME")
+ password = os.environ.get("PASSWORD")
+ if not (isinstance(username, type(None)) or isinstance(password, type(None))):
+ authflag = True
+else:
+ if (
+ not my_api_key
+ and os.path.exists("api_key.txt")
+ and os.path.getsize("api_key.txt")
+ ):
+ with open("api_key.txt", "r") as f:
+ my_api_key = f.read().strip()
+ if os.path.exists("auth.json"):
+ with open("auth.json", "r") as f:
+ auth = json.load(f)
+ username = auth["username"]
+ password = auth["password"]
+ if username != "" and password != "":
+ authflag = True
+
+gr.Chatbot.postprocess = postprocess
+PromptHelper.compact_text_chunks = compact_text_chunks
+
+with open("custom.css", "r", encoding="utf-8") as f:
+ customCSS = f.read()
+
+with gr.Blocks(
+ css=customCSS,
+ theme=gr.themes.Soft(
+ primary_hue=gr.themes.Color(
+ c50="#02C160",
+ c100="rgba(2, 193, 96, 0.2)",
+ c200="#02C160",
+ c300="rgba(2, 193, 96, 0.32)",
+ c400="rgba(2, 193, 96, 0.32)",
+ c500="rgba(2, 193, 96, 1.0)",
+ c600="rgba(2, 193, 96, 1.0)",
+ c700="rgba(2, 193, 96, 0.32)",
+ c800="rgba(2, 193, 96, 0.32)",
+ c900="#02C160",
+ c950="#02C160",
+ ),
+ secondary_hue=gr.themes.Color(
+ c50="#576b95",
+ c100="#576b95",
+ c200="#576b95",
+ c300="#576b95",
+ c400="#576b95",
+ c500="#576b95",
+ c600="#576b95",
+ c700="#576b95",
+ c800="#576b95",
+ c900="#576b95",
+ c950="#576b95",
+ ),
+ neutral_hue=gr.themes.Color(
+ name="gray",
+ c50="#f9fafb",
+ c100="#f3f4f6",
+ c200="#e5e7eb",
+ c300="#d1d5db",
+ c400="#B2B2B2",
+ c500="#808080",
+ c600="#636363",
+ c700="#515151",
+ c800="#393939",
+ c900="#272727",
+ c950="#171717",
+ ),
+ radius_size=gr.themes.sizes.radius_sm,
+ ).set(
+ button_primary_background_fill="#06AE56",
+ button_primary_background_fill_dark="#06AE56",
+ button_primary_background_fill_hover="#07C863",
+ button_primary_border_color="#06AE56",
+ button_primary_border_color_dark="#06AE56",
+ button_primary_text_color="#FFFFFF",
+ button_primary_text_color_dark="#FFFFFF",
+ button_secondary_background_fill="#F2F2F2",
+ button_secondary_background_fill_dark="#2B2B2B",
+ button_secondary_text_color="#393939",
+ button_secondary_text_color_dark="#FFFFFF",
+ # background_fill_primary="#F7F7F7",
+ # background_fill_primary_dark="#1F1F1F",
+ block_title_text_color="*primary_500",
+ block_title_background_fill="*primary_100",
+ input_background_fill="#F6F6F6",
+ ),
+) as demo:
+ history = gr.State([])
+ token_count = gr.State([])
+ promptTemplates = gr.State(load_template(get_template_names(plain=True)[0], mode=2))
+ user_api_key = gr.State(my_api_key)
+ TRUECOMSTANT = gr.State(True)
+ FALSECONSTANT = gr.State(False)
+ topic = gr.State("未命名对话历史记录")
+
+ with gr.Row():
+ gr.HTML(title)
+ status_display = gr.Markdown(get_geoip(), elem_id="status_display")
+
+ with gr.Row(scale=1).style(equal_height=True):
+ with gr.Column(scale=5):
+ with gr.Row(scale=1):
+ chatbot = gr.Chatbot(elem_id="chuanhu_chatbot").style(height="100%")
+ with gr.Row(scale=1):
+ with gr.Column(scale=12):
+ user_input = gr.Textbox(
+ show_label=False, placeholder="在这里输入"
+ ).style(container=False)
+ with gr.Column(min_width=70, scale=1):
+ submitBtn = gr.Button("发送", variant="primary")
+ with gr.Row(scale=1):
+ emptyBtn = gr.Button(
+ "🧹 新的对话",
+ )
+ retryBtn = gr.Button("🔄 重新生成")
+ delLastBtn = gr.Button("🗑️ 删除一条对话")
+ reduceTokenBtn = gr.Button("♻️ 总结对话")
+
+ with gr.Column():
+ with gr.Column(min_width=50, scale=1):
+ with gr.Tab(label="ChatGPT"):
+ keyTxt = gr.Textbox(
+ show_label=True,
+ placeholder=f"OpenAI API-key...",
+ value=hide_middle_chars(my_api_key),
+ type="password",
+ visible=not HIDE_MY_KEY,
+ label="API-Key",
+ )
+ model_select_dropdown = gr.Dropdown(
+ label="选择模型", choices=MODELS, multiselect=False, value=MODELS[0]
+ )
+ use_streaming_checkbox = gr.Checkbox(
+ label="实时传输回答", value=True, visible=enable_streaming_option
+ )
+ use_websearch_checkbox = gr.Checkbox(label="使用在线搜索", value=False)
+ index_files = gr.Files(label="上传索引文件", type="file", multiple=True)
+
+ with gr.Tab(label="Prompt"):
+ systemPromptTxt = gr.Textbox(
+ show_label=True,
+ placeholder=f"在这里输入System Prompt...",
+ label="System prompt",
+ value=initial_prompt,
+ lines=10,
+ ).style(container=False)
+ with gr.Accordion(label="加载Prompt模板", open=True):
+ with gr.Column():
+ with gr.Row():
+ with gr.Column(scale=6):
+ templateFileSelectDropdown = gr.Dropdown(
+ label="选择Prompt模板集合文件",
+ choices=get_template_names(plain=True),
+ multiselect=False,
+ value=get_template_names(plain=True)[0],
+ ).style(container=False)
+ with gr.Column(scale=1):
+ templateRefreshBtn = gr.Button("🔄 刷新")
+ with gr.Row():
+ with gr.Column():
+ templateSelectDropdown = gr.Dropdown(
+ label="从Prompt模板中加载",
+ choices=load_template(
+ get_template_names(plain=True)[0], mode=1
+ ),
+ multiselect=False,
+ value=load_template(
+ get_template_names(plain=True)[0], mode=1
+ )[0],
+ ).style(container=False)
+
+ with gr.Tab(label="保存/加载"):
+ with gr.Accordion(label="保存/加载对话历史记录", open=True):
+ with gr.Column():
+ with gr.Row():
+ with gr.Column(scale=6):
+ historyFileSelectDropdown = gr.Dropdown(
+ label="从列表中加载对话",
+ choices=get_history_names(plain=True),
+ multiselect=False,
+ value=get_history_names(plain=True)[0],
+ )
+ with gr.Column(scale=1):
+ historyRefreshBtn = gr.Button("🔄 刷新")
+ with gr.Row():
+ with gr.Column(scale=6):
+ saveFileName = gr.Textbox(
+ show_label=True,
+ placeholder=f"设置文件名: 默认为.json，可选为.md",
+ label="设置保存文件名",
+ value="对话历史记录",
+ ).style(container=True)
+ with gr.Column(scale=1):
+ saveHistoryBtn = gr.Button("💾 保存对话")
+ exportMarkdownBtn = gr.Button("📝 导出为Markdown")
+ gr.Markdown("默认保存于history文件夹")
+ with gr.Row():
+ with gr.Column():
+ downloadFile = gr.File(interactive=True)
+
+ with gr.Tab(label="高级"):
+ default_btn = gr.Button("🔙 恢复默认设置")
+ gr.Markdown("# ⚠️ 务必谨慎更改 ⚠️\n\n如果无法使用请恢复默认设置")
+
+ with gr.Accordion("参数", open=False):
+ top_p = gr.Slider(
+ minimum=-0,
+ maximum=1.0,
+ value=1.0,
+ step=0.05,
+ interactive=True,
+ label="Top-p",
+ )
+ temperature = gr.Slider(
+ minimum=-0,
+ maximum=2.0,
+ value=1.0,
+ step=0.1,
+ interactive=True,
+ label="Temperature",
+ )
+
+ apiurlTxt = gr.Textbox(
+ show_label=True,
+ placeholder=f"在这里输入API地址...",
+ label="API地址",
+ value="https://api.openai.com/v1/chat/completions",
+ lines=2,
+ )
+ changeAPIURLBtn = gr.Button("🔄 切换API地址")
+ proxyTxt = gr.Textbox(
+ show_label=True,
+ placeholder=f"在这里输入代理地址...",
+ label="代理地址（示例：http://127.0.0.1:10809）",
+ value="",
+ lines=2,
+ )
+ changeProxyBtn = gr.Button("🔄 设置代理地址")
+
+ gr.Markdown(description)
+
+ keyTxt.submit(submit_key, keyTxt, [user_api_key, status_display])
+ keyTxt.change(submit_key, keyTxt, [user_api_key, status_display])
+ # Chatbot
+ user_input.submit(
+ predict,
+ [
+ user_api_key,
+ systemPromptTxt,
+ history,
+ user_input,
+ chatbot,
+ token_count,
+ top_p,
+ temperature,
+ use_streaming_checkbox,
+ model_select_dropdown,
+ use_websearch_checkbox,
+ index_files,
+ ],
+ [chatbot, history, status_display, token_count],
+ show_progress=True,
+ )
+ user_input.submit(reset_textbox, [], [user_input])
+
+ submitBtn.click(
+ predict,
+ [
+ user_api_key,
+ systemPromptTxt,
+ history,
+ user_input,
+ chatbot,
+ token_count,
+ top_p,
+ temperature,
+ use_streaming_checkbox,
+ model_select_dropdown,
+ use_websearch_checkbox,
+ index_files,
+ ],
+ [chatbot, history, status_display, token_count],
+ show_progress=True,
+ )
+ submitBtn.click(reset_textbox, [], [user_input])
+
+ emptyBtn.click(
+ reset_state,
+ outputs=[chatbot, history, token_count, status_display],
+ show_progress=True,
+ )
+
+ retryBtn.click(
+ retry,
+ [
+ user_api_key,
+ systemPromptTxt,
+ history,
+ chatbot,
+ token_count,
+ top_p,
+ temperature,
+ use_streaming_checkbox,
+ model_select_dropdown,
+ ],
+ [chatbot, history, status_display, token_count],
+ show_progress=True,
+ )
+
+ delLastBtn.click(
+ delete_last_conversation,
+ [chatbot, history, token_count],
+ [chatbot, history, token_count, status_display],
+ show_progress=True,
+ )
+
+ reduceTokenBtn.click(
+ reduce_token_size,
+ [
+ user_api_key,
+ systemPromptTxt,
+ history,
+ chatbot,
+ token_count,
+ top_p,
+ temperature,
+ gr.State(0),
+ model_select_dropdown,
+ ],
+ [chatbot, history, status_display, token_count],
+ show_progress=True,
+ )
+
+ # Template
+ templateRefreshBtn.click(get_template_names, None, [templateFileSelectDropdown])
+ templateFileSelectDropdown.change(
+ load_template,
+ [templateFileSelectDropdown],
+ [promptTemplates, templateSelectDropdown],
+ show_progress=True,
+ )
+ templateSelectDropdown.change(
+ get_template_content,
+ [promptTemplates, templateSelectDropdown, systemPromptTxt],
+ [systemPromptTxt],
+ show_progress=True,
+ )
+
+ # S&L
+ saveHistoryBtn.click(
+ save_chat_history,
+ [saveFileName, systemPromptTxt, history, chatbot],
+ downloadFile,
+ show_progress=True,
+ )
+ saveHistoryBtn.click(get_history_names, None, [historyFileSelectDropdown])
+ exportMarkdownBtn.click(
+ export_markdown,
+ [saveFileName, systemPromptTxt, history, chatbot],
+ downloadFile,
+ show_progress=True,
+ )
+ historyRefreshBtn.click(get_history_names, None, [historyFileSelectDropdown])
+ historyFileSelectDropdown.change(
+ load_chat_history,
+ [historyFileSelectDropdown, systemPromptTxt, history, chatbot],
+ [saveFileName, systemPromptTxt, history, chatbot],
+ show_progress=True,
+ )
+ downloadFile.change(
+ load_chat_history,
+ [downloadFile, systemPromptTxt, history, chatbot],
+ [saveFileName, systemPromptTxt, history, chatbot],
+ )
+
+ # Advanced
+ default_btn.click(
+ reset_default, [], [apiurlTxt, proxyTxt, status_display], show_progress=True
+ )
+ changeAPIURLBtn.click(
+ change_api_url,
+ [apiurlTxt],
+ [status_display],
+ show_progress=True,
+ )
+ changeProxyBtn.click(
+ change_proxy,
+ [proxyTxt],
+ [status_display],
+ show_progress=True,
+ )
+
+logging.info(
+ colorama.Back.GREEN
+ + "\n川虎的温馨提示：访问 http://localhost:7860 查看界面"
+ + colorama.Style.RESET_ALL
+)
+# 默认开启本地服务器，默认可以直接从IP访问，默认不创建公开分享链接
+demo.title = "川虎ChatGPT 🚀"
+
+if __name__ == "__main__":
+ reload_javascript()
+ # if running in Docker
+ if dockerflag:
+ if authflag:
+ demo.queue().launch(
+ server_name="0.0.0.0", server_port=7860, auth=(username, password),
+ favicon_path="./assets/favicon.png"
+ )
+ else:
+ demo.queue().launch(server_name="0.0.0.0", server_port=7860, share=False, favicon_path="./assets/favicon.png")
+ # if not running in Docker
+ else:
+ if authflag:
+ demo.queue().launch(share=False, auth=(username, password), favicon_path="./assets/favicon.png", inbrowser=True)
+ else:
+ demo.queue(concurrency_count=1000).launch(share=False, favicon_path="./assets/favicon.ico", inbrowser=True) # 改为 share=True 可以创建公开分享链接
+ # demo.queue().launch(server_name="0.0.0.0", server_port=7860, share=False) # 可自定义端口
+ # demo.queue().launch(server_name="0.0.0.0", server_port=7860,auth=("在这里填写用户名", "在这里填写密码")) # 可设置用户名与密码
+ # demo.queue().launch(auth=("在这里填写用户名", "在这里填写密码")) # 适合Nginx反向代理
diff --git a/assets/custom.css b/assets/custom.css
deleted file mode 100644
index 22108488886cfc8d7772214dd9b83727b3fca6a3..0000000000000000000000000000000000000000
--- a/assets/custom.css
+++ /dev/null
@@ -1,468 +0,0 @@
-:root {
- --chatbot-color-light: #000000;
- --chatbot-color-dark: #FFFFFF;
- --chatbot-background-color-light: #F3F3F3;
- --chatbot-background-color-dark: #121111;
- --message-user-background-color-light: #95EC69;
- --message-user-background-color-dark: #26B561;
- --message-bot-background-color-light: #FFFFFF;
- --message-bot-background-color-dark: #2C2C2C;
-}
-
-#app_title {
- font-weight: var(--prose-header-text-weight);
- font-size: var(--text-xxl);
- line-height: 1.3;
- text-align: left;
- margin-top: 6px;
- white-space: nowrap;
-}
-#description {
- text-align: center;
- margin: 32px 0 4px 0;
-}
-
-/* gradio的页脚信息 */
-footer {
- /* display: none !important; */
- margin-top: .2em !important;
- font-size: 85%;
-}
-#footer {
- text-align: center;
-}
-#footer div {
- display: inline-block;
-}
-#footer .versions{
- font-size: 85%;
- opacity: 0.60;
-}
-
-#float_display {
- position: absolute;
- max-height: 30px;
-}
-/* user_info */
-#user_info {
- white-space: nowrap;
- position: absolute; left: 8em; top: .2em;
- z-index: var(--layer-2);
- box-shadow: var(--block-shadow);
- border: none; border-radius: var(--block-label-radius);
- background: var(--color-accent);
- padding: var(--block-label-padding);
- font-size: var(--block-label-text-size); line-height: var(--line-sm);
- width: auto; min-height: 30px!important;
- opacity: 1;
- transition: opacity 0.3s ease-in-out;
-}
-#user_info .wrap {
- opacity: 0;
-}
-#user_info p {
- color: white;
- font-weight: var(--block-label-text-weight);
-}
-#user_info.hideK {
- opacity: 0;
- transition: opacity 1s ease-in-out;
-}
-
-/* status_display */
-#status_display {
- display: flex;
- min-height: 2em;
- align-items: flex-end;
- justify-content: flex-end;
-}
-#status_display p {
- font-size: .85em;
- font-family: ui-monospace, "SF Mono", "SFMono-Regular", "Menlo", "Consolas", "Liberation Mono", "Microsoft Yahei UI", "Microsoft Yahei", monospace;
- /* Windows下中文的monospace会fallback为新宋体，实在太丑，这里折中使用微软雅黑 */
- color: var(--body-text-color-subdued);
-}
-
-#status_display {
- transition: all 0.6s;
-}
-#chuanhu_chatbot {
- transition: height 0.3s ease;
-}
-
-/* usage_display */
-.insert_block {
- position: relative;
- margin: 0;
- padding: .5em 1em;
- box-shadow: var(--block-shadow);
- border-width: var(--block-border-width);
- border-color: var(--block-border-color);
- border-radius: var(--block-radius);
- background: var(--block-background-fill);
- width: 100%;
- line-height: var(--line-sm);
- min-height: 2em;
-}
-#usage_display p, #usage_display span {
- margin: 0;
- font-size: .85em;
- color: var(--body-text-color-subdued);
-}
-.progress-bar {
- background-color: var(--input-background-fill);;
- margin: .5em 0 !important;
- height: 20px;
- border-radius: 10px;
- overflow: hidden;
-}
-.progress {
- background-color: var(--block-title-background-fill);
- height: 100%;
- border-radius: 10px;
- text-align: right;
- transition: width 0.5s ease-in-out;
-}
-.progress-text {
- /* color: white; */
- color: var(--color-accent) !important;
- font-size: 1em !important;
- font-weight: bold;
- padding-right: 10px;
- line-height: 20px;
-}
-
-.apSwitch {
- top: 2px;
- display: inline-block;
- height: 24px;
- position: relative;
- width: 48px;
- border-radius: 12px;
-}
-.apSwitch input {
- display: none !important;
-}
-.apSlider {
- background-color: var(--neutral-200);
- bottom: 0;
- cursor: pointer;
- left: 0;
- position: absolute;
- right: 0;
- top: 0;
- transition: .4s;
- font-size: 18px;
- border-radius: 12px;
-}
-.apSlider::before {
- bottom: -1.5px;
- left: 1px;
- position: absolute;
- transition: .4s;
- content: "🌞";
-}
-input:checked + .apSlider {
- background-color: var(--primary-600);
-}
-input:checked + .apSlider::before {
- transform: translateX(23px);
- content:"🌚";
-}
-
-/* Override Slider Styles (for webkit browsers like Safari and Chrome)
- * 好希望这份提案能早日实现 https://github.com/w3c/csswg-drafts/issues/4410
- * 进度滑块在各个平台还是太不统一了
- */
-input[type="range"] {
- -webkit-appearance: none;
- height: 4px;
- background: var(--input-background-fill);
- border-radius: 5px;
- background-image: linear-gradient(var(--primary-500),var(--primary-500));
- background-size: 0% 100%;
- background-repeat: no-repeat;
-}
-input[type="range"]::-webkit-slider-thumb {
- -webkit-appearance: none;
- height: 20px;
- width: 20px;
- border-radius: 50%;
- border: solid 0.5px #ddd;
- background-color: white;
- cursor: ew-resize;
- box-shadow: var(--input-shadow);
- transition: background-color .1s ease;
-}
-input[type="range"]::-webkit-slider-thumb:hover {
- background: var(--neutral-50);
-}
-input[type=range]::-webkit-slider-runnable-track {
- -webkit-appearance: none;
- box-shadow: none;
- border: none;
- background: transparent;
-}
-
-#submit_btn, #cancel_btn {
- height: 42px !important;
-}
-#submit_btn::before {
- content: url("data:image/svg+xml, %3Csvg width='21px' height='20px' viewBox='0 0 21 20' version='1.1' xmlns='http://www.w3.org/2000/svg' xmlns:xlink='http://www.w3.org/1999/xlink'%3E %3Cg id='page' stroke='none' stroke-width='1' fill='none' fill-rule='evenodd'%3E %3Cg id='send' transform='translate(0.435849, 0.088463)' fill='%23FFFFFF' fill-rule='nonzero'%3E %3Cpath d='M0.579148261,0.0428666046 C0.301105539,-0.0961547561 -0.036517765,0.122307382 0.0032026237,0.420210298 L1.4927172,18.1553639 C1.5125774,18.4334066 1.79062012,18.5922882 2.04880264,18.4929872 L8.24518329,15.8913017 L11.6412765,19.7441794 C11.8597387,19.9825018 12.2370824,19.8832008 12.3165231,19.5852979 L13.9450591,13.4882182 L19.7839562,11.0255541 C20.0619989,10.8865327 20.0818591,10.4694687 19.7839562,10.3105871 L0.579148261,0.0428666046 Z M11.6138902,17.0883151 L9.85385903,14.7195502 L0.718169621,0.618812241 L12.69945,12.9346347 L11.6138902,17.0883151 Z' id='shape'%3E%3C/path%3E %3C/g%3E %3C/g%3E %3C/svg%3E");
- height: 21px;
-}
-#cancel_btn::before {
- content: url("data:image/svg+xml,%3Csvg width='21px' height='21px' viewBox='0 0 21 21' version='1.1' xmlns='http://www.w3.org/2000/svg' xmlns:xlink='http://www.w3.org/1999/xlink'%3E %3Cg id='pg' stroke='none' stroke-width='1' fill='none' fill-rule='evenodd'%3E %3Cpath d='M10.2072007,20.088463 C11.5727865,20.088463 12.8594566,19.8259823 14.067211,19.3010209 C15.2749653,18.7760595 16.3386126,18.0538087 17.2581528,17.1342685 C18.177693,16.2147282 18.8982283,15.1527965 19.4197586,13.9484733 C19.9412889,12.7441501 20.202054,11.4557644 20.202054,10.0833163 C20.202054,8.71773046 19.9395733,7.43106036 19.4146119,6.22330603 C18.8896505,5.01555169 18.1673997,3.95018885 17.2478595,3.0272175 C16.3283192,2.10424615 15.2646719,1.3837109 14.0569176,0.865611739 C12.8491633,0.34751258 11.5624932,0.088463 10.1969073,0.088463 C8.83132146,0.088463 7.54636692,0.34751258 6.34204371,0.865611739 C5.1377205,1.3837109 4.07407321,2.10424615 3.15110186,3.0272175 C2.22813051,3.95018885 1.5058797,5.01555169 0.984349419,6.22330603 C0.46281914,7.43106036 0.202054,8.71773046 0.202054,10.0833163 C0.202054,11.4557644 0.4645347,12.7441501 0.9894961,13.9484733 C1.5144575,15.1527965 2.23670831,16.2147282 3.15624854,17.1342685 C4.07578877,18.0538087 5.1377205,18.7760595 6.34204371,19.3010209 C7.54636692,19.8259823 8.83475258,20.088463 10.2072007,20.088463 Z M10.2072007,18.2562448 C9.07493099,18.2562448 8.01471483,18.0452309 7.0265522,17.6232031 C6.03838956,17.2011753 5.17031614,16.6161693 4.42233192,15.8681851 C3.6743477,15.1202009 3.09105726,14.2521274 2.67246059,13.2639648 C2.25386392,12.2758022 2.04456558,11.215586 2.04456558,10.0833163 C2.04456558,8.95104663 2.25386392,7.89083047 2.67246059,6.90266784 C3.09105726,5.9145052 3.6743477,5.04643178 4.42233192,4.29844756 C5.17031614,3.55046334 6.036674,2.9671729 7.02140552,2.54857623 C8.00613703,2.12997956 9.06463763,1.92068122 10.1969073,1.92068122 C11.329177,1.92068122 12.3911087,2.12997956 13.3827025,2.54857623 C14.3742962,2.9671729 15.2440852,3.55046334 15.9920694,4.29844756 C16.7400537,5.04643178 17.3233441,5.9145052 17.7419408,6.90266784 C18.1605374,7.89083047 18.3698358,8.95104663 18.3698358,10.0833163 C18.3698358,11.215586 18.1605374,12.2758022 17.7419408,13.2639648 C17.3233441,14.2521274 16.7400537,15.1202009 15.9920694,15.8681851 C15.2440852,16.6161693 14.3760118,17.2011753 13.3878492,17.6232031 C12.3996865,18.0452309 11.3394704,18.2562448 10.2072007,18.2562448 Z M7.65444721,13.6242324 L12.7496608,13.6242324 C13.0584616,13.6242324 13.3003556,13.5384544 13.4753427,13.3668984 C13.6503299,13.1953424 13.7378234,12.9585951 13.7378234,12.6566565 L13.7378234,7.49968276 C13.7378234,7.19774418 13.6503299,6.96099688 13.4753427,6.78944087 C13.3003556,6.61788486 13.0584616,6.53210685 12.7496608,6.53210685 L7.65444721,6.53210685 C7.33878414,6.53210685 7.09345904,6.61788486 6.91847191,6.78944087 C6.74348478,6.96099688 6.65599121,7.19774418 6.65599121,7.49968276 L6.65599121,12.6566565 C6.65599121,12.9585951 6.74348478,13.1953424 6.91847191,13.3668984 C7.09345904,13.5384544 7.33878414,13.6242324 7.65444721,13.6242324 Z' id='shape' fill='%23FF3B30' fill-rule='nonzero'%3E%3C/path%3E %3C/g%3E %3C/svg%3E");
- height: 21px;
-}
-/* list */
-ol:not(.options), ul:not(.options) {
- padding-inline-start: 2em !important;
-}
-
-/* 亮色（默认） */
-#chuanhu_chatbot {
- background-color: var(--chatbot-background-color-light) !important;
- color: var(--chatbot-color-light) !important;
-}
-[data-testid = "bot"] {
- background-color: var(--message-bot-background-color-light) !important;
-}
-[data-testid = "user"] {
- background-color: var(--message-user-background-color-light) !important;
-}
-/* 暗色 */
-.dark #chuanhu_chatbot {
- background-color: var(--chatbot-background-color-dark) !important;
- color: var(--chatbot-color-dark) !important;
-}
-.dark [data-testid = "bot"] {
- background-color: var(--message-bot-background-color-dark) !important;
-}
-.dark [data-testid = "user"] {
- background-color: var(--message-user-background-color-dark) !important;
-}
-
-/* 屏幕宽度大于等于500px的设备 */
-/* update on 2023.4.8: 高度的细致调整已写入JavaScript */
-@media screen and (min-width: 500px) {
- #chuanhu_chatbot {
- height: calc(100vh - 200px);
- }
- #chuanhu_chatbot .wrap {
- max-height: calc(100vh - 200px - var(--line-sm)*1rem - 2*var(--block-label-margin) );
- }
-}
-/* 屏幕宽度小于500px的设备 */
-@media screen and (max-width: 499px) {
- #chuanhu_chatbot {
- height: calc(100vh - 140px);
- }
- #chuanhu_chatbot .wrap {
- max-height: calc(100vh - 140px - var(--line-sm)*1rem - 2*var(--block-label-margin) );
- }
- [data-testid = "bot"] {
- max-width: 95% !important;
- }
- #app_title h1{
- letter-spacing: -1px; font-size: 22px;
- }
-}
-#chuanhu_chatbot .wrap {
- overflow-x: hidden;
-}
-/* 对话气泡 */
-.message {
- border-radius: var(--radius-xl) !important;
- border: none;
- padding: var(--spacing-xl) !important;
- font-size: var(--text-md) !important;
- line-height: var(--line-md) !important;
- min-height: calc(var(--text-md)*var(--line-md) + 2*var(--spacing-xl));
- min-width: calc(var(--text-md)*var(--line-md) + 2*var(--spacing-xl));
-}
-[data-testid = "bot"] {
- max-width: 85%;
- border-bottom-left-radius: 0 !important;
-}
-[data-testid = "user"] {
- max-width: 85%;
- width: auto !important;
- border-bottom-right-radius: 0 !important;
-}
-
-.message.user p {
- white-space: pre-wrap;
-}
-.message .user-message {
- display: block;
- padding: 0 !important;
- white-space: pre-wrap;
-}
-
-.message .md-message p {
- margin-top: 0.6em !important;
- margin-bottom: 0.6em !important;
-}
-.message .md-message p:first-child { margin-top: 0 !important; }
-.message .md-message p:last-of-type { margin-bottom: 0 !important; }
-
-.message .md-message {
- display: block;
- padding: 0 !important;
-}
-.message .raw-message p {
- margin:0 !important;
-}
-.message .raw-message {
- display: block;
- padding: 0 !important;
- white-space: pre-wrap;
-}
-.raw-message.hideM, .md-message.hideM {
- display: none;
-}
-
-/* custom buttons */
-.chuanhu-btn {
- border-radius: 5px;
- /* background-color: #E6E6E6 !important; */
- color: rgba(120, 120, 120, 0.64) !important;
- padding: 4px !important;
- position: absolute;
- right: -22px;
- cursor: pointer !important;
- transition: color .2s ease, background-color .2s ease;
-}
-.chuanhu-btn:hover {
- background-color: rgba(167, 167, 167, 0.25) !important;
- color: unset !important;
-}
-.chuanhu-btn:active {
- background-color: rgba(167, 167, 167, 0.5) !important;
-}
-.chuanhu-btn:focus {
- outline: none;
-}
-.copy-bot-btn {
- /* top: 18px; */
- bottom: 0;
-}
-.toggle-md-btn {
- /* top: 0; */
- bottom: 20px;
-}
-.copy-code-btn {
- position: relative;
- float: right;
- font-size: 1em;
- cursor: pointer;
-}
-
-.message-wrap>div img{
- border-radius: 10px !important;
-}
-
-/* history message */
-.wrap>.history-message {
- padding: 10px !important;
-}
-.history-message {
- /* padding: 0 !important; */
- opacity: 80%;
- display: flex;
- flex-direction: column;
-}
-.history-message>.history-message {
- padding: 0 !important;
-}
-.history-message>.message-wrap {
- padding: 0 !important;
- margin-bottom: 16px;
-}
-.history-message>.message {
- margin-bottom: 16px;
-}
-.wrap>.history-message::after {
- content: "";
- display: block;
- height: 2px;
- background-color: var(--body-text-color-subdued);
- margin-bottom: 10px;
- margin-top: -10px;
- clear: both;
-}
-.wrap>.history-message>:last-child::after {
- content: "仅供查看";
- display: block;
- text-align: center;
- color: var(--body-text-color-subdued);
- font-size: 0.8em;
-}
-
-/* 表格 */
-table {
- margin: 1em 0;
- border-collapse: collapse;
- empty-cells: show;
-}
-td,th {
- border: 1.2px solid var(--border-color-primary) !important;
- padding: 0.2em;
-}
-thead {
- background-color: rgba(175,184,193,0.2);
-}
-thead th {
- padding: .5em .2em;
-}
-/* 行内代码 */
-.message :not(pre) code {
- display: inline;
- white-space: break-spaces;
- font-family: var(--font-mono);
- border-radius: 6px;
- margin: 0 2px 0 2px;
- padding: .2em .4em .1em .4em;
- background-color: rgba(175,184,193,0.2);
-}
-/* 代码块 */
-.message pre,
-.message pre[class*=language-] {
- color: #fff;
- overflow-x: auto;
- overflow-y: hidden;
- margin: .8em 1em 1em 0em !important;
- padding: var(--spacing-xl) 1.2em !important;
- border-radius: var(--radius-lg) !important;
-}
-.message pre code,
-.message pre code[class*=language-] {
- color: #fff;
- padding: 0;
- margin: 0;
- background-color: unset;
- text-shadow: none;
- font-family: var(--font-mono);
-}
-/* 覆盖 gradio 丑陋的复制按钮样式 */
-pre button[title="copy"] {
- border-radius: 5px;
- transition: background-color .2s ease;
-}
-pre button[title="copy"]:hover {
- background-color: #333232;
-}
-pre button .check {
- color: #fff !important;
- background: var(--neutral-950) !important;
-}
-
-/* 覆盖prism.css */
-.language-css .token.string,
-.style .token.string,
-.token.entity,
-.token.operator,
-.token.url {
- background: none !important;
-}
diff --git a/assets/custom.js b/assets/custom.js
index f013209931218fd054979e290706f1945de76856..7b1761043149ff97ca498501c87a0d15db5258ee 100644
--- a/assets/custom.js
+++ b/assets/custom.js
@@ -1,502 +1 @@
-
-// custom javascript here
-
-const MAX_HISTORY_LENGTH = 32;
-
-var key_down_history = [];
-var currentIndex = -1;
-var user_input_ta;
-
-var gradioContainer = null;
-var user_input_ta = null;
-var user_input_tb = null;
-var userInfoDiv = null;
-var appTitleDiv = null;
-var chatbot = null;
-var chatbotWrap = null;
-var apSwitch = null;
-var empty_botton = null;
-var messageBotDivs = null;
-var loginUserForm = null;
-var logginUser = null;
-
-var userLogged = false;
-var usernameGotten = false;
-var historyLoaded = false;
-
-var ga = document.getElementsByTagName("gradio-app");
-var targetNode = ga[0];
-var isInIframe = (window.self !== window.top);
-var language = navigator.language.slice(0,2);
-
-var forView_i18n = {
- 'zh': "仅供查看",
- 'en': "For viewing only",
- 'ja': "閲覧専用",
- 'fr': "Pour consultation seulement",
- 'es': "Solo para visualización",
-};
-
-// gradio 页面加载好了么??? 我能动你的元素了么??
-function gradioLoaded(mutations) {
- for (var i = 0; i < mutations.length; i++) {
- if (mutations[i].addedNodes.length) {
- loginUserForm = document.querySelector(".gradio-container > .main > .wrap > .panel > .form")
- gradioContainer = document.querySelector(".gradio-container");
- user_input_tb = document.getElementById('user_input_tb');
- userInfoDiv = document.getElementById("user_info");
- appTitleDiv = document.getElementById("app_title");
- chatbot = document.querySelector('#chuanhu_chatbot');
- chatbotWrap = document.querySelector('#chuanhu_chatbot > .wrap');
- apSwitch = document.querySelector('.apSwitch input[type="checkbox"]');
- empty_botton = document.getElementById("empty_btn")
-
- if (loginUserForm) {
- localStorage.setItem("userLogged", true);
- userLogged = true;
- }
-
- if (gradioContainer && apSwitch) { // gradioCainter 加载出来了没?
- adjustDarkMode();
- }
- if (user_input_tb) { // user_input_tb 加载出来了没?
- selectHistory();
- }
- if (userInfoDiv && appTitleDiv) { // userInfoDiv 和 appTitleDiv 加载出来了没?
- if (!usernameGotten) {
- getUserInfo();
- }
- setTimeout(showOrHideUserInfo(), 2000);
- }
- if (chatbot) { // chatbot 加载出来了没?
- setChatbotHeight();
- }
- if (chatbotWrap) {
- if (!historyLoaded) {
- loadHistoryHtml();
- }
- setChatbotScroll();
- }
- if (empty_botton) {
- emptyHistory();
- }
- }
- }
-}
-
-function webLocale() {
- console.log("webLocale", language);
- if (forView_i18n.hasOwnProperty(language)) {
- var forView = forView_i18n[language];
- var forViewStyle = document.createElement('style');
- forViewStyle.innerHTML = '.wrap>.history-message>:last-child::after { content: "' + forView + '"!important; }';
- document.head.appendChild(forViewStyle);
- // console.log("added forViewStyle", forView);
- }
-}
-
-function selectHistory() {
- user_input_ta = user_input_tb.querySelector("textarea");
- if (user_input_ta) {
- observer.disconnect(); // 停止监听
- // 在 textarea 上监听 keydown 事件
- user_input_ta.addEventListener("keydown", function (event) {
- var value = user_input_ta.value.trim();
- // 判断按下的是否为方向键
- if (event.code === 'ArrowUp' || event.code === 'ArrowDown') {
- // 如果按下的是方向键，且输入框中有内容，且历史记录中没有该内容，则不执行操作
- if (value && key_down_history.indexOf(value) === -1)
- return;
- // 对于需要响应的动作，阻止默认行为。
- event.preventDefault();
- var length = key_down_history.length;
- if (length === 0) {
- currentIndex = -1; // 如果历史记录为空，直接将当前选中的记录重置
- return;
- }
- if (currentIndex === -1) {
- currentIndex = length;
- }
- if (event.code === 'ArrowUp' && currentIndex > 0) {
- currentIndex--;
- user_input_ta.value = key_down_history[currentIndex];
- } else if (event.code === 'ArrowDown' && currentIndex < length - 1) {
- currentIndex++;
- user_input_ta.value = key_down_history[currentIndex];
- }
- user_input_ta.selectionStart = user_input_ta.value.length;
- user_input_ta.selectionEnd = user_input_ta.value.length;
- const input_event = new InputEvent("input", { bubbles: true, cancelable: true });
- user_input_ta.dispatchEvent(input_event);
- } else if (event.code === "Enter") {
- if (value) {
- currentIndex = -1;
- if (key_down_history.indexOf(value) === -1) {
- key_down_history.push(value);
- if (key_down_history.length > MAX_HISTORY_LENGTH) {
- key_down_history.shift();
- }
- }
- }
- }
- });
- }
-}
-
-var username = null;
-function getUserInfo() {
- if (usernameGotten) {
- return;
- }
- userLogged = localStorage.getItem('userLogged');
- if (userLogged) {
- username = userInfoDiv.innerText;
- if (username) {
- if (username.includes("getting user info…")) {
- setTimeout(getUserInfo, 500);
- return;
- } else if (username === " ") {
- localStorage.removeItem("username");
- localStorage.removeItem("userLogged")
- userLogged = false;
- usernameGotten = true;
- return;
- } else {
- username = username.match(/User:\s*(.*)/)[1] || username;
- localStorage.setItem("username", username);
- usernameGotten = true;
- clearHistoryHtml();
- }
- }
- }
-}
-
-function toggleUserInfoVisibility(shouldHide) {
- if (userInfoDiv) {
- if (shouldHide) {
- userInfoDiv.classList.add("hideK");
- } else {
- userInfoDiv.classList.remove("hideK");
- }
- }
-}
-function showOrHideUserInfo() {
- var sendBtn = document.getElementById("submit_btn");
-
- // Bind mouse/touch events to show/hide user info
- appTitleDiv.addEventListener("mouseenter", function () {
- toggleUserInfoVisibility(false);
- });
- userInfoDiv.addEventListener("mouseenter", function () {
- toggleUserInfoVisibility(false);
- });
- sendBtn.addEventListener("mouseenter", function () {
- toggleUserInfoVisibility(false);
- });
-
- appTitleDiv.addEventListener("mouseleave", function () {
- toggleUserInfoVisibility(true);
- });
- userInfoDiv.addEventListener("mouseleave", function () {
- toggleUserInfoVisibility(true);
- });
- sendBtn.addEventListener("mouseleave", function () {
- toggleUserInfoVisibility(true);
- });
-
- appTitleDiv.ontouchstart = function () {
- toggleUserInfoVisibility(false);
- };
- userInfoDiv.ontouchstart = function () {
- toggleUserInfoVisibility(false);
- };
- sendBtn.ontouchstart = function () {
- toggleUserInfoVisibility(false);
- };
-
- appTitleDiv.ontouchend = function () {
- setTimeout(function () {
- toggleUserInfoVisibility(true);
- }, 3000);
- };
- userInfoDiv.ontouchend = function () {
- setTimeout(function () {
- toggleUserInfoVisibility(true);
- }, 3000);
- };
- sendBtn.ontouchend = function () {
- setTimeout(function () {
- toggleUserInfoVisibility(true);
- }, 3000); // Delay 1 second to hide user info
- };
-
- // Hide user info after 2 second
- setTimeout(function () {
- toggleUserInfoVisibility(true);
- }, 2000);
-}
-
-function toggleDarkMode(isEnabled) {
- if (isEnabled) {
- document.body.classList.add("dark");
- document.body.style.setProperty("background-color", "var(--neutral-950)", "important");
- } else {
- document.body.classList.remove("dark");
- document.body.style.backgroundColor = "";
- }
-}
-function adjustDarkMode() {
- const darkModeQuery = window.matchMedia("(prefers-color-scheme: dark)");
-
- // 根据当前颜色模式设置初始状态
- apSwitch.checked = darkModeQuery.matches;
- toggleDarkMode(darkModeQuery.matches);
- // 监听颜色模式变化
- darkModeQuery.addEventListener("change", (e) => {
- apSwitch.checked = e.matches;
- toggleDarkMode(e.matches);
- });
- // apSwitch = document.querySelector('.apSwitch input[type="checkbox"]');
- apSwitch.addEventListener("change", (e) => {
- toggleDarkMode(e.target.checked);
- });
-}
-
-function setChatbotHeight() {
- const screenWidth = window.innerWidth;
- const statusDisplay = document.querySelector('#status_display');
- const statusDisplayHeight = statusDisplay ? statusDisplay.offsetHeight : 0;
- const wrap = chatbot.querySelector('.wrap');
- const vh = window.innerHeight * 0.01;
- document.documentElement.style.setProperty('--vh', `${vh}px`);
- if (isInIframe) {
- chatbot.style.height = `700px`;
- wrap.style.maxHeight = `calc(700px - var(--line-sm) * 1rem - 2 * var(--block-label-margin))`
- } else {
- if (screenWidth <= 320) {
- chatbot.style.height = `calc(var(--vh, 1vh) * 100 - ${statusDisplayHeight + 150}px)`;
- wrap.style.maxHeight = `calc(var(--vh, 1vh) * 100 - ${statusDisplayHeight + 150}px - var(--line-sm) * 1rem - 2 * var(--block-label-margin))`;
- } else if (screenWidth <= 499) {
- chatbot.style.height = `calc(var(--vh, 1vh) * 100 - ${statusDisplayHeight + 100}px)`;
- wrap.style.maxHeight = `calc(var(--vh, 1vh) * 100 - ${statusDisplayHeight + 100}px - var(--line-sm) * 1rem - 2 * var(--block-label-margin))`;
- } else {
- chatbot.style.height = `calc(var(--vh, 1vh) * 100 - ${statusDisplayHeight + 160}px)`;
- wrap.style.maxHeight = `calc(var(--vh, 1vh) * 100 - ${statusDisplayHeight + 160}px - var(--line-sm) * 1rem - 2 * var(--block-label-margin))`;
- }
- }
-}
-function setChatbotScroll() {
- var scrollHeight = chatbotWrap.scrollHeight;
- chatbotWrap.scrollTo(0,scrollHeight)
-}
-var rangeInputs = null;
-var numberInputs = null;
-function setSlider() {
- rangeInputs = document.querySelectorAll('input[type="range"]');
- numberInputs = document.querySelectorAll('input[type="number"]')
- setSliderRange();
- rangeInputs.forEach(rangeInput => {
- rangeInput.addEventListener('input', setSliderRange);
- });
- numberInputs.forEach(numberInput => {
- numberInput.addEventListener('input', setSliderRange);
- })
-}
-function setSliderRange() {
- var range = document.querySelectorAll('input[type="range"]');
- range.forEach(range => {
- range.style.backgroundSize = (range.value - range.min) / (range.max - range.min) * 100 + '% 100%';
- });
-}
-
-function addChuanhuButton(botElement) {
- var rawMessage = null;
- var mdMessage = null;
- rawMessage = botElement.querySelector('.raw-message');
- mdMessage = botElement.querySelector('.md-message');
- if (!rawMessage) {
- var buttons = botElement.querySelectorAll('button.chuanhu-btn');
- for (var i = 0; i < buttons.length; i++) {
- buttons[i].parentNode.removeChild(buttons[i]);
- }
- return;
- }
- var copyButton = null;
- var toggleButton = null;
- copyButton = botElement.querySelector('button.copy-bot-btn');
- toggleButton = botElement.querySelector('button.toggle-md-btn');
- if (copyButton) copyButton.remove();
- if (toggleButton) toggleButton.remove();
-
- // Copy bot button
- var copyButton = document.createElement('button');
- copyButton.classList.add('chuanhu-btn');
- copyButton.classList.add('copy-bot-btn');
- copyButton.setAttribute('aria-label', 'Copy');
- copyButton.innerHTML = copyIcon;
- copyButton.addEventListener('click', () => {
- const textToCopy = rawMessage.innerText;
- navigator.clipboard
- .writeText(textToCopy)
- .then(() => {
- copyButton.innerHTML = copiedIcon;
- setTimeout(() => {
- copyButton.innerHTML = copyIcon;
- }, 1500);
- })
- .catch(() => {
- console.error("copy failed");
- });
- });
- botElement.appendChild(copyButton);
-
- // Toggle button
- var toggleButton = document.createElement('button');
- toggleButton.classList.add('chuanhu-btn');
- toggleButton.classList.add('toggle-md-btn');
- toggleButton.setAttribute('aria-label', 'Toggle');
- var renderMarkdown = mdMessage.classList.contains('hideM');
- toggleButton.innerHTML = renderMarkdown ? mdIcon : rawIcon;
- toggleButton.addEventListener('click', () => {
- renderMarkdown = mdMessage.classList.contains('hideM');
- if (renderMarkdown){
- renderMarkdownText(botElement);
- toggleButton.innerHTML=rawIcon;
- } else {
- removeMarkdownText(botElement);
- toggleButton.innerHTML=mdIcon;
- }
- });
- botElement.insertBefore(toggleButton, copyButton);
-}
-
-function renderMarkdownText(message) {
- var mdDiv = message.querySelector('.md-message');
- if (mdDiv) mdDiv.classList.remove('hideM');
- var rawDiv = message.querySelector('.raw-message');
- if (rawDiv) rawDiv.classList.add('hideM');
-}
-function removeMarkdownText(message) {
- var rawDiv = message.querySelector('.raw-message');
- if (rawDiv) rawDiv.classList.remove('hideM');
- var mdDiv = message.querySelector('.md-message');
- if (mdDiv) mdDiv.classList.add('hideM');
-}
-
-let timeoutId;
-let isThrottled = false;
-var mmutation
-// 监听所有元素中 bot message 的变化，为 bot 消息添加复制按钮。
-var mObserver = new MutationObserver(function (mutationsList) {
- for (mmutation of mutationsList) {
- if (mmutation.type === 'childList') {
- for (var node of mmutation.addedNodes) {
- if (node.nodeType === 1 && node.classList.contains('message') && node.getAttribute('data-testid') === 'bot') {
- saveHistoryHtml();
- document.querySelectorAll('#chuanhu_chatbot>.wrap>.message-wrap .message.bot').forEach(addChuanhuButton);
- }
- if (node.tagName === 'INPUT' && node.getAttribute('type') === 'range') {
- setSlider();
- }
- }
- for (var node of mmutation.removedNodes) {
- if (node.nodeType === 1 && node.classList.contains('message') && node.getAttribute('data-testid') === 'bot') {
- saveHistoryHtml();
- document.querySelectorAll('#chuanhu_chatbot>.wrap>.message-wrap .message.bot').forEach(addChuanhuButton);
- }
- }
- } else if (mmutation.type === 'attributes') {
- if (mmutation.target.nodeType === 1 && mmutation.target.classList.contains('message') && mmutation.target.getAttribute('data-testid') === 'bot') {
- if (isThrottled) break; // 为了防止重复不断疯狂渲染，加上等待_(:з」∠)_
- isThrottled = true;
- clearTimeout(timeoutId);
- timeoutId = setTimeout(() => {
- isThrottled = false;
- document.querySelectorAll('#chuanhu_chatbot>.wrap>.message-wrap .message.bot').forEach(addChuanhuButton);
- saveHistoryHtml();
- }, 500);
- }
- }
- }
-});
-mObserver.observe(document.documentElement, { attributes: true, childList: true, subtree: true });
-
-var loadhistorytime = 0; // for debugging
-function saveHistoryHtml() {
- var historyHtml = document.querySelector('#chuanhu_chatbot > .wrap');
- localStorage.setItem('chatHistory', historyHtml.innerHTML);
- // console.log("History Saved")
- historyLoaded = false;
-}
-function loadHistoryHtml() {
- var historyHtml = localStorage.getItem('chatHistory');
- if (!historyHtml) {
- historyLoaded = true;
- return; // no history, do nothing
- }
- userLogged = localStorage.getItem('userLogged');
- if (userLogged){
- historyLoaded = true;
- return; // logged in, do nothing
- }
- if (!historyLoaded) {
- var tempDiv = document.createElement('div');
- tempDiv.innerHTML = historyHtml;
- var buttons = tempDiv.querySelectorAll('button.chuanhu-btn');
- var gradioCopyButtons = tempDiv.querySelectorAll('button.copy_code_button');
- for (var i = 0; i < buttons.length; i++) {
- buttons[i].parentNode.removeChild(buttons[i]);
- }
- for (var i = 0; i < gradioCopyButtons.length; i++) {
- gradioCopyButtons[i].parentNode.removeChild(gradioCopyButtons[i]);
- }
- var fakeHistory = document.createElement('div');
- fakeHistory.classList.add('history-message');
- fakeHistory.innerHTML = tempDiv.innerHTML;
- webLocale();
- chatbotWrap.insertBefore(fakeHistory, chatbotWrap.firstChild);
- // var fakeHistory = document.createElement('div');
- // fakeHistory.classList.add('history-message');
- // fakeHistory.innerHTML = historyHtml;
- // chatbotWrap.insertBefore(fakeHistory, chatbotWrap.firstChild);
- historyLoaded = true;
- console.log("History Loaded");
- loadhistorytime += 1; // for debugging
- } else {
- historyLoaded = false;
- }
-}
-function clearHistoryHtml() {
- localStorage.removeItem("chatHistory");
- historyMessages = chatbotWrap.querySelector('.history-message');
- if (historyMessages) {
- chatbotWrap.removeChild(historyMessages);
- console.log("History Cleared");
- }
-}
-function emptyHistory() {
- empty_botton.addEventListener("click", function () {
- clearHistoryHtml();
- });
-}
-
-// 监视页面内部 DOM 变动
-var observer = new MutationObserver(function (mutations) {
- gradioLoaded(mutations);
-});
-observer.observe(targetNode, { childList: true, subtree: true });
-
-// 监视页面变化
-window.addEventListener("DOMContentLoaded", function () {
- isInIframe = (window.self !== window.top);
- historyLoaded = false;
-});
-window.addEventListener('resize', setChatbotHeight);
-window.addEventListener('scroll', setChatbotHeight);
-window.matchMedia("(prefers-color-scheme: dark)").addEventListener("change", adjustDarkMode);
-
-// button svg code
-const copyIcon = '';
-const copiedIcon = '';
-const mdIcon = '';
-const rawIcon = '';
+// custom javascript here
\ No newline at end of file
diff --git a/assets/external-scripts.js b/assets/external-scripts.js
deleted file mode 100644
index 8d0352669045537af5698b1824dbc1dba21df478..0000000000000000000000000000000000000000
--- a/assets/external-scripts.js
+++ /dev/null
@@ -1,2 +0,0 @@
-
-// external javascript here
diff --git a/assets/html/appearance_switcher.html b/assets/html/appearance_switcher.html
deleted file mode 100644
index 9375071fbdfda7bfd622d7f7bd2dfdd0c494341b..0000000000000000000000000000000000000000
--- a/assets/html/appearance_switcher.html
+++ /dev/null
@@ -1,11 +0,0 @@
-{node.source_text}
{action_name}: {action_input}\n
' - else: - return "" - - -class ChuanhuCallbackHandler(BaseCallbackHandler): - - def __init__(self, callback) -> None: - """Initialize callback handler.""" - self.callback = callback - - def on_agent_action( - self, action: AgentAction, color: Optional[str] = None, **kwargs: Any - ) -> Any: - self.callback(get_action_description(action.log)) - - def on_tool_end( - self, - output: str, - color: Optional[str] = None, - observation_prefix: Optional[str] = None, - llm_prefix: Optional[str] = None, - **kwargs: Any, - ) -> None: - """If not the final action, print out observation.""" - # if observation_prefix is not None: - # self.callback(f"\n\n{observation_prefix}") - # self.callback(output) - # if llm_prefix is not None: - # self.callback(f"\n\n{llm_prefix}") - if observation_prefix is not None: - logging.info(observation_prefix) - self.callback(output) - if llm_prefix is not None: - logging.info(llm_prefix) - - def on_agent_finish( - self, finish: AgentFinish, color: Optional[str] = None, **kwargs: Any - ) -> None: - # self.callback(f"{finish.log}\n\n") - logging.info(finish.log) - - def on_llm_new_token(self, token: str, **kwargs: Any) -> None: - """Run on new LLM token. Only available when streaming is enabled.""" - self.callback(token) - - def on_chat_model_start(self, serialized: Dict[str, Any], messages: List[List[BaseMessage]], **kwargs: Any) -> Any: - """Run when a chat model starts running.""" - pass - - -class ModelType(Enum): - Unknown = -1 - OpenAI = 0 - ChatGLM = 1 - LLaMA = 2 - XMChat = 3 - StableLM = 4 - MOSS = 5 - YuanAI = 6 - Minimax = 7 - ChuanhuAgent = 8 - GooglePaLM = 9 - LangchainChat = 10 - Midjourney = 11 - Spark = 12 - OpenAIInstruct = 13 - Claude = 14 - Qwen = 15 - OpenAIVision = 16 - ERNIE = 17 - - @classmethod - def get_type(cls, model_name: str): - model_type = None - model_name_lower = model_name.lower() - if "gpt" in model_name_lower: - if "instruct" in model_name_lower: - model_type = ModelType.OpenAIInstruct - elif "vision" in model_name_lower: - model_type = ModelType.OpenAIVision - else: - model_type = ModelType.OpenAI - elif "chatglm" in model_name_lower: - model_type = ModelType.ChatGLM - elif "llama" in model_name_lower or "alpaca" in model_name_lower: - model_type = ModelType.LLaMA - elif "xmchat" in model_name_lower: - model_type = ModelType.XMChat - elif "stablelm" in model_name_lower: - model_type = ModelType.StableLM - elif "moss" in model_name_lower: - model_type = ModelType.MOSS - elif "yuanai" in model_name_lower: - model_type = ModelType.YuanAI - elif "minimax" in model_name_lower: - model_type = ModelType.Minimax - elif "川虎助理" in model_name_lower: - model_type = ModelType.ChuanhuAgent - elif "palm" in model_name_lower: - model_type = ModelType.GooglePaLM - elif "midjourney" in model_name_lower: - model_type = ModelType.Midjourney - elif "azure" in model_name_lower or "api" in model_name_lower: - model_type = ModelType.LangchainChat - elif "星火大模型" in model_name_lower: - model_type = ModelType.Spark - elif "claude" in model_name_lower: - model_type = ModelType.Claude - elif "qwen" in model_name_lower: - model_type = ModelType.Qwen - elif "ernie" in model_name_lower: - model_type = ModelType.ERNIE - else: - model_type = ModelType.LLaMA - return model_type - - -class BaseLLMModel: - def __init__( - self, - model_name, - system_prompt=INITIAL_SYSTEM_PROMPT, - temperature=1.0, - top_p=1.0, - n_choices=1, - stop=None, - max_generation_token=None, - presence_penalty=0, - frequency_penalty=0, - logit_bias=None, - user="", - ) -> None: - self.history = [] - self.all_token_counts = [] - if model_name in MODEL_METADATA: - self.model_name = MODEL_METADATA[model_name]["model_name"] - else: - self.model_name = model_name - self.model_type = ModelType.get_type(model_name) - try: - self.token_upper_limit = MODEL_METADATA[model_name]["token_limit"] - except KeyError: - self.token_upper_limit = DEFAULT_TOKEN_LIMIT - self.interrupted = False - self.system_prompt = system_prompt - self.api_key = None - self.need_api_key = False - self.single_turn = False - self.history_file_path = get_first_history_name(user) - - self.temperature = temperature - self.top_p = top_p - self.n_choices = n_choices - self.stop_sequence = stop - self.max_generation_token = None - self.presence_penalty = presence_penalty - self.frequency_penalty = frequency_penalty - self.logit_bias = logit_bias - self.user_identifier = user - - def get_answer_stream_iter(self): - """stream predict, need to be implemented - conversations are stored in self.history, with the most recent question, in OpenAI format - should return a generator, each time give the next word (str) in the answer - """ - logging.warning( - "stream predict not implemented, using at once predict instead") - response, _ = self.get_answer_at_once() - yield response - - def get_answer_at_once(self): - """predict at once, need to be implemented - conversations are stored in self.history, with the most recent question, in OpenAI format - Should return: - the answer (str) - total token count (int) - """ - logging.warning( - "at once predict not implemented, using stream predict instead") - response_iter = self.get_answer_stream_iter() - count = 0 - for response in response_iter: - count += 1 - return response, sum(self.all_token_counts) + count - - def billing_info(self): - """get billing infomation, inplement if needed""" - # logging.warning("billing info not implemented, using default") - return BILLING_NOT_APPLICABLE_MSG - - def count_token(self, user_input): - """get token count from input, implement if needed""" - # logging.warning("token count not implemented, using default") - return len(user_input) - - def stream_next_chatbot(self, inputs, chatbot, fake_input=None, display_append=""): - def get_return_value(): - return chatbot, status_text - - status_text = i18n("开始实时传输回答……") - if fake_input: - chatbot.append((fake_input, "")) - else: - chatbot.append((inputs, "")) - - user_token_count = self.count_token(inputs) - self.all_token_counts.append(user_token_count) - logging.debug(f"输入token计数: {user_token_count}") - - stream_iter = self.get_answer_stream_iter() - - if display_append: - display_append = '\n\n