Upload 98 files

ChuanhuChatbot.py

@@ -5,18 +5,18 @@ logging.basicConfig(
     format="%(asctime)s [%(levelname)s] [%(filename)s:%(lineno)d] %(message)s",
 )
 
-import colorama
+from modules.models.models import get_model
+from modules.train_func import *
+from modules.repo import *
+from modules.webui import *
+from modules.overwrites import *
+from modules.presets import *
+from modules.utils import *
+from modules.config import *
+from modules import config
 import gradio as gr
+import colorama
 
-from modules import config
-from modules.config import *
-from modules.utils import *
-from modules.presets import *
-from modules.overwrites import *
-from modules.webui import *
-from modules.repo import *
-from modules.train_func import *
-from modules.models.models import get_model
 
 logging.getLogger("httpx").setLevel(logging.WARNING)
 
@@ -26,25 +26,28 @@ gr.Chatbot.postprocess = postprocess
 # with open("web_assets/css/ChuanhuChat.css", "r", encoding="utf-8") as f:
 #     ChuanhuChatCSS = f.read()
 
+
 def create_new_model():
-    return get_model(model_name = MODELS[DEFAULT_MODEL], access_key = my_api_key)[0]
+    return get_model(model_name=MODELS[DEFAULT_MODEL], access_key=my_api_key)[0]
+
 
 with gr.Blocks(theme=small_and_beautiful_theme) as demo:
-    user_name = gr.State("")
-    promptTemplates = gr.State(load_template(get_template_names(plain=True)[0], mode=2))
+    user_name = gr.Textbox("", visible=False)
+    promptTemplates = gr.State(load_template(get_template_names()[0], mode=2))
     user_question = gr.State("")
-    assert type(my_api_key)==str
+    assert type(my_api_key) == str
     user_api_key = gr.State(my_api_key)
-    current_model = gr.State(create_new_model)
+    current_model = gr.State()
 
     topic = gr.State(i18n("未命名对话历史记录"))
 
-    with gr.Row():
-        gr.HTML(CHUANHU_TITLE, elem_id="app-title")
+    with gr.Row(elem_id="chuanhu-header"):
+        gr.HTML(get_html("header_title.html").format(
+            app_title=CHUANHU_TITLE), elem_id="app-title")
         status_display = gr.Markdown(get_geoip(), elem_id="status-display")
     with gr.Row(elem_id="float-display"):
-        user_info = gr.Markdown(value="getting user info...", elem_id="user-info")
-        config_info = gr.HTML(get_html("config_info.html").format(bot_avatar=config.bot_avatar, user_avatar=config.user_avatar), visible=False, elem_id="config-info")
+        user_info = gr.Markdown(
+            value="getting user info...", elem_id="user-info")
         update_info = gr.HTML(get_html("update.html").format(
             current_version=repo_tag_html(),
             version_time=version_time(),
@@ -52,248 +55,339 @@ with gr.Blocks(theme=small_and_beautiful_theme) as demo:
             update_btn=i18n("更新"),
             seenew_btn=i18n("详情"),
             ok_btn=i18n("好"),
-            ), visible=check_update)
-
-    with gr.Row(equal_height=True):
-        with gr.Column(scale=5):
-            with gr.Row():
-                chatbot = gr.Chatbot(label="Chuanhu Chat", elem_id="chuanhu-chatbot", latex_delimiters=latex_delimiters_set, height=700)
-            with gr.Row():
-                with gr.Column(min_width=225, scale=12):
-                    user_input = gr.Textbox(
-                        elem_id="user-input-tb",
-                        show_label=False, placeholder=i18n("在这里输入"),
-                        container=False
-                    )
-                with gr.Column(min_width=42, scale=1):
-                    submitBtn = gr.Button(value="", variant="primary", elem_id="submit-btn")
-                    cancelBtn = gr.Button(value="", variant="secondary", visible=False, elem_id="cancel-btn")
-            with gr.Row(elem_id="chatbot-buttons"):
-                with gr.Column(min_width=120, scale=1):
-                    emptyBtn = gr.Button(
-                        i18n("🧹 新的对话"), elem_id="empty-btn"
-                    )
-                with gr.Column(min_width=120, scale=1):
-                    retryBtn = gr.Button(i18n("🔄 重新生成"))
-                with gr.Column(min_width=120, scale=1):
-                    delFirstBtn = gr.Button(i18n("🗑️ 删除最旧对话"))
-                with gr.Column(min_width=120, scale=1):
-                    delLastBtn = gr.Button(i18n("🗑️ 删除最新对话"))
-                with gr.Row(visible=False) as like_dislike_area:
-                    with gr.Column(min_width=20, scale=1):
-                        likeBtn = gr.Button(i18n("👍"))
-                    with gr.Column(min_width=20, scale=1):
-                        dislikeBtn = gr.Button(i18n("👎"))
-
-        with gr.Column():
-            with gr.Column(min_width=50, scale=1):
-                with gr.Tab(label=i18n("模型")):
-                    keyTxt = gr.Textbox(
-                        show_label=True,
-                        placeholder=f"Your API-key...",
-                        value=hide_middle_chars(user_api_key.value),
-                        type="password",
-                        visible=not HIDE_MY_KEY,
-                        label="API-Key",
-                    )
-                    if multi_api_key:
-                        usageTxt = gr.Markdown(i18n("多账号模式已开启，无需输入key，可直接开始对话"), elem_id="usage-display", elem_classes="insert-block", visible=show_api_billing)
-                    else:
-                        usageTxt = gr.Markdown(i18n("**发送消息** 或 **提交key** 以显示额度"), elem_id="usage-display", elem_classes="insert-block", visible=show_api_billing)
+        ), visible=check_update)
+
+    with gr.Row(equal_height=True, elem_id="chuanhu-body"):
+
+        with gr.Column(elem_id="menu-area"):
+            with gr.Column(elem_id="chuanhu-history"):
+                with gr.Box():
+                    with gr.Row(elem_id="chuanhu-history-header"):
+                        with gr.Row(elem_id="chuanhu-history-search-row"):
+                            with gr.Column(min_width=150, scale=2):
+                                historySearchTextbox = gr.Textbox(show_label=False, container=False, placeholder=i18n(
+                                    "搜索（支持正则）..."), lines=1, elem_id="history-search-tb")
+                            with gr.Column(min_width=52, scale=1, elem_id="gr-history-header-btns"):
+                                uploadFileBtn = gr.UploadButton(
+                                    interactive=True, label="", file_types=[".json"], elem_id="gr-history-upload-btn")
+                                historyRefreshBtn = gr.Button("", elem_id="gr-history-refresh-btn")
+
+
+                    with gr.Row(elem_id="chuanhu-history-body"):
+                        with gr.Column(scale=6, elem_id="history-select-wrap"):
+                            historySelectList = gr.Radio(
+                                label=i18n("从列表中加载对话"),
+                                choices=get_history_names(),
+                                value=get_first_history_name(),
+                                # multiselect=False,
+                                container=False,
+                                elem_id="history-select-dropdown"
+                            )
+                        with gr.Row(visible=False):
+                            with gr.Column(min_width=42, scale=1):
+                                historyDeleteBtn = gr.Button(
+                                    "🗑️", elem_id="gr-history-delete-btn")
+                            with gr.Column(min_width=42, scale=1):
+                                historyDownloadBtn = gr.Button(
+                                    "⏬", elem_id="gr-history-download-btn")
+                            with gr.Column(min_width=42, scale=1):
+                                historyMarkdownDownloadBtn = gr.Button(
+                                    "⤵️", elem_id="gr-history-mardown-download-btn")
+                    with gr.Row(visible=False):
+                        with gr.Column(scale=6):
+                            saveFileName = gr.Textbox(
+                                show_label=True,
+                                placeholder=i18n("设置文件名: 默认为.json，可选为.md"),
+                                label=i18n("设置保存文件名"),
+                                value=i18n("对话历史记录"),
+                                elem_classes="no-container"
+                                # container=False,
+                            )
+                        with gr.Column(scale=1):
+                            renameHistoryBtn = gr.Button(
+                                i18n("💾 保存对话"), elem_id="gr-history-save-btn")
+                            exportMarkdownBtn = gr.Button(
+                                i18n("📝 导出为 Markdown"), elem_id="gr-markdown-export-btn")
+
+            with gr.Column(elem_id="chuanhu-menu-footer"):
+                with gr.Row(elem_id="chuanhu-func-nav"):
+                    gr.HTML(get_html("func_nav.html"))
+                # gr.HTML(get_html("footer.html").format(versions=versions_html()), elem_id="footer")
+                # gr.Markdown(CHUANHU_DESCRIPTION, elem_id="chuanhu-author")
+
+        with gr.Column(elem_id="chuanhu-area", scale=5):
+            with gr.Column(elem_id="chatbot-area"):
+                with gr.Row(elem_id="chatbot-header"):
                     model_select_dropdown = gr.Dropdown(
-                        label=i18n("选择模型"), choices=MODELS, multiselect=False, value=MODELS[DEFAULT_MODEL], interactive=True
+                        label=i18n("选择模型"), choices=MODELS, multiselect=False, value=MODELS[DEFAULT_MODEL], interactive=True,
+                        show_label=False, container=False, elem_id="model-select-dropdown"
                     )
                     lora_select_dropdown = gr.Dropdown(
-                        label=i18n("选择LoRA模型"), choices=[], multiselect=False, interactive=True, visible=False
+                        label=i18n("选择LoRA模型"), choices=[], multiselect=False, interactive=True, visible=False,
+                        container=False,
                     )
-                    with gr.Row():
-                        single_turn_checkbox = gr.Checkbox(label=i18n("单轮对话"), value=False, elem_classes="switch-checkbox")
-                        use_websearch_checkbox = gr.Checkbox(label=i18n("使用在线搜索"), value=False, elem_classes="switch-checkbox")
-                    language_select_dropdown = gr.Dropdown(
-                        label=i18n("选择回复语言（针对搜索&索引功能）"),
-                        choices=REPLY_LANGUAGES,
-                        multiselect=False,
-                        value=REPLY_LANGUAGES[0],
+                    gr.HTML(get_html("chatbot_header_btn.html").format(
+                        json_label=i18n("历史记录（JSON）"),
+                        md_label=i18n("导出为 Markdown")
+                    ), elem_id="chatbot-header-btn-bar")
+                with gr.Row():
+                    chatbot = gr.Chatbot(
+                        label="Chuanhu Chat",
+                        elem_id="chuanhu-chatbot",
+                        latex_delimiters=latex_delimiters_set,
+                        # height=700,
+                        show_label=False,
+                        avatar_images=[config.user_avatar, config.bot_avatar],
+                        show_share_button=False,
                     )
-                    index_files = gr.Files(label=i18n("上传"), type="file", elem_id="upload-index-file")
-                    two_column = gr.Checkbox(label=i18n("双栏pdf"), value=advance_docs["pdf"].get("two_column", False))
-                    summarize_btn = gr.Button(i18n("总结"))
-                    # TODO: 公式ocr
-                    # formula_ocr = gr.Checkbox(label=i18n("识别公式"), value=advance_docs["pdf"].get("formula_ocr", False))
-
-                with gr.Tab(label="Prompt"):
-                    systemPromptTxt = gr.Textbox(
-                        show_label=True,
-                        placeholder=i18n("在这里输入System Prompt..."),
-                        label="System prompt",
-                        value=INITIAL_SYSTEM_PROMPT,
-                        lines=10
-                    )
-                    with gr.Accordion(label=i18n("加载Prompt模板"), open=True):
-                        with gr.Column():
-                            with gr.Row():
-                                with gr.Column(scale=6):
-                                    templateFileSelectDropdown = gr.Dropdown(
-                                        label=i18n("选择Prompt模板集合文件"),
-                                        choices=get_template_names(plain=True),
-                                        multiselect=False,
-                                        value=get_template_names(plain=True)[0],
-                                        container=False,
-                                    )
-                                with gr.Column(scale=1):
-                                    templateRefreshBtn = gr.Button(i18n("🔄 刷新"))
-                            with gr.Row():
-                                with gr.Column():
-                                    templateSelectDropdown = gr.Dropdown(
-                                        label=i18n("从Prompt模板中加载"),
-                                        choices=load_template(
-                                            get_template_names(plain=True)[0], mode=1
-                                        ),
-                                        multiselect=False,
-                                        container=False,
-                                    )
-
-                with gr.Tab(label=i18n("保存/加载")):
-                    with gr.Accordion(label=i18n("保存/加载对话历史记录"), open=True):
-                        with gr.Column():
-                            with gr.Row():
-                                with gr.Column(scale=6):
-                                    historyFileSelectDropdown = gr.Dropdown(
-                                        label=i18n("从列表中加载对话"),
-                                        choices=get_history_names(plain=True),
-                                        multiselect=False,
-                                        container=False,
+                with gr.Row(elem_id="chatbot-footer"):
+                    with gr.Box(elem_id="chatbot-input-box"):
+                        with gr.Row(elem_id="chatbot-input-row"):
+                            gr.HTML(get_html("chatbot_more.html").format(
+                                single_turn_label=i18n("单轮对话"),
+                                websearch_label=i18n("在线搜索"),
+                                upload_file_label=i18n("上传文件"),
+                                uploaded_files_label=i18n("知识库文件"),
+                                uploaded_files_tip=i18n("在工具箱中管理知识库文件")
+                            ))
+                            with gr.Row(elem_id="chatbot-input-tb-row"):
+                                with gr.Column(min_width=225, scale=12):
+                                    user_input = gr.Textbox(
+                                        elem_id="user-input-tb",
+                                        show_label=False,
+                                        placeholder=i18n("在这里输入"),
+                                        elem_classes="no-container",
+                                        max_lines=5,
+                                        # container=False
                                     )
-                                with gr.Row():
-                                    with gr.Column(min_width=42, scale=1):
-                                        historyRefreshBtn = gr.Button(i18n("🔄 刷新"))
-                                    with gr.Column(min_width=42, scale=1):
-                                        historyDeleteBtn = gr.Button(i18n("🗑️ 删除"))
-                            with gr.Row():
-                                with gr.Column(scale=6):
-                                    saveFileName = gr.Textbox(
-                                        show_label=True,
-                                        placeholder=i18n("设置文件名: 默认为.json，可选为.md"),
-                                        label=i18n("设置保存文件名"),
-                                        value=i18n("对话历史记录"),
-                                        elem_classes="no-container"
-                                        # container=False,
-                                    )
-                                with gr.Column(scale=1):
-                                    saveHistoryBtn = gr.Button(i18n("💾 保存对话"))
-                                    exportMarkdownBtn = gr.Button(i18n("📝 导出为Markdown"))
-                                    gr.Markdown(i18n("默认保存于history文件夹"))
-                            with gr.Row():
+                                with gr.Column(min_width=42, scale=1, elem_id="chatbot-ctrl-btns"):
+                                    submitBtn = gr.Button(
+                                        value="", variant="primary", elem_id="submit-btn")
+                                    cancelBtn = gr.Button(
+                                        value="", variant="secondary", visible=False, elem_id="cancel-btn")
+                        # Note: Buttons below are set invisible in UI. But they are used in JS.
+                        with gr.Row(elem_id="chatbot-buttons", visible=False):
+                            with gr.Column(min_width=120, scale=1):
+                                emptyBtn = gr.Button(
+                                    i18n("🧹 新的对话"), elem_id="empty-btn"
+                                )
+                            with gr.Column(min_width=120, scale=1):
+                                retryBtn = gr.Button(
+                                    i18n("🔄 重新生成"), elem_id="gr-retry-btn")
+                            with gr.Column(min_width=120, scale=1):
+                                delFirstBtn = gr.Button(i18n("🗑️ 删除最旧对话"))
+                            with gr.Column(min_width=120, scale=1):
+                                delLastBtn = gr.Button(
+                                    i18n("🗑️ 删除最新对话"), elem_id="gr-dellast-btn")
+                            with gr.Row(visible=False) as like_dislike_area:
+                                with gr.Column(min_width=20, scale=1):
+                                    likeBtn = gr.Button(
+                                        "👍", elem_id="gr-like-btn")
+                                with gr.Column(min_width=20, scale=1):
+                                    dislikeBtn = gr.Button(
+                                        "👎", elem_id="gr-dislike-btn")
+
+        with gr.Column(elem_id="toolbox-area", scale=1):
+            # For CSS setting, there is an extra box. Don't remove it.
+            with gr.Box(elem_id="chuanhu-toolbox"):
+                with gr.Row():
+                    gr.Markdown("## "+i18n("工具箱"))
+                    gr.HTML(get_html("close_btn.html").format(
+                        obj="toolbox"), elem_classes="close-btn")
+                with gr.Tabs(elem_id="chuanhu-toolbox-tabs"):
+                    with gr.Tab(label=i18n("对话")):
+                        with gr.Accordion(label="Prompt", open=True):
+                            systemPromptTxt = gr.Textbox(
+                                show_label=True,
+                                placeholder=i18n("在这里输入System Prompt..."),
+                                label="System prompt",
+                                value=INITIAL_SYSTEM_PROMPT,
+                                lines=8
+                            )
+                            retain_system_prompt_checkbox = gr.Checkbox(
+                                label=i18n("新建对话保留Prompt"), value=False, visible=True, elem_classes="switch-checkbox")
+                            with gr.Accordion(label=i18n("加载Prompt模板"), open=False):
                                 with gr.Column():
-                                    downloadFile = gr.File(interactive=True)
-
-                with gr.Tab(label=i18n("微调")):
-                    openai_train_status = gr.Markdown(label=i18n("训练状态"), value=i18n("在这里[查看使用介绍](https://github.com/GaiZhenbiao/ChuanhuChatGPT/wiki/%E4%BD%BF%E7%94%A8%E6%95%99%E7%A8%8B#%E5%BE%AE%E8%B0%83-gpt-35)"))
-
-                    with gr.Tab(label=i18n("准备数据集")):
-                        dataset_preview_json = gr.JSON(label=i18n("数据集预览"), readonly=True)
-                        dataset_selection = gr.Files(label = i18n("选择数据集"), file_types=[".xlsx", ".jsonl"], file_count="single")
-                        upload_to_openai_btn = gr.Button(i18n("上传到OpenAI"), variant="primary", interactive=False)
-
-                    with gr.Tab(label=i18n("训练")):
-                        openai_ft_file_id = gr.Textbox(label=i18n("文件ID"), value="", lines=1, placeholder=i18n("上传到 OpenAI 后自动填充"))
-                        openai_ft_suffix = gr.Textbox(label=i18n("模型名称后缀"), value="", lines=1, placeholder=i18n("可选，用于区分不同的模型"))
-                        openai_train_epoch_slider = gr.Slider(label=i18n("训练轮数（Epochs）"), minimum=1, maximum=100, value=3, step=1, interactive=True)
-                        openai_start_train_btn = gr.Button(i18n("开始训练"), variant="primary", interactive=False)
-
-                    with gr.Tab(label=i18n("状态")):
-                        openai_status_refresh_btn = gr.Button(i18n("刷新状态"))
-                        openai_cancel_all_jobs_btn = gr.Button(i18n("取消所有任务"))
-                        add_to_models_btn = gr.Button(i18n("添加训练好的模型到模型列表"), interactive=False)
-
-                with gr.Tab(label=i18n("高级")):
-                    gr.HTML(get_html("appearance_switcher.html").format(label=i18n("切换亮暗色主题")), elem_classes="insert-block")
-                    use_streaming_checkbox = gr.Checkbox(
-                            label=i18n("实时传输回答"), value=True, visible=ENABLE_STREAMING_OPTION, elem_classes="switch-checkbox"
-                        )
-                    checkUpdateBtn = gr.Button(i18n("🔄 检查更新..."), visible=check_update)
-                    gr.Markdown(i18n("# ⚠️ 务必谨慎更改 ⚠️"), elem_id="advanced-warning")
-                    with gr.Accordion(i18n("参数"), open=False):
-                        temperature_slider = gr.Slider(
-                            minimum=-0,
-                            maximum=2.0,
-                            value=1.0,
-                            step=0.1,
-                            interactive=True,
-                            label="temperature",
-                        )
-                        top_p_slider = gr.Slider(
-                            minimum=-0,
-                            maximum=1.0,
-                            value=1.0,
-                            step=0.05,
-                            interactive=True,
-                            label="top-p",
-                        )
-                        n_choices_slider = gr.Slider(
-                            minimum=1,
-                            maximum=10,
-                            value=1,
-                            step=1,
-                            interactive=True,
-                            label="n choices",
-                        )
-                        stop_sequence_txt = gr.Textbox(
+                                    with gr.Row():
+                                        with gr.Column(scale=6):
+                                            templateFileSelectDropdown = gr.Dropdown(
+                                                label=i18n("选择Prompt模板集合文件"),
+                                                choices=get_template_names(),
+                                                multiselect=False,
+                                                value=get_template_names()[0],
+                                                container=False,
+                                            )
+                                        with gr.Column(scale=1):
+                                            templateRefreshBtn = gr.Button(
+                                                i18n("🔄 刷新"))
+                                    with gr.Row():
+                                        with gr.Column():
+                                            templateSelectDropdown = gr.Dropdown(
+                                                label=i18n("从Prompt模板中加载"),
+                                                choices=load_template(
+                                                    get_template_names()[
+                                                        0], mode=1
+                                                ),
+                                                multiselect=False,
+                                                container=False,
+                                            )
+                        gr.Markdown("---", elem_classes="hr-line")
+                        with gr.Accordion(label=i18n("知识库"), open=True):
+                            use_websearch_checkbox = gr.Checkbox(label=i18n(
+                                "使用在线搜索"), value=False, elem_classes="switch-checkbox", elem_id="gr-websearch-cb", visible=False)
+                            index_files = gr.Files(label=i18n(
+                                "上传"), type="file", elem_id="upload-index-file")
+                            two_column = gr.Checkbox(label=i18n(
+                                "双栏pdf"), value=advance_docs["pdf"].get("two_column", False))
+                            summarize_btn = gr.Button(i18n("总结"))
+                            # TODO: 公式ocr
+                            # formula_ocr = gr.Checkbox(label=i18n("识别公式"), value=advance_docs["pdf"].get("formula_ocr", False))
+
+                    with gr.Tab(label=i18n("参数")):
+                        gr.Markdown(i18n("# ⚠️ 务必谨慎更改 ⚠️"),
+                                    elem_id="advanced-warning")
+                        with gr.Accordion(i18n("参数"), open=True):
+                            temperature_slider = gr.Slider(
+                                minimum=-0,
+                                maximum=2.0,
+                                value=1.0,
+                                step=0.1,
+                                interactive=True,
+                                label="temperature",
+                            )
+                            top_p_slider = gr.Slider(
+                                minimum=-0,
+                                maximum=1.0,
+                                value=1.0,
+                                step=0.05,
+                                interactive=True,
+                                label="top-p",
+                            )
+                            n_choices_slider = gr.Slider(
+                                minimum=1,
+                                maximum=10,
+                                value=1,
+                                step=1,
+                                interactive=True,
+                                label="n choices",
+                            )
+                            stop_sequence_txt = gr.Textbox(
+                                show_label=True,
+                                placeholder=i18n("停止符，用英文逗号隔开..."),
+                                label="stop",
+                                value="",
+                                lines=1,
+                            )
+                            max_context_length_slider = gr.Slider(
+                                minimum=1,
+                                maximum=32768,
+                                value=2000,
+                                step=1,
+                                interactive=True,
+                                label="max context",
+                            )
+                            max_generation_slider = gr.Slider(
+                                minimum=1,
+                                maximum=32768,
+                                value=1000,
+                                step=1,
+                                interactive=True,
+                                label="max generations",
+                            )
+                            presence_penalty_slider = gr.Slider(
+                                minimum=-2.0,
+                                maximum=2.0,
+                                value=0.0,
+                                step=0.01,
+                                interactive=True,
+                                label="presence penalty",
+                            )
+                            frequency_penalty_slider = gr.Slider(
+                                minimum=-2.0,
+                                maximum=2.0,
+                                value=0.0,
+                                step=0.01,
+                                interactive=True,
+                                label="frequency penalty",
+                            )
+                            logit_bias_txt = gr.Textbox(
+                                show_label=True,
+                                placeholder=f"word:likelihood",
+                                label="logit bias",
+                                value="",
+                                lines=1,
+                            )
+                            user_identifier_txt = gr.Textbox(
+                                show_label=True,
+                                placeholder=i18n("用于定位滥用行为"),
+                                label=i18n("用户名"),
+                                value=user_name.value,
+                                lines=1,
+                            )
+                    with gr.Tab(label=i18n("拓展")):
+                        gr.Markdown(
+                            "Will be here soon...\n(We hope)\n\nAnd we hope you can help us to make more extensions!")
+
+                    # changeAPIURLBtn = gr.Button(i18n("🔄 切换API地址"))
+
+    with gr.Row(elem_id="popup-wrapper"):
+        with gr.Box(elem_id="chuanhu-popup"):
+            with gr.Box(elem_id="chuanhu-setting"):
+                with gr.Row():
+                    gr.Markdown("## "+i18n("设置"))
+                    gr.HTML(get_html("close_btn.html").format(
+                        obj="box"), elem_classes="close-btn")
+                with gr.Tabs(elem_id="chuanhu-setting-tabs"):
+                    with gr.Tab(label=i18n("模型")):
+                        keyTxt = gr.Textbox(
                             show_label=True,
-                            placeholder=i18n("停止符，用英文逗号隔开..."),
-                            label="stop",
-                            value="",
-                            lines=1,
+                            placeholder=f"Your API-key...",
+                            value=hide_middle_chars(user_api_key.value),
+                            type="password",
+                            visible=not HIDE_MY_KEY,
+                            label="API-Key",
                         )
-                        max_context_length_slider = gr.Slider(
-                            minimum=1,
-                            maximum=32768,
-                            value=2000,
-                            step=1,
-                            interactive=True,
-                            label="max context",
+                        if multi_api_key:
+                            usageTxt = gr.Markdown(i18n(
+                                "多账号模式已开启，无需输入key，可直接开始对话"), elem_id="usage-display", elem_classes="insert-block", visible=show_api_billing)
+                        else:
+                            usageTxt = gr.Markdown(i18n(
+                                "**发送消息** 或 **提交key** 以显示额度"), elem_id="usage-display", elem_classes="insert-block", visible=show_api_billing)
+                        # model_select_dropdown = gr.Dropdown(
+                        #     label=i18n("选择模型"), choices=MODELS, multiselect=False, value=MODELS[DEFAULT_MODEL], interactive=True
+                        # )
+                        # lora_select_dropdown = gr.Dropdown(
+                        #     label=i18n("选择LoRA模型"), choices=[], multiselect=False, interactive=True, visible=False
+                        # )
+                        # with gr.Row():
+
+                        language_select_dropdown = gr.Dropdown(
+                            label=i18n("选择回复语言（针对搜索&索引功能）"),
+                            choices=REPLY_LANGUAGES,
+                            multiselect=False,
+                            value=REPLY_LANGUAGES[0],
                         )
-                        max_generation_slider = gr.Slider(
-                            minimum=1,
-                            maximum=32768,
-                            value=1000,
-                            step=1,
-                            interactive=True,
-                            label="max generations",
-                        )
-                        presence_penalty_slider = gr.Slider(
-                            minimum=-2.0,
-                            maximum=2.0,
-                            value=0.0,
-                            step=0.01,
-                            interactive=True,
-                            label="presence penalty",
+
+                    with gr.Tab(label=i18n("高级")):
+                        gr.HTML(get_html("appearance_switcher.html").format(
+                            label=i18n("切换亮暗色主题")), elem_classes="insert-block", visible=False)
+                        use_streaming_checkbox = gr.Checkbox(
+                            label=i18n("实时传输回答"), value=True, visible=ENABLE_STREAMING_OPTION, elem_classes="switch-checkbox"
                         )
-                        frequency_penalty_slider = gr.Slider(
-                            minimum=-2.0,
-                            maximum=2.0,
-                            value=0.0,
-                            step=0.01,
+                        name_chat_method = gr.Dropdown(
+                            label=i18n("对话命名方式"),
+                            choices=HISTORY_NAME_METHODS,
+                            multiselect=False,
                             interactive=True,
-                            label="frequency penalty",
-                        )
-                        logit_bias_txt = gr.Textbox(
-                            show_label=True,
-                            placeholder=f"word:likelihood",
-                            label="logit bias",
-                            value="",
-                            lines=1,
-                        )
-                        user_identifier_txt = gr.Textbox(
-                            show_label=True,
-                            placeholder=i18n("用于定位滥用行为"),
-                            label=i18n("用户名"),
-                            value=user_name.value,
-                            lines=1,
+                            value=HISTORY_NAME_METHODS[chat_name_method_index],
                         )
+                        single_turn_checkbox = gr.Checkbox(label=i18n(
+                            "单轮对话"), value=False, elem_classes="switch-checkbox", elem_id="gr-single-session-cb", visible=False)
+                        # checkUpdateBtn = gr.Button(i18n("🔄 检查更新..."), visible=check_update)
 
-                    with gr.Accordion(i18n("网络参数"), open=False):
-                        gr.Markdown(i18n("---\n⚠️ 为保证API-Key安全，请在配置文件`config.json`中修改网络设置"), elem_id="netsetting-warning")
+                    with gr.Tab(i18n("网络")):
+                        gr.Markdown(
+                            i18n("⚠️ 为保证API-Key安全，请在配置文件`config.json`中修改网络设置"), elem_id="netsetting-warning")
                         default_btn = gr.Button(i18n("🔙 恢复默认网络设置"))
                         # 网络代理
                         proxyTxt = gr.Textbox(
@@ -319,25 +413,99 @@ with gr.Blocks(theme=small_and_beautiful_theme) as demo:
                             # container=False,
                             elem_classes="view-only-textbox no-container",
                         )
-                        # changeAPIURLBtn = gr.Button(i18n("🔄 切换API地址"))
-                        updateChuanhuBtn = gr.Button(visible=False, elem_classes="invisible-btn", elem_id="update-chuanhu-btn")
 
-
-    gr.Markdown(CHUANHU_DESCRIPTION, elem_id="description")
-    gr.HTML(get_html("footer.html").format(versions=versions_html()), elem_id="footer")
+                    with gr.Tab(label=i18n("关于"), elem_id="about-tab"):
+                        gr.Markdown(
+                            '<img alt="Chuanhu Chat logo" src="file=web_assets/icon/any-icon-512.png" style="max-width: 144px;">')
+                        gr.Markdown("# "+i18n("川虎Chat"))
+                        gr.HTML(get_html("footer.html").format(
+                            versions=versions_html()), elem_id="footer")
+                        gr.Markdown(CHUANHU_DESCRIPTION, elem_id="description")
+
+            with gr.Box(elem_id="chuanhu-training"):
+                with gr.Row():
+                    gr.Markdown("## "+i18n("训练"))
+                    gr.HTML(get_html("close_btn.html").format(
+                        obj="box"), elem_classes="close-btn")
+                with gr.Tabs(elem_id="chuanhu-training-tabs"):
+                    with gr.Tab(label="OpenAI "+i18n("微调")):
+                        openai_train_status = gr.Markdown(label=i18n("训练状态"), value=i18n(
+                            "查看[使用介绍](https://github.com/GaiZhenbiao/ChuanhuChatGPT/wiki/使用教程#微调-gpt-35)"))
+
+                        with gr.Tab(label=i18n("准备数据集")):
+                            dataset_preview_json = gr.JSON(
+                                label=i18n("数据集预览"))
+                            dataset_selection = gr.Files(label=i18n("选择数据集"), file_types=[
+                                                         ".xlsx", ".jsonl"], file_count="single")
+                            upload_to_openai_btn = gr.Button(
+                                i18n("上传到OpenAI"), variant="primary", interactive=False)
+
+                        with gr.Tab(label=i18n("训练")):
+                            openai_ft_file_id = gr.Textbox(label=i18n(
+                                "文件ID"), value="", lines=1, placeholder=i18n("上传到 OpenAI 后自动填充"))
+                            openai_ft_suffix = gr.Textbox(label=i18n(
+                                "模型名称后缀"), value="", lines=1, placeholder=i18n("可选，用于区分不同的模型"))
+                            openai_train_epoch_slider = gr.Slider(label=i18n(
+                                "训练轮数（Epochs）"), minimum=1, maximum=100, value=3, step=1, interactive=True)
+                            openai_start_train_btn = gr.Button(
+                                i18n("开始训练"), variant="primary", interactive=False)
+
+                        with gr.Tab(label=i18n("状态")):
+                            openai_status_refresh_btn = gr.Button(i18n("刷新状态"))
+                            openai_cancel_all_jobs_btn = gr.Button(
+                                i18n("取消所有任务"))
+                            add_to_models_btn = gr.Button(
+                                i18n("添加训练好的模型到模型列表"), interactive=False)
+
+            with gr.Box(elem_id="web-config", visible=False):
+                gr.HTML(get_html('web_config.html').format(
+                    enableCheckUpdate_config=check_update,
+                    hideHistoryWhenNotLoggedIn_config=hide_history_when_not_logged_in,
+                    forView_i18n=i18n("仅供查看"),
+                    deleteConfirm_i18n_pref=i18n("你真的要删除 "),
+                    deleteConfirm_i18n_suff=i18n(" 吗？"),
+                    usingLatest_i18n=i18n("您使用的就是最新版！"),
+                    updatingMsg_i18n=i18n("正在尝试更新..."),
+                    updateSuccess_i18n=i18n("更新成功，请重启本程序"),
+                    updateFailure_i18n=i18n(
+                        "更新失败，请尝试[手动更新](https://github.com/GaiZhenbiao/ChuanhuChatGPT/wiki/使用教程#手动更新)"),
+                    regenerate_i18n=i18n("重新生成"),
+                    deleteRound_i18n=i18n("删除这轮问答"),
+                    renameChat_i18n=i18n("重命名该对话"),
+                    validFileName_i18n=i18n("请输入有效的文件名，不要包含以下特殊字符："),
+                ))
+            with gr.Box(elem_id="fake-gradio-components", visible=False):
+                updateChuanhuBtn = gr.Button(
+                    visible=False, elem_classes="invisible-btn", elem_id="update-chuanhu-btn")
+                changeSingleSessionBtn = gr.Button(
+                    visible=False, elem_classes="invisible-btn", elem_id="change-single-session-btn")
+                changeOnlineSearchBtn = gr.Button(
+                    visible=False, elem_classes="invisible-btn", elem_id="change-online-search-btn")
+                historySelectBtn = gr.Button(
+                    visible=False, elem_classes="invisible-btn", elem_id="history-select-btn")  # Not used
 
     # https://github.com/gradio-app/gradio/pull/3296
+
     def create_greeting(request: gr.Request):
-        if hasattr(request, "username") and request.username: # is not None or is not ""
+        if hasattr(request, "username") and request.username:  # is not None or is not ""
             logging.info(f"Get User Name: {request.username}")
-            user_info, user_name = gr.Markdown.update(value=f"User: {request.username}"), request.username
+            user_info, user_name = gr.Markdown.update(
+                value=f"User: {request.username}"), request.username
         else:
-            user_info, user_name = gr.Markdown.update(value=f"", visible=False), ""
-        current_model = get_model(model_name = MODELS[DEFAULT_MODEL], access_key = my_api_key)[0]
+            user_info, user_name = gr.Markdown.update(
+                value=f"", visible=False), ""
+        current_model = get_model(
+            model_name=MODELS[DEFAULT_MODEL], access_key=my_api_key)[0]
         current_model.set_user_identifier(user_name)
-        chatbot = gr.Chatbot.update(label=MODELS[DEFAULT_MODEL])
-        return user_info, user_name, current_model, toggle_like_btn_visibility(DEFAULT_MODEL), *current_model.auto_load(), get_history_names(False, user_name), chatbot
-    demo.load(create_greeting, inputs=None, outputs=[user_info, user_name, current_model, like_dislike_area, systemPromptTxt, chatbot, historyFileSelectDropdown, chatbot], api_name="load")
+        if not hide_history_when_not_logged_in or user_name:
+            filename, system_prompt, chatbot = current_model.auto_load()
+        else:
+            system_prompt = gr.update()
+            filename = gr.update()
+            chatbot = gr.Chatbot.update(label=MODELS[DEFAULT_MODEL])
+        return user_info, user_name, current_model, toggle_like_btn_visibility(DEFAULT_MODEL), filename, system_prompt, chatbot, init_history_list(user_name)
+    demo.load(create_greeting, inputs=None, outputs=[
+              user_info, user_name, current_model, like_dislike_area, saveFileName, systemPromptTxt, chatbot, historySelectList], api_name="load")
     chatgpt_predict_args = dict(
         fn=predict,
         inputs=[
@@ -369,42 +537,58 @@ with gr.Blocks(theme=small_and_beautiful_theme) as demo:
     )
 
     transfer_input_args = dict(
-        fn=transfer_input, inputs=[user_input], outputs=[user_question, user_input, submitBtn, cancelBtn], show_progress=True
+        fn=transfer_input, inputs=[user_input], outputs=[
+            user_question, user_input, submitBtn, cancelBtn], show_progress=True
     )
 
     get_usage_args = dict(
-        fn=billing_info, inputs=[current_model], outputs=[usageTxt], show_progress=False
+        fn=billing_info, inputs=[current_model], outputs=[
+            usageTxt], show_progress=False
     )
 
     load_history_from_file_args = dict(
         fn=load_chat_history,
-        inputs=[current_model, historyFileSelectDropdown, user_name],
+        inputs=[current_model, historySelectList, user_name],
         outputs=[saveFileName, systemPromptTxt, chatbot]
     )
 
     refresh_history_args = dict(
-        fn=get_history_names, inputs=[gr.State(False), user_name], outputs=[historyFileSelectDropdown]
+        fn=get_history_list, inputs=[user_name], outputs=[historySelectList]
     )
 
+    auto_name_chat_history_args = dict(
+        fn=auto_name_chat_history,
+        inputs=[current_model, name_chat_method, user_question, chatbot, user_name, single_turn_checkbox],
+        outputs=[historySelectList],
+        show_progress=False,
+    )
 
     # Chatbot
     cancelBtn.click(interrupt, [current_model], [])
 
-    user_input.submit(**transfer_input_args).then(**chatgpt_predict_args).then(**end_outputing_args)
+    user_input.submit(**transfer_input_args).then(**
+                                                  chatgpt_predict_args).then(**end_outputing_args).then(**auto_name_chat_history_args)
     user_input.submit(**get_usage_args)
 
-    submitBtn.click(**transfer_input_args).then(**chatgpt_predict_args, api_name="predict").then(**end_outputing_args)
+    # user_input.submit(auto_name_chat_history, [current_model, user_question, chatbot, user_name], [historySelectList], show_progress=False)
+
+    submitBtn.click(**transfer_input_args).then(**chatgpt_predict_args,
+                                                api_name="predict").then(**end_outputing_args).then(**auto_name_chat_history_args)
     submitBtn.click(**get_usage_args)
 
-    index_files.change(handle_file_upload, [current_model, index_files, chatbot, language_select_dropdown], [index_files, chatbot, status_display])
-    summarize_btn.click(handle_summarize_index, [current_model, index_files, chatbot, language_select_dropdown], [chatbot, status_display])
+    # submitBtn.click(auto_name_chat_history, [current_model, user_question, chatbot, user_name], [historySelectList], show_progress=False)
+
+    index_files.upload(handle_file_upload, [current_model, index_files, chatbot, language_select_dropdown], [
+                       index_files, chatbot, status_display])
+    summarize_btn.click(handle_summarize_index, [
+                        current_model, index_files, chatbot, language_select_dropdown], [chatbot, status_display])
 
     emptyBtn.click(
         reset,
-        inputs=[current_model],
-        outputs=[chatbot, status_display],
+        inputs=[current_model, retain_system_prompt_checkbox],
+        outputs=[chatbot, status_display, historySelectList, systemPromptTxt],
         show_progress=True,
-        _js='clearChatbot',
+        _js='(a,b)=>{return clearChatbot(a,b);}',
     )
 
     retryBtn.click(**start_outputing_args).then(
@@ -452,17 +636,24 @@ with gr.Blocks(theme=small_and_beautiful_theme) as demo:
     two_column.change(update_doc_config, [two_column], None)
 
     # LLM Models
-    keyTxt.change(set_key, [current_model, keyTxt], [user_api_key, status_display], api_name="set_key").then(**get_usage_args)
+    keyTxt.change(set_key, [current_model, keyTxt], [
+                  user_api_key, status_display], api_name="set_key").then(**get_usage_args)
     keyTxt.submit(**get_usage_args)
-    single_turn_checkbox.change(set_single_turn, [current_model, single_turn_checkbox], None)
-    model_select_dropdown.change(get_model, [model_select_dropdown, lora_select_dropdown, user_api_key, temperature_slider, top_p_slider, systemPromptTxt, user_name], [current_model, status_display, chatbot, lora_select_dropdown, user_api_key, keyTxt], show_progress=True, api_name="get_model")
-    model_select_dropdown.change(toggle_like_btn_visibility, [model_select_dropdown], [like_dislike_area], show_progress=False)
-    lora_select_dropdown.change(get_model, [model_select_dropdown, lora_select_dropdown, user_api_key, temperature_slider, top_p_slider, systemPromptTxt, user_name], [current_model, status_display, chatbot], show_progress=True)
+    single_turn_checkbox.change(
+        set_single_turn, [current_model, single_turn_checkbox], None)
+    model_select_dropdown.change(get_model, [model_select_dropdown, lora_select_dropdown, user_api_key, temperature_slider, top_p_slider, systemPromptTxt, user_name, current_model], [
+                                 current_model, status_display, chatbot, lora_select_dropdown, user_api_key, keyTxt], show_progress=True, api_name="get_model")
+    model_select_dropdown.change(toggle_like_btn_visibility, [model_select_dropdown], [
+                                 like_dislike_area], show_progress=False)
+    lora_select_dropdown.change(get_model, [model_select_dropdown, lora_select_dropdown, user_api_key, temperature_slider,
+                                top_p_slider, systemPromptTxt, user_name, current_model], [current_model, status_display, chatbot], show_progress=True)
 
     # Template
-    systemPromptTxt.change(set_system_prompt, [current_model, systemPromptTxt], None)
-    templateRefreshBtn.click(get_template_names, None, [templateFileSelectDropdown])
-    templateFileSelectDropdown.change(
+    systemPromptTxt.change(set_system_prompt, [
+                           current_model, systemPromptTxt], None)
+    templateRefreshBtn.click(get_template_dropdown, None, [
+                             templateFileSelectDropdown])
+    templateFileSelectDropdown.input(
         load_template,
         [templateFileSelectDropdown],
         [promptTemplates, templateSelectDropdown],
@@ -476,47 +667,80 @@ with gr.Blocks(theme=small_and_beautiful_theme) as demo:
     )
 
     # S&L
-    saveHistoryBtn.click(
-        save_chat_history,
+    renameHistoryBtn.click(
+        rename_chat_history,
         [current_model, saveFileName, chatbot, user_name],
-        downloadFile,
+        [historySelectList],
         show_progress=True,
+        _js='(a,b,c,d)=>{return saveChatHistory(a,b,c,d);}'
     )
-    saveHistoryBtn.click(get_history_names, [gr.State(False), user_name], [historyFileSelectDropdown])
     exportMarkdownBtn.click(
         export_markdown,
         [current_model, saveFileName, chatbot, user_name],
-        downloadFile,
+        [],
         show_progress=True,
     )
     historyRefreshBtn.click(**refresh_history_args)
-    historyDeleteBtn.click(delete_chat_history, [current_model, historyFileSelectDropdown, user_name], [status_display, historyFileSelectDropdown, chatbot], _js='(a,b,c)=>{return showConfirmationDialog(a, b, c);}')
-    historyFileSelectDropdown.change(**load_history_from_file_args)
-    downloadFile.change(upload_chat_history, [current_model, downloadFile, user_name], [saveFileName, systemPromptTxt, chatbot])
+    historyDeleteBtn.click(delete_chat_history, [current_model, historySelectList, user_name], [status_display, historySelectList, chatbot], _js='(a,b,c)=>{return showConfirmationDialog(a, b, c);}').then(
+        reset,
+        inputs=[current_model, retain_system_prompt_checkbox],
+        outputs=[chatbot, status_display, historySelectList, systemPromptTxt],
+        show_progress=True,
+        _js='(a,b)=>{return clearChatbot(a,b);}',
+    )
+    historySelectList.input(**load_history_from_file_args)
+    uploadFileBtn.upload(upload_chat_history, [current_model, uploadFileBtn, user_name], [
+                        saveFileName, systemPromptTxt, chatbot]).then(**refresh_history_args)
+    historyDownloadBtn.click(None, [
+                             user_name, historySelectList], None, _js='(a,b)=>{return downloadHistory(a,b,".json");}')
+    historyMarkdownDownloadBtn.click(None, [
+                                     user_name, historySelectList], None, _js='(a,b)=>{return downloadHistory(a,b,".md");}')
+    historySearchTextbox.input(
+        filter_history,
+        [user_name, historySearchTextbox],
+        [historySelectList]
+    )
 
     # Train
-    dataset_selection.upload(handle_dataset_selection, dataset_selection, [dataset_preview_json, upload_to_openai_btn, openai_train_status])
-    dataset_selection.clear(handle_dataset_clear, [], [dataset_preview_json, upload_to_openai_btn])
-    upload_to_openai_btn.click(upload_to_openai, [dataset_selection], [openai_ft_file_id, openai_train_status], show_progress=True)
-
-    openai_ft_file_id.change(lambda x: gr.update(interactive=True) if len(x) > 0 else gr.update(interactive=False), [openai_ft_file_id], [openai_start_train_btn])
-    openai_start_train_btn.click(start_training, [openai_ft_file_id, openai_ft_suffix, openai_train_epoch_slider], [openai_train_status])
-
-    openai_status_refresh_btn.click(get_training_status, [], [openai_train_status, add_to_models_btn])
-    add_to_models_btn.click(add_to_models, [], [model_select_dropdown, openai_train_status], show_progress=True)
-    openai_cancel_all_jobs_btn.click(cancel_all_jobs, [], [openai_train_status], show_progress=True)
+    dataset_selection.upload(handle_dataset_selection, dataset_selection, [
+                             dataset_preview_json, upload_to_openai_btn, openai_train_status])
+    dataset_selection.clear(handle_dataset_clear, [], [
+                            dataset_preview_json, upload_to_openai_btn])
+    upload_to_openai_btn.click(upload_to_openai, [dataset_selection], [
+                               openai_ft_file_id, openai_train_status], show_progress=True)
+
+    openai_ft_file_id.change(lambda x: gr.update(interactive=True) if len(
+        x) > 0 else gr.update(interactive=False), [openai_ft_file_id], [openai_start_train_btn])
+    openai_start_train_btn.click(start_training, [
+                                 openai_ft_file_id, openai_ft_suffix, openai_train_epoch_slider], [openai_train_status])
+
+    openai_status_refresh_btn.click(get_training_status, [], [
+                                    openai_train_status, add_to_models_btn])
+    add_to_models_btn.click(add_to_models, [], [
+                            model_select_dropdown, openai_train_status], show_progress=True)
+    openai_cancel_all_jobs_btn.click(
+        cancel_all_jobs, [], [openai_train_status], show_progress=True)
 
     # Advanced
-    max_context_length_slider.change(set_token_upper_limit, [current_model, max_context_length_slider], None)
-    temperature_slider.change(set_temperature, [current_model, temperature_slider], None)
+    max_context_length_slider.change(
+        set_token_upper_limit, [current_model, max_context_length_slider], None)
+    temperature_slider.change(
+        set_temperature, [current_model, temperature_slider], None)
     top_p_slider.change(set_top_p, [current_model, top_p_slider], None)
-    n_choices_slider.change(set_n_choices, [current_model, n_choices_slider], None)
-    stop_sequence_txt.change(set_stop_sequence, [current_model, stop_sequence_txt], None)
-    max_generation_slider.change(set_max_tokens, [current_model, max_generation_slider], None)
-    presence_penalty_slider.change(set_presence_penalty, [current_model, presence_penalty_slider], None)
-    frequency_penalty_slider.change(set_frequency_penalty, [current_model, frequency_penalty_slider], None)
-    logit_bias_txt.change(set_logit_bias, [current_model, logit_bias_txt], None)
-    user_identifier_txt.change(set_user_identifier, [current_model, user_identifier_txt], None)
+    n_choices_slider.change(
+        set_n_choices, [current_model, n_choices_slider], None)
+    stop_sequence_txt.change(
+        set_stop_sequence, [current_model, stop_sequence_txt], None)
+    max_generation_slider.change(
+        set_max_tokens, [current_model, max_generation_slider], None)
+    presence_penalty_slider.change(
+        set_presence_penalty, [current_model, presence_penalty_slider], None)
+    frequency_penalty_slider.change(
+        set_frequency_penalty, [current_model, frequency_penalty_slider], None)
+    logit_bias_txt.change(
+        set_logit_bias, [current_model, logit_bias_txt], None)
+    user_identifier_txt.change(set_user_identifier, [
+                               current_model, user_identifier_txt], None)
 
     default_btn.click(
         reset_default, [], [apihostTxt, proxyTxt, status_display], show_progress=True
@@ -533,7 +757,7 @@ with gr.Blocks(theme=small_and_beautiful_theme) as demo:
     #     [status_display],
     #     show_progress=True,
     # )
-    checkUpdateBtn.click(fn=None, _js='manualCheckUpdate')
+    # checkUpdateBtn.click(fn=None, _js='manualCheckUpdate')
 
     # Invisible elements
     updateChuanhuBtn.click(
@@ -542,6 +766,25 @@ with gr.Blocks(theme=small_and_beautiful_theme) as demo:
         [status_display],
         show_progress=True,
     )
+    changeSingleSessionBtn.click(
+        fn=lambda value: gr.Checkbox.update(value=value),
+        inputs=[single_turn_checkbox],
+        outputs=[single_turn_checkbox],
+        _js='(a)=>{return bgChangeSingleSession(a);}'
+    )
+    changeOnlineSearchBtn.click(
+        fn=lambda value: gr.Checkbox.update(value=value),
+        inputs=[use_websearch_checkbox],
+        outputs=[use_websearch_checkbox],
+        _js='(a)=>{return bgChangeOnlineSearch(a);}'
+    )
+    historySelectBtn.click(  # This is an experimental feature... Not actually used.
+        fn=load_chat_history,
+        inputs=[current_model, historySelectList],
+        outputs=[saveFileName, systemPromptTxt, chatbot],
+        _js='(a,b)=>{return bgSelectHistory(a,b);}'
+    )
+
 
 logging.info(
     colorama.Back.GREEN
@@ -554,6 +797,8 @@ demo.title = i18n("川虎Chat 🚀")
 if __name__ == "__main__":
     reload_javascript()
     demo.queue(concurrency_count=CONCURRENT_COUNT).launch(
-        blocked_paths=["config.json"],
+        allowed_paths=["history", "web_assets"],
+        auth=auth_from_conf if authflag else None,
         favicon_path="./web_assets/favicon.ico",
+        inbrowser=not dockerflag,  # 禁止在docker下开启inbrowser
     )

README.md

@@ -1,13 +1,15 @@
+```
 ---
 title: ChuanhuChatGPT
 emoji: 🐯
 colorFrom: yellow
 colorTo: yellow
 sdk: gradio
-sdk_version: 3.40.0
+sdk_version: 3.43.2
 app_file: ChuanhuChatbot.py
 pinned: false
 license: gpl-3.0
 ---
 
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
+Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
+```

config_example.json

@@ -11,6 +11,10 @@
     "midjourney_proxy_api_secret": "", // 你的 MidJourney Proxy API Secret，用于鉴权访问 api，可选
     "midjourney_discord_proxy_url": "", // 你的 MidJourney Discord Proxy URL，用于对生成对图进行反代，可选
     "midjourney_temp_folder": "./tmp", // 你的 MidJourney 临时文件夹，用于存放生成的图片，填空则关闭自动下载切图（直接显示MJ的四宫格图）
+    "spark_appid": "", // 你的 讯飞星火大模型 API AppID，用于讯飞星火大模型对话模型
+    "spark_api_key": "", // 你的 讯飞星火大模型 API Key，用于讯飞星火大模型对话模型
+    "spark_api_secret": "", // 你的 讯飞星火大模型 API Secret，用于讯飞星火大模型对话模型
+    "claude_api_secret":"",// 你的 Claude API Secret，用于 Claude 对话模型
 
 
     //== Azure ==
@@ -23,14 +27,15 @@
     "azure_embedding_model_name": "text-embedding-ada-002", // 你的 Azure OpenAI Embedding 模型名称
 
     //== 基础配置 ==
-    "language": "auto", // 界面语言，可选"auto", "zh-CN", "en-US", "ja-JP", "ko-KR", "sv-SE"
+    "language": "auto", // 界面语言，可选"auto", "zh_CN", "en_US", "ja_JP", "ko_KR", "sv_SE", "ru_RU", "vi_VN"
     "users": [], // 用户列表，[[用户名1, 密码1], [用户名2, 密码2], ...]
     "local_embedding": false, //是否在本地编制索引
     "hide_history_when_not_logged_in": false, //未登录情况下是否不展示对话历史
     "check_update": true, //是否启用检查更新
     "default_model": "gpt-3.5-turbo", // 默认模型
-    "bot_avatar": "default", // 机器人头像，可填写图片链接、Data URL (base64)，或者"none"（不显示头像）
-    "user_avatar": "default", // 用户头像，可填写图片链接、Data URL (base64)，或者"none"（不显示头像）
+    "chat_name_method_index": 2, // 选择对话名称的方法。0: 使用日期时间命名；1: 使用第一条提问命名，2: 使用模型自动总结
+    "bot_avatar": "default", // 机器人头像，可填写本地或网络图片链接，或者"none"（不显示头像）
+    "user_avatar": "default", // 用户头像，可填写本地或网络图片链接，或者"none"（不显示头像）
 
     //== API 用量 ==
     "show_api_billing": false, //是否显示OpenAI API用量（启用需要填写sensitive_id）
@@ -57,11 +62,13 @@
     //== 高级配置 ==
     // 是否多个API Key轮换使用
     "multi_api_key": false,
-    "api_key_list": [
-        "sk-xxxxxxxxxxxxxxxxxxxxxxxx1",
-        "sk-xxxxxxxxxxxxxxxxxxxxxxxx2",
-        "sk-xxxxxxxxxxxxxxxxxxxxxxxx3"
-    ],
+    // "available_models": ["GPT3.5 Turbo", "GPT4 Turbo", "GPT4 Vision"], // 可用的模型列表，将覆盖默认的可用模型列表
+    // "extra_models": ["模型名称3", "模型名称4", ...], // 额外的模型，将添加到可用的模型列表之后
+    // "api_key_list": [
+    //     "sk-xxxxxxxxxxxxxxxxxxxxxxxx1",
+    //     "sk-xxxxxxxxxxxxxxxxxxxxxxxx2",
+    //     "sk-xxxxxxxxxxxxxxxxxxxxxxxx3"
+    // ],
     // 自定义OpenAI API Base
     // "openai_api_base": "https://api.openai.com",
     // 自定义使用代理（请替换代理URL）

locale/en_US.json

@@ -1,87 +1,141 @@
 {
-    "未命名对话历史记录": "Unnamed Dialog History",
-    "在这里输入": "Type in here",
-    "🧹 新的对话": "🧹 New Dialogue",
-    "🔄 重新生成": "🔄 Regeneration",
-    "🗑️ 删除最旧对话": "🗑️ Delete oldest dialog",
-    "🗑️ 删除最新对话": "🗑️ Delete latest dialog",
-    "模型": "Model",
-    "多账号模式已开启，无需输入key，可直接开始对话": "Multi-account mode is enabled, no need to enter key, you can start the dialogue directly",
+    " 吗？": " ?",
+    "# ⚠️ 务必谨慎更改 ⚠️": "# ⚠️ Caution: Changes require care. ⚠️",
     "**发送消息** 或 **提交key** 以显示额度": "**Send message** or **Submit key** to display credit",
-    "选择模型": "Select Model",
-    "选择LoRA模型": "Select LoRA Model",
-    "实时传输回答": "Stream output",
-    "单轮对话": "Single-turn dialogue",
-    "使用在线搜索": "Use online search",
-    "选择回复语言（针对搜索&索引功能）": "Select reply language (for search & index)",
-    "上传索引文件": "Upload",
-    "双栏pdf": "Two-column pdf",
-    "识别公式": "formula OCR",
-    "在这里输入System Prompt...": "Type in System Prompt here...",
-    "加载Prompt模板": "Load Prompt Template",
-    "选择Prompt模板集合文件": "Select Prompt Template Collection File",
-    "🔄 刷新": "🔄 Refresh",
+    "**本月使用金额** ": "**Monthly usage** ",
+    "**获取API使用情况失败**": "**Failed to get API usage**",
+    "**获取API使用情况失败**，sensitive_id错误或已过期": "**Failed to get API usage**, wrong or expired sensitive_id",
+    "**获取API使用情况失败**，需在填写`config.json`中正确填写sensitive_id": "**Failed to get API usage**, correct sensitive_id needed in `config.json`",
+    "API key为空，请检查是否输入正确。": "API key is empty, check whether it is entered correctly.",
+    "API密钥更改为了": "The API key is changed to",
+    "JSON解析错误,收到的内容: ": "JSON parsing error, received content: ",
+    "SSL错误，无法获取对话。": "SSL error, unable to get dialogue.",
+    "Token 计数: ": "Token Count: ",
+    "☹️发生了错误：": "☹️Error: ",
+    "⚠️ 为保证API-Key安全，请在配置文件`config.json`中修改网络设置": "⚠️ To ensure the security of API-Key, please modify the network settings in the configuration file `config.json`.",
+    "。你仍然可以使用聊天功能。": ". You can still use the chat function.",
+    "上传": "Upload",
+    "上传了": "Uploaded",
+    "上传到 OpenAI 后自动填充": "Automatically filled after uploading to OpenAI",
+    "上传到OpenAI": "Upload to OpenAI",
+    "上传文件": "Upload files",
+    "仅供查看": "For viewing only",
     "从Prompt模板中加载": "Load from Prompt Template",
-    "保存/加载": "Save/Load",
-    "保存/加载对话历史记录": "Save/Load Dialog History",
     "从列表中加载对话": "Load dialog from list",
-    "设置文件名: 默认为.json，可选为.md": "Set file name: default is .json, optional is .md",
-    "设置保存文件名": "Set save file name",
-    "对话历史记录": "Dialog History",
-    "💾 保存对话": "💾 Save Dialog",
-    "📝 导出为Markdown": "📝 Export as Markdown",
-    "默认保存于history文件夹": "Default save in history folder",
-    "高级": "Advanced",
-    "# ⚠️ 务必谨慎更改 ⚠️": "# ⚠️ Caution: Changes require care. ⚠️",
-    "参数": "Parameters",
-    "停止符，用英文逗号隔开...": "Type in stop token here, separated by comma...",
-    "用于定位滥用行为": "Used to locate abuse",
-    "用户名": "Username",
-    "在这里输入API-Host...": "Type in API-Host here...",
-    "🔄 切换API地址": "🔄 Switch API Address",
-    "未设置代理...": "No proxy...",
     "代理地址": "Proxy address",
-    "🔄 设置代理地址": "🔄 Set Proxy Address",
-    "🔙 恢复默认网络设置": "🔙 Reset Network Settings",
-    "🔄 检查更新...": "🔄 Check for Update...",
+    "代理错误，无法获取对话。": "Proxy error, unable to get dialogue.",
+    "你没有权限访问 GPT4，[进一步了解](https://github.com/GaiZhenbiao/ChuanhuChatGPT/issues/843)": "You do not have permission to access GPT-4, [learn more](https://github.com/GaiZhenbiao/ChuanhuChatGPT/issues/843)",
+    "你没有选择任何对话历史": "You have not selected any conversation history.",
+    "你真的要删除 ": "Are you sure you want to delete ",
+    "使用在线搜索": "Use online search",
+    "停止符，用英文逗号隔开...": "Type in stop token here, separated by comma...",
+    "关于": "About",
+    "准备数据集": "Prepare Dataset",
+    "切换亮暗色主题": "Switch light/dark theme",
+    "删除对话历史成功": "Successfully deleted conversation history.",
+    "删除这轮问答": "Delete this round of Q&A",
+    "刷新状态": "Refresh Status",
+    "��余配额不足，[进一步了解](https://github.com/GaiZhenbiao/ChuanhuChatGPT/wiki/%E5%B8%B8%E8%A7%81%E9%97%AE%E9%A2%98#you-exceeded-your-current-quota-please-check-your-plan-and-billing-details)": "Insufficient remaining quota, [learn more](https://github.com/GaiZhenbiao/ChuanhuChatGPT/wiki/%E5%B8%B8%E8%A7%81%E9%97%AE%E9%A2%98#you-exceeded-your-current-quota-please-check-your-plan-and-billing-details)",
+    "加载Prompt模板": "Load Prompt Template",
+    "单轮对话": "Single-turn",
+    "历史记录（JSON）": "History file (JSON)",
+    "参数": "Parameters",
+    "双栏pdf": "Two-column pdf",
     "取消": "Cancel",
-    "更新": "Update",
-    "详情": "Details",
+    "取消所有任务": "Cancel All Tasks",
+    "可选，用于区分不同的模型": "Optional, used to distinguish different models",
+    "启用的工具：": "Enabled tools: ",
+    "在工具箱中管理知识库文件": "Manage knowledge base files in the toolbox",
+    "在线搜索": "Web search",
+    "在这里输入": "Type in here",
+    "在这里输入System Prompt...": "Type in System Prompt here...",
+    "多账号模式已开启，无需输入key，可直接开始对话": "Multi-account mode is enabled, no need to enter key, you can start the dialogue directly",
     "好": "OK",
-    "更新成功，请重启本程序": "Updated successfully, please restart this program",
-    "更新失败，请尝试[手动更新](https://github.com/GaiZhenbiao/ChuanhuChatGPT/wiki/使用教程#手动更新)": "Update failed, please try [manually updating](https://github.com/GaiZhenbiao/ChuanhuChatGPT/wiki/使用教程#手动更新)",
+    "实时传输回答": "Stream output",
+    "对话": "Dialogue",
+    "对话历史": "Conversation history",
+    "对话历史记录": "Dialog History",
+    "对话命名方式": "History naming method",
+    "导出为 Markdown": "Export as Markdown",
+    "川虎Chat": "Chuanhu Chat",
     "川虎Chat 🚀": "Chuanhu Chat 🚀",
+    "工具箱": "Toolbox",
+    "已经被删除啦": "It has been deleted.",
     "开始实时传输回答……": "Start streaming output...",
-    "Token 计数: ": "Token Count: ",
-    "，本次对话累计消耗了 ": ", Total cost for this dialogue is ",
-    "**获取API使用情况失败**": "**Failed to get API usage**",
-    "**获取API使用情况失败**，需在填写`config.json`中正确填写sensitive_id": "**Failed to get API usage**, correct sensitive_id needed in `config.json`",
-    "**获取API使用情况失败**，sensitive_id错误或已过期": "**Failed to get API usage**, wrong or expired sensitive_id",
-    "**本月使用金额** ": "**Monthly usage** ",
+    "开始训练": "Start Training",
+    "微调": "Fine-tuning",
+    "总结": "Summarize",
+    "总结完成": "Summary completed.",
+    "您使用的就是最新版！": "You are using the latest version!",
+    "您的IP区域：": "Your IP region: ",
+    "您的IP区域：未知。": "Your IP region: Unknown.",
+    "拓展": "Extensions",
+    "搜索（支持正则）...": "Search (supports regex)...",
+    "数据集预览": "Dataset Preview",
+    "文件ID": "File ID",
+    "新对话 ": "New Chat ",
+    "新建对话保留Prompt": "Retain Prompt For New Chat",
+    "暂时未知": "Unknown",
+    "更新": "Update",
+    "更新失败，请尝试[手动更新](https://github.com/GaiZhenbiao/ChuanhuChatGPT/wiki/使用教程#手动更新)": "Update failed, please try [manually updating](https://github.com/GaiZhenbiao/ChuanhuChatGPT/wiki/使用教程#手动更新)",
+    "更新成功，请重启本程序": "Updated successfully, please restart this program",
+    "未命名对话历史记录": "Unnamed Dialog History",
+    "未设置代理...": "No proxy...",
     "本月使用金额": "Monthly usage",
-    "获取API使用情况失败:": "Failed to get API usage:",
-    "API密钥更改为了": "The API key is changed to",
-    "JSON解析错误,收到的内容: ": "JSON parsing error, received content: ",
+    "查看[使用介绍](https://github.com/GaiZhenbiao/ChuanhuChatGPT/wiki/使用教程#微调-gpt-35)": "View the [usage guide](https://github.com/GaiZhenbiao/ChuanhuChatGPT/wiki/使用教程#微调-gpt-35) for more details",
+    "根据日期时间": "By date and time",
+    "模型": "Model",
+    "模型名称后缀": "Model Name Suffix",
+    "模型自动总结（消耗tokens）": "Auto summary by LLM (Consume tokens)",
     "模型设置为了：": "Model is set to: ",
-    "☹️发生了错误：": "☹️Error: ",
+    "正在尝试更新...": "Trying to update...",
+    "添加训练好的模型到模型列表": "Add trained model to the model list",
+    "状态": "Status",
+    "生成内容总结中……": "Generating content summary...",
+    "用于定位滥用行为": "Used to locate abuse",
+    "用户名": "Username",
+    "由Bilibili [土川虎虎虎](https://space.bilibili.com/29125536)、[明昭MZhao](https://space.bilibili.com/24807452) 和 [Keldos](https://github.com/Keldos-Li) 开发<br />访问川虎Chat的 [GitHub项目](https://github.com/GaiZhenbiao/ChuanhuChatGPT) 下载最新版脚本": "Developed by Bilibili [土川虎虎虎](https://space.bilibili.com/29125536), [明昭MZhao](https://space.bilibili.com/24807452) and [Keldos](https://github.com/Keldos-Li)\n\nDownload latest code from [GitHub](https://github.com/GaiZhenbiao/ChuanhuChatGPT)",
+    "知识库": "Knowledge base",
+    "知识库文件": "Knowledge base files",
+    "第一条提问": "By first question",
+    "索引构建完成": "Indexing complete.",
+    "网络": "Network",
+    "获取API使用情况失败:": "Failed to get API usage:",
+    "获取IP地理位置失败。原因：": "Failed to get IP location. Reason: ",
     "获取对话时发生错误，请查看后台日志": "Error occurred when getting dialogue, check the background log",
+    "训练": "Training",
+    "训练状态": "Training Status",
+    "训练轮数（Epochs）": "Training Epochs",
+    "设置": "Settings",
+    "设置保存文件名": "Set save file name",
+    "设置文件名: 默认为.json，可选为.md": "Set file name: default is .json, optional is .md",
+    "识别公式": "formula OCR",
+    "详情": "Details",
+    "请查看 config_example.json，配置 Azure OpenAI": "Please review config_example.json to configure Azure OpenAI",
     "请检查网络连接，或者API-Key是否有效。": "Check the network connection or whether the API-Key is valid.",
-    "连接超时，无法获取对话。": "Connection timed out, unable to get dialogue.",
-    "读取超时，无法获取对话。": "Read timed out, unable to get dialogue.",
-    "代理错误，无法获取对话。": "Proxy error, unable to get dialogue.",
-    "SSL错误，无法获取对话。": "SSL error, unable to get dialogue.",
-    "API key为空，请检查是否输入正确。": "API key is empty, check whether it is entered correctly.",
     "请输入对话内容。": "Enter the content of the conversation.",
+    "请输入有效的文件名，不要包含以下特殊字符：": "Please enter a valid file name, do not include the following special characters: ",
+    "读取超时，无法获取对话。": "Read timed out, unable to get dialogue.",
     "账单信息不适用": "Billing information is not applicable",
-    "由Bilibili [土川虎虎虎](https://space.bilibili.com/29125536)、[明昭MZhao](https://space.bilibili.com/24807452) 和 [Keldos](https://github.com/Keldos-Li) 开发<br />访问川虎Chat的 [GitHub项目](https://github.com/GaiZhenbiao/ChuanhuChatGPT) 下载最新版脚本": "Developed by Bilibili [土川虎虎虎](https://space.bilibili.com/29125536), [明昭MZhao](https://space.bilibili.com/24807452) and [Keldos](https://github.com/Keldos-Li)\n\nDownload latest code from [GitHub](https://github.com/GaiZhenbiao/ChuanhuChatGPT)",
-    "切换亮暗色主题": "Switch light/dark theme",
-    "您的IP区域：未知。": "Your IP region: Unknown.",
-    "获取IP地理位置失败。原因：": "Failed to get IP location. Reason: ",
-    "。你仍然可以使用聊天功能。": ". You can still use the chat function.",
-    "您的IP区域：": "Your IP region: ",
-    "总结": "Summarize",
-    "生成内容总结中……": "Generating content summary...",
-    "由于下面的原因，Google 拒绝返回 PaLM 的回答：\n\n": "Due to the following reasons, Google refuses to provide an answer to PaLM: \n\n",
-    "---\n⚠️ 为保证API-Key安全，请在配置文件`config.json`中修改网络设置": "---\n⚠️ To ensure the security of API-Key, please modify the network settings in the configuration file `config.json`.",
-    "网络参数": "Network parameter"
-}
+    "连接超时，无法获取对话。": "Connection timed out, unable to get dialogue.",
+    "选择LoRA模型": "Select LoRA Model",
+    "选择Prompt模板集合文件": "Select Prompt Template Collection File",
+    "选择回复语言（针对搜索&索引功能）": "Select reply language (for search & index)",
+    "选择数据集": "Select Dataset",
+    "选择模型": "Select Model",
+    "重命名该对话": "Rename this chat",
+    "重新生成": "Regenerate",
+    "高级": "Advanced",
+    "，本次对话累计消耗了 ": ", total cost: ",
+    "💾 保存对话": "💾 Save Dialog",
+    "📝 导出为 Markdown": "📝 Export as Markdown",
+    "🔄 切换API地址": "🔄 Switch API Address",
+    "🔄 刷新": "🔄 Refresh",
+    "🔄 检查更新...": "🔄 Check for Update...",
+    "🔄 设置代理地址": "🔄 Set Proxy Address",
+    "🔄 重新生成": "🔄 Regeneration",
+    "🔙 恢复默认网络设置": "🔙 Reset Network Settings",
+    "🗑️ 删除最新对话": "🗑️ Delete latest dialog",
+    "🗑️ 删除最旧对话": "🗑️ Delete oldest dialog",
+    "🧹 新的对话": "🧹 New Dialogue"
+}

locale/extract_locale.py

@@ -1,26 +1,138 @@
-import os
-import json
-import re
+import os, json, re, sys
+import aiohttp, asyncio
+import commentjson
 
-# Define regular expression patterns
-pattern = r'i18n\((\"{3}.*?\"{3}|\".*?\")\)'
+asyncio.set_event_loop_policy(asyncio.DefaultEventLoopPolicy())
 
-# Load the .py file
-with open('ChuanhuChatbot.py', 'r', encoding='utf-8') as f:
-    contents = f.read()
+with open("config.json", "r", encoding="utf-8") as f:
+    config = commentjson.load(f)
+api_key = config["openai_api_key"]
+url = config["openai_api_base"] + "/v1/chat/completions" if "openai_api_base" in config else "https://api.openai.com/v1/chat/completions"
 
-# Load the .py files in the modules folder
-for filename in os.listdir("modules"):
-    if filename.endswith(".py"):
-        with open(os.path.join("modules", filename), "r", encoding="utf-8") as f:
-            contents += f.read()
 
-# Matching with regular expressions
-matches = re.findall(pattern, contents, re.DOTALL)
+def get_current_strings():
+    pattern = r'i18n\s*\(\s*["\']([^"\']*(?:\)[^"\']*)?)["\']\s*\)'
 
-# Convert to key/value pairs
-data = {match.strip('()"'): '' for match in matches}
+    # Load the .py files
+    contents = ""
+    for dirpath, dirnames, filenames in os.walk("."):
+        for filename in filenames:
+            if filename.endswith(".py"):
+                filepath = os.path.join(dirpath, filename)
+                with open(filepath, 'r', encoding='utf-8') as f:
+                    contents += f.read()
+    # Matching with regular expressions
+    matches = re.findall(pattern, contents, re.DOTALL)
+    data = {match.strip('()"'): '' for match in matches}
+    fixed_data = {}     # fix some keys
+    for key, value in data.items():
+        if "](" in key and key.count("(") != key.count(")"):
+                fixed_data[key+")"] = value
+        else:
+            fixed_data[key] = value
 
-# Save as a JSON file
-with open('labels.json', 'w', encoding='utf-8') as f:
-    json.dump(data, f, ensure_ascii=False, indent=4)
+    return fixed_data
+
+
+def get_locale_strings(filename):
+    try:
+        with open(filename, "r", encoding="utf-8") as f:
+            locale_strs = json.load(f)
+    except FileNotFoundError:
+        locale_strs = {}
+    return locale_strs
+
+
+def sort_strings(existing_translations):
+    # Sort the merged data
+    sorted_translations = {}
+    # Add entries with (NOT USED) in their values
+    for key, value in sorted(existing_translations.items(), key=lambda x: x[0]):
+        if "(🔴NOT USED)" in value:
+            sorted_translations[key] = value
+    # Add entries with empty values
+    for key, value in sorted(existing_translations.items(), key=lambda x: x[0]):
+        if value == "":
+            sorted_translations[key] = value
+    # Add the rest of the entries
+    for key, value in sorted(existing_translations.items(), key=lambda x: x[0]):
+        if value != "" and "(NOT USED)" not in value:
+            sorted_translations[key] = value
+
+    return sorted_translations
+
+
+async def auto_translate(str, language):
+    headers = {
+        "Content-Type": "application/json",
+        "Authorization": f"Bearer {api_key}",
+        "temperature": f"{0}",
+    }
+    payload = {
+        "model": "gpt-3.5-turbo",
+        "messages": [
+            {
+                "role": "system",
+                "content": f"You are a translation program;\nYour job is to translate user input into {language};\nThe content you are translating is a string in the App;\nDo not explain emoji;\nIf input is only a emoji, please simply return origin emoji;\nPlease ensure that the translation results are concise and easy to understand."
+            },
+            {"role": "user", "content": f"{str}"}
+        ],
+    }
+
+    async with aiohttp.ClientSession() as session:
+        async with session.post(url, headers=headers, json=payload) as response:
+            data = await response.json()
+            return data["choices"][0]["message"]["content"]
+
+
+async def main(auto=False):
+    current_strs = get_current_strings()
+    locale_files = []
+    # 遍历locale目录下的所有json文件
+    for dirpath, dirnames, filenames in os.walk("locale"):
+        for filename in filenames:
+            if filename.endswith(".json"):
+                locale_files.append(os.path.join(dirpath, filename))
+
+
+    for locale_filename in locale_files:
+        if "zh_CN" in locale_filename:
+            continue
+        locale_strs = get_locale_strings(locale_filename)
+
+        # Add new keys
+        new_keys = []
+        for key in current_strs:
+            if key not in locale_strs:
+                new_keys.append(key)
+                locale_strs[key] = ""
+        print(f"{locale_filename[7:-5]}'s new str: {len(new_keys)}")
+        # Add (NOT USED) to invalid keys
+        for key in locale_strs:
+            if key not in current_strs:
+                locale_strs[key] = "(🔴NOT USED)" + locale_strs[key]
+        print(f"{locale_filename[7:-5]}'s invalid str: {len(locale_strs) - len(current_strs)}")
+
+        locale_strs = sort_strings(locale_strs)
+
+        if auto:
+            tasks = []
+            non_translated_keys = []
+            for key in locale_strs:
+                if locale_strs[key] == "":
+                    non_translated_keys.append(key)
+                    tasks.append(auto_translate(key, locale_filename[7:-5]))
+            results = await asyncio.gather(*tasks)
+            for key, result in zip(non_translated_keys, results):
+                locale_strs[key] = "(🟡REVIEW NEEDED)" + result
+            print(f"{locale_filename[7:-5]}'s auto translated str: {len(non_translated_keys)}")
+
+        with open(locale_filename, 'w', encoding='utf-8') as f:
+            json.dump(locale_strs, f, ensure_ascii=False, indent=4)
+
+
+if __name__ == "__main__":
+    auto = False
+    if len(sys.argv) > 1 and sys.argv[1] == "--auto":
+        auto = True
+    asyncio.run(main(auto))

locale/ja_JP.json

@@ -1,87 +1,141 @@
 {
-    "未命名对话历史记录": "名無しの会話履歴",
-    "在这里输入": "ここに入力",
-    "🧹 新的对话": "🧹 新しい会話",
-    "🔄 重新生成": "🔄 再生成",
-    "🗑️ 删除最旧对话": "🗑️ 最古の会話削除",
-    "🗑️ 删除最新对话": "🗑️ 最新の会話削除",
-    "模型": "LLMモデル",
-    "多账号模式已开启，无需输入key，可直接开始对话": "複数アカウントモードがオンになっています。キーを入力する必要はありません。会話を開始できます",
+    " 吗？": " を削除してもよろしいですか？",
+    "# ⚠️ 务必谨慎更改 ⚠️": "# ⚠️ 変更には慎重に ⚠️",
     "**发送消息** 或 **提交key** 以显示额度": "**メッセージを送信** または **キーを送信** して、クレジットを表示します",
-    "选择模型": "LLMモデルを選択",
-    "选择LoRA模型": "LoRAモデルを選択",
-    "实时传输回答": "ストリーム出力",
-    "单轮对话": "単発会話",
-    "使用在线搜索": "オンライン検索を使用",
-    "选择回复语言（针对搜索&索引功能）": "回答言語を選択（検索とインデックス機能に対して）",
-    "上传索引文件": "アップロード",
-    "双栏pdf": "2カラムpdf",
-    "识别公式": "formula OCR",
-    "在这里输入System Prompt...": "System Promptを入力してください...",
-    "加载Prompt模板": "Promptテンプレートを読込",
-    "选择Prompt模板集合文件": "Promptテンプレートコレクションを選択",
-    "🔄 刷新": "🔄 更新",
+    "**本月使用金额** ": "**今月の使用料金** ",
+    "**获取API使用情况失败**": "**API使用状況の取得に失敗しました**",
+    "**获取API使用情况失败**，sensitive_id错误或已过期": "**API使用状況の取得に失敗しました**、sensitive_idが間違っているか、期限切れです",
+    "**获取API使用情况失败**，需在填写`config.json`中正确填写sensitive_id": "**API使用状況の取得に失敗しました**、`config.json`に正しい`sensitive_id`を入力する必要があります",
+    "API key为空，请检查是否输入正确。": "APIキーが入力されていません。正しく入力されているか確認してください。",
+    "API密钥更改为了": "APIキーが変更されました",
+    "JSON解析错误,收到的内容: ": "JSON解析エラー、受信内容: ",
+    "SSL错误，无法获取对话。": "SSLエラー、会話を取得できません。",
+    "Token 计数: ": "Token数: ",
+    "☹️发生了错误：": "エラーが発生しました: ",
+    "⚠️ 为保证API-Key安全，请在配置文件`config.json`中修改网络设置": "⚠️ APIキーの安全性を確保するために、`config.json`ファイルでネットワーク設定を変更してください。",
+    "。你仍然可以使用聊天功能。": "。あなたはまだチャット機能を使用できます。",
+    "上传": "アップロード",
+    "上传了": "アップロードしました。",
+    "上传到 OpenAI 后自动填充": "OpenAIへのアップロード後、自動的に入力されます",
+    "上传到OpenAI": "OpenAIへのアップロード",
+    "上传文件": "ファイルをアップロード",
+    "仅供查看": "閲覧専用",
     "从Prompt模板中加载": "Promptテンプレートから読込",
-    "保存/加载": "保存/読込",
-    "保存/加载对话历史记录": "会話履歴を保存/読込",
     "从列表中加载对话": "リストから会話を読込",
-    "设置文件名: 默认为.json，可选为.md": "ファイル名を設定: デフォルトは.json、.mdを選択できます",
-    "设置保存文件名": "保存ファイル名を設定",
-    "对话历史记录": "会話履歴",
-    "💾 保存对话": "💾 会話を保存",
-    "📝 导出为Markdown": "📝 Markdownでエクスポート",
-    "默认保存于history文件夹": "デフォルトでhistoryフォルダに保存されます",
-    "高级": "Advanced",
-    "# ⚠️ 务必谨慎更改 ⚠️": "# ⚠️ 変更には慎重に ⚠️",
-    "参数": "パラメータ",
-    "停止符，用英文逗号隔开...": "ここにストップ文字を英語のカンマで区切って入力してください...",
-    "用于定位滥用行为": "不正行為を特定するために使用されます",
-    "用户名": "ユーザー名",
-    "在这里输入API-Host...": "API-Hostを入力してください...",
-    "🔄 切换API地址": "🔄 APIアドレスを切り替え",
-    "未设置代理...": "代理が設定されていません...",
     "代理地址": "プロキシアドレス",
-    "🔄 设置代理地址": "🔄 プロキシアドレスを設定",
-    "🔙 恢复默认网络设置": "🔙 ネットワーク設定のリセット",
-    "🔄 检查更新...": "🔄 アップデートをチェック...",
+    "代理��误，无法获取对话。": "プロキシエラー、会話を取得できません。",
+    "你没有权限访问 GPT4，[进一步了解](https://github.com/GaiZhenbiao/ChuanhuChatGPT/issues/843)": "GPT-4にアクセス権がありません、[詳細はこちら](https://github.com/GaiZhenbiao/ChuanhuChatGPT/issues/843)",
+    "你没有选择任何对话历史": "あなたは何の会話履歴も選択していません。",
+    "你真的要删除 ": "本当に ",
+    "使用在线搜索": "オンライン検索を使用",
+    "停止符，用英文逗号隔开...": "ここにストップ文字を英語のカンマで区切って入力してください...",
+    "关于": "について",
+    "准备数据集": "データセットの準備",
+    "切换亮暗色主题": "テーマの明暗切替",
+    "删除对话历史成功": "削除した会話の履歴",
+    "删除这轮问答": "この質疑応答を削除",
+    "刷新状态": "ステータスを更新",
+    "剩余配额不足，[进一步了解](https://github.com/GaiZhenbiao/ChuanhuChatGPT/wiki/%E5%B8%B8%E8%A7%81%E9%97%AE%E9%A2%98#you-exceeded-your-current-quota-please-check-your-plan-and-billing-details)": "剩余配额不足，[进一步了解]（https://github.com/GaiZhenbiao/ChuanhuChatGPT/wiki/%E5%B8%B8%E8%A7%81%E9%97%AE%E9%A2%98#you-exceeded-your-current-quota-please-check-your-plan-and-billing-details）",
+    "加载Prompt模板": "Promptテンプレートを読込",
+    "单轮对话": "単発会話",
+    "历史记录（JSON）": "履歴ファイル（JSON）",
+    "参数": "パラメータ",
+    "双栏pdf": "2カラムpdf",
     "取消": "キャンセル",
-    "更新": "アップデート",
-    "详情": "詳細",
+    "取消所有任务": "すべてのタスクをキャンセル",
+    "可选，用于区分不同的模型": "オプション、異なるモデルを区別するために使用",
+    "启用的工具：": "有効なツール：",
+    "在工具箱中管理知识库文件": "ツールボックスでナレッジベースファイルの管理を行う",
+    "在线搜索": "オンライン検索",
+    "在这里输入": "ここに入力",
+    "在这里输入System Prompt...": "System Promptを入力してください...",
+    "多账号模式已开启，无需输入key，可直接开始对话": "複数アカウントモードがオンになっています。キーを入力する必要はありません。会話を開始できます",
     "好": "はい",
-    "更新成功，请重启本程序": "更新が成功しました、このプログラムを再起動してください",
-    "更新失败，请尝试[手动更新](https://github.com/GaiZhenbiao/ChuanhuChatGPT/wiki/使用教程#手动更新)": "更新に失敗しました、[手動での更新](https://github.com/GaiZhenbiao/ChuanhuChatGPT/wiki/使用教程#手动更新)をお試しください。",
+    "实时传输回答": "ストリーム出力",
+    "对话": "会話",
+    "对话历史": "対話履歴",
+    "对话历史记录": "会話履歴",
+    "对话命名方式": "会話の命名方法",
+    "导出为 Markdown": "Markdownでエクスポート",
+    "川虎Chat": "川虎Chat",
     "川虎Chat 🚀": "川虎Chat 🚀",
+    "工具箱": "ツールボックス",
+    "已经被删除啦": "削除されました。",
     "开始实时传输回答……": "ストリーム出力開始……",
-    "Token 计数: ": "Token数: ",
-    "，本次对话累计消耗了 ": ", 今の会話で消費合計 ",
-    "**获取API使用情况失败**": "**API使用状況の取得に失敗しました**",
-    "**获取API使用情况失败**，需在填写`config.json`中正确填写sensitive_id": "**API使用状況の取得に失敗しました**、`config.json`に正しい`sensitive_id`を入力する必要があります",
-    "**获取API使用情况失败**，sensitive_id错误或已过期": "**API使用状況の取得に失敗しました**、sensitive_idが間違っているか、期限切れです",
-    "**本月使用金额** ": "**今月の使用料金** ",
+    "开始训练": "トレーニングを開始",
+    "微调": "ファインチューニング",
+    "总结": "要約する",
+    "总结完成": "完了",
+    "您使用的就是最新版！": "最新バージョンを使用しています！",
+    "您的IP区域：": "あなたのIPアドレス地域：",
+    "您的IP区域：未知。": "あなたのIPアドレス地域：不明",
+    "拓展": "拡張",
+    "搜索（支持正则）...": "検索（正規表現をサポート）...",
+    "数据集预览": "データセットのプレビュー",
+    "文件ID": "ファイルID",
+    "新对话 ": "新しい会話 ",
+    "新建对话保留Prompt": "新しい会話を作成してください。プロンプトを保留します。",
+    "暂时未知": "しばらく不明である",
+    "更新": "アップデート",
+    "更新失败，请尝试[手动更新](https://github.com/GaiZhenbiao/ChuanhuChatGPT/wiki/使用教程#手动更新)": "更新に失敗しました、[手動での更新](https://github.com/GaiZhenbiao/ChuanhuChatGPT/wiki/使用教程#手动更新)をお試しください。",
+    "更新成功，请重启本程序": "更新が成功しました、このプログラムを再起動してください",
+    "未命名对话历史记录": "名無しの会話履歴",
+    "未设置代理...": "代理が設定されていません...",
     "本月使用金额": "今月の使用料金",
-    "获取API使用情况失败:": "API使用状況の取得に失敗しました:",
-    "API密钥更改为了": "APIキーが変更されました",
-    "JSON解析错误,收到的内容: ": "JSON解析エラー、受信内容: ",
+    "查看[使用介绍](https://github.com/GaiZhenbiao/ChuanhuChatGPT/wiki/使用教程#微调-gpt-35)": "[使用ガイド](https://github.com/GaiZhenbiao/ChuanhuChatGPT/wiki/使用教程#微调-gpt-35)を表示",
+    "根据日期时间": "日付と時刻に基づいて",
+    "模型": "LLMモデル",
+    "模型名称后缀": "モデル名のサフィックス",
+    "模型自动总结（消耗tokens）": "モデルによる自動要約（トークン消費）",
     "模型设置为了：": "LLMモデルを設定しました: ",
-    "☹️发生了错误：": "エラーが発生しました: ",
+    "正在尝试更新...": "更新を試みています...",
+    "添加训练好的模型到模型列表": "トレーニング済みモデルをモデルリストに追加",
+    "状态": "ステータス",
+    "生成内容总结中……": "コンテンツ概要を生成しています...",
+    "用于定位滥用行为": "不正行為を特定するために使用されます",
+    "用户名": "ユーザー名",
+    "由Bilibili [土川虎虎虎](https://space.bilibili.com/29125536)、[明昭MZhao](https://space.bilibili.com/24807452) 和 [Keldos](https://github.com/Keldos-Li) 开发<br />访问川虎Chat的 [GitHub项目](https://github.com/GaiZhenbiao/ChuanhuChatGPT) 下载最新版脚本": "開発：Bilibili [土川虎虎虎](https://space.bilibili.com/29125536) と [明昭MZhao](https://space.bilibili.com/24807452) と [Keldos](https://github.com/Keldos-Li)\n\n最新コードは川虎Chatのサイトへ [GitHubプロジェクト](https://github.com/GaiZhenbiao/ChuanhuChatGPT)",
+    "知识库": "ナレッジベース",
+    "知识库文件": "ナレッジベースファイル",
+    "第一条提问": "最初の質問",
+    "索引构建完成": "索引の構築が完了しました。",
+    "网络": "ネットワーク",
+    "获取API使用情况失败:": "API使用状況の取得に失敗しました:",
+    "获取IP地理位置失败。原因：": "IPアドレス地域の取得に失敗しました。理由：",
     "获取对话时发生错误，请查看后台日志": "会話取得時にエラー発生、あとのログを確認してください",
+    "训练": "トレーニング",
+    "训练状态": "トレーニングステータス",
+    "训练轮数（Epochs）": "トレーニングエポック数",
+    "设置": "設定",
+    "设置保存文件名": "保存ファイル名を設定",
+    "设置文件名: 默认为.json，可选为.md": "ファイル名を設定: デフォルトは.json、.mdを選択できます",
+    "识别公式": "formula OCR",
+    "详情": "詳細",
+    "请查看 config_example.json，配置 Azure OpenAI": "Azure OpenAIの設定については、config_example.jsonをご覧ください",
     "请检查网络连接，或者API-Key是否有效。": "ネットワーク接続を確認するか、APIキーが有効かどうかを確認してください。",
-    "连接超时，无法获取对话。": "接続タイムアウト、会話を取得できません。",
-    "读取超时，无法获取对话。": "読み込みタイムアウト、会話を取得できません。",
-    "代理错误，无法获取对话。": "プロキシエラー、会話を取得できません。",
-    "SSL错误，无法获取对话。": "SSLエラー、会話を取得できません。",
-    "API key为空，请检查是否输入正确。": "APIキーが入力されていません。正しく入力されているか確認してください。",
     "请输入对话内容。": "会話内容を入力してください。",
+    "请输入有效的文件名，不要包含以下特殊字符：": "有効なファイル名を入力してください。以下の特殊文字は使用しないでください：",
+    "读取超时，无法获取对话。": "読み込みタイムアウト、会話を取得できません。",
     "账单信息不适用": "課金情報は対象外です",
-    "由Bilibili [土川虎虎虎](https://space.bilibili.com/29125536)、[明昭MZhao](https://space.bilibili.com/24807452) 和 [Keldos](https://github.com/Keldos-Li) 开发<br />访问川虎Chat的 [GitHub项目](https://github.com/GaiZhenbiao/ChuanhuChatGPT) 下载最新版脚本": "開発：Bilibili [土川虎虎虎](https://space.bilibili.com/29125536) と [明昭MZhao](https://space.bilibili.com/24807452) と [Keldos](https://github.com/Keldos-Li)\n\n最新コードは川虎Chatのサイトへ [GitHubプロジェクト](https://github.com/GaiZhenbiao/ChuanhuChatGPT)",
-    "切换亮暗色主题": "テーマの明暗切替",
-    "您的IP区域：未知。": "あなたのIPアドレス地域：不明",
-    "获取IP地理位置失败。原因：": "IPアドレス地域の取得に失敗しました。理由：",
-    "。你仍然可以使用聊天功能。": "。あなたはまだチャット機能を使用できます。",
-    "您的IP区域：": "あなたのIPアドレス地域：",
-    "总结": "要約する",
-    "生成内容总结中……": "コンテンツ概要を生成しています...",
-    "由于下面的原因，Google 拒绝返回 PaLM 的回答：\n\n": "Googleは以下の理由から、PaLMの回答を返すことを拒否しています:\n\n",
-    "---\n⚠️ 为保证API-Key安全，请在配置文件`config.json`中修改网络设置": "---\n⚠️ APIキーの安全性を確保するために、`config.json`ファイルでネットワーク設定を変更してください。",
+    "连接超时，无法获取对话。": "接続タイムアウト、会話を取得できません。",
+    "选择LoRA模型": "LoRAモデルを選択",
+    "选择Prompt模板集合文件": "Promptテンプレートコレクションを選択",
+    "选择回复语言（针对搜索&索引功能）": "回答言語を選択（検索とインデックス機能に対して）",
+    "选择数据集": "データセットの選択",
+    "选择模型": "LLMモデルを選択",
+    "重命名该对话": "会話の名前を変更",
+    "重新生成": "再生成",
+    "高级": "Advanced",
++