|
|
|
import os |
|
from pathlib import Path |
|
import gradio as gr |
|
from .webui_locale import I18nAuto |
|
|
|
i18n = I18nAuto() |
|
|
|
CHATGLM_MODEL = None |
|
CHATGLM_TOKENIZER = None |
|
LLAMA_MODEL = None |
|
LLAMA_INFERENCER = None |
|
|
|
|
|
INITIAL_SYSTEM_PROMPT = "You are a helpful assistant." |
|
API_HOST = "api.openai.com" |
|
COMPLETION_URL = "https://api.openai.com/v1/chat/completions" |
|
BALANCE_API_URL="https://api.openai.com/dashboard/billing/credit_grants" |
|
USAGE_API_URL="https://api.openai.com/dashboard/billing/usage" |
|
HISTORY_DIR = Path("history") |
|
HISTORY_DIR = "history" |
|
TEMPLATES_DIR = "templates" |
|
|
|
|
|
STANDARD_ERROR_MSG = i18n("☹️发生了错误:") |
|
GENERAL_ERROR_MSG = i18n("获取对话时发生错误,请查看后台日志") |
|
ERROR_RETRIEVE_MSG = i18n("请检查网络连接,或者API-Key是否有效。") |
|
CONNECTION_TIMEOUT_MSG = i18n("连接超时,无法获取对话。") |
|
READ_TIMEOUT_MSG = i18n("读取超时,无法获取对话。") |
|
PROXY_ERROR_MSG = i18n("代理错误,无法获取对话。") |
|
SSL_ERROR_PROMPT = i18n("SSL错误,无法获取对话。") |
|
NO_APIKEY_MSG = i18n("API key为空,请检查是否输入正确。") |
|
NO_INPUT_MSG = i18n("请输入对话内容。") |
|
BILLING_NOT_APPLICABLE_MSG = i18n("账单信息不适用") |
|
|
|
TIMEOUT_STREAMING = 60 |
|
TIMEOUT_ALL = 200 |
|
ENABLE_STREAMING_OPTION = True |
|
HIDE_MY_KEY = False |
|
CONCURRENT_COUNT = 100 |
|
|
|
SIM_K = 5 |
|
INDEX_QUERY_TEMPRATURE = 1.0 |
|
|
|
CHUANHU_TITLE = i18n("川虎Chat 🚀") |
|
|
|
CHUANHU_DESCRIPTION = i18n("由Bilibili [土川虎虎虎](https://space.bilibili.com/29125536) 和 [明昭MZhao](https://space.bilibili.com/24807452)开发<br />访问川虎Chat的 [GitHub项目](https://github.com/GaiZhenbiao/ChuanhuChatGPT) 下载最新版脚本") |
|
|
|
FOOTER = """<div class="versions">{versions}</div>""" |
|
|
|
APPEARANCE_SWITCHER = """ |
|
<div style="display: flex; justify-content: space-between;"> |
|
<span style="margin-top: 4px !important;">"""+ i18n("切换亮暗色主题") + """</span> |
|
<span><label class="apSwitch" for="checkbox"> |
|
<input type="checkbox" id="checkbox"> |
|
<div class="apSlider"></div> |
|
</label></span> |
|
</div> |
|
""" |
|
|
|
SUMMARIZE_PROMPT = "你是谁?我们刚才聊了什么?" |
|
|
|
ONLINE_MODELS = [ |
|
"gpt-3.5-turbo", |
|
"gpt-3.5-turbo-0301", |
|
"gpt-4", |
|
"gpt-4-0314", |
|
"gpt-4-32k", |
|
"gpt-4-32k-0314", |
|
"xmchat", |
|
] |
|
|
|
LOCAL_MODELS = [ |
|
"chatglm-6b", |
|
"chatglm-6b-int4", |
|
"chatglm-6b-int4-qe", |
|
"llama-7b-hf", |
|
"llama-7b-hf-int4", |
|
"llama-7b-hf-int8", |
|
"llama-13b-hf", |
|
"llama-13b-hf-int4", |
|
"llama-30b-hf", |
|
"llama-30b-hf-int4", |
|
"llama-65b-hf" |
|
] |
|
|
|
if os.environ.get('HIDE_LOCAL_MODELS', 'false') == 'true': |
|
MODELS = ONLINE_MODELS |
|
else: |
|
MODELS = ONLINE_MODELS + LOCAL_MODELS |
|
|
|
DEFAULT_MODEL = 0 |
|
|
|
os.makedirs("models", exist_ok=True) |
|
os.makedirs("lora", exist_ok=True) |
|
os.makedirs("history", exist_ok=True) |
|
for dir_name in os.listdir("models"): |
|
if os.path.isdir(os.path.join("models", dir_name)): |
|
if dir_name not in MODELS: |
|
MODELS.append(dir_name) |
|
|
|
MODEL_TOKEN_LIMIT = { |
|
"gpt-3.5-turbo": 4096, |
|
"gpt-3.5-turbo-0301": 4096, |
|
"gpt-4": 8192, |
|
"gpt-4-0314": 8192, |
|
"gpt-4-32k": 32768, |
|
"gpt-4-32k-0314": 32768 |
|
} |
|
|
|
TOKEN_OFFSET = 1000 |
|
DEFAULT_TOKEN_LIMIT = 3000 |
|
REDUCE_TOKEN_FACTOR = 0.5 |
|
|
|
REPLY_LANGUAGES = [ |
|
"简体中文", |
|
"繁體中文", |
|
"English", |
|
"日本語", |
|
"Español", |
|
"Français", |
|
"Deutsch", |
|
"跟随问题语言(不稳定)" |
|
] |
|
|
|
|
|
WEBSEARCH_PTOMPT_TEMPLATE = """\ |
|
Web search results: |
|
|
|
{web_results} |
|
Current date: {current_date} |
|
|
|
Instructions: Using the provided web search results, write a comprehensive reply to the given query. Make sure to cite results using [[number](URL)] notation after the reference. If the provided search results refer to multiple subjects with the same name, write separate answers for each subject. |
|
Query: {query} |
|
Reply in {reply_language} |
|
""" |
|
|
|
PROMPT_TEMPLATE = """\ |
|
Context information is below. |
|
--------------------- |
|
{context_str} |
|
--------------------- |
|
Current date: {current_date}. |
|
Using the provided context information, write a comprehensive reply to the given query. |
|
Make sure to cite results using [number] notation after the reference. |
|
If the provided context information refer to multiple subjects with the same name, write separate answers for each subject. |
|
Use prior knowledge only if the given context didn't provide enough information. |
|
Answer the question: {query_str} |
|
Reply in {reply_language} |
|
""" |
|
|
|
REFINE_TEMPLATE = """\ |
|
The original question is as follows: {query_str} |
|
We have provided an existing answer: {existing_answer} |
|
We have the opportunity to refine the existing answer |
|
(only if needed) with some more context below. |
|
------------ |
|
{context_msg} |
|
------------ |
|
Given the new context, refine the original answer to better |
|
Reply in {reply_language} |
|
If the context isn't useful, return the original answer. |
|
""" |
|
|
|
ALREADY_CONVERTED_MARK = "<!-- ALREADY CONVERTED BY PARSER. -->" |
|
|
|
small_and_beautiful_theme = gr.themes.Soft( |
|
primary_hue=gr.themes.Color( |
|
c50="#02C160", |
|
c100="rgba(2, 193, 96, 0.2)", |
|
c200="#02C160", |
|
c300="rgba(2, 193, 96, 0.32)", |
|
c400="rgba(2, 193, 96, 0.32)", |
|
c500="rgba(2, 193, 96, 1.0)", |
|
c600="rgba(2, 193, 96, 1.0)", |
|
c700="rgba(2, 193, 96, 0.32)", |
|
c800="rgba(2, 193, 96, 0.32)", |
|
c900="#02C160", |
|
c950="#02C160", |
|
), |
|
secondary_hue=gr.themes.Color( |
|
c50="#576b95", |
|
c100="#576b95", |
|
c200="#576b95", |
|
c300="#576b95", |
|
c400="#576b95", |
|
c500="#576b95", |
|
c600="#576b95", |
|
c700="#576b95", |
|
c800="#576b95", |
|
c900="#576b95", |
|
c950="#576b95", |
|
), |
|
neutral_hue=gr.themes.Color( |
|
name="gray", |
|
c50="#f9fafb", |
|
c100="#f3f4f6", |
|
c200="#e5e7eb", |
|
c300="#d1d5db", |
|
c400="#B2B2B2", |
|
c500="#808080", |
|
c600="#636363", |
|
c700="#515151", |
|
c800="#393939", |
|
c900="#272727", |
|
c950="#171717", |
|
), |
|
radius_size=gr.themes.sizes.radius_sm, |
|
).set( |
|
button_primary_background_fill="#06AE56", |
|
button_primary_background_fill_dark="#06AE56", |
|
button_primary_background_fill_hover="#07C863", |
|
button_primary_border_color="#06AE56", |
|
button_primary_border_color_dark="#06AE56", |
|
button_primary_text_color="#FFFFFF", |
|
button_primary_text_color_dark="#FFFFFF", |
|
button_secondary_background_fill="#F2F2F2", |
|
button_secondary_background_fill_dark="#2B2B2B", |
|
button_secondary_text_color="#393939", |
|
button_secondary_text_color_dark="#FFFFFF", |
|
|
|
|
|
block_title_text_color="*primary_500", |
|
block_title_background_fill="*primary_100", |
|
input_background_fill="#F6F6F6", |
|
) |
|
|