Spaces:
Running
Running
import os | |
# 可以指定一个绝对路径,统一存放所有的Embedding和LLM模型。 | |
# 每个模型可以是一个单独的目录,也可以是某个目录下的二级子目录。 | |
# 如果模型目录名称和 MODEL_PATH 中的 key 或 value 相同,程序会自动检测加载,无需修改 MODEL_PATH 中的路径。 | |
MODEL_ROOT_PATH = "" | |
# 选用的 Embedding 名称 | |
EMBEDDING_MODEL = "bge-large-zh-v1.5" | |
# Embedding 模型运行设备。设为 "auto" 会自动检测(会有警告),也可手动设定为 "cuda","mps","cpu","xpu" 其中之一。 | |
EMBEDDING_DEVICE = "auto" | |
# 选用的reranker模型 | |
RERANKER_MODEL = "bge-reranker-large" | |
# 是否启用reranker模型 | |
USE_RERANKER = False | |
RERANKER_MAX_LENGTH = 1024 | |
# 如果需要在 EMBEDDING_MODEL 中增加自定义的关键字时配置 | |
EMBEDDING_KEYWORD_FILE = "keywords.txt" | |
EMBEDDING_MODEL_OUTPUT_PATH = "output" | |
# 要运行的 LLM 名称,可以包括本地模型和在线模型。列表中本地模型将在启动项目时全部加载。 | |
# 列表中第一个模型将作为 API 和 WEBUI 的默认模型。 | |
# 在这里,我们使用目前主流的两个离线模型,其中,chatglm3-6b 为默认加载模型。 | |
# 如果你的显存不足,可使用 Qwen-1_8B-Chat, 该模型 FP16 仅需 3.8G显存。 | |
LLM_MODELS = ["chatglm3-6b", "zhipu-api", "openai-api"] | |
Agent_MODEL = None | |
# LLM 模型运行设备。设为"auto"会自动检测(会有警告),也可手动设定为 "cuda","mps","cpu","xpu" 其中之一。 | |
LLM_DEVICE = "auto" | |
HISTORY_LEN = 3 | |
MAX_TOKENS = 2048 | |
TEMPERATURE = 0.7 | |
ONLINE_LLM_MODEL = { | |
"openai-api": { | |
"model_name": "gpt-4", | |
"api_base_url": "https://api.openai.com/v1", | |
"api_key": "", | |
"openai_proxy": "", | |
}, | |
# 智谱AI API,具体注册及api key获取请前往 http://open.bigmodel.cn | |
"zhipu-api": { | |
"api_key": "", | |
"version": "glm-4", | |
"provider": "ChatGLMWorker", | |
}, | |
# 具体注册及api key获取请前往 https://api.minimax.chat/ | |
"minimax-api": { | |
"group_id": "", | |
"api_key": "", | |
"is_pro": False, | |
"provider": "MiniMaxWorker", | |
}, | |
# 具体注册及api key获取请前往 https://xinghuo.xfyun.cn/ | |
"xinghuo-api": { | |
"APPID": "", | |
"APISecret": "", | |
"api_key": "", | |
"version": "v3.0", # 你使用的讯飞星火大模型版本,可选包括 "v3.0", "v2.0", "v1.5" | |
"provider": "XingHuoWorker", | |
}, | |
# 百度千帆 API,申请方式请参考 https://cloud.baidu.com/doc/WENXINWORKSHOP/s/4lilb2lpf | |
"qianfan-api": { | |
"version": "ERNIE-Bot", # 注意大小写。当前支持 "ERNIE-Bot" 或 "ERNIE-Bot-turbo", 更多的见官方文档。 | |
"version_url": "", # 也可以不填写version,直接填写在千帆申请模型发布的API地址 | |
"api_key": "", | |
"secret_key": "", | |
"provider": "QianFanWorker", | |
}, | |
# 火山方舟 API,文档参考 https://www.volcengine.com/docs/82379 | |
"fangzhou-api": { | |
"version": "chatglm-6b-model", | |
"version_url": "", | |
"api_key": "", | |
"secret_key": "", | |
"provider": "FangZhouWorker", | |
}, | |
# 阿里云通义千问 API,文档参考 https://help.aliyun.com/zh/dashscope/developer-reference/api-details | |
"qwen-api": { | |
"version": "qwen-max", | |
"api_key": "", | |
"provider": "QwenWorker", | |
"embed_model": "text-embedding-v1" # embedding 模型名称 | |
}, | |
# 百川 API,申请方式请参考 https://www.baichuan-ai.com/home#api-enter | |
"baichuan-api": { | |
"version": "Baichuan2-53B", | |
"api_key": "", | |
"secret_key": "", | |
"provider": "BaiChuanWorker", | |
}, | |
# Azure API | |
"azure-api": { | |
"deployment_name": "", # 部署容器的名字 | |
"resource_name": "", # https://{resource_name}.openai.azure.com/openai/ 填写resource_name的部分,其他部分不要填写 | |
"api_version": "", # API的版本,不是模型版本 | |
"api_key": "", | |
"provider": "AzureWorker", | |
}, | |
# 昆仑万维天工 API https://model-platform.tiangong.cn/ | |
"tiangong-api": { | |
"version": "SkyChat-MegaVerse", | |
"api_key": "", | |
"secret_key": "", | |
"provider": "TianGongWorker", | |
}, | |
# Gemini API https://makersuite.google.com/app/apikey | |
"gemini-api": { | |
"api_key": "", | |
"provider": "GeminiWorker", | |
} | |
} | |
# 在以下字典中修改属性值,以指定本地embedding模型存储位置。支持3种设置方法: | |
# 1、将对应的值修改为模型绝对路径 | |
# 2、不修改此处的值(以 text2vec 为例): | |
# 2.1 如果{MODEL_ROOT_PATH}下存在如下任一子目录: | |
# - text2vec | |
# - GanymedeNil/text2vec-large-chinese | |
# - text2vec-large-chinese | |
# 2.2 如果以上本地路径不存在,则使用huggingface模型 | |
MODEL_PATH = { | |
"embed_model": { | |
"ernie-tiny": "nghuyong/ernie-3.0-nano-zh", | |
"ernie-base": "nghuyong/ernie-3.0-base-zh", | |
"text2vec-base": "shibing624/text2vec-base-chinese", | |
"text2vec": "GanymedeNil/text2vec-large-chinese", | |
"text2vec-paraphrase": "shibing624/text2vec-base-chinese-paraphrase", | |
"text2vec-sentence": "shibing624/text2vec-base-chinese-sentence", | |
"text2vec-multilingual": "shibing624/text2vec-base-multilingual", | |
"text2vec-bge-large-chinese": "shibing624/text2vec-bge-large-chinese", | |
"m3e-small": "moka-ai/m3e-small", | |
"m3e-base": "moka-ai/m3e-base", | |
"m3e-large": "moka-ai/m3e-large", | |
"bge-small-zh": "BAAI/bge-small-zh", | |
"bge-base-zh": "BAAI/bge-base-zh", | |
"bge-large-zh": "BAAI/bge-large-zh", | |
"bge-large-zh-noinstruct": "BAAI/bge-large-zh-noinstruct", | |
"bge-base-zh-v1.5": "BAAI/bge-base-zh-v1.5", | |
"bge-large-zh-v1.5": "BAAI/bge-large-zh-v1.5", | |
"piccolo-base-zh": "sensenova/piccolo-base-zh", | |
"piccolo-large-zh": "sensenova/piccolo-large-zh", | |
"nlp_gte_sentence-embedding_chinese-large": "damo/nlp_gte_sentence-embedding_chinese-large", | |
"text-embedding-ada-002": "your OPENAI_API_KEY", | |
}, | |
"llm_model": { | |
"chatglm2-6b": "THUDM/chatglm2-6b", | |
"chatglm2-6b-32k": "THUDM/chatglm2-6b-32k", | |
"chatglm3-6b": "THUDM/chatglm3-6b", | |
"chatglm3-6b-32k": "THUDM/chatglm3-6b-32k", | |
"Orion-14B-Chat": "OrionStarAI/Orion-14B-Chat", | |
"Orion-14B-Chat-Plugin": "OrionStarAI/Orion-14B-Chat-Plugin", | |
"Orion-14B-LongChat": "OrionStarAI/Orion-14B-LongChat", | |
"Llama-2-7b-chat-hf": "meta-llama/Llama-2-7b-chat-hf", | |
"Llama-2-13b-chat-hf": "meta-llama/Llama-2-13b-chat-hf", | |
"Llama-2-70b-chat-hf": "meta-llama/Llama-2-70b-chat-hf", | |
"Qwen-1_8B-Chat": "Qwen/Qwen-1_8B-Chat", | |
"Qwen-7B-Chat": "Qwen/Qwen-7B-Chat", | |
"Qwen-14B-Chat": "Qwen/Qwen-14B-Chat", | |
"Qwen-72B-Chat": "Qwen/Qwen-72B-Chat", | |
"baichuan-7b-chat": "baichuan-inc/Baichuan-7B-Chat", | |
"baichuan-13b-chat": "baichuan-inc/Baichuan-13B-Chat", | |
"baichuan2-7b-chat": "baichuan-inc/Baichuan2-7B-Chat", | |
"baichuan2-13b-chat": "baichuan-inc/Baichuan2-13B-Chat", | |
"internlm-7b": "internlm/internlm-7b", | |
"internlm-chat-7b": "internlm/internlm-chat-7b", | |
"internlm2-chat-7b": "internlm/internlm2-chat-7b", | |
"internlm2-chat-20b": "internlm/internlm2-chat-20b", | |
"BlueLM-7B-Chat": "vivo-ai/BlueLM-7B-Chat", | |
"BlueLM-7B-Chat-32k": "vivo-ai/BlueLM-7B-Chat-32k", | |
"Yi-34B-Chat": "https://huggingface.co/01-ai/Yi-34B-Chat", | |
"agentlm-7b": "THUDM/agentlm-7b", | |
"agentlm-13b": "THUDM/agentlm-13b", | |
"agentlm-70b": "THUDM/agentlm-70b", | |
"falcon-7b": "tiiuae/falcon-7b", | |
"falcon-40b": "tiiuae/falcon-40b", | |
"falcon-rw-7b": "tiiuae/falcon-rw-7b", | |
"aquila-7b": "BAAI/Aquila-7B", | |
"aquilachat-7b": "BAAI/AquilaChat-7B", | |
"open_llama_13b": "openlm-research/open_llama_13b", | |
"vicuna-13b-v1.5": "lmsys/vicuna-13b-v1.5", | |
"koala": "young-geng/koala", | |
"mpt-7b": "mosaicml/mpt-7b", | |
"mpt-7b-storywriter": "mosaicml/mpt-7b-storywriter", | |
"mpt-30b": "mosaicml/mpt-30b", | |
"opt-66b": "facebook/opt-66b", | |
"opt-iml-max-30b": "facebook/opt-iml-max-30b", | |
"gpt2": "gpt2", | |
"gpt2-xl": "gpt2-xl", | |
"gpt-j-6b": "EleutherAI/gpt-j-6b", | |
"gpt4all-j": "nomic-ai/gpt4all-j", | |
"gpt-neox-20b": "EleutherAI/gpt-neox-20b", | |
"pythia-12b": "EleutherAI/pythia-12b", | |
"oasst-sft-4-pythia-12b-epoch-3.5": "OpenAssistant/oasst-sft-4-pythia-12b-epoch-3.5", | |
"dolly-v2-12b": "databricks/dolly-v2-12b", | |
"stablelm-tuned-alpha-7b": "stabilityai/stablelm-tuned-alpha-7b", | |
}, | |
"reranker": { | |
"bge-reranker-large": "BAAI/bge-reranker-large", | |
"bge-reranker-base": "BAAI/bge-reranker-base", | |
} | |
} | |
# 通常情况下不需要更改以下内容 | |
# nltk 模型存储路径 | |
NLTK_DATA_PATH = os.path.join(os.path.dirname(os.path.dirname(__file__)), "nltk_data") | |
# 使用VLLM可能导致模型推理能力下降,无法完成Agent任务 | |
VLLM_MODEL_DICT = { | |
"chatglm2-6b": "THUDM/chatglm2-6b", | |
"chatglm2-6b-32k": "THUDM/chatglm2-6b-32k", | |
"chatglm3-6b": "THUDM/chatglm3-6b", | |
"chatglm3-6b-32k": "THUDM/chatglm3-6b-32k", | |
"Llama-2-7b-chat-hf": "meta-llama/Llama-2-7b-chat-hf", | |
"Llama-2-13b-chat-hf": "meta-llama/Llama-2-13b-chat-hf", | |
"Llama-2-70b-chat-hf": "meta-llama/Llama-2-70b-chat-hf", | |
"Qwen-1_8B-Chat": "Qwen/Qwen-1_8B-Chat", | |
"Qwen-7B-Chat": "Qwen/Qwen-7B-Chat", | |
"Qwen-14B-Chat": "Qwen/Qwen-14B-Chat", | |
"Qwen-72B-Chat": "Qwen/Qwen-72B-Chat", | |
"baichuan-7b-chat": "baichuan-inc/Baichuan-7B-Chat", | |
"baichuan-13b-chat": "baichuan-inc/Baichuan-13B-Chat", | |
"baichuan2-7b-chat": "baichuan-inc/Baichuan-7B-Chat", | |
"baichuan2-13b-chat": "baichuan-inc/Baichuan-13B-Chat", | |
"BlueLM-7B-Chat": "vivo-ai/BlueLM-7B-Chat", | |
"BlueLM-7B-Chat-32k": "vivo-ai/BlueLM-7B-Chat-32k", | |
"internlm-7b": "internlm/internlm-7b", | |
"internlm-chat-7b": "internlm/internlm-chat-7b", | |
"internlm2-chat-7b": "internlm/Models/internlm2-chat-7b", | |
"internlm2-chat-20b": "internlm/Models/internlm2-chat-20b", | |
"aquila-7b": "BAAI/Aquila-7B", | |
"aquilachat-7b": "BAAI/AquilaChat-7B", | |
"falcon-7b": "tiiuae/falcon-7b", | |
"falcon-40b": "tiiuae/falcon-40b", | |
"falcon-rw-7b": "tiiuae/falcon-rw-7b", | |
"gpt2": "gpt2", | |
"gpt2-xl": "gpt2-xl", | |
"gpt-j-6b": "EleutherAI/gpt-j-6b", | |
"gpt4all-j": "nomic-ai/gpt4all-j", | |
"gpt-neox-20b": "EleutherAI/gpt-neox-20b", | |
"pythia-12b": "EleutherAI/pythia-12b", | |
"oasst-sft-4-pythia-12b-epoch-3.5": "OpenAssistant/oasst-sft-4-pythia-12b-epoch-3.5", | |
"dolly-v2-12b": "databricks/dolly-v2-12b", | |
"stablelm-tuned-alpha-7b": "stabilityai/stablelm-tuned-alpha-7b", | |
"open_llama_13b": "openlm-research/open_llama_13b", | |
"vicuna-13b-v1.3": "lmsys/vicuna-13b-v1.3", | |
"koala": "young-geng/koala", | |
"mpt-7b": "mosaicml/mpt-7b", | |
"mpt-7b-storywriter": "mosaicml/mpt-7b-storywriter", | |
"mpt-30b": "mosaicml/mpt-30b", | |
"opt-66b": "facebook/opt-66b", | |
"opt-iml-max-30b": "facebook/opt-iml-max-30b", | |
} | |
SUPPORT_AGENT_MODEL = [ | |
"openai-api", # GPT4 模型 | |
"qwen-api", # Qwen Max模型 | |
"zhipu-api", # 智谱AI GLM4模型 | |
"Qwen", # 所有Qwen系列本地模型 | |
"chatglm3-6b", | |
"internlm2-chat-20b", | |
"Orion-14B-Chat-Plugin", | |
] | |