Spaces:
Running
Running
File size: 2,183 Bytes
2319518 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 |
from parser import InternLMReActParser, ReActParser
from models import LLM, QwenVL, Qwen, QwenDashscopeVLModel
from prompt import InternLMReAct, LlamaReAct, QwenReAct
react_prompt_map = {
'qwen': QwenReAct,
'llama': LlamaReAct,
'internlm': InternLMReAct,
}
react_parser_map = {
'qwen': ReActParser,
'llama': ReActParser,
'internlm': InternLMReActParser,
}
model_map = {'qwen': Qwen, 'llama': LLM, 'internlm': LLM, 'qwen-vl-chat': QwenVL}
model_type_map = {
'qwen-72b-chat': 'qwen',
'qwen-14b-chat': 'qwen',
'qwen-1.8b-chat': 'qwen',
'qwen-7b-chat': 'qwen',
'llama-2-7b-chat': 'llama',
'llama-2-13b-chat': 'llama',
'codellama-7b-instruct': 'llama',
'codellama-13b-instruct': 'llama',
'internlm-7b-chat-1.1': 'internlm',
'internlm-20b-chat': 'internlm',
'qwen-vl-chat': 'qwen-vl-chat',
}
model_path_map = {
'qwen-72b-chat': 'Qwen/Qwen-72B-Chat',
'qwen-14b-chat': 'Qwen/Qwen-14B-Chat',
'qwen-7b-chat': 'Qwen/Qwen-7B-Chat',
'qwen-1.8b-chat': 'Qwen/Qwen-1_8B-Chat',
'llama-2-7b-chat': 'meta-llama/Llama-2-7b-chat-hf',
'llama-2-13b-chat': 'meta-llama/Llama-2-13b-chat-hf',
'codellama-7b-instruct': 'codellama/CodeLlama-7b-Instruct-hf',
'codellama-13b-instruct': 'codellama/CodeLlama-13b-Instruct-hf',
'internlm-7b-chat-1.1': 'internlm/internlm-chat-7b-v1_1',
'internlm-20b-chat': 'internlm/internlm-chat-20b',
'qwen-vl-chat': 'Qwen/Qwen-VL-Chat',
}
def get_react_prompt(model_name, query, lang, upload_fname_list):
react_prompt_cls = react_prompt_map.get(model_type_map[model_name],
QwenReAct)
return react_prompt_cls(query, lang, upload_fname_list)
def get_react_parser(model_name):
react_parser_cls = react_parser_map.get(model_type_map[model_name],
ReActParser)
return react_parser_cls()
def get_model(model_name):
if model_name in ["qwen-vl-plus"]:
return QwenDashscopeVLModel(model=model_name)
model_path = model_path_map.get(model_name, None)
model_cls = model_map.get(model_type_map[model_name], LLM)
return model_cls(model_path)
|