Spaces:
Running
Running
File size: 2,857 Bytes
2319518 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 |
import json
import os
from prompt.react import ReAct
QWEN_TOOLS_LIST = [
{
'name_for_human': '代码解释器',
'name_for_model': 'code_interpreter',
'description_for_model': '代码解释器，可用于执行Python代码。',
'parameters': [{
'name': 'code',
'type': 'string',
'description': '待执行的代码'
}],
'args_format': 'code'
},
]
TOOL_DESC = """{name_for_model}: Call this tool to interact with the {name_for_human} API. What is the {name_for_human} API useful for? {description_for_model} Parameters: {parameters}"""
class QwenReAct(ReAct):
def __init__(self, query, lang='en', upload_file_paths=[]):
super().__init__(query, lang, upload_file_paths)
self.upload_file_paths = [
f'{os.path.basename(fname)}' for fname in upload_file_paths
]
self.list_of_plugin_info = QWEN_TOOLS_LIST
self.fname_template = {
'zh': '[上传文件{fname_str}]',
'en': '[Upload file {fname_str}]',
'en_multi': '[Upload file {fname_str}]'
}
def build_prompt(self):
im_start = '<|im_start|>'
im_end = '<|im_end|>'
prompt = f'{im_start}system\nYou are a helpful assistant.{im_end}'
query = super().build_prompt()
query = query.lstrip('\n').rstrip()
prompt += f'\n{im_start}user\n{query}{im_end}'
if f'{im_start}assistant' not in query:
prompt += f'\n{im_start}assistant\n{im_end}'
assert prompt.endswith(f'\n{im_start}assistant\n{im_end}')
prompt = prompt[:-len(f'{im_end}')]
self.prompt = prompt
return prompt
def _build_tools_text(self):
# tool info
tools_text = []
for plugin_info in self.list_of_plugin_info:
tool = TOOL_DESC.format(
name_for_model=plugin_info['name_for_model'],
name_for_human=plugin_info['name_for_human'],
description_for_model=plugin_info['description_for_model'],
parameters=json.dumps(plugin_info['parameters'],
ensure_ascii=False),
)
if plugin_info.get('args_format', 'json') == 'json':
tool += ' Format the arguments as a JSON object.'
elif plugin_info['args_format'] == 'code':
tool += ' Enclose the code within triple backticks (`) at the beginning and end of the code.'
else:
raise NotImplementedError
tools_text.append(tool)
tools_text = '\n\n'.join(tools_text)
return tools_text
def _build_tools_name_text(self):
return ', '.join([
plugin_info['name_for_model']
for plugin_info in self.list_of_plugin_info
])
|