my_modelscope_agent/prompt/chatglm3_prompt.py

import json

from .prompt import LengthConstraint, PromptGenerator

CHATGLM_DEFAULT_SYSTEM_TEMPLATE = """<|system|>
Answer the following questions as best you can. You have access to the following tools:
<tool_list>"""

CHATGLM_DEFAULT_INSTRUCTION_TEMPLATE = ''

CHATGLM_DEFAULT_USER_TEMPLATE = """<|user|>\n<user_input>"""

CHATGLM_DEFAULT_EXEC_TEMPLATE = """<|observation|>\n<exec_result>"""

CHATGLM_DEFAULT_ASSISTANT_TEMPLATE = """<|assistant|>"""


class ChatGLMPromptGenerator(PromptGenerator):

    def __init__(self,
                 system_template=CHATGLM_DEFAULT_SYSTEM_TEMPLATE,
                 instruction_template=CHATGLM_DEFAULT_INSTRUCTION_TEMPLATE,
                 user_template=CHATGLM_DEFAULT_USER_TEMPLATE,
                 exec_template=CHATGLM_DEFAULT_EXEC_TEMPLATE,
                 assistant_template=CHATGLM_DEFAULT_ASSISTANT_TEMPLATE,
                 sep='\n',
                 length_constraint=LengthConstraint()):
        super().__init__(
            system_template=system_template,
            instruction_template=instruction_template,
            user_template=user_template,
            exec_template=exec_template,
            assistant_template=assistant_template,
            sep=sep,
            length_constraint=length_constraint)

    def get_tool_str(self, tool_list):
        tool_json = json.loads('['
                               + ','.join([str(item)
                                           for item in tool_list]) + ']')
        return json.dumps(tool_json, ensure_ascii=False, indent=4)