mindsearch/terminal.py

from datetime import datetime

from lagent.actions import ActionExecutor, BingBrowser
from lagent.llms import INTERNLM2_META, LMDeployServer

from mindsearch.agent.mindsearch_agent import (MindSearchAgent,
                                               MindSearchProtocol)
from mindsearch.agent.mindsearch_prompt import (
    FINAL_RESPONSE_CN, FINAL_RESPONSE_EN, GRAPH_PROMPT_CN, GRAPH_PROMPT_EN,
    searcher_context_template_cn, searcher_context_template_en,
    searcher_input_template_cn, searcher_input_template_en,
    searcher_system_prompt_cn, searcher_system_prompt_en)

lang = 'cn'
llm = LMDeployServer(path='internlm/internlm2_5-7b-chat',
                     model_name='internlm2',
                     meta_template=INTERNLM2_META,
                     top_p=0.8,
                     top_k=1,
                     temperature=0,
                     max_new_tokens=8192,
                     repetition_penalty=1.02,
                     stop_words=['<|im_end|>'])

agent = MindSearchAgent(
    llm=llm,
    protocol=MindSearchProtocol(
        meta_prompt=datetime.now().strftime('The current date is %Y-%m-%d.'),
        interpreter_prompt=GRAPH_PROMPT_CN
        if lang == 'cn' else GRAPH_PROMPT_EN,
        response_prompt=FINAL_RESPONSE_CN
        if lang == 'cn' else FINAL_RESPONSE_EN),
    searcher_cfg=dict(
        llm=llm,
        plugin_executor=ActionExecutor(
            BingBrowser(searcher_type='DuckDuckGoSearch', topk=6)),
        protocol=MindSearchProtocol(
            meta_prompt=datetime.now().strftime(
                'The current date is %Y-%m-%d.'),
            plugin_prompt=searcher_system_prompt_cn
            if lang == 'cn' else searcher_system_prompt_en,
        ),
        template=dict(input=searcher_input_template_cn
                      if lang == 'cn' else searcher_input_template_en,
                      context=searcher_context_template_cn
                      if lang == 'cn' else searcher_context_template_en)),
    max_turn=10)

for agent_return in agent.stream_chat('上海今天适合穿什么衣服'):
    pass