Spaces:
Running
Running
| import os | |
| """ | |
| =-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=- | |
| 接驳void-terminal: | |
| - set_conf: 在运行过程中动态地修改配置 | |
| - set_multi_conf: 在运行过程中动态地修改多个配置 | |
| - get_plugin_handle: 获取插件的句柄 | |
| - get_plugin_default_kwargs: 获取插件的默认参数 | |
| - get_chat_handle: 获取简单聊天的句柄 | |
| - get_chat_default_kwargs: 获取简单聊天的默认参数 | |
| =-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=- | |
| """ | |
| def get_plugin_handle(plugin_name): | |
| """ | |
| e.g. plugin_name = 'crazy_functions.批量Markdown翻译->Markdown翻译指定语言' | |
| """ | |
| import importlib | |
| assert ( | |
| "->" in plugin_name | |
| ), "Example of plugin_name: crazy_functions.批量Markdown翻译->Markdown翻译指定语言" | |
| module, fn_name = plugin_name.split("->") | |
| f_hot_reload = getattr(importlib.import_module(module, fn_name), fn_name) | |
| return f_hot_reload | |
| def get_chat_handle(): | |
| """ | |
| Get chat function | |
| """ | |
| from request_llms.bridge_all import predict_no_ui_long_connection | |
| return predict_no_ui_long_connection | |
| def get_plugin_default_kwargs(): | |
| """ | |
| Get Plugin Default Arguments | |
| """ | |
| from toolbox import ChatBotWithCookies, load_chat_cookies | |
| cookies = load_chat_cookies() | |
| llm_kwargs = { | |
| "api_key": cookies["api_key"], | |
| "llm_model": cookies["llm_model"], | |
| "top_p": 1.0, | |
| "max_length": None, | |
| "temperature": 1.0, | |
| } | |
| chatbot = ChatBotWithCookies(llm_kwargs) | |
| # txt, llm_kwargs, plugin_kwargs, chatbot, history, system_prompt, web_port | |
| DEFAULT_FN_GROUPS_kwargs = { | |
| "main_input": "./README.md", | |
| "llm_kwargs": llm_kwargs, | |
| "plugin_kwargs": {}, | |
| "chatbot_with_cookie": chatbot, | |
| "history": [], | |
| "system_prompt": "You are a good AI.", | |
| "web_port": None, | |
| } | |
| return DEFAULT_FN_GROUPS_kwargs | |
| def get_chat_default_kwargs(): | |
| """ | |
| Get Chat Default Arguments | |
| """ | |
| from toolbox import load_chat_cookies | |
| cookies = load_chat_cookies() | |
| llm_kwargs = { | |
| "api_key": cookies["api_key"], | |
| "llm_model": cookies["llm_model"], | |
| "top_p": 1.0, | |
| "max_length": None, | |
| "temperature": 1.0, | |
| } | |
| default_chat_kwargs = { | |
| "inputs": "Hello there, are you ready?", | |
| "llm_kwargs": llm_kwargs, | |
| "history": [], | |
| "sys_prompt": "You are AI assistant", | |
| "observe_window": None, | |
| "console_slience": False, | |
| } | |
| return default_chat_kwargs | |