| from typing import TYPE_CHECKING, Dict | |
| import gradio as gr | |
| from .chatbot import create_chat_box | |
| if TYPE_CHECKING: | |
| from gradio.components import Component | |
| from ..engine import Engine | |
| def create_infer_tab(engine: "Engine") -> Dict[str, "Component"]: | |
| input_elems = engine.manager.get_base_elems() | |
| elem_dict = dict() | |
| with gr.Row(): | |
| load_btn = gr.Button() | |
| unload_btn = gr.Button() | |
| info_box = gr.Textbox(show_label=False, interactive=False) | |
| elem_dict.update(dict(load_btn=load_btn, unload_btn=unload_btn, info_box=info_box)) | |
| chat_box, chatbot, history, chat_elems = create_chat_box(engine, visible=False) | |
| elem_dict.update(dict(chat_box=chat_box, **chat_elems)) | |
| load_btn.click(engine.chatter.load_model, input_elems, [info_box]).then( | |
| lambda: gr.update(visible=engine.chatter.loaded), outputs=[chat_box] | |
| ) | |
| unload_btn.click(engine.chatter.unload_model, input_elems, [info_box]).then( | |
| lambda: ([], []), outputs=[chatbot, history] | |
| ).then(lambda: gr.update(visible=engine.chatter.loaded), outputs=[chat_box]) | |
| return elem_dict | |