import gradio as gr import platform import os import time from threading import Thread from rich.text import Text from rich.live import Live from model.infer import ChatBot from config import InferConfig infer_config = InferConfig() chat_bot = ChatBot(infer_config=infer_config) def greet(name): streamer = chat_bot.chat(name) return streamer iface = gr.Interface(fn=greet, inputs="text", outputs="text") iface.launch(server_name='0.0.0.0', server_port=23678)