from transformers import pipeline import gradio as gr from fastapi import FastAPI from gradio_client import Client from typing import Union import uvicorn app = FastAPI() chatbot = pipeline(model="Kaludi/Customer-Support-Assistant-V2") def DS_chatbot(message,history): conversation = chatbot(message) return conversation[0]['generated_text'] io = gr.ChatInterface(DS_chatbot, title=" Customer Service Bot", description="Enter your query.") @app.get("/") async def read_main(): return {"message": "Append /gradio to the url to see gradio the interface" ,"message2": "Append /hello/{any_name} to get a greeting"} @app.get("/hello/{name}") async def read_name(name: Union[str, None] = None): return { "Hey!": name} # Mount the Gradio app onto the FastAPI app app = gr.mount_gradio_app(app, io, path='/gradio') if __name__ == "__main__": uvicorn.run(app, host="0.0.0.0", port=7860)