Spaces:

Mohammed-Altaf
/

medicare-fastapi

Runtime error

medicare-fastapi / main.py

added accelerate to the requirements

bb10374 7 months ago

No virus

1.53 kB

	# Custom Imports
	from load_meta_data import ChatBot
	from fastapi import FastAPI
	from fastapi.middleware.cors import CORSMiddleware

	# Built-in Imports
	from enum import Enum
	import warnings
	warnings.filterwarnings('ignore')

	# Enum to save the Model Id, which is Constant
	class Repo_ID(Enum):
	chat_model: str = "Mohammed-Altaf/medical_chatbot-8bit"

	# initializing the application and the chatbot class from the load meta data file
	app = FastAPI()
	bot = ChatBot()

	# middlewares to allow cross orgin communications
	app.add_middleware(
	CORSMiddleware,
	allow_origins=['*'],
	allow_credentials=True,
	allow_methods=['*'],
	allow_headers=['*'],
	)

	# load the model asynchronously on startup and save it into memory
	@app.on_event("startup")
	async def startup():
	bot.load_from_hub(Repo_ID.chat_model.value)

	@app.get("/")
	async def home():
	"Home route for the api"
	return {"messeage":"welcome, Application Successfully Loaded!!"}

	# dummy test route
	@app.get("/test_response/{query}")
	async def test_inference(query:str):
	return query


	@app.get("/query/{user_query}")
	async def inference_output(user_query: str) -> str:
	"""Main query route for the api, which return the response from the inference of the LanguageModel

	Keyword arguments:
	user_query -- Input string from the user, which is the question(input) to the Model
	Return: return's the response got from the Language model
	"""

	global bot
	response = bot.get_response(user_query)
	return response