app.py

import uvicorn
from fastapi import FastAPI
from pydantic import BaseModel
from model import get_answer_from_llm


class PromptType(BaseModel):
    prompt: str = ''


app = FastAPI(
    title='CommandRLLMAPI'
)


@app.post("/completion/")
async def get_answer(question: PromptType = None):
    answer = await get_answer_from_llm(question=question.prompt)
    return answer


if __name__ == '__main__':
    uvicorn.run(
        app,
        host='0.0.0.0',
        port=8081
    )