TinyLLamaTesting / backend.py
Pudding48's picture
Update backend.py
643a4d6 verified
raw
history blame
308 Bytes
from fastapi import FastAPI, Request
from pydantic import BaseModel
from qabot import llm_chain
import os
app = FastAPI()
class Query(BaseModel):
query: str
@app.post("/ask")
def ask_question(query: Query):
result = llm_chain.invoke({"query": query.query})
return {"answer": result["result"]}