Spaces:
Runtime error
Runtime error
| from contextlib import asynccontextmanager | |
| import uvicorn | |
| from fastapi import FastAPI, Request, UploadFile | |
| from fastapi.middleware.cors import CORSMiddleware | |
| from generator.llm_calls import get_answer | |
| from rerank.rerank import rerank_documents | |
| from retrieve.vector_store import create_embeddings_from_file, get_relevant_document | |
| from utils.db import postgres_db | |
| app = FastAPI(title="Modular RAG", | |
| version="1.0.0", ) | |
| app.add_middleware( | |
| CORSMiddleware, | |
| allow_origins=["*"], | |
| allow_credentials=True, | |
| allow_methods=["*"], | |
| allow_headers=["*"], | |
| ) | |
| async def lifespan(app: FastAPI): | |
| await postgres_db.create_connection_pool() | |
| yield | |
| await postgres_db.close_connection_pool() | |
| if __name__ == "__main__": | |
| uvicorn.run("main:app", host="0.0.0.0", port=7860, reload=True) | |
| async def create_embedding(file: UploadFile): | |
| await create_embeddings_from_file(file) | |
| async def post_conversation(request: Request): | |
| payload = await request.json() | |
| query = payload.get("query") | |
| context = await get_relevant_document(query=query) | |
| sorted_docs = rerank_documents(question=query, documents=context) | |
| sorted_context = "\n\n".join(sorted_docs) | |
| return await get_answer(context=sorted_context, query=query) | |
| async def get_test(request: Request): | |
| return "Successfully Deployed" | |