| from fastapi import FastAPI | |
| from pydantic import BaseModel | |
| # NOTE - we configure docs_url to serve the interactive Docs at the root path | |
| # of the app. This way, we can use the docs as a landing page for the app on Spaces. | |
| app = FastAPI(docs_url="/") | |
| class ModelOutputEvaluate(BaseModel): | |
| question: str | |
| answer: str | |
| context: str | None = None | |
| prompt: str | |
| # Create extractor instance | |
| async def create_evaluation_scenario(item: ModelOutputEvaluate): | |
| output = { | |
| "input": item, | |
| "score" : "0" | |
| } | |
| return output | |
| # def evaluate(question: str): | |
| # # question = "what is the document about?" | |
| # answer = search(question) | |
| # # print(question, answer) | |
| # return {answer} |