BhanuPrakashSamoju commited on
Commit
d7550ad
1 Parent(s): 2447a96

Update evaluate.py

Browse files
Files changed (1) hide show
  1. evaluate.py +27 -0
evaluate.py CHANGED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from fastapi import FastAPI
2
+ from pydantic import BaseModel
3
+
4
+ # NOTE - we configure docs_url to serve the interactive Docs at the root path
5
+ # of the app. This way, we can use the docs as a landing page for the app on Spaces.
6
+ app = FastAPI(docs_url="/")
7
+
8
+ class ModelOutputEvaluate(BaseModel):
9
+ question: str
10
+ answer: str
11
+ context: str | None = None
12
+ prompt: str
13
+
14
+
15
+ # Create extractor instance
16
+ @app.post("/evaluate/")
17
+ async def create_evaluation_scenario(item: ModelOutputEvaluate):
18
+ output = {
19
+ "input": item,
20
+ "score" : "0"
21
+ }
22
+ return output
23
+ # def evaluate(question: str):
24
+ # # question = "what is the document about?"
25
+ # answer = search(question)
26
+ # # print(question, answer)
27
+ # return {answer}