Update main.py

main.py

@@ -1,10 +1,8 @@
-from fastapi import FastAPI, File, UploadFile, HTTPException
-from fastapi.responses import JSONResponse, FileResponse, StreamingResponse
+from fastapi import FastAPI, Request, HTTPException
+from fastapi.responses import JSONResponse, FileResponse
 from fastapi.staticfiles import StaticFiles
-from fastapi.templating import Jinja2Templates
-from fastapi import Request, Form
 from huggingface_hub import InferenceClient
-import random
+import json
 
 app = FastAPI()
 
@@ -23,7 +21,7 @@ MAX_TOKENS = 2000
 TEMPERATURE = 0.7
 TOP_P = 0.95
 
-def respond(message, history: list[tuple[str, str]]):
+async def respond(message, history: list[tuple[str, str]]):
     messages = [{"role": "system", "content": SYSTEM_MESSAGE}]
     
     for val in history:
@@ -51,12 +49,12 @@ def respond(message, history: list[tuple[str, str]]):
 async def generate(request: Request):
     form = await request.form()
     prompt = form.get("prompt")
-    history = form.get("history", "[]")  # Default to empty history
+    history = json.loads(form.get("history", "[]"))  # Default to empty history
 
     if not prompt:
         raise HTTPException(status_code=400, detail="Prompt is required")
 
-    response_generator = respond(prompt, eval(history))  # Converting string back to list
+    response_generator = respond(prompt, history)
     final_response = ""
     async for part in response_generator:
         final_response += part