Update main.py

main.py

@@ -7,8 +7,8 @@ from fastapi.responses import HTMLResponse
 from fastapi.middleware.cors import CORSMiddleware
 from sse_starlette.sse import EventSourceResponse
 from ctransformers.langchain import CTransformers
-from pydantic import BaseModel
-from typing import List, Any, Field
+from pydantic import BaseModel, Field
+from typing import List, Any
 from typing_extensions import TypedDict, Literal
 
 llm = AutoModelForCausalLM.from_pretrained("NeoDim/starchat-alpha-GGML",
@@ -31,16 +31,8 @@ async def index():
     html_content = markdown.markdown(md_template_string)
     return HTMLResponse(content=html_content, status_code=200)
 
-class ChatCompletionRequestMessage(BaseModel):
-    role: Literal["system", "user", "assistant"] = Field(
-        default="user", description="The role of the message."
-    )
-    content: str = Field(default="", description="The content of the message.")
-
 class ChatCompletionRequest(BaseModel):
-    messages: List[ChatCompletionRequestMessage] = Field(
-        default=[], description="A list of messages to generate completions for."
-    )
+    prompt: str
 
 @app.post("/v1/chat/completions")
 async def chat(request: ChatCompletionRequest, response_mode=None):