Update main.py

main.py

@@ -9,6 +9,7 @@ from sse_starlette.sse import EventSourceResponse
 from ctransformers.langchain import CTransformers
 from pydantic import BaseModel
 from typing import List, Any
+from typing_extensions import TypedDict, Literal
 
 llm = AutoModelForCausalLM.from_pretrained("NeoDim/starchat-alpha-GGML",
                                            model_file="starchat-alpha-ggml-q4_0.bin",
@@ -30,8 +31,16 @@ async def index():
     html_content = markdown.markdown(md_template_string)
     return HTMLResponse(content=html_content, status_code=200)
 
+class ChatCompletionRequestMessage(BaseModel):
+    role: Literal["system", "user", "assistant"] = Field(
+        default="user", description="The role of the message."
+    )
+    content: str = Field(default="", description="The content of the message.")
+
 class ChatCompletionRequest(BaseModel):
-    messages: List[Any]
+    messages: List[ChatCompletionRequestMessage] = Field(
+        default=[], description="A list of messages to generate completions for."
+    )
 
 @app.post("/v1/chat/completions")
 async def chat(request: ChatCompletionRequest, response_mode=None):