Update handler.py

handler.py

@@ -3,6 +3,10 @@ from PIL import Image
 import io
 import base64
 from transformers import GlmOcrProcessor, GlmOcrForConditionalGeneration
+from fastapi import FastAPI, Request
+
+app = FastAPI()
+handler = EndpointHandler("/repository")
 
 class EndpointHandler():
     def __init__(self, path=""):
@@ -33,4 +37,15 @@ class EndpointHandler():
         # Decode results
         result = self.processor.batch_decode(generated_ids, skip_special_tokens=True)[0]
         
-        return [{"generated_text": result}]
+        return [{"generated_text": result}]
+
+
+@app.post("/")
+@app.post("/v1/chat/completions")
+async def handle(request: Request):
+    data = await request.json()
+    return handler(data)
+
+@app.get("/health")
+async def health():
+    return {"status": "ok"}