app.main.example.py

from fastapi import FastAPI, Depends, HTTPException, status
from fastapi.security import OAuth2PasswordBearer
from pydantic import BaseModel, Field
import httpx, os

app = FastAPI(title="Healthcare Inference Gateway")

oauth2_scheme = OAuth2PasswordBearer(tokenUrl="token")

class InferenceRequest(BaseModel):
  content_type: str = Field(..., regex="^(image/.*|text/.*|application/json)$")
  payload: dict

def verify_token(token: str = Depends(oauth2_scheme)):
  if not token:
    raise HTTPException(status_code=status.HTTP_401_UNAUTHORIZED, detail="Invalid token")
  return token

@app.get("/health")
def health(): return {"status":"ok"}

@app.post("/infer")
async def infer(req: InferenceRequest, token: str = Depends(verify_token)):
  # Conditional routing to preprocessor
  normalized = req.payload
  if req.content_type.startswith(("image/","text/")):
    target = os.getenv("PREPROCESSOR_URL", "http://preprocessor-svc")
    async with httpx.AsyncClient(timeout=10) as client:
      resp = await client.post(f"{target}/preprocess", json=req.payload)
      resp.raise_for_status()
      normalized = resp.json()

  # Forward to Triton (HTTP)
  async with httpx.AsyncClient(timeout=15) as client:
    triton = os.getenv("TRITON_URL", "http://triton-service:8000")
    infer_resp = await client.post(f"{triton}/v2/models/<model>/infer", json=normalized)
    infer_resp.raise_for_status()
    return infer_resp.json()