Allow extra request fields like api_key

app.py

@@ -13,7 +13,7 @@ import torch.nn.functional as F
 from fastapi import FastAPI, HTTPException
 from fastapi.responses import PlainTextResponse
 from PIL import Image
-from pydantic import BaseModel, Field
+from pydantic import BaseModel, ConfigDict, Field
 from sentence_transformers import SentenceTransformer
 from transformers import AutoModelForCausalLM, AutoModelForSequenceClassification, AutoTokenizer
 
@@ -62,7 +62,11 @@ _loaded_kind: str | None = None
 _loaded_bundle: dict[str, Any] = {}
 
 
-class EmbeddingRequest(BaseModel):
+class CompatibleRequest(BaseModel):
+    model_config = ConfigDict(extra="allow")
+
+
+class EmbeddingRequest(CompatibleRequest):
     input: str | list[str]
     model: str = DEFAULT_MODEL
     encoding_format: Literal["float", "base64"] = "float"
@@ -71,7 +75,7 @@ class EmbeddingRequest(BaseModel):
     modality: Literal["text", "image"] = "text"
 
 
-class RerankRequest(BaseModel):
+class RerankRequest(CompatibleRequest):
     query: str = Field(..., max_length=122880)
     documents: list[str] = Field(..., min_length=1, max_length=2048)
     return_documents: bool = False
@@ -80,7 +84,7 @@ class RerankRequest(BaseModel):
     top_n: int | None = None
 
 
-class ClassifyRequest(BaseModel):
+class ClassifyRequest(CompatibleRequest):
     input: list[str] = Field(..., min_length=1, max_length=2048)
     model: str = DEFAULT_MODEL
     raw_scores: bool = False