Update app.py

app.py

@@ -67,7 +67,21 @@ class DecodeRequest(BaseModel):
 class DecodeResponse(BaseModel):
     text: str
 
-
+class BatchTokenizeRequest(BaseModel):
+    texts: List[str]
+
+class BatchTokenizeResponse(BaseModel):
+    input_ids: List[List[int]]
+
+@app.post("/batch_tokenize", response_model=BatchTokenizeResponse)
+def batch_tokenize(req: BatchTokenizeRequest):
+    encs = tokenizer(
+        req.texts,
+        add_special_tokens=False,
+        return_attention_mask=False,
+        return_token_type_ids=False,
+    )
+    return {"input_ids": encs["input_ids"]}
 # -----------------------------
 # Embedding Endpoint (text)
 # -----------------------------