from fastapi import FastAPI, HTTPException from pydantic import BaseModel, root_validator from transformers import AutoModel from typing import List import os, platform model = AutoModel.from_pretrained('jinaai/jina-embeddings-v2-base-en', trust_remote_code=True) app = FastAPI() class Validation(BaseModel): prompt: List[str] #Endpoint @app.post("/jina_embedding") async def generate_embeddings(item: Validation): return {"embeddings": model.encode(item.prompt).tolist()}