main.py

from fastapi import FastAPI, HTTPException
from pydantic import BaseModel, root_validator
from transformers import AutoModel
from typing import List
import os, platform 



model = AutoModel.from_pretrained('jinaai/jina-embeddings-v2-base-en',  trust_remote_code=True)

app = FastAPI()

class Validation(BaseModel):
    prompt: List[str]


#Endpoint
@app.post("/jina_embedding")
async def generate_embeddings(item: Validation):
    return {"embeddings": model.encode(item.prompt).tolist()}