File size: 898 Bytes
7430631 8d520f8 7430631 4ef2aec b7eccce a260b1b b7eccce be4dd45 7430631 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 |
from fastapi import FastAPI, HTTPException
from pydantic import BaseModel, root_validator
from transformers import AutoModel
from typing import List
import os
export HF_HOME=\my_drive\hf\misc
export HF_DATASETS_CACHE=\my_drive\hf\datasets
export TRANSFORMERS_CACHE=\my_drive\hf\models
model = AutoModel.from_pretrained('jinaai/jina-embeddings-v2-base-en',token = "hf_GkUomApayMBJteRvrjvslfyLRvfp QRckba".replace(" ", ""), trust_remote_code=True)
app = FastAPI()
class Validation(BaseModel):
prompt: List[str]
#Endpoint
@app.post("/jina_embedding")
async def chaatie_agent(item: Validation):
# Assuming model.encode returns a list of numpy arrays (one for each prompt)
embeddings = model.encode(item.prompt)
# Convert each numpy array in the list to a list
embeddings_list = [embedding.tolist() for embedding in embeddings]
return {"embeddings": embeddings_list}
|