File size: 313 Bytes
1704217
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
from transformers import AutoModel, AutoTokenizer


def initEmbedding(model_name="BAAI/bge-small-zh-v1.5", **model_wargs):
    return AutoModel.from_pretrained(model_name, **model_wargs)


def initTokenizer(model_name="BAAI/bge-small-zh-v1.5", **model_wargs):
    return AutoTokenizer.from_pretrained(model_name)