File size: 707 Bytes
1457d21
af971a8
1457d21
af971a8
 
 
 
 
 
1457d21
 
 
 
 
 
 
 
 
 
 
af971a8
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
from langchain.embeddings import HuggingFaceEmbeddings
import os

openai_api_key = os.getenv("OPENAI_API_KEY")
if openai_api_key is not None:
    from langchain.embeddings.openai import OpenAIEmbeddings
    openai_embedding = OpenAIEmbeddings(model="text-embedding-ada-002", openai_api_key=openai_api_key)
else:
    openai_embedding = None

model_name = 'sentence-transformers/all-MiniLM-L6-v2'
model_kwargs = {'device': 'cpu'}
encode_kwargs = {'normalize_embeddings': False}

all_minilm_l6_v2 = HuggingFaceEmbeddings(
    model_name=model_name,
    model_kwargs=model_kwargs,
    encode_kwargs=encode_kwargs)


EMBEDDINGS = {"text-embedding-ada-002": openai_embedding, "all-MiniLM-L6-v2": all_minilm_l6_v2}