Spaces:
Running
Running
| from langchain.embeddings import HuggingFaceEmbeddings | |
| import os | |
| openai_api_key = os.getenv("OPENAI_API_KEY") | |
| if openai_api_key is not None: | |
| from langchain.embeddings.openai import OpenAIEmbeddings | |
| openai_embedding = OpenAIEmbeddings(model="text-embedding-ada-002", openai_api_key=openai_api_key) | |
| else: | |
| openai_embedding = None | |
| model_name = 'sentence-transformers/all-MiniLM-L6-v2' | |
| model_kwargs = {'device': 'cpu'} | |
| encode_kwargs = {'normalize_embeddings': False} | |
| all_minilm_l6_v2 = HuggingFaceEmbeddings( | |
| model_name=model_name, | |
| model_kwargs=model_kwargs, | |
| encode_kwargs=encode_kwargs) | |
| EMBEDDINGS = {"text-embedding-ada-002": openai_embedding, "all-MiniLM-L6-v2": all_minilm_l6_v2} |