Spaces:
Sleeping
Sleeping
| import os | |
| global MODEL_ENGINE | |
| from multipurpose_chatbot.engines import load_multipurpose_chatbot_engine | |
| from multipurpose_chatbot.demos import get_demo_class | |
| from .configs import ( | |
| BACKEND, | |
| RAG_EMBED_MODEL_NAME, | |
| ) | |
| MODEL_ENGINE = load_multipurpose_chatbot_engine(BACKEND) | |
| RAG_CURRENT_FILE, RAG_EMBED, RAG_CURRENT_VECTORSTORE = None, None, None | |
| def load_embeddings(): | |
| global RAG_EMBED | |
| if RAG_EMBED is None: | |
| from langchain_community.embeddings import HuggingFaceEmbeddings, HuggingFaceBgeEmbeddings | |
| print(f'LOading embeddings: {RAG_EMBED_MODEL_NAME}') | |
| RAG_EMBED = HuggingFaceEmbeddings(model_name=RAG_EMBED_MODEL_NAME, model_kwargs={'trust_remote_code':True, "device": "cpu"}) | |
| else: | |
| print(f'RAG_EMBED ALREADY EXIST: {RAG_EMBED_MODEL_NAME}: {RAG_EMBED=}') | |
| return RAG_EMBED | |
| def get_rag_embeddings(): | |
| return load_embeddings() | |