File size: 1,184 Bytes
be9c69f 871e14b be9c69f 871e14b be9c69f 871e14b be9c69f 109d23a |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 |
import os
import shutil
from langchain_huggingface import HuggingFaceEmbeddings
from langchain_community.vectorstores import Chroma
embeddings = HuggingFaceEmbeddings(model_name="sentence-transformers/all-MiniLM-L6-v2")
#from sentence_transformers import SentenceTransformer
#model = SentenceTransformer("all-MiniLM-L6-v2", trust_remote_code=True)
#embeddings = HuggingFaceEmbeddings(model_name=model_name)
#model = SentenceTransformer("sentence-transformers/all-MiniLM-L6-v2", trust_remote_code=True)
#Utilizing the Chroma vector store for embedding and persistence
def initialize_vector_store(split_docs, persist_directory="./chroma_db"):
return Chroma.from_documents(
documents=split_docs,
embedding=embeddings,
persist_directory=persist_directory
)
def clear_chroma_db():
persist_directory = "./chroma_db"
if os.path.exists(persist_directory):
try:
shutil.rmtree(persist_directory)
print("ChromaDB cleared.")
except PermissionError:
print("Fetching fromm current ChromaDb session. Restart server to clear ChromaDB.")
except KeyError:
print("ChromaDB cleared.") |