Spaces:
Running
Running
ryanrwatkins
commited on
Commit
•
003c901
1
Parent(s):
501ff3f
Update app.py
Browse files
app.py
CHANGED
@@ -24,6 +24,9 @@ from itertools import combinations
|
|
24 |
import pypdf
|
25 |
import requests
|
26 |
|
|
|
|
|
|
|
27 |
# LLM: openai and google_genai
|
28 |
import openai
|
29 |
from langchain_openai import OpenAI, OpenAIEmbeddings, ChatOpenAI
|
@@ -84,6 +87,14 @@ cohere_api_key = os.environ['cohere_api']
|
|
84 |
|
85 |
current_dir = os.getcwd()
|
86 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
87 |
|
88 |
|
89 |
prompt_templates = {"All Needs Experts": "Respond as if you are combination of all needs assessment experts."}
|
@@ -244,7 +255,8 @@ embeddings_HuggingFace = select_embeddings_model(LLM_service="HuggingFace")
|
|
244 |
def create_vectorstore(embeddings,documents,vectorstore_name):
|
245 |
"""Create a Chroma vector database."""
|
246 |
persist_directory = (current_dir + "/" + vectorstore_name)
|
247 |
-
embedding_function=embeddings
|
|
|
248 |
vector_store = Chroma.from_documents(
|
249 |
documents=documents,
|
250 |
embedding=embeddings,
|
|
|
24 |
import pypdf
|
25 |
import requests
|
26 |
|
27 |
+
from chromadb.utils import embedding_functions
|
28 |
+
from chromadb import Documents, EmbeddingFunction, Embeddings
|
29 |
+
|
30 |
# LLM: openai and google_genai
|
31 |
import openai
|
32 |
from langchain_openai import OpenAI, OpenAIEmbeddings, ChatOpenAI
|
|
|
87 |
|
88 |
current_dir = os.getcwd()
|
89 |
|
90 |
+
# for new Chromadb
|
91 |
+
class MyEmbeddingFunction(EmbeddingFunction[Documents]):
|
92 |
+
def __call__(self, input: Documents) -> Embeddings:
|
93 |
+
sentence_transformer_ef = embedding_functions.SentenceTransformerEmbeddingFunction(model_name="BAAI/bge-large-en-v1.5")
|
94 |
+
embeddings = sentence_transformer_ef(input)
|
95 |
+
return embeddings
|
96 |
+
custom = MyEmbeddingFunction()
|
97 |
+
|
98 |
|
99 |
|
100 |
prompt_templates = {"All Needs Experts": "Respond as if you are combination of all needs assessment experts."}
|
|
|
255 |
def create_vectorstore(embeddings,documents,vectorstore_name):
|
256 |
"""Create a Chroma vector database."""
|
257 |
persist_directory = (current_dir + "/" + vectorstore_name)
|
258 |
+
#embedding_function=embeddings
|
259 |
+
embedding_function=custom
|
260 |
vector_store = Chroma.from_documents(
|
261 |
documents=documents,
|
262 |
embedding=embeddings,
|