renatomoulin
commited on
Commit
•
65a23ce
1
Parent(s):
3f0b0f3
add files
Browse files
app.py
CHANGED
@@ -1,4 +1,3 @@
|
|
1 |
-
from langchain import HuggingFacePipeline
|
2 |
from langchain.chains import RetrievalQA
|
3 |
from langchain.embeddings import HuggingFaceEmbeddings
|
4 |
from langchain.vectorstores import Chroma
|
@@ -7,10 +6,9 @@ from data import prepare_data
|
|
7 |
path = './llm'
|
8 |
persist_directory = "vector_db"
|
9 |
|
10 |
-
prepare_data(db_path = persist_directory, llm_path = path)
|
11 |
|
12 |
embeddings = HuggingFaceEmbeddings()
|
13 |
-
llm = HuggingFacePipeline.from_pretrained(path)
|
14 |
vectordb = Chroma(persist_directory = persist_directory, embedding_function = embeddings)
|
15 |
doc_retriever = vectordb.as_retriever()
|
16 |
shakespeare_qa = RetrievalQA.from_chain_type(llm = llm, chain_type = "stuff", retriever = doc_retriever)
|
|
|
|
|
1 |
from langchain.chains import RetrievalQA
|
2 |
from langchain.embeddings import HuggingFaceEmbeddings
|
3 |
from langchain.vectorstores import Chroma
|
|
|
6 |
path = './llm'
|
7 |
persist_directory = "vector_db"
|
8 |
|
9 |
+
llm = prepare_data(db_path = persist_directory, llm_path = path)
|
10 |
|
11 |
embeddings = HuggingFaceEmbeddings()
|
|
|
12 |
vectordb = Chroma(persist_directory = persist_directory, embedding_function = embeddings)
|
13 |
doc_retriever = vectordb.as_retriever()
|
14 |
shakespeare_qa = RetrievalQA.from_chain_type(llm = llm, chain_type = "stuff", retriever = doc_retriever)
|
data.py
CHANGED
@@ -24,3 +24,5 @@ def prepare_data(db_path, llm_path):
|
|
24 |
|
25 |
vectordb = Chroma.from_documents(documents=documents, embedding=embeddings, persist_directory=db_path)
|
26 |
vectordb.persist()
|
|
|
|
|
|
24 |
|
25 |
vectordb = Chroma.from_documents(documents=documents, embedding=embeddings, persist_directory=db_path)
|
26 |
vectordb.persist()
|
27 |
+
|
28 |
+
return llm
|