Update vector_store_retriever.py
Browse files
vector_store_retriever.py
CHANGED
@@ -9,7 +9,7 @@ from langchain.llms import HuggingFacePipeline
|
|
9 |
from transformers import LlamaTokenizer, LlamaForCausalLM, pipeline
|
10 |
|
11 |
# Load and process the text files
|
12 |
-
loader = DirectoryLoader('./new_papers/
|
13 |
documents = loader.load()
|
14 |
|
15 |
# Splitting the text into chunks
|
|
|
9 |
from transformers import LlamaTokenizer, LlamaForCausalLM, pipeline
|
10 |
|
11 |
# Load and process the text files
|
12 |
+
loader = DirectoryLoader('./new_papers/', glob="./*.pdf", loader_cls=PyPDFLoader)
|
13 |
documents = loader.load()
|
14 |
|
15 |
# Splitting the text into chunks
|