Update vector_store_retriever.py
Browse files
vector_store_retriever.py
CHANGED
|
@@ -9,7 +9,7 @@ from langchain.llms import HuggingFacePipeline
|
|
| 9 |
from transformers import LlamaTokenizer, LlamaForCausalLM, pipeline
|
| 10 |
|
| 11 |
# Load and process the text files
|
| 12 |
-
loader = DirectoryLoader('./new_papers/
|
| 13 |
documents = loader.load()
|
| 14 |
|
| 15 |
# Splitting the text into chunks
|
|
|
|
| 9 |
from transformers import LlamaTokenizer, LlamaForCausalLM, pipeline
|
| 10 |
|
| 11 |
# Load and process the text files
|
| 12 |
+
loader = DirectoryLoader('./new_papers/', glob="./*.pdf", loader_cls=PyPDFLoader)
|
| 13 |
documents = loader.load()
|
| 14 |
|
| 15 |
# Splitting the text into chunks
|