Spaces:
Sleeping
Sleeping
Copied GitHub project to Hugging Face Space
Browse files- backend/models/embed.py +5 -0
backend/models/embed.py
CHANGED
|
@@ -1,3 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
from langchain_community.document_loaders import PyPDFDirectoryLoader
|
| 2 |
from langchain.text_splitter import RecursiveCharacterTextSplitter
|
| 3 |
from langchain_community.embeddings import HuggingFaceEmbeddings
|
|
|
|
| 1 |
+
import os
|
| 2 |
+
os.environ['TRANSFORMERS_CACHE'] = '/tmp/hf_cache'
|
| 3 |
+
os.environ['HF_HOME'] = '/tmp/hf_home'
|
| 4 |
+
os.environ['SENTENCE_TRANSFORMERS_HOME'] = '/tmp/st_cache'
|
| 5 |
+
|
| 6 |
from langchain_community.document_loaders import PyPDFDirectoryLoader
|
| 7 |
from langchain.text_splitter import RecursiveCharacterTextSplitter
|
| 8 |
from langchain_community.embeddings import HuggingFaceEmbeddings
|