Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Update auditqa/doc_process.py
Browse files- auditqa/doc_process.py +5 -1
auditqa/doc_process.py
CHANGED
@@ -3,8 +3,12 @@ import os
|
|
3 |
from langchain.text_splitter import RecursiveCharacterTextSplitter, SentenceTransformersTokenTextSplitter
|
4 |
from transformers import AutoTokenizer
|
5 |
from langchain_community.document_loaders import PyMuPDFLoader
|
6 |
-
from langchain_community.embeddings import HuggingFaceEmbeddings
|
7 |
from langchain_community.vectorstores import Qdrant
|
|
|
|
|
|
|
|
|
8 |
path_to_data = "./data/"
|
9 |
|
10 |
|
|
|
3 |
from langchain.text_splitter import RecursiveCharacterTextSplitter, SentenceTransformersTokenTextSplitter
|
4 |
from transformers import AutoTokenizer
|
5 |
from langchain_community.document_loaders import PyMuPDFLoader
|
6 |
+
from langchain_community.embeddings import HuggingFaceEmbeddings, HuggingFaceInferenceAPIEmbeddings
|
7 |
from langchain_community.vectorstores import Qdrant
|
8 |
+
from dotenv import load_dotenv
|
9 |
+
load_dotenv()
|
10 |
+
|
11 |
+
HF_token = os.environ["HF_TOKEN"]
|
12 |
path_to_data = "./data/"
|
13 |
|
14 |
|