ppsingh commited on
Commit
2d17ff2
1 Parent(s): a6f29ed

Update auditqa/doc_process.py

Browse files
Files changed (1) hide show
  1. auditqa/doc_process.py +5 -1
auditqa/doc_process.py CHANGED
@@ -3,8 +3,12 @@ import os
3
  from langchain.text_splitter import RecursiveCharacterTextSplitter, SentenceTransformersTokenTextSplitter
4
  from transformers import AutoTokenizer
5
  from langchain_community.document_loaders import PyMuPDFLoader
6
- from langchain_community.embeddings import HuggingFaceEmbeddings
7
  from langchain_community.vectorstores import Qdrant
 
 
 
 
8
  path_to_data = "./data/"
9
 
10
 
 
3
  from langchain.text_splitter import RecursiveCharacterTextSplitter, SentenceTransformersTokenTextSplitter
4
  from transformers import AutoTokenizer
5
  from langchain_community.document_loaders import PyMuPDFLoader
6
+ from langchain_community.embeddings import HuggingFaceEmbeddings, HuggingFaceInferenceAPIEmbeddings
7
  from langchain_community.vectorstores import Qdrant
8
+ from dotenv import load_dotenv
9
+ load_dotenv()
10
+
11
+ HF_token = os.environ["HF_TOKEN"]
12
  path_to_data = "./data/"
13
 
14