Spaces:
Paused
Paused
Update ingest.py
Browse files
ingest.py
CHANGED
@@ -4,11 +4,15 @@ from concurrent.futures import ProcessPoolExecutor, ThreadPoolExecutor, as_compl
|
|
4 |
|
5 |
import click
|
6 |
import torch
|
|
|
|
|
7 |
from langchain.docstore.document import Document
|
8 |
from langchain.embeddings import HuggingFaceInstructEmbeddings
|
9 |
from langchain.text_splitter import Language, RecursiveCharacterTextSplitter
|
10 |
from langchain.vectorstores import Chroma
|
11 |
|
|
|
|
|
12 |
from constants import (
|
13 |
CHROMA_SETTINGS,
|
14 |
DOCUMENT_MAP,
|
@@ -149,8 +153,8 @@ def main(device_type):
|
|
149 |
client_settings=CHROMA_SETTINGS,
|
150 |
|
151 |
)
|
152 |
-
|
153 |
|
|
|
154 |
|
155 |
if __name__ == "__main__":
|
156 |
logging.basicConfig(
|
|
|
4 |
|
5 |
import click
|
6 |
import torch
|
7 |
+
import run_localGPT
|
8 |
+
|
9 |
from langchain.docstore.document import Document
|
10 |
from langchain.embeddings import HuggingFaceInstructEmbeddings
|
11 |
from langchain.text_splitter import Language, RecursiveCharacterTextSplitter
|
12 |
from langchain.vectorstores import Chroma
|
13 |
|
14 |
+
|
15 |
+
|
16 |
from constants import (
|
17 |
CHROMA_SETTINGS,
|
18 |
DOCUMENT_MAP,
|
|
|
153 |
client_settings=CHROMA_SETTINGS,
|
154 |
|
155 |
)
|
|
|
156 |
|
157 |
+
run_localGPT.main()
|
158 |
|
159 |
if __name__ == "__main__":
|
160 |
logging.basicConfig(
|