Spaces:
Runtime error
Runtime error
Upload Index.py
Browse files
Index.py
CHANGED
@@ -227,7 +227,7 @@ def rag(domain: str, question: str):
|
|
227 |
embeddings = _load_embeddings_from_db(db_exists, domain)
|
228 |
# Create extractor instance
|
229 |
#extractor = Extractor(embeddings, "google/flan-t5-base")
|
230 |
-
extractor = Extractor(embeddings, "TheBloke/Llama-2-7B-GGUF
|
231 |
# llm = HuggingFaceHub(
|
232 |
# repo_id="google/flan-t5-xxl",
|
233 |
# model_kwargs={"temperature": 1, "max_length": 1000000},
|
|
|
227 |
embeddings = _load_embeddings_from_db(db_exists, domain)
|
228 |
# Create extractor instance
|
229 |
#extractor = Extractor(embeddings, "google/flan-t5-base")
|
230 |
+
extractor = Extractor(embeddings, repo_id="TheBloke/Llama-2-7B-GGUF", repo_type="llama-2-7b.Q4_K_M.gguf")
|
231 |
# llm = HuggingFaceHub(
|
232 |
# repo_id="google/flan-t5-xxl",
|
233 |
# model_kwargs={"temperature": 1, "max_length": 1000000},
|