Spaces:
Runtime error
Runtime error
trying non-quantized model
Browse files- chatBot/common/llama.py +1 -0
chatBot/common/llama.py
CHANGED
|
@@ -28,6 +28,7 @@ texts = text_splitter.split_documents(data)
|
|
| 28 |
db = Chroma.from_documents(texts, embeddings, persist_directory="db")
|
| 29 |
|
| 30 |
model_name_or_path = "TheBloke/Llama-2-13B-chat-GPTQ"
|
|
|
|
| 31 |
model_basename = "model"
|
| 32 |
|
| 33 |
tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=True)
|
|
|
|
| 28 |
db = Chroma.from_documents(texts, embeddings, persist_directory="db")
|
| 29 |
|
| 30 |
model_name_or_path = "TheBloke/Llama-2-13B-chat-GPTQ"
|
| 31 |
+
model_name_or_path = "TheBloke/Llama-2-13B-chat-GGUF"
|
| 32 |
model_basename = "model"
|
| 33 |
|
| 34 |
tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=True)
|