Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -351,9 +351,9 @@ try:
|
|
| 351 |
#######################
|
| 352 |
# Initialize the LLM. #
|
| 353 |
#######################
|
| 354 |
-
|
| 355 |
#model_path = "/app/Llama-3.2-3B-Instruct-Q4_0.gguf"
|
| 356 |
-
model_path = "Meta-Llama-3.1-8B-Instruct-Q8_0.gguf"
|
| 357 |
if 'llm' not in st.session_state:
|
| 358 |
logger.info("### Initializing LLM.")
|
| 359 |
llm = Llama(model_path,
|
|
|
|
| 351 |
#######################
|
| 352 |
# Initialize the LLM. #
|
| 353 |
#######################
|
| 354 |
+
model_path = "/app/llama-2-7b-chat.Q4_0.gguf"
|
| 355 |
#model_path = "/app/Llama-3.2-3B-Instruct-Q4_0.gguf"
|
| 356 |
+
#model_path = "Meta-Llama-3.1-8B-Instruct-Q8_0.gguf"
|
| 357 |
if 'llm' not in st.session_state:
|
| 358 |
logger.info("### Initializing LLM.")
|
| 359 |
llm = Llama(model_path,
|