Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -19,8 +19,8 @@ hf_hub_download(
|
|
19 |
local_dir="./models"
|
20 |
)
|
21 |
hf_hub_download(
|
22 |
-
repo_id="
|
23 |
-
filename="
|
24 |
local_dir="./models"
|
25 |
)
|
26 |
|
@@ -91,6 +91,8 @@ def get_messages_formatter_type(model_name):
|
|
91 |
return MessagesFormatterType.LLAMA_3
|
92 |
elif "Mistral" in model_name:
|
93 |
return MessagesFormatterType.MISTRAL
|
|
|
|
|
94 |
elif "Phi" in model_name:
|
95 |
return MessagesFormatterType.PHI_3
|
96 |
else:
|
|
|
19 |
local_dir="./models"
|
20 |
)
|
21 |
hf_hub_download(
|
22 |
+
repo_id="TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF",
|
23 |
+
filename="mixtral-8x7b-instruct-v0.1.Q6_K.gguf",
|
24 |
local_dir="./models"
|
25 |
)
|
26 |
|
|
|
91 |
return MessagesFormatterType.LLAMA_3
|
92 |
elif "Mistral" in model_name:
|
93 |
return MessagesFormatterType.MISTRAL
|
94 |
+
elif "mixtral" in model_name:
|
95 |
+
return MessagesFormatterType.MISTRAL
|
96 |
elif "Phi" in model_name:
|
97 |
return MessagesFormatterType.PHI_3
|
98 |
else:
|