pabloce commited on
Commit
2fd0462
·
verified ·
1 Parent(s): 7c57164

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -2
app.py CHANGED
@@ -19,8 +19,8 @@ hf_hub_download(
19
  local_dir="./models"
20
  )
21
  hf_hub_download(
22
- repo_id="bartowski/Einstein-v6-7B-GGUF",
23
- filename="Einstein-v6-7B-Q6_K.gguf",
24
  local_dir="./models"
25
  )
26
 
@@ -91,6 +91,8 @@ def get_messages_formatter_type(model_name):
91
  return MessagesFormatterType.LLAMA_3
92
  elif "Mistral" in model_name:
93
  return MessagesFormatterType.MISTRAL
 
 
94
  elif "Phi" in model_name:
95
  return MessagesFormatterType.PHI_3
96
  else:
 
19
  local_dir="./models"
20
  )
21
  hf_hub_download(
22
+ repo_id="TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF",
23
+ filename="mixtral-8x7b-instruct-v0.1.Q6_K.gguf",
24
  local_dir="./models"
25
  )
26
 
 
91
  return MessagesFormatterType.LLAMA_3
92
  elif "Mistral" in model_name:
93
  return MessagesFormatterType.MISTRAL
94
+ elif "mixtral" in model_name:
95
+ return MessagesFormatterType.MISTRAL
96
  elif "Phi" in model_name:
97
  return MessagesFormatterType.PHI_3
98
  else: