dkdaniz commited on
Commit
b33bc9c
1 Parent(s): c83aab0

Update constants.py

Browse files
Files changed (1) hide show
  1. constants.py +4 -4
constants.py CHANGED
@@ -100,11 +100,11 @@ EMBEDDING_MODEL_NAME = "hkunlp/instructor-large" # Uses 1.5 GB of VRAM (High Ac
100
  #### (FOR GGUF MODELS)
101
  ####
102
 
103
- # MODEL_ID = "TheBloke/Llama-2-13b-Chat-GGUF"
104
- # MODEL_BASENAME = "llama-2-13b-chat.Q4_K_M.gguf"
105
 
106
- MODEL_ID = "TheBloke/Llama-2-7b-Chat-GGUF"
107
- MODEL_BASENAME = "llama-2-7b-chat.Q4_K_M.gguf"
108
 
109
  # MODEL_ID = "TheBloke/Mistral-7B-Instruct-v0.1-GGUF"
110
  # MODEL_BASENAME = "mistral-7b-instruct-v0.1.Q8_0.gguf"
 
100
  #### (FOR GGUF MODELS)
101
  ####
102
 
103
+ MODEL_ID = "TheBloke/Llama-2-13b-Chat-GGUF"
104
+ MODEL_BASENAME = "llama-2-13b-chat.Q4_K_M.gguf"
105
 
106
+ # MODEL_ID = "TheBloke/Llama-2-7b-Chat-GGUF"
107
+ # MODEL_BASENAME = "llama-2-7b-chat.Q4_K_M.gguf"
108
 
109
  # MODEL_ID = "TheBloke/Mistral-7B-Instruct-v0.1-GGUF"
110
  # MODEL_BASENAME = "mistral-7b-instruct-v0.1.Q8_0.gguf"