SiraH commited on
Commit
2a5f5ac
1 Parent(s): 23ca27c

change to phi2 model

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -167,7 +167,7 @@ def split_docs(documents,chunk_size=1000):
167
 
168
  @st.cache_resource
169
  def load_llama2_llamaCpp():
170
- core_model_name = "llama-2-7b-chat.Q4_0.gguf"
171
  #n_gpu_layers = 32
172
  n_batch = 512
173
  callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])
 
167
 
168
  @st.cache_resource
169
  def load_llama2_llamaCpp():
170
+ core_model_name = "phi-2.Q4_K_M.gguf"
171
  #n_gpu_layers = 32
172
  n_batch = 512
173
  callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])