Spaces:
Sleeping
Sleeping
change to phi2 model
Browse files
app.py
CHANGED
@@ -167,7 +167,7 @@ def split_docs(documents,chunk_size=1000):
|
|
167 |
|
168 |
@st.cache_resource
|
169 |
def load_llama2_llamaCpp():
|
170 |
-
core_model_name = "
|
171 |
#n_gpu_layers = 32
|
172 |
n_batch = 512
|
173 |
callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])
|
|
|
167 |
|
168 |
@st.cache_resource
|
169 |
def load_llama2_llamaCpp():
|
170 |
+
core_model_name = "phi-2.Q4_K_M.gguf"
|
171 |
#n_gpu_layers = 32
|
172 |
n_batch = 512
|
173 |
callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])
|