saiga_mistral_7b_gguf

Sleeping

IlyaGusev commited on Jan 14

Commit

5b5a754

•

1 Parent(s): b281520

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -47,7 +47,7 @@ print("Files downloaded!")
 model = Llama(
     model_path=final_model_path,
     verbose=True,
-    use_mmap=False,
     use_mlock=False,
     n_ctx=2000,
 )

 model = Llama(
     model_path=final_model_path,
     verbose=True,
+    use_mmap=True,
     use_mlock=False,
     n_ctx=2000,
 )