jerukperas commited on
Commit
8434ae1
·
verified ·
1 Parent(s): a9e9978

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -0
app.py CHANGED
@@ -6,6 +6,9 @@ llm = Llama.from_pretrained(
6
  repo_id="bartowski/Phi-3.5-mini-instruct-GGUF",
7
  filename="Phi-3.5-mini-instruct-Q4_K_M.gguf",
8
  numa=True,
 
 
 
9
  # flash_attn=True,
10
  # n_gpu_layers=-1,
11
  n_batch=1024,
 
6
  repo_id="bartowski/Phi-3.5-mini-instruct-GGUF",
7
  filename="Phi-3.5-mini-instruct-Q4_K_M.gguf",
8
  numa=True,
9
+ use_mmap=False,
10
+ use_mlock=True,
11
+ seed=-1,
12
  # flash_attn=True,
13
  # n_gpu_layers=-1,
14
  n_batch=1024,