Spaces:
Sleeping
Sleeping
jerukperas
commited on
Update app.py
Browse files
app.py
CHANGED
@@ -6,6 +6,9 @@ llm = Llama.from_pretrained(
|
|
6 |
repo_id="bartowski/Phi-3.5-mini-instruct-GGUF",
|
7 |
filename="Phi-3.5-mini-instruct-Q4_K_M.gguf",
|
8 |
numa=True,
|
|
|
|
|
|
|
9 |
# flash_attn=True,
|
10 |
# n_gpu_layers=-1,
|
11 |
n_batch=1024,
|
|
|
6 |
repo_id="bartowski/Phi-3.5-mini-instruct-GGUF",
|
7 |
filename="Phi-3.5-mini-instruct-Q4_K_M.gguf",
|
8 |
numa=True,
|
9 |
+
use_mmap=False,
|
10 |
+
use_mlock=True,
|
11 |
+
seed=-1,
|
12 |
# flash_attn=True,
|
13 |
# n_gpu_layers=-1,
|
14 |
n_batch=1024,
|