Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Update app.py
Browse files
app.py
CHANGED
@@ -48,7 +48,8 @@ model = Llama(
|
|
48 |
model_path=final_model_path,
|
49 |
verbose=True,
|
50 |
use_mmap=False,
|
51 |
-
use_mlock=
|
|
|
52 |
)
|
53 |
print("Model loaded!")
|
54 |
|
|
|
48 |
model_path=final_model_path,
|
49 |
verbose=True,
|
50 |
use_mmap=False,
|
51 |
+
use_mlock=True,
|
52 |
+
n_ctx=2000,
|
53 |
)
|
54 |
print("Model loaded!")
|
55 |
|