Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -47,7 +47,7 @@ model = Llama(
|
|
47 |
logits_all=True,
|
48 |
#n_threads=12,
|
49 |
verbose=True,
|
50 |
-
n_gpu_layers=
|
51 |
n_gqa=8 #must be set for 70b models
|
52 |
)
|
53 |
|
|
|
47 |
logits_all=True,
|
48 |
#n_threads=12,
|
49 |
verbose=True,
|
50 |
+
n_gpu_layers=38,
|
51 |
n_gqa=8 #must be set for 70b models
|
52 |
)
|
53 |
|