muryshev commited on
Commit
00ed39e
1 Parent(s): 4b0ae5d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -47,7 +47,7 @@ model = Llama(
47
  logits_all=True,
48
  #n_threads=12,
49
  verbose=True,
50
- n_gpu_layers=35,
51
  n_gqa=8 #must be set for 70b models
52
  )
53
 
 
47
  logits_all=True,
48
  #n_threads=12,
49
  verbose=True,
50
+ #n_gpu_layers=35,
51
  n_gqa=8 #must be set for 70b models
52
  )
53