mobinln commited on
Commit
f7bec6d
·
verified ·
1 Parent(s): 2603190

bump ctx window up

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -8,9 +8,9 @@ llm = Llama.from_pretrained(
8
  verbose=True,
9
  use_mmap=True,
10
  use_mlock=True,
11
- n_threads=2,
12
- n_threads_batch=2,
13
- n_ctx=2000,
14
  )
15
 
16
 
 
8
  verbose=True,
9
  use_mmap=True,
10
  use_mlock=True,
11
+ n_threads=4,
12
+ n_threads_batch=4,
13
+ n_ctx=8000,
14
  )
15
 
16