svjack commited on
Commit
b94d9a9
1 Parent(s): c8fd323

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -877,8 +877,8 @@ model_file_path = "genshin_impact_character_llamazh13b_ggml/llama2zh-13b-3900-q4
877
  from llama_cpp import Llama
878
  llama = Llama(model_file_path,
879
  n_ctx = 4090,
880
- n_threads=8, # The number of CPU threads to use, tailor to your system and the resulting performance
881
- n_gpu_layers=-1
882
  )
883
  print("load {}".format(model_file_path))
884
 
 
877
  from llama_cpp import Llama
878
  llama = Llama(model_file_path,
879
  n_ctx = 4090,
880
+ n_threads=2, # The number of CPU threads to use, tailor to your system and the resulting performance
881
+ #n_gpu_layers=-1
882
  )
883
  print("load {}".format(model_file_path))
884