sese_ok

Build error

big-thousand commited on May 20, 2023

Commit

d002cc3

•

1 Parent(s): be0c528

fix

Files changed (1) hide show

modules/llamacpp_model.py CHANGED Viewed

@@ -42,7 +42,7 @@ class LlamaCppModel:
             'model_path': str(path),
             'n_ctx': 2048,
             'seed': 0,
-            'n_threads': 8,
             'n_batch': shared.args.n_batch,
             'use_mmap': not shared.args.no_mmap,
             'use_mlock': shared.args.mlock,

             'model_path': str(path),
             'n_ctx': 2048,
             'seed': 0,
+            'n_threads': 4,
             'n_batch': shared.args.n_batch,
             'use_mmap': not shared.args.no_mmap,
             'use_mlock': shared.args.mlock,