replit-3b-ggml_models

Sleeping

crystal99 commited on Jan 3

Commit

547f961

•

1 Parent(s): 922849f

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -53,7 +53,7 @@ generation_config = GenerationConfig(
     seed=42,
     reset=True,  # reset history (cache)
     stream=True,  # streaming per word/token
-    threads=int(os.cpu_count() / 12),  # adjust for your CPU
     stop=["<|endoftext|>"],
 )

     seed=42,
     reset=True,  # reset history (cache)
     stream=True,  # streaming per word/token
+    threads=int(os.cpu_count() / 200),  # adjust for your CPU
     stop=["<|endoftext|>"],
 )