crystal99 commited on
Commit
2ba4f2c
1 Parent(s): 547f961

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -1
app.py CHANGED
@@ -53,10 +53,12 @@ generation_config = GenerationConfig(
53
  seed=42,
54
  reset=True, # reset history (cache)
55
  stream=True, # streaming per word/token
56
- threads=int(os.cpu_count() / 200), # adjust for your CPU
57
  stop=["<|endoftext|>"],
58
  )
59
 
 
 
60
  user_prefix = "[user]: "
61
  assistant_prefix = f"[assistant]:"
62
 
 
53
  seed=42,
54
  reset=True, # reset history (cache)
55
  stream=True, # streaming per word/token
56
+ threads=int(os.cpu_count() / 9999), # adjust for your CPU
57
  stop=["<|endoftext|>"],
58
  )
59
 
60
+ print(os.cpu_cpunt())
61
+
62
  user_prefix = "[user]: "
63
  assistant_prefix = f"[assistant]:"
64