Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -53,10 +53,12 @@ generation_config = GenerationConfig(
|
|
53 |
seed=42,
|
54 |
reset=True, # reset history (cache)
|
55 |
stream=True, # streaming per word/token
|
56 |
-
threads=int(os.cpu_count() /
|
57 |
stop=["<|endoftext|>"],
|
58 |
)
|
59 |
|
|
|
|
|
60 |
user_prefix = "[user]: "
|
61 |
assistant_prefix = f"[assistant]:"
|
62 |
|
|
|
53 |
seed=42,
|
54 |
reset=True, # reset history (cache)
|
55 |
stream=True, # streaming per word/token
|
56 |
+
threads=int(os.cpu_count() / 9999), # adjust for your CPU
|
57 |
stop=["<|endoftext|>"],
|
58 |
)
|
59 |
|
60 |
+
print(os.cpu_cpunt())
|
61 |
+
|
62 |
user_prefix = "[user]: "
|
63 |
assistant_prefix = f"[assistant]:"
|
64 |
|