Spaces:
Sleeping
Sleeping
picocreator
commited on
Commit
•
f787cc5
1
Parent(s):
0b1be7c
Update app.py
Browse files
app.py
CHANGED
@@ -27,9 +27,9 @@ os.environ["RWKV_JIT_ON"] = '1'
|
|
27 |
os.environ["RWKV_CUDA_ON"] = '1' # if '1' then use CUDA kernel for seq mode (much faster)
|
28 |
|
29 |
# Model strat to use
|
30 |
-
MODEL_STRAT="
|
31 |
-
if HAS_GPU ==
|
32 |
-
"
|
33 |
|
34 |
# Load the model accordingly
|
35 |
from rwkv.model import RWKV
|
@@ -162,4 +162,4 @@ with gr.Blocks(title=title) as demo:
|
|
162 |
|
163 |
# Gradio launch
|
164 |
demo.queue(concurrency_count=1, max_size=10)
|
165 |
-
demo.launch(share=
|
|
|
27 |
os.environ["RWKV_CUDA_ON"] = '1' # if '1' then use CUDA kernel for seq mode (much faster)
|
28 |
|
29 |
# Model strat to use
|
30 |
+
MODEL_STRAT="cpu bf16"
|
31 |
+
if HAS_GPU == True :
|
32 |
+
MODEL_STRAT = "cuda bf16"
|
33 |
|
34 |
# Load the model accordingly
|
35 |
from rwkv.model import RWKV
|
|
|
162 |
|
163 |
# Gradio launch
|
164 |
demo.queue(concurrency_count=1, max_size=10)
|
165 |
+
demo.launch(share=True)
|