picocreator commited on
Commit
f787cc5
1 Parent(s): 0b1be7c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -4
app.py CHANGED
@@ -27,9 +27,9 @@ os.environ["RWKV_JIT_ON"] = '1'
27
  os.environ["RWKV_CUDA_ON"] = '1' # if '1' then use CUDA kernel for seq mode (much faster)
28
 
29
  # Model strat to use
30
- MODEL_STRAT="cuda fp16"
31
- if HAS_GPU == False :
32
- "cpu bf16"
33
 
34
  # Load the model accordingly
35
  from rwkv.model import RWKV
@@ -162,4 +162,4 @@ with gr.Blocks(title=title) as demo:
162
 
163
  # Gradio launch
164
  demo.queue(concurrency_count=1, max_size=10)
165
- demo.launch(share=False)
 
27
  os.environ["RWKV_CUDA_ON"] = '1' # if '1' then use CUDA kernel for seq mode (much faster)
28
 
29
  # Model strat to use
30
+ MODEL_STRAT="cpu bf16"
31
+ if HAS_GPU == True :
32
+ MODEL_STRAT = "cuda bf16"
33
 
34
  # Load the model accordingly
35
  from rwkv.model import RWKV
 
162
 
163
  # Gradio launch
164
  demo.queue(concurrency_count=1, max_size=10)
165
+ demo.launch(share=True)