BlinkDL commited on
Commit
3e4fecd
·
verified ·
1 Parent(s): fded00a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -19,13 +19,13 @@ nvmlInit()
19
  gpu_h = nvmlDeviceGetHandleByIndex(0)
20
  device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
21
 
22
- ctx_limit = 4096
23
  gen_limit = 700
24
 
25
  ########################## text rwkv ################################################################
26
  from rwkv.utils import PIPELINE, PIPELINE_ARGS
27
 
28
- title_v6 = "RWKV-x070-World-1.5B-v3-20250127-ctx4096"
29
  model_path_v6 = hf_hub_download(repo_id="BlinkDL/rwkv-7-world", filename=f"{title_v6}.pth")
30
  # model_path_v6 = f'/mnt/e/RWKV-Runner/models/{title_v6}' # conda activate torch2; cd /mnt/program/git-public/RWKV-Gradio-1; python app.py
31
  model_v6 = RWKV(model=model_path_v6.replace('.pth',''), strategy='cuda fp16')
@@ -129,7 +129,7 @@ with gr.Blocks(title=title_v6) as demo:
129
  gr.HTML(f"<div style=\"text-align: center;\">\n<h1>{title_v6}</h1>\n</div>")
130
 
131
  with gr.Tab("=== Base Model (Raw Generation) ==="):
132
- gr.Markdown(f"This is [RWKV-7 World v3](https://huggingface.co/BlinkDL/rwkv-7-world) 1.5B (L24-D2048) base model - a 100% attention-free RNN [RWKV-LM](https://github.com/BlinkDL/RWKV-LM). Supports 100+ world languages and code. Check [400+ Github RWKV projects](https://github.com/search?o=desc&p=1&q=rwkv&s=updated&type=Repositories). *** Can try examples (bottom of page) *** (can edit them). Demo limited to ctxlen {ctx_limit}.")
133
  with gr.Row():
134
  with gr.Column():
135
  prompt = gr.Textbox(lines=6, label="Prompt", value=generate_prompt("I have a dataset which contains a list of 2D images, given a new image, how to find the closest image in the dataset"))
 
19
  gpu_h = nvmlDeviceGetHandleByIndex(0)
20
  device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
21
 
22
+ ctx_limit = 4000
23
  gen_limit = 700
24
 
25
  ########################## text rwkv ################################################################
26
  from rwkv.utils import PIPELINE, PIPELINE_ARGS
27
 
28
+ title_v6 = "RWKV-x070-World-2.9B-v3-20250211-ctx4096"
29
  model_path_v6 = hf_hub_download(repo_id="BlinkDL/rwkv-7-world", filename=f"{title_v6}.pth")
30
  # model_path_v6 = f'/mnt/e/RWKV-Runner/models/{title_v6}' # conda activate torch2; cd /mnt/program/git-public/RWKV-Gradio-1; python app.py
31
  model_v6 = RWKV(model=model_path_v6.replace('.pth',''), strategy='cuda fp16')
 
129
  gr.HTML(f"<div style=\"text-align: center;\">\n<h1>{title_v6}</h1>\n</div>")
130
 
131
  with gr.Tab("=== Base Model (Raw Generation) ==="):
132
+ gr.Markdown(f"This is [RWKV-7 World v3](https://huggingface.co/BlinkDL/rwkv-7-world) 2.9B (L32-D2560) base LM - an attention-free pure RNN [RWKV-LM](https://github.com/BlinkDL/RWKV-LM). Supports 100+ world languages and code. Check [400+ Github RWKV projects](https://github.com/search?o=desc&p=1&q=rwkv&s=updated&type=Repositories). *** Can try examples (bottom of page) *** (can edit them). Demo limited to ctxlen {ctx_limit}.")
133
  with gr.Row():
134
  with gr.Column():
135
  prompt = gr.Textbox(lines=6, label="Prompt", value=generate_prompt("I have a dataset which contains a list of 2D images, given a new image, how to find the closest image in the dataset"))