ehristoforu commited on
Commit
71cd21b
1 Parent(s): ad8c57f

Update webui.py

Browse files
Files changed (1) hide show
  1. webui.py +2 -2
webui.py CHANGED
@@ -60,8 +60,8 @@ with gr.Blocks(theme=theme, title=f"TensorLM v{tlm_version} Demo", css="style.cs
60
  with gr.Row(render=False) as settings:
61
  reload_model = gr.Button("Apply settings to model", interactive=True)
62
  n_ctx = gr.Slider(label="Number of CTX", minimum=1024, maximum=4056, value=2048, step=8, interactive=True)
63
- n_gpu_layers = gr.Slider(label="Number of GPU layers", minimum=0, maximum=36, value=0, step=1, interactive=True)
64
- n_threads = gr.Slider(label="Number of Threads", minimum=2, maximum=36, value=4, step=1, interactive=True)
65
  verbose = gr.Checkbox(label="Verbose", value=True, interactive=True)
66
  f16_kv = gr.Checkbox(label="F16 KV", value=True, interactive=True)
67
  logits_all = gr.Checkbox(label="Logits all", value=False, interactive=True)
 
60
  with gr.Row(render=False) as settings:
61
  reload_model = gr.Button("Apply settings to model", interactive=True)
62
  n_ctx = gr.Slider(label="Number of CTX", minimum=1024, maximum=4056, value=2048, step=8, interactive=True)
63
+ n_gpu_layers = gr.Slider(label="Number of GPU layers", minimum=0, maximum=36, value=4, step=1, interactive=True)
64
+ n_threads = gr.Slider(label="Number of Threads", minimum=2, maximum=36, value=8, step=1, interactive=True)
65
  verbose = gr.Checkbox(label="Verbose", value=True, interactive=True)
66
  f16_kv = gr.Checkbox(label="F16 KV", value=True, interactive=True)
67
  logits_all = gr.Checkbox(label="Logits all", value=False, interactive=True)