Spaces:
Sleeping
Sleeping
ehristoforu
commited on
Commit
•
71cd21b
1
Parent(s):
ad8c57f
Update webui.py
Browse files
webui.py
CHANGED
@@ -60,8 +60,8 @@ with gr.Blocks(theme=theme, title=f"TensorLM v{tlm_version} Demo", css="style.cs
|
|
60 |
with gr.Row(render=False) as settings:
|
61 |
reload_model = gr.Button("Apply settings to model", interactive=True)
|
62 |
n_ctx = gr.Slider(label="Number of CTX", minimum=1024, maximum=4056, value=2048, step=8, interactive=True)
|
63 |
-
n_gpu_layers = gr.Slider(label="Number of GPU layers", minimum=0, maximum=36, value=
|
64 |
-
n_threads = gr.Slider(label="Number of Threads", minimum=2, maximum=36, value=
|
65 |
verbose = gr.Checkbox(label="Verbose", value=True, interactive=True)
|
66 |
f16_kv = gr.Checkbox(label="F16 KV", value=True, interactive=True)
|
67 |
logits_all = gr.Checkbox(label="Logits all", value=False, interactive=True)
|
|
|
60 |
with gr.Row(render=False) as settings:
|
61 |
reload_model = gr.Button("Apply settings to model", interactive=True)
|
62 |
n_ctx = gr.Slider(label="Number of CTX", minimum=1024, maximum=4056, value=2048, step=8, interactive=True)
|
63 |
+
n_gpu_layers = gr.Slider(label="Number of GPU layers", minimum=0, maximum=36, value=4, step=1, interactive=True)
|
64 |
+
n_threads = gr.Slider(label="Number of Threads", minimum=2, maximum=36, value=8, step=1, interactive=True)
|
65 |
verbose = gr.Checkbox(label="Verbose", value=True, interactive=True)
|
66 |
f16_kv = gr.Checkbox(label="F16 KV", value=True, interactive=True)
|
67 |
logits_all = gr.Checkbox(label="Logits all", value=False, interactive=True)
|