gguf-my-repo-unoficial

Sleeping

joeshmoethefunnyone commited on May 2

Commit

b923fae

•

1 Parent(s): 7c36326

update to add more options

idk python that well so i cloned it first to see if it works before i make a pull request

Files changed (1) hide show

app.py CHANGED Viewed

@@ -153,7 +153,7 @@ iface = gr.Interface(
             search_type="model",
         ),
         gr.Dropdown(
-            ["Q2_K", "Q3_K_S", "Q3_K_M", "Q3_K_L", "Q4_0", "Q4_K_S", "Q4_K_M", "Q5_0", "Q5_K_S", "Q5_K_M", "Q6_K", "Q8_0"],
             label="Quantization Method",
             info="GGML quantisation type",
             value="Q4_K_M",

             search_type="model",
         ),
         gr.Dropdown(
+            ["Q2_K", "Q3_K_S", "Q3_K_M", "Q3_K_L", "Q4_0", "Q4_K_S", "Q4_K_M", "Q5_0", "Q5_K_S", "Q5_K_M", "Q6_K", "Q8_0", "F16", "F32"],
             label="Quantization Method",
             info="GGML quantisation type",
             value="Q4_K_M",