Spaces:

ggml-org
/

gguf-my-repo

Running on A10G

andito HF staff commited on 1 day ago

Commit

33a0a0f

•

1 Parent(s): 720f534

Add F16 and BF16 quantization

Files changed (1) hide show

app.py CHANGED Viewed

@@ -274,7 +274,7 @@ with gr.Blocks(css=css) as demo:
     )
     q_method = gr.Dropdown(
-        ["Q2_K", "Q3_K_S", "Q3_K_M", "Q3_K_L", "Q4_0", "Q4_K_S", "Q4_K_M", "Q5_0", "Q5_K_S", "Q5_K_M", "Q6_K", "Q8_0"],
         label="Quantization Method",
         info="GGML quantization type",
         value="Q4_K_M",

     )
     q_method = gr.Dropdown(
+        ["Q2_K", "Q3_K_S", "Q3_K_M", "Q3_K_L", "Q4_0", "Q4_K_S", "Q4_K_M", "Q5_0", "Q5_K_S", "Q5_K_M", "Q6_K", "Q8_0", "F16", "BF16"],
         label="Quantization Method",
         info="GGML quantization type",
         value="Q4_K_M",