Spaces:
Running
Running
| { | |
| "models": [ | |
| { | |
| "repo": "unsloth/Llama-3.2-1B-Instruct-GGUF", | |
| "name": "Llama-3.2-1B-Instruct", | |
| "variants": [ | |
| { | |
| "quant": "BF16", | |
| "filename": "Llama-3.2-1B-Instruct-BF16.gguf", | |
| "sizeMB": 2364.73 | |
| }, | |
| { | |
| "quant": "F16", | |
| "filename": "Llama-3.2-1B-Instruct-F16.gguf", | |
| "sizeMB": 2364.73 | |
| }, | |
| { | |
| "quant": "IQ4_NL", | |
| "filename": "Llama-3.2-1B-Instruct-IQ4_NL.gguf", | |
| "sizeMB": 737.21 | |
| }, | |
| { | |
| "quant": "IQ4_XS", | |
| "filename": "Llama-3.2-1B-Instruct-IQ4_XS.gguf", | |
| "sizeMB": 708.71 | |
| }, | |
| { | |
| "quant": "Q2_K", | |
| "filename": "Llama-3.2-1B-Instruct-Q2_K.gguf", | |
| "sizeMB": 553.96 | |
| }, | |
| { | |
| "quant": "Q2_K_L", | |
| "filename": "Llama-3.2-1B-Instruct-Q2_K_L.gguf", | |
| "sizeMB": 553.96 | |
| }, | |
| { | |
| "quant": "Q3_K_M", | |
| "filename": "Llama-3.2-1B-Instruct-Q3_K_M.gguf", | |
| "sizeMB": 658.84 | |
| }, | |
| { | |
| "quant": "Q3_K_S", | |
| "filename": "Llama-3.2-1B-Instruct-Q3_K_S.gguf", | |
| "sizeMB": 611.96 | |
| }, | |
| { | |
| "quant": "Q4_0", | |
| "filename": "Llama-3.2-1B-Instruct-Q4_0.gguf", | |
| "sizeMB": 737.21 | |
| }, | |
| { | |
| "quant": "Q4_1", | |
| "filename": "Llama-3.2-1B-Instruct-Q4_1.gguf", | |
| "sizeMB": 793.21 | |
| }, | |
| { | |
| "quant": "Q4_K_M", | |
| "filename": "Llama-3.2-1B-Instruct-Q4_K_M.gguf", | |
| "sizeMB": 770.28 | |
| }, | |
| { | |
| "quant": "Q4_K_S", | |
| "filename": "Llama-3.2-1B-Instruct-Q4_K_S.gguf", | |
| "sizeMB": 739.71 | |
| }, | |
| { | |
| "quant": "Q5_K_M", | |
| "filename": "Llama-3.2-1B-Instruct-Q5_K_M.gguf", | |
| "sizeMB": 869.28 | |
| }, | |
| { | |
| "quant": "Q5_K_S", | |
| "filename": "Llama-3.2-1B-Instruct-Q5_K_S.gguf", | |
| "sizeMB": 851.21 | |
| }, | |
| { | |
| "quant": "Q6_K", | |
| "filename": "Llama-3.2-1B-Instruct-Q6_K.gguf", | |
| "sizeMB": 974.46 | |
| }, | |
| { | |
| "quant": "Q8_0", | |
| "filename": "Llama-3.2-1B-Instruct-Q8_0.gguf", | |
| "sizeMB": 1259.88 | |
| }, | |
| { | |
| "quant": "UD-IQ1_M", | |
| "filename": "Llama-3.2-1B-Instruct-UD-IQ1_M.gguf", | |
| "sizeMB": 418.84 | |
| }, | |
| { | |
| "quant": "UD-IQ1_S", | |
| "filename": "Llama-3.2-1B-Instruct-UD-IQ1_S.gguf", | |
| "sizeMB": 402.09 | |
| }, | |
| { | |
| "quant": "UD-IQ2_M", | |
| "filename": "Llama-3.2-1B-Instruct-UD-IQ2_M.gguf", | |
| "sizeMB": 511.48 | |
| }, | |
| { | |
| "quant": "UD-IQ2_XXS", | |
| "filename": "Llama-3.2-1B-Instruct-UD-IQ2_XXS.gguf", | |
| "sizeMB": 442.82 | |
| }, | |
| { | |
| "quant": "UD-IQ3_XXS", | |
| "filename": "Llama-3.2-1B-Instruct-UD-IQ3_XXS.gguf", | |
| "sizeMB": 548.73 | |
| }, | |
| { | |
| "quant": "UD-Q2_K_XL", | |
| "filename": "Llama-3.2-1B-Instruct-UD-Q2_K_XL.gguf", | |
| "sizeMB": 577.48 | |
| }, | |
| { | |
| "quant": "UD-Q3_K_XL", | |
| "filename": "Llama-3.2-1B-Instruct-UD-Q3_K_XL.gguf", | |
| "sizeMB": 690.46 | |
| }, | |
| { | |
| "quant": "UD-Q4_K_XL", | |
| "filename": "Llama-3.2-1B-Instruct-UD-Q4_K_XL.gguf", | |
| "sizeMB": 795.56 | |
| }, | |
| { | |
| "quant": "UD-Q5_K_XL", | |
| "filename": "Llama-3.2-1B-Instruct-UD-Q5_K_XL.gguf", | |
| "sizeMB": 877.41 | |
| }, | |
| { | |
| "quant": "UD-Q6_K_XL", | |
| "filename": "Llama-3.2-1B-Instruct-UD-Q6_K_XL.gguf", | |
| "sizeMB": 1135.88 | |
| }, | |
| { | |
| "quant": "UD-Q8_K_XL", | |
| "filename": "Llama-3.2-1B-Instruct-UD-Q8_K_XL.gguf", | |
| "sizeMB": 1758.16 | |
| } | |
| ] | |
| }, | |
| { | |
| "repo": "unsloth/gemma-3-270m-it-GGUF", | |
| "name": "gemma-3-270m-it", | |
| "variants": [ | |
| { | |
| "quant": "F16", | |
| "filename": "gemma-3-270m-it-F16.gguf", | |
| "sizeMB": 517.69 | |
| }, | |
| { | |
| "quant": "IQ4_NL", | |
| "filename": "gemma-3-270m-it-IQ4_NL.gguf", | |
| "sizeMB": 230.75 | |
| }, | |
| { | |
| "quant": "IQ4_XS", | |
| "filename": "gemma-3-270m-it-IQ4_XS.gguf", | |
| "sizeMB": 229.7 | |
| }, | |
| { | |
| "quant": "Q2_K", | |
| "filename": "gemma-3-270m-it-Q2_K.gguf", | |
| "sizeMB": 226.1 | |
| }, | |
| { | |
| "quant": "Q2_K_L", | |
| "filename": "gemma-3-270m-it-Q2_K_L.gguf", | |
| "sizeMB": 226.1 | |
| }, | |
| { | |
| "quant": "Q3_K_M", | |
| "filename": "gemma-3-270m-it-Q3_K_M.gguf", | |
| "sizeMB": 230.75 | |
| }, | |
| { | |
| "quant": "Q3_K_S", | |
| "filename": "gemma-3-270m-it-Q3_K_S.gguf", | |
| "sizeMB": 225.75 | |
| }, | |
| { | |
| "quant": "Q4_0", | |
| "filename": "gemma-3-270m-it-Q4_0.gguf", | |
| "sizeMB": 230.38 | |
| }, | |
| { | |
| "quant": "Q4_1", | |
| "filename": "gemma-3-270m-it-Q4_1.gguf", | |
| "sizeMB": 236.2 | |
| }, | |
| { | |
| "quant": "Q4_K_M", | |
| "filename": "gemma-3-270m-it-Q4_K_M.gguf", | |
| "sizeMB": 241.39 | |
| }, | |
| { | |
| "quant": "Q4_K_S", | |
| "filename": "gemma-3-270m-it-Q4_K_S.gguf", | |
| "sizeMB": 238.31 | |
| }, | |
| { | |
| "quant": "Q5_K_M", | |
| "filename": "gemma-3-270m-it-Q5_K_M.gguf", | |
| "sizeMB": 247.98 | |
| }, | |
| { | |
| "quant": "Q5_K_S", | |
| "filename": "gemma-3-270m-it-Q5_K_S.gguf", | |
| "sizeMB": 246.05 | |
| }, | |
| { | |
| "quant": "Q6_K", | |
| "filename": "gemma-3-270m-it-Q6_K.gguf", | |
| "sizeMB": 269.87 | |
| }, | |
| { | |
| "quant": "Q8_0", | |
| "filename": "gemma-3-270m-it-Q8_0.gguf", | |
| "sizeMB": 278.04 | |
| }, | |
| { | |
| "quant": "UD-IQ2_M", | |
| "filename": "gemma-3-270m-it-UD-IQ2_M.gguf", | |
| "sizeMB": 174.32 | |
| }, | |
| { | |
| "quant": "UD-IQ2_XXS", | |
| "filename": "gemma-3-270m-it-UD-IQ2_XXS.gguf", | |
| "sizeMB": 171.76 | |
| }, | |
| { | |
| "quant": "UD-IQ3_XXS", | |
| "filename": "gemma-3-270m-it-UD-IQ3_XXS.gguf", | |
| "sizeMB": 175.97 | |
| }, | |
| { | |
| "quant": "UD-Q2_K_XL", | |
| "filename": "gemma-3-270m-it-UD-Q2_K_XL.gguf", | |
| "sizeMB": 226.73 | |
| }, | |
| { | |
| "quant": "UD-Q3_K_XL", | |
| "filename": "gemma-3-270m-it-UD-Q3_K_XL.gguf", | |
| "sizeMB": 231.38 | |
| }, | |
| { | |
| "quant": "UD-Q4_K_XL", | |
| "filename": "gemma-3-270m-it-UD-Q4_K_XL.gguf", | |
| "sizeMB": 242.17 | |
| }, | |
| { | |
| "quant": "UD-Q5_K_XL", | |
| "filename": "gemma-3-270m-it-UD-Q5_K_XL.gguf", | |
| "sizeMB": 247.98 | |
| }, | |
| { | |
| "quant": "UD-Q6_K_XL", | |
| "filename": "gemma-3-270m-it-UD-Q6_K_XL.gguf", | |
| "sizeMB": 272.89 | |
| }, | |
| { | |
| "quant": "UD-Q8_K_XL", | |
| "filename": "gemma-3-270m-it-UD-Q8_K_XL.gguf", | |
| "sizeMB": 449.28 | |
| } | |
| ] | |
| }, | |
| { | |
| "repo": "unsloth/Qwen3-0.6B-GGUF", | |
| "name": "Qwen3-0.6B", | |
| "variants": [ | |
| { | |
| "quant": "BF16", | |
| "filename": "Qwen3-0.6B-BF16.gguf", | |
| "sizeMB": 1142.68 | |
| }, | |
| { | |
| "quant": "IQ4_NL", | |
| "filename": "Qwen3-0.6B-IQ4_NL.gguf", | |
| "sizeMB": 363.89 | |
| }, | |
| { | |
| "quant": "IQ4_XS", | |
| "filename": "Qwen3-0.6B-IQ4_XS.gguf", | |
| "sizeMB": 350.77 | |
| }, | |
| { | |
| "quant": "Q2_K", | |
| "filename": "Qwen3-0.6B-Q2_K.gguf", | |
| "sizeMB": 282.52 | |
| }, | |
| { | |
| "quant": "Q2_K_L", | |
| "filename": "Qwen3-0.6B-Q2_K_L.gguf", | |
| "sizeMB": 282.52 | |
| }, | |
| { | |
| "quant": "Q3_K_M", | |
| "filename": "Qwen3-0.6B-Q3_K_M.gguf", | |
| "sizeMB": 331.05 | |
| }, | |
| { | |
| "quant": "Q3_K_S", | |
| "filename": "Qwen3-0.6B-Q3_K_S.gguf", | |
| "sizeMB": 308.11 | |
| }, | |
| { | |
| "quant": "Q4_0", | |
| "filename": "Qwen3-0.6B-Q4_0.gguf", | |
| "sizeMB": 364.45 | |
| }, | |
| { | |
| "quant": "Q4_1", | |
| "filename": "Qwen3-0.6B-Q4_1.gguf", | |
| "sizeMB": 390.14 | |
| }, | |
| { | |
| "quant": "Q4_K_M", | |
| "filename": "Qwen3-0.6B-Q4_K_M.gguf", | |
| "sizeMB": 378.33 | |
| }, | |
| { | |
| "quant": "Q4_K_S", | |
| "filename": "Qwen3-0.6B-Q4_K_S.gguf", | |
| "sizeMB": 365.52 | |
| }, | |
| { | |
| "quant": "Q5_K_M", | |
| "filename": "Qwen3-0.6B-Q5_K_M.gguf", | |
| "sizeMB": 423.83 | |
| }, | |
| { | |
| "quant": "Q5_K_S", | |
| "filename": "Qwen3-0.6B-Q5_K_S.gguf", | |
| "sizeMB": 416.39 | |
| }, | |
| { | |
| "quant": "Q6_K", | |
| "filename": "Qwen3-0.6B-Q6_K.gguf", | |
| "sizeMB": 472.17 | |
| }, | |
| { | |
| "quant": "Q8_0", | |
| "filename": "Qwen3-0.6B-Q8_0.gguf", | |
| "sizeMB": 609.82 | |
| }, | |
| { | |
| "quant": "UD-IQ1_M", | |
| "filename": "Qwen3-0.6B-UD-IQ1_M.gguf", | |
| "sizeMB": 210.53 | |
| }, | |
| { | |
| "quant": "UD-IQ1_S", | |
| "filename": "Qwen3-0.6B-UD-IQ1_S.gguf", | |
| "sizeMB": 204.7 | |
| }, | |
| { | |
| "quant": "UD-IQ2_M", | |
| "filename": "Qwen3-0.6B-UD-IQ2_M.gguf", | |
| "sizeMB": 256.25 | |
| }, | |
| { | |
| "quant": "UD-IQ2_XXS", | |
| "filename": "Qwen3-0.6B-UD-IQ2_XXS.gguf", | |
| "sizeMB": 223.23 | |
| }, | |
| { | |
| "quant": "UD-IQ3_XXS", | |
| "filename": "Qwen3-0.6B-UD-IQ3_XXS.gguf", | |
| "sizeMB": 269.02 | |
| }, | |
| { | |
| "quant": "UD-Q2_K_XL", | |
| "filename": "Qwen3-0.6B-UD-Q2_K_XL.gguf", | |
| "sizeMB": 287.75 | |
| }, | |
| { | |
| "quant": "UD-Q3_K_XL", | |
| "filename": "Qwen3-0.6B-UD-Q3_K_XL.gguf", | |
| "sizeMB": 340.1 | |
| }, | |
| { | |
| "quant": "UD-Q4_K_XL", | |
| "filename": "Qwen3-0.6B-UD-Q4_K_XL.gguf", | |
| "sizeMB": 386.59 | |
| }, | |
| { | |
| "quant": "UD-Q5_K_XL", | |
| "filename": "Qwen3-0.6B-UD-Q5_K_XL.gguf", | |
| "sizeMB": 425.7 | |
| }, | |
| { | |
| "quant": "UD-Q6_K_XL", | |
| "filename": "Qwen3-0.6B-UD-Q6_K_XL.gguf", | |
| "sizeMB": 549.76 | |
| }, | |
| { | |
| "quant": "UD-Q8_K_XL", | |
| "filename": "Qwen3-0.6B-UD-Q8_K_XL.gguf", | |
| "sizeMB": 805.18 | |
| } | |
| ] | |
| }, | |
| { | |
| "repo": "LiquidAI/LFM2.5-350M-GGUF", | |
| "name": "LFM2.5-350M", | |
| "variants": [ | |
| { | |
| "quant": "BF16", | |
| "filename": "LFM2.5-350M-BF16.gguf", | |
| "sizeMB": 678.53 | |
| }, | |
| { | |
| "quant": "F16", | |
| "filename": "LFM2.5-350M-F16.gguf", | |
| "sizeMB": 678.53 | |
| }, | |
| { | |
| "quant": "Q4_0", | |
| "filename": "LFM2.5-350M-Q4_0.gguf", | |
| "sizeMB": 209.15 | |
| }, | |
| { | |
| "quant": "Q4_K_M", | |
| "filename": "LFM2.5-350M-Q4_K_M.gguf", | |
| "sizeMB": 218.69 | |
| }, | |
| { | |
| "quant": "Q5_K_M", | |
| "filename": "LFM2.5-350M-Q5_K_M.gguf", | |
| "sizeMB": 248.31 | |
| }, | |
| { | |
| "quant": "Q6_K", | |
| "filename": "LFM2.5-350M-Q6_K.gguf", | |
| "sizeMB": 279.79 | |
| }, | |
| { | |
| "quant": "Q8_0", | |
| "filename": "LFM2.5-350M-Q8_0.gguf", | |
| "sizeMB": 361.65 | |
| } | |
| ] | |
| }, | |
| { | |
| "repo": "unsloth/SmolLM3-3B-GGUF", | |
| "name": "SmolLM3-3B", | |
| "variants": [ | |
| { | |
| "quant": "BF16", | |
| "filename": "SmolLM3-3B-BF16.gguf", | |
| "sizeMB": 5873.05 | |
| }, | |
| { | |
| "quant": "IQ4_NL", | |
| "filename": "SmolLM3-3B-IQ4_NL.gguf", | |
| "sizeMB": 1726.66 | |
| }, | |
| { | |
| "quant": "IQ4_XS", | |
| "filename": "SmolLM3-3B-IQ4_XS.gguf", | |
| "sizeMB": 1643.98 | |
| }, | |
| { | |
| "quant": "Q2_K", | |
| "filename": "SmolLM3-3B-Q2_K.gguf", | |
| "sizeMB": 1195.24 | |
| }, | |
| { | |
| "quant": "Q2_K_L", | |
| "filename": "SmolLM3-3B-Q2_K_L.gguf", | |
| "sizeMB": 1195.24 | |
| }, | |
| { | |
| "quant": "Q3_K_M", | |
| "filename": "SmolLM3-3B-Q3_K_M.gguf", | |
| "sizeMB": 1498.29 | |
| }, | |
| { | |
| "quant": "Q3_K_S", | |
| "filename": "SmolLM3-3B-Q3_K_S.gguf", | |
| "sizeMB": 1365.96 | |
| }, | |
| { | |
| "quant": "Q4_0", | |
| "filename": "SmolLM3-3B-Q4_0.gguf", | |
| "sizeMB": 1727.54 | |
| }, | |
| { | |
| "quant": "Q4_1", | |
| "filename": "SmolLM3-3B-Q4_1.gguf", | |
| "sizeMB": 1889.79 | |
| }, | |
| { | |
| "quant": "Q4_K_M", | |
| "filename": "SmolLM3-3B-Q4_K_M.gguf", | |
| "sizeMB": 1826.58 | |
| }, | |
| { | |
| "quant": "Q4_K_S", | |
| "filename": "SmolLM3-3B-Q4_K_S.gguf", | |
| "sizeMB": 1733.41 | |
| }, | |
| { | |
| "quant": "Q5_K_M", | |
| "filename": "SmolLM3-3B-Q5_K_M.gguf", | |
| "sizeMB": 2111.2 | |
| }, | |
| { | |
| "quant": "Q5_K_S", | |
| "filename": "SmolLM3-3B-Q5_K_S.gguf", | |
| "sizeMB": 2057.41 | |
| }, | |
| { | |
| "quant": "Q6_K", | |
| "filename": "SmolLM3-3B-Q6_K.gguf", | |
| "sizeMB": 2413.62 | |
| }, | |
| { | |
| "quant": "Q8_0", | |
| "filename": "SmolLM3-3B-Q8_0.gguf", | |
| "sizeMB": 3123.83 | |
| }, | |
| { | |
| "quant": "UD-IQ2_M", | |
| "filename": "SmolLM3-3B-UD-IQ2_M.gguf", | |
| "sizeMB": 1097.31 | |
| }, | |
| { | |
| "quant": "UD-IQ2_XXS", | |
| "filename": "SmolLM3-3B-UD-IQ2_XXS.gguf", | |
| "sizeMB": 910.91 | |
| }, | |
| { | |
| "quant": "UD-IQ3_XXS", | |
| "filename": "SmolLM3-3B-UD-IQ3_XXS.gguf", | |
| "sizeMB": 1225.68 | |
| }, | |
| { | |
| "quant": "UD-Q2_K_XL", | |
| "filename": "SmolLM3-3B-UD-Q2_K_XL.gguf", | |
| "sizeMB": 1226.71 | |
| }, | |
| { | |
| "quant": "UD-Q3_K_XL", | |
| "filename": "SmolLM3-3B-UD-Q3_K_XL.gguf", | |
| "sizeMB": 1536.66 | |
| }, | |
| { | |
| "quant": "UD-Q4_K_XL", | |
| "filename": "SmolLM3-3B-UD-Q4_K_XL.gguf", | |
| "sizeMB": 1850.53 | |
| }, | |
| { | |
| "quant": "UD-Q5_K_XL", | |
| "filename": "SmolLM3-3B-UD-Q5_K_XL.gguf", | |
| "sizeMB": 2112.11 | |
| }, | |
| { | |
| "quant": "UD-Q6_K_XL", | |
| "filename": "SmolLM3-3B-UD-Q6_K_XL.gguf", | |
| "sizeMB": 2630.74 | |
| }, | |
| { | |
| "quant": "UD-Q8_K_XL", | |
| "filename": "SmolLM3-3B-UD-Q8_K_XL.gguf", | |
| "sizeMB": 3718.21 | |
| } | |
| ] | |
| }, | |
| { | |
| "repo": "unsloth/Ministral-3-3B-Instruct-2512-GGUF", | |
| "name": "Ministral-3-3B-Instruct-2512", | |
| "variants": [ | |
| { | |
| "quant": "BF16", | |
| "filename": "Ministral-3-3B-Instruct-2512-BF16.gguf", | |
| "sizeMB": 6548.14 | |
| }, | |
| { | |
| "quant": "IQ4_NL", | |
| "filename": "Ministral-3-3B-Instruct-2512-IQ4_NL.gguf", | |
| "sizeMB": 1956.26 | |
| }, | |
| { | |
| "quant": "IQ4_XS", | |
| "filename": "Ministral-3-3B-Instruct-2512-IQ4_XS.gguf", | |
| "sizeMB": 1868.51 | |
| }, | |
| { | |
| "quant": "Q2_K", | |
| "filename": "Ministral-3-3B-Instruct-2512-Q2_K.gguf", | |
| "sizeMB": 1391.37 | |
| }, | |
| { | |
| "quant": "Q2_K_L", | |
| "filename": "Ministral-3-3B-Instruct-2512-Q2_K_L.gguf", | |
| "sizeMB": 1391.37 | |
| }, | |
| { | |
| "quant": "Q3_K_M", | |
| "filename": "Ministral-3-3B-Instruct-2512-Q3_K_M.gguf", | |
| "sizeMB": 1712.37 | |
| }, | |
| { | |
| "quant": "Q3_K_S", | |
| "filename": "Ministral-3-3B-Instruct-2512-Q3_K_S.gguf", | |
| "sizeMB": 1563.22 | |
| }, | |
| { | |
| "quant": "Q4_0", | |
| "filename": "Ministral-3-3B-Instruct-2512-Q4_0.gguf", | |
| "sizeMB": 1951.58 | |
| }, | |
| { | |
| "quant": "Q4_1", | |
| "filename": "Ministral-3-3B-Instruct-2512-Q4_1.gguf", | |
| "sizeMB": 2126.89 | |
| }, | |
| { | |
| "quant": "Q4_K_M", | |
| "filename": "Ministral-3-3B-Instruct-2512-Q4_K_M.gguf", | |
| "sizeMB": 2047.06 | |
| }, | |
| { | |
| "quant": "Q4_K_S", | |
| "filename": "Ministral-3-3B-Instruct-2512-Q4_K_S.gguf", | |
| "sizeMB": 1958.14 | |
| }, | |
| { | |
| "quant": "Q5_K_M", | |
| "filename": "Ministral-3-3B-Instruct-2512-Q5_K_M.gguf", | |
| "sizeMB": 2359.06 | |
| }, | |
| { | |
| "quant": "Q5_K_S", | |
| "filename": "Ministral-3-3B-Instruct-2512-Q5_K_S.gguf", | |
| "sizeMB": 2307.26 | |
| }, | |
| { | |
| "quant": "Q6_K", | |
| "filename": "Ministral-3-3B-Instruct-2512-Q6_K.gguf", | |
| "sizeMB": 2690.56 | |
| }, | |
| { | |
| "quant": "Q8_0", | |
| "filename": "Ministral-3-3B-Instruct-2512-Q8_0.gguf", | |
| "sizeMB": 3482.51 | |
| }, | |
| { | |
| "quant": "UD-IQ1_M", | |
| "filename": "Ministral-3-3B-Instruct-2512-UD-IQ1_M.gguf", | |
| "sizeMB": 971.98 | |
| }, | |
| { | |
| "quant": "UD-IQ1_S", | |
| "filename": "Ministral-3-3B-Instruct-2512-UD-IQ1_S.gguf", | |
| "sizeMB": 924.26 | |
| }, | |
| { | |
| "quant": "UD-IQ2_M", | |
| "filename": "Ministral-3-3B-Instruct-2512-UD-IQ2_M.gguf", | |
| "sizeMB": 1277.82 | |
| }, | |
| { | |
| "quant": "UD-IQ2_XXS", | |
| "filename": "Ministral-3-3B-Instruct-2512-UD-IQ2_XXS.gguf", | |
| "sizeMB": 1057.58 | |
| }, | |
| { | |
| "quant": "UD-IQ3_XXS", | |
| "filename": "Ministral-3-3B-Instruct-2512-UD-IQ3_XXS.gguf", | |
| "sizeMB": 1390.27 | |
| }, | |
| { | |
| "quant": "UD-Q2_K_XL", | |
| "filename": "Ministral-3-3B-Instruct-2512-UD-Q2_K_XL.gguf", | |
| "sizeMB": 1423.2 | |
| }, | |
| { | |
| "quant": "UD-Q3_K_XL", | |
| "filename": "Ministral-3-3B-Instruct-2512-UD-Q3_K_XL.gguf", | |
| "sizeMB": 1770.1 | |
| }, | |
| { | |
| "quant": "UD-Q4_K_XL", | |
| "filename": "Ministral-3-3B-Instruct-2512-UD-Q4_K_XL.gguf", | |
| "sizeMB": 2090.42 | |
| }, | |
| { | |
| "quant": "UD-Q5_K_XL", | |
| "filename": "Ministral-3-3B-Instruct-2512-UD-Q5_K_XL.gguf", | |
| "sizeMB": 2364.31 | |
| }, | |
| { | |
| "quant": "UD-Q6_K_XL", | |
| "filename": "Ministral-3-3B-Instruct-2512-UD-Q6_K_XL.gguf", | |
| "sizeMB": 3027.68 | |
| }, | |
| { | |
| "quant": "UD-Q8_K_XL", | |
| "filename": "Ministral-3-3B-Instruct-2512-UD-Q8_K_XL.gguf", | |
| "sizeMB": 4292.51 | |
| } | |
| ] | |
| }, | |
| { | |
| "repo": "unsloth/Qwen3.5-2B-GGUF", | |
| "name": "Qwen3.5-2B", | |
| "variants": [ | |
| { | |
| "quant": "BF16", | |
| "filename": "Qwen3.5-2B-BF16.gguf", | |
| "sizeMB": 3600.8 | |
| }, | |
| { | |
| "quant": "IQ4_NL", | |
| "filename": "Qwen3.5-2B-IQ4_NL.gguf", | |
| "sizeMB": 1157.09 | |
| }, | |
| { | |
| "quant": "IQ4_XS", | |
| "filename": "Qwen3.5-2B-IQ4_XS.gguf", | |
| "sizeMB": 1118.66 | |
| }, | |
| { | |
| "quant": "Q3_K_M", | |
| "filename": "Qwen3.5-2B-Q3_K_M.gguf", | |
| "sizeMB": 1055.86 | |
| }, | |
| { | |
| "quant": "Q3_K_S", | |
| "filename": "Qwen3.5-2B-Q3_K_S.gguf", | |
| "sizeMB": 983.19 | |
| }, | |
| { | |
| "quant": "Q4_0", | |
| "filename": "Qwen3.5-2B-Q4_0.gguf", | |
| "sizeMB": 1158.59 | |
| }, | |
| { | |
| "quant": "Q4_1", | |
| "filename": "Qwen3.5-2B-Q4_1.gguf", | |
| "sizeMB": 1233.59 | |
| }, | |
| { | |
| "quant": "Q4_K_M", | |
| "filename": "Qwen3.5-2B-Q4_K_M.gguf", | |
| "sizeMB": 1221.5 | |
| }, | |
| { | |
| "quant": "Q4_K_S", | |
| "filename": "Qwen3.5-2B-Q4_K_S.gguf", | |
| "sizeMB": 1161.34 | |
| }, | |
| { | |
| "quant": "Q5_K_M", | |
| "filename": "Qwen3.5-2B-Q5_K_M.gguf", | |
| "sizeMB": 1368.75 | |
| }, | |
| { | |
| "quant": "Q5_K_S", | |
| "filename": "Qwen3.5-2B-Q5_K_S.gguf", | |
| "sizeMB": 1320.41 | |
| }, | |
| { | |
| "quant": "Q6_K", | |
| "filename": "Qwen3.5-2B-Q6_K.gguf", | |
| "sizeMB": 1502 | |
| }, | |
| { | |
| "quant": "Q8_0", | |
| "filename": "Qwen3.5-2B-Q8_0.gguf", | |
| "sizeMB": 1918.8 | |
| }, | |
| { | |
| "quant": "UD-IQ2_M", | |
| "filename": "Qwen3.5-2B-UD-IQ2_M.gguf", | |
| "sizeMB": 820.02 | |
| }, | |
| { | |
| "quant": "UD-IQ2_XXS", | |
| "filename": "Qwen3.5-2B-UD-IQ2_XXS.gguf", | |
| "sizeMB": 732.68 | |
| }, | |
| { | |
| "quant": "UD-IQ3_XXS", | |
| "filename": "Qwen3.5-2B-UD-IQ3_XXS.gguf", | |
| "sizeMB": 888.66 | |
| }, | |
| { | |
| "quant": "UD-Q2_K_XL", | |
| "filename": "Qwen3.5-2B-UD-Q2_K_XL.gguf", | |
| "sizeMB": 921.76 | |
| }, | |
| { | |
| "quant": "UD-Q3_K_XL", | |
| "filename": "Qwen3.5-2B-UD-Q3_K_XL.gguf", | |
| "sizeMB": 1105.57 | |
| }, | |
| { | |
| "quant": "UD-Q4_K_XL", | |
| "filename": "Qwen3.5-2B-UD-Q4_K_XL.gguf", | |
| "sizeMB": 1277.69 | |
| }, | |
| { | |
| "quant": "UD-Q5_K_XL", | |
| "filename": "Qwen3.5-2B-UD-Q5_K_XL.gguf", | |
| "sizeMB": 1398.74 | |
| }, | |
| { | |
| "quant": "UD-Q6_K_XL", | |
| "filename": "Qwen3.5-2B-UD-Q6_K_XL.gguf", | |
| "sizeMB": 1778.11 | |
| }, | |
| { | |
| "quant": "UD-Q8_K_XL", | |
| "filename": "Qwen3.5-2B-UD-Q8_K_XL.gguf", | |
| "sizeMB": 2703.61 | |
| } | |
| ] | |
| }, | |
| { | |
| "repo": "unsloth/gemma-4-E2B-it-GGUF", | |
| "name": "gemma-4-E2B-it", | |
| "variants": [ | |
| { | |
| "quant": "BF16", | |
| "filename": "gemma-4-E2B-it-BF16.gguf", | |
| "sizeMB": 8879.95 | |
| }, | |
| { | |
| "quant": "IQ4_NL", | |
| "filename": "gemma-4-E2B-it-IQ4_NL.gguf", | |
| "sizeMB": 2900.2 | |
| }, | |
| { | |
| "quant": "IQ4_XS", | |
| "filename": "gemma-4-E2B-it-IQ4_XS.gguf", | |
| "sizeMB": 2845.71 | |
| }, | |
| { | |
| "quant": "Q3_K_M", | |
| "filename": "gemma-4-E2B-it-Q3_K_M.gguf", | |
| "sizeMB": 2419.27 | |
| }, | |
| { | |
| "quant": "Q3_K_S", | |
| "filename": "gemma-4-E2B-it-Q3_K_S.gguf", | |
| "sizeMB": 2332.35 | |
| }, | |
| { | |
| "quant": "Q4_0", | |
| "filename": "gemma-4-E2B-it-Q4_0.gguf", | |
| "sizeMB": 2900.48 | |
| }, | |
| { | |
| "quant": "Q4_1", | |
| "filename": "gemma-4-E2B-it-Q4_1.gguf", | |
| "sizeMB": 3008.76 | |
| }, | |
| { | |
| "quant": "Q4_K_M", | |
| "filename": "gemma-4-E2B-it-Q4_K_M.gguf", | |
| "sizeMB": 2962.81 | |
| }, | |
| { | |
| "quant": "Q4_K_S", | |
| "filename": "gemma-4-E2B-it-Q4_K_S.gguf", | |
| "sizeMB": 2902.92 | |
| }, | |
| { | |
| "quant": "Q5_K_M", | |
| "filename": "gemma-4-E2B-it-Q5_K_M.gguf", | |
| "sizeMB": 3200.56 | |
| }, | |
| { | |
| "quant": "Q5_K_S", | |
| "filename": "gemma-4-E2B-it-Q5_K_S.gguf", | |
| "sizeMB": 3167.29 | |
| }, | |
| { | |
| "quant": "Q6_K", | |
| "filename": "gemma-4-E2B-it-Q6_K.gguf", | |
| "sizeMB": 4293.17 | |
| }, | |
| { | |
| "quant": "Q8_0", | |
| "filename": "gemma-4-E2B-it-Q8_0.gguf", | |
| "sizeMB": 4814.48 | |
| }, | |
| { | |
| "quant": "UD-IQ2_M", | |
| "filename": "gemma-4-E2B-it-UD-IQ2_M.gguf", | |
| "sizeMB": 2181.16 | |
| }, | |
| { | |
| "quant": "UD-IQ3_XXS", | |
| "filename": "gemma-4-E2B-it-UD-IQ3_XXS.gguf", | |
| "sizeMB": 2259.49 | |
| }, | |
| { | |
| "quant": "UD-Q2_K_XL", | |
| "filename": "gemma-4-E2B-it-UD-Q2_K_XL.gguf", | |
| "sizeMB": 2288.73 | |
| }, | |
| { | |
| "quant": "UD-Q3_K_XL", | |
| "filename": "gemma-4-E2B-it-UD-Q3_K_XL.gguf", | |
| "sizeMB": 2780.03 | |
| }, | |
| { | |
| "quant": "UD-Q4_K_XL", | |
| "filename": "gemma-4-E2B-it-UD-Q4_K_XL.gguf", | |
| "sizeMB": 3027 | |
| }, | |
| { | |
| "quant": "UD-Q5_K_XL", | |
| "filename": "gemma-4-E2B-it-UD-Q5_K_XL.gguf", | |
| "sizeMB": 4093.17 | |
| }, | |
| { | |
| "quant": "UD-Q6_K_XL", | |
| "filename": "gemma-4-E2B-it-UD-Q6_K_XL.gguf", | |
| "sizeMB": 4491.89 | |
| }, | |
| { | |
| "quant": "UD-Q8_K_XL", | |
| "filename": "gemma-4-E2B-it-UD-Q8_K_XL.gguf", | |
| "sizeMB": 5025.42 | |
| } | |
| ] | |
| }, | |
| { | |
| "repo": "ibm-granite/granite-4.0-h-1b-GGUF", | |
| "name": "granite-4.0-h-1b", | |
| "variants": [ | |
| { | |
| "quant": "Q2_K", | |
| "filename": "granite-4.0-h-1b-Q2_K.gguf", | |
| "sizeMB": 561.65 | |
| }, | |
| { | |
| "quant": "Q3_K_L", | |
| "filename": "granite-4.0-h-1b-Q3_K_L.gguf", | |
| "sizeMB": 727.57 | |
| }, | |
| { | |
| "quant": "Q3_K_M", | |
| "filename": "granite-4.0-h-1b-Q3_K_M.gguf", | |
| "sizeMB": 697.76 | |
| }, | |
| { | |
| "quant": "Q3_K_S", | |
| "filename": "granite-4.0-h-1b-Q3_K_S.gguf", | |
| "sizeMB": 662.6 | |
| }, | |
| { | |
| "quant": "Q4_0", | |
| "filename": "granite-4.0-h-1b-Q4_0.gguf", | |
| "sizeMB": 828.09 | |
| }, | |
| { | |
| "quant": "Q4_1", | |
| "filename": "granite-4.0-h-1b-Q4_1.gguf", | |
| "sizeMB": 905.97 | |
| }, | |
| { | |
| "quant": "Q4_K_M", | |
| "filename": "granite-4.0-h-1b-Q4_K_M.gguf", | |
| "sizeMB": 859.42 | |
| }, | |
| { | |
| "quant": "Q4_K_S", | |
| "filename": "granite-4.0-h-1b-Q4_K_S.gguf", | |
| "sizeMB": 832.22 | |
| }, | |
| { | |
| "quant": "Q5_0", | |
| "filename": "granite-4.0-h-1b-Q5_0.gguf", | |
| "sizeMB": 983.84 | |
| }, | |
| { | |
| "quant": "Q5_1", | |
| "filename": "granite-4.0-h-1b-Q5_1.gguf", | |
| "sizeMB": 1061.72 | |
| }, | |
| { | |
| "quant": "Q5_K_M", | |
| "filename": "granite-4.0-h-1b-Q5_K_M.gguf", | |
| "sizeMB": 999.98 | |
| }, | |
| { | |
| "quant": "Q5_K_S", | |
| "filename": "granite-4.0-h-1b-Q5_K_S.gguf", | |
| "sizeMB": 983.84 | |
| }, | |
| { | |
| "quant": "Q6_K", | |
| "filename": "granite-4.0-h-1b-Q6_K.gguf", | |
| "sizeMB": 1149.33 | |
| }, | |
| { | |
| "quant": "Q8_0", | |
| "filename": "granite-4.0-h-1b-Q8_0.gguf", | |
| "sizeMB": 1486.71 | |
| }, | |
| { | |
| "quant": "bf16", | |
| "filename": "granite-4.0-h-1b-bf16.gguf", | |
| "sizeMB": 2792.68 | |
| } | |
| ] | |
| }, | |
| { | |
| "repo": "prism-ml/Bonsai-1.7B-gguf", | |
| "name": "Bonsai-1.7B", | |
| "variants": [ | |
| { | |
| "quant": "base", | |
| "filename": "Bonsai-1.7B.gguf", | |
| "sizeMB": 236.8 | |
| }, | |
| { | |
| "quant": "Q1_0", | |
| "filename": "Bonsai-1.7B-Q1_0.gguf", | |
| "sizeMB": 236.8 | |
| } | |
| ] | |
| } | |
| ], | |
| "quickVariants": [ | |
| "Q2_K", | |
| "Q4_K_M", | |
| "Q8_0" | |
| ], | |
| "defaultQuant": "Q4_K_M", | |
| "studySelection": { | |
| "focusModel": "Llama-3.2-1B-Instruct", | |
| "focusQuants": ["Q2_K", "Q4_K_M", "Q8_0", "F16"], | |
| "standardQuant": "Q4_K_M", | |
| "extras": [ | |
| { "model": "Bonsai-1.7B", "quant": "Q1_0" } | |
| ] | |
| } | |
| } | |