martintmv/Codestral-22B-v0.1-Q4_K_M-GGUF
Updated
•
5.44k
GGUF Quants
python -m mlx_lm.generate --model martintmv/<model-name> --prompt "hello world"
-
-
martintmv/Phi-3-medium-128k-instruct-Q4_K_S-GGUF
Text Generation • Updated • 2.23k -
martintmv/Meta-Llama-Guard-2-8B-Q8_0-GGUF
Text Generation • Updated • 824 -
martintmv/omost-llama-3-8b-Q8_0-GGUF
Updated • 692 -
martintmv/Hermes-2-Pro-Llama-3-8B-Q4_K_S-GGUF
Updated • 461 -
martintmv/gemma-2-27b-it-Q8_0-GGUF
Text Generation • Updated • 362 -
martintmv/gemma-2-9b-it-Q8_0-GGUF
Text Generation • Updated • 18 -
martintmv/falcon-7b-instruct-Q8_0-GGUF
Updated • 13 -
martintmv/falcon-11B-Q8_0-GGUF
Updated • 7 -
martintmv/Qwen1.5-32B-Chat-Q4_K_M-GGUF
Text Generation • Updated • 13 -
martintmv/Qwen1.5-14B-Chat-Q4_K_M-GGUF
Text Generation • Updated • 2 -
martintmv/Qwen2-7B-Instruct-Q4_K_M-GGUF
Text Generation • Updated • 11 -
martintmv/Qwen2-0.5B-Instruct-Q4_K_M-GGUF
Text Generation • Updated • 4 -
martintmv/Mistral-7B-Instruct-v0.3-Q8_0-GGUF
Updated • 9 -
martintmv/NuminaMath-7B-TIR-Q4_K_M-GGUF
Text Generation • Updated • 21 -
martintmv/NuminaMath-7B-TIR-Q8_0-GGUF
Text Generation • Updated • 3 -
martintmv/gpt2_1558M_final4_hf-Q4_K_M-GGUF
Updated • 17 -
martintmv/gpt2_1558M_final3_hf-Q4_K_M-GGUF
Updated • 18 -
martintmv/mathstral-7B-v0.1-Q8_0-GGUF
Updated • 19 -
martintmv/mathstral-7B-v0.1-Q4_K_M-GGUF
Updated • 17 • 1 -
martintmv/mathstral-7B-v0.1-Q2_K-GGUF
Updated • 17 -
martintmv/h2o-danube-1.8b-chat-Q8_0-GGUF
Text Generation • Updated • 13 -
martintmv/h2o-danube3-4b-base-Q8_0-GGUF
Text Generation • Updated • 12 -
martintmv/h2o-danube3-4b-chat-Q8_0-GGUF
Text Generation • Updated • 12