| { | |
| "model": [], | |
| "model_param": "https://huggingface.co/unsloth/Ministral-3-3B-Instruct-2512-GGUF/resolve/main/Ministral-3-3B-Instruct-2512-Q4_K_M.gguf", | |
| "port": 5001, | |
| "port_param": 5001, | |
| "host": "", | |
| "launch": true, | |
| "config": null, | |
| "threads": -1, | |
| "usecuda": null, | |
| "usevulkan": null, | |
| "useclblast": null, | |
| "usecpu": null, | |
| "contextsize": 8192, | |
| "gpulayers": -1, | |
| "tensor_split": null, | |
| "version": false, | |
| "analyze": "", | |
| "maingpu": -1, | |
| "batchsize": 512, | |
| "blasthreads": null, | |
| "lora": null, | |
| "loramult": 1.0, | |
| "noshift": false, | |
| "nofastforward": false, | |
| "useswa": false, | |
| "ropeconfig": [ | |
| 0.0, | |
| 10000.0 | |
| ], | |
| "overridenativecontext": 0, | |
| "usemmap": false, | |
| "usemlock": false, | |
| "noavx2": false, | |
| "failsafe": false, | |
| "debugmode": 0, | |
| "onready": "", | |
| "benchmark": null, | |
| "prompt": "", | |
| "cli": false, | |
| "genlimit": 0, | |
| "multiuser": 1, | |
| "multiplayer": false, | |
| "websearch": false, | |
| "remotetunnel": false, | |
| "highpriority": false, | |
| "foreground": false, | |
| "preloadstory": null, | |
| "savedatafile": null, | |
| "quiet": false, | |
| "ssl": null, | |
| "nocertify": false, | |
| "mmproj": "https://huggingface.co/koboldcpp/mmproj/resolve/main/Ministral-3-3B-Instruct-2512-mmproj-Q8_0.gguf", | |
| "mmprojcpu": false, | |
| "visionmaxres": 1024, | |
| "draftmodel": null, | |
| "draftamount": 8, | |
| "draftgpulayers": 999, | |
| "draftgpusplit": null, | |
| "password": null, | |
| "ratelimit": 0, | |
| "ignoremissing": false, | |
| "chatcompletionsadapter": "AutoGuess", | |
| "jinja": false, | |
| "jinja_tools": false, | |
| "flashattention": true, | |
| "lowvram": false, | |
| "quantkv": 0, | |
| "forceversion": 0, | |
| "smartcontext": false, | |
| "unpack": "", | |
| "exportconfig": "", | |
| "exporttemplate": "", | |
| "nomodel": false, | |
| "moeexperts": -1, | |
| "moecpu": 0, | |
| "defaultgenamt": 768, | |
| "nobostoken": false, | |
| "enableguidance": false, | |
| "maxrequestsize": 32, | |
| "overridekv": null, | |
| "overridetensors": null, | |
| "showgui": false, | |
| "skiplauncher": false, | |
| "singleinstance": false, | |
| "hordemodelname": "", | |
| "hordeworkername": "", | |
| "hordekey": "", | |
| "hordemaxctx": 0, | |
| "hordegenlen": 0, | |
| "sdmodel": "https://huggingface.co/leejet/Z-Image-Turbo-GGUF/resolve/main/z_image_turbo-Q4_0.gguf", | |
| "sdthreads": 0, | |
| "sdclamped": 0, | |
| "sdclampedsoft": 0, | |
| "sdt5xxl": "", | |
| "sdclip1": "https://huggingface.co/unsloth/Qwen3-4B-Instruct-2507-GGUF/resolve/main/Qwen3-4B-Instruct-2507-Q4_K_S.gguf", | |
| "sdclip2": "", | |
| "sdphotomaker": "", | |
| "sdflashattention": true, | |
| "sdoffloadcpu": true, | |
| "sdvaecpu": false, | |
| "sdclipgpu": false, | |
| "sdconvdirect": "off", | |
| "sdvae": "https://huggingface.co/camenduru/FLUX.1-dev/resolve/main/ae.safetensors", | |
| "sdvaeauto": false, | |
| "sdquant": 0, | |
| "sdlora": "", | |
| "sdloramult": 1.0, | |
| "sdtiledvae": 768, | |
| "sdgendefaults": "", | |
| "whispermodel": "https://huggingface.co/koboldcpp/whisper/resolve/main/whisper-base.en-q5_1.bin", | |
| "ttsmodel": "https://huggingface.co/koboldcpp/tts/resolve/main/Kokoro_no_espeak_Q4.gguf", | |
| "ttswavtokenizer": "", | |
| "ttsgpu": false, | |
| "ttsmaxlen": 4096, | |
| "ttsthreads": 0, | |
| "embeddingsmodel": "https://huggingface.co/ggml-org/bge-m3-Q8_0-GGUF/resolve/main/bge-m3-q8_0.gguf", | |
| "embeddingsmaxctx": 0, | |
| "embeddingsgpu": false, | |
| "admin": false, | |
| "adminpassword": "", | |
| "admindir": "", | |
| "hordeconfig": null, | |
| "sdconfig": null, | |
| "noblas": false, | |
| "nommap": false, | |
| "sdnotile": false, | |
| "testmemory": false, | |
| "istemplate": true | |
| } |