| {"model": null, "model_param": "D:/textgen/models/13b/xwin-lm-13b-v0.1.Q5_K_M.gguf", "port": 5001, "port_param": 5001, "host": "", "launch": true, "lora": null, "config": null, "threads": 16, "blasthreads": 24, "psutil_set_threads": false, "highpriority": false, "contextsize": 4096, "blasbatchsize": 2048, "ropeconfig": [0.0, 10000.0], "stream": true, "smartcontext": true, "unbantokens": false, "bantokens": null, "usemirostat": null, "forceversion": 0, "nommap": false, "usemlock": false, "noavx2": false, "debugmode": false, "skiplauncher": false, "hordeconfig": null, "noblas": false, "useclblast": null, "usecublas": ["normal", "0", "mmq"], "gpulayers": 43, "tensor_split": null, "onready": "", "multiuser": false, "foreground": false} |