| {"model": null, "model_param": "C:/Users/Justin/Documents/GitHub/Models/vicuna-13B-v1.5-16K-GGML/vicuna-13b-v1.5-16k.ggmlv3.q4_1.bin", "port": 5001, "port_param": 5001, "host": "", "launch": true, "lora": null, "config": null, "threads": 12, "blasthreads": null, "highpriority": false, "contextsize": 6144, "blasbatchsize": 512, "ropeconfig": [0.0, 10000.0], "smartcontext": true, "noshift": false, "bantokens": null, "forceversion": 0, "nommap": false, "usemlock": false, "noavx2": false, "debugmode": 0, "skiplauncher": false, "hordeconfig": null, "noblas": false, "useclblast": null, "usecublas": ["lowvram", "0", "mmq"], "gpulayers": 5, "tensor_split": null, "onready": "", "multiuser": false, "remotetunnel": false, "foreground": false} |