Repository: mudler/LocalAI

Issue #288: unexpectedly reached end of fileSIGILL: illegal instruction
Created: 2023-05-18T11:11:42Z
I'm trying to use many models, but none of them are working when I use the /chat/completions page. Here's what I'm getting with gpt4all:
I'm using Postman with this query:
{ "model": "gpt", "messages": [ { "role": "user", "content": "How are you?" } ], "temperature": 0.9 }

Starting LocalAI using 4 threads, with models path: /models
┌───────────────────────────────────────────────────┐
│                   Fiber v2.45.0                   │
│               http://127.0.0.1:8080               │
│       (bound on host 0.0.0.0 and port 8080)       │
│                                                   │
│ Handlers ............ 17  Processes ........... 1 │
│ Prefork ....... Disabled  PID ............... 164 │
└───────────────────────────────────────────────────┘
llama.cpp: loading model from /models/gpt
failed unexpectedly reached end of fileSIGILL: illegal instruction
PC=0xa893c4 m=5 sigcode=2
signal arrived during cgo execution
instruction bytes: 0xc4 0xc3 0x7d 0x39 0x86 0xd8 0x13 0x0 0x0 0x1 0x49 0x89 0x86 0xb8 0x14 0x0
goroutine 18 [syscall]:
runtime.cgocall(0x97b760, 0xc0001ae920)
/usr/local/go/src/runtime/cgocall.go:157 +0x5c fp=0xc0001ae8f8 sp=0xc0001ae8c0 pc=0x44a4fc
github.com/nomic-ai/gpt4all/gpt4all-bindings/golang._Cfunc_load_gptjllama_model(0x7fa4e8002550, 0x4)
cgo_gotypes.go:137 +0x4d fp=0xc0001ae920 sp=0xc0001ae8f8 pc=0x584f0d
github.com/nomic-ai/gpt4all/gpt4all-bindings/golang.New({0xc000236650, 0xb}, {0xc000209080, 0x2, 0x1?})
/build/gpt4all/gpt4all-bindings/golang/gpt4all.go:35 +0x145 fp=0xc0001ae978 sp=0xc0001ae920 pc=0x585225
github.com/go-skynet/LocalAI/pkg/model.gpt4allLM.func1({0xc000236650?, 0xbca30f?})
/build/pkg/model/initializers.go:110 +0x2a fp=0xc0001ae9b0 sp=0xc0001ae978 pc=0x607d4a
github.com/go-skynet/LocalAI/pkg/model.(*ModelLoader).LoadModel(0xc0001a66c0, {0xc000236568, 0x3}, 0xc000024ca0)
/build/pkg/model/loader.go:127 +0x1fe fp=0xc0001aeaa8 sp=0xc0001ae9b0 pc=0x609c9e
github.com/go-skynet/LocalAI/pkg/model.(*ModelLoader).BackendLoader(0xc0001a66c0, {0xbba207, 0xd}, {0xc000236568, 0x3}, {0xc000014590, 0x1, 0x1}, 0x4)
/build/pkg/model/initializers.go:150 +0x7d2 fp=0xc0001aeb70 sp=0xc0001aeaa8 pc=0x608752
github.com/go-skynet/LocalAI/pkg/model.(*ModelLoader).GreedyLoader(0xc0001a66c0, {0xc000236568, 0x3}, {0xc000014590, 0x1, 0x1}, 0x0?)
/build/pkg/model/initializers.go:183 +0x2e5 fp=0xc0001aeca8 sp=0xc0001aeb70 pc=0x608ca5
github.com/go-skynet/LocalAI/api.ModelInference({, _}, _, {{{0xc000236568, 0x3}, {0x0, 0x0}, {0x0, 0x0}, {0x0, ...}, ...}, ...}, ...)
/build/api/prediction.go:218 +0x145 fp=0xc0001aef58 sp=0xc0001aeca8 pc=0x8d8325
github.com/go-skynet/LocalAI/api.ComputeChoices({0xc0002400c0, 0xba}, 0xc00014ab40, 0xc000115b80, 0xc000208f50?, 0xbf46b8, 0x4?)
/build/api/prediction.go:517 +0x138 fp=0xc0001af708 sp=0xc0001aef58 pc=0x8db9f8
github.com/go-skynet/LocalAI/api.chatEndpoint.func2(0xc000132840)
/build/api/openai.go:361 +0x8ec fp=0xc0001af8c8 sp=0xc0001af708 pc=0x8d35cc
github.com/gofiber/fiber/v2.(*App).next(0xc000138d80, 0xc000132840)
/go/pkg/mod/github.com/gofiber/fiber/v2@v2.45.0/router.go:144 +0x1bf fp=0xc0001af970 sp=0xc0001af8c8 pc=0x88993f
github.com/gofiber/fiber/v2.(*Ctx).Next(0xc0000a0330?)
/go/pkg/mod/github.com/gofiber/fiber/v2@v2.45.0/ctx.go:913 +0x53 fp=0xc0001af990 sp=0xc0001af970 pc=0x874f13
github.com/gofiber/fiber/v2/middleware/cors.New.func1(0xc000132840)
/go/pkg/mod/github.com/gofiber/fiber/v2@v2.45.0/middleware/cors/cors.go:162 +0x3da fp=0xc0001afa98 sp=0xc0001af990 pc=0x88f75a
github.com/gofiber/fiber/v2.(*Ctx).Next(0x14?)
/go/pkg/mod/github.com/gofiber/fiber/v2@v2.45.0/ctx.go:910 +0x43 fp=0xc0001afab8 sp=0xc0001afa98 pc=0x874f03
github.com/gofiber/fiber/v2/middleware/recover.New.func1(0xb3c360?)
/go/pkg/mod/github.com/gofiber/fiber/v2@v2.45.0/middleware/recover/recover.go:43 +0xcb fp=0xc0001afb30 sp=0xc0001afab8 pc=0x89638b
github.com/gofiber/fiber/v2.(*App).next(0xc000138d80, 0xc000132840)
/go/pkg/mod/github.com/gofiber/fiber/v2@v2.45.0/router.go:144 +0x1bf fp=0xc0001afbd8 sp=0xc0001afb30 pc=0x88993f
github.com/gofiber/fiber/v2.(*App).handler(0xc000138d80, 0x50ce57?)
/go/pkg/mod/github.com/gofiber/fiber/v2@v2.45.0/router.go:171 +0x87 fp=0xc0001afc38 sp=0xc0001afbd8 pc=0x889b87
github.com/gofiber/fiber/v2.(*App).handler-fm(0xc0000a0000?)
:1 +0x2c fp=0xc0001afc58 sp=0xc0001afc38 pc=0x88edac
github.com/valyala/fasthttp.(*Server).serveConn(0xc0001fc400, {0xc79c80?, 0xc00008e008})
/go/pkg/mod/github.com/valyala/fasthttp@v1.47.0/server.go:2365 +0x11d3 fp=0xc0001afec8 sp=0xc0001afc58 pc=0x80fb33
github.com/valyala/fasthttp.(*Server).serveConn-fm({0xc79c80?, 0xc00008e008?})
:1 +0x39 fp=0xc0001afef0 sp=0xc0001afec8 pc=0x81f3f9
github.com/valyala/fasthttp.(*workerPool).workerFunc(0xc000117680, 0xc00009e000)
/go/pkg/mod/github.com/valyala/fasthttp@v1.47.0/workerpool.go:224 +0xa9 fp=0xc0001affa0 sp=0xc0001afef0 pc=0x81b629
github.com/valyala/fasthttp.(*workerPool).getCh.func1()
/go/pkg/mod/github.com/valyala/fasthttp@v1.47.0/workerpool.go:196 +0x38 fp=0xc0001affe0 sp=0xc0001affa0 pc=0x81b398
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc0001affe8 sp=0xc0001affe0 pc=0x4ac9c1
created by github.com/valyala/fasthttp.(*workerPool).getCh
/go/pkg/mod/github.com/valyala/fasthttp@v1.47.0/workerpool.go:195 +0x1b0
goroutine 1 [IO wait]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
/usr/local/go/src/runtime/proc.go:381 +0xd6 fp=0xc0001cd418 sp=0xc0001cd3f8 pc=0x47e016
runtime.netpollblock(0x7fa500316548?, 0x449b8f?, 0x0?)
/usr/local/go/src/runtime/netpoll.go:527 +0xf7 fp=0xc0001cd450 sp=0xc0001cd418 pc=0x476977
internal/poll.runtime_pollWait(0x7fa5002ea418, 0x72)
/usr/local/go/src/runtime/netpoll.go:306 +0x89 fp=0xc0001cd470 sp=0xc0001cd450 pc=0x4a76c9
internal/poll.(*pollDesc).wait(0xc000166b00?, 0x4?, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc0001cd498 sp=0xc0001cd470 pc=0x51ae92
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Accept(0xc000166b00)
/usr/local/go/src/internal/poll/fd_unix.go:614 +0x2bd fp=0xc0001cd540 sp=0xc0001cd498 pc=0x52079d
net.(*netFD).accept(0xc000166b00)
/usr/local/go/src/net/fd_unix.go:172 +0x35 fp=0xc0001cd5f8 sp=0xc0001cd540 pc=0x5a8c15
net.(*TCPListener).accept(0xc000012828)
/usr/local/go/src/net/tcpsock_posix.go:148 +0x25 fp=0xc0001cd620 sp=0xc0001cd5f8 pc=0x5beea5
net.(*TCPListener).Accept(0xc000012828)
/usr/local/go/src/net/tcpsock.go:297 +0x3d fp=0xc0001cd650 sp=0xc0001cd620 pc=0x5bdf9d
github.com/valyala/fasthttp.acceptConn(0xc0001fc400, {0xc773e0, 0xc000012828}, 0xc0001cd848)
/go/pkg/mod/github.com/valyala/fasthttp@v1.47.0/server.go:1930 +0x62 fp=0xc0001cd730 sp=0xc0001cd650 pc=0x80e002
github.com/valyala/fasthttp.(*Server).Serve(0xc0001fc400, {0xc773e0?, 0xc000012828})
/go/pkg/mod/github.com/valyala/fasthttp@v1.47.0/server.go:1823 +0x4f4 fp=0xc0001cd878 sp=0xc0001cd730 pc=0x80d614
github.com/gofiber/fiber/v2.(*App).Listen(0xc000138d80, {0xbb0b88?, 0x7?})
/go/pkg/mod/github.com/gofiber/fiber/v2@v2.45.0/listen.go:82 +0x110 fp=0xc0001cd8d8 sp=0xc0001cd878 pc=0x880a30
main.main.func1(0xc0001cdbc8?)
/build/main.go:96 +0x2f9 fp=0xc0001cd9b8 sp=0xc0001cd8d8 pc=0x909919
github.com/urfave/cli/v2.(*Command).Run(0xc0001ba160, 0xc00006a800, {0xc000024060, 0x2, 0x2})
/go/pkg/mod/github.com/urfave/cli/v2@v2.25.3/command.go:274 +0x9eb fp=0xc0001cdc58 sp=0xc0001cd9b8 pc=0x8f786b
github.com/urfave/cli/v2.(*App).RunContext(0xc0001b6000, {0xc776b8?, 0xc000028078}, {0xc000024060, 0x2, 0x2})
/go/pkg/mod/github.com/urfave/cli/v2@v2.25.3/app.go:332 +0x616 fp=0xc0001cdcc8 sp=0xc0001cdc58 pc=0x8f4676
github.com/urfave/cli/v2.(*App).Run(...)
/go/pkg/mod/github.com/urfave/cli/v2@v2.25.3/app.go:309
main.main()
/build/main.go:100 +0xbae fp=0xc0001cdf80 sp=0xc0001cdcc8 pc=0x90954e
runtime.main()
/usr/local/go/src/runtime/proc.go:250 +0x207 fp=0xc0001cdfe0 sp=0xc0001cdf80 pc=0x47dbe7
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc0001cdfe8 sp=0xc0001cdfe0 pc=0x4ac9c1
goroutine 2 [force gc (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
/usr/local/go/src/runtime/proc.go:381 +0xd6 fp=0xc000040fb0 sp=0xc000040f90 pc=0x47e016
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:387
runtime.forcegchelper()
/usr/local/go/src/runtime/proc.go:305 +0xb0 fp=0xc000040fe0 sp=0xc000040fb0 pc=0x47de50
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc000040fe8 sp=0xc000040fe0 pc=0x4ac9c1
created by runtime.init.6
/usr/local/go/src/runtime/proc.go:293 +0x25
goroutine 3 [GC sweep wait]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
/usr/local/go/src/runtime/proc.go:381 +0xd6 fp=0xc000041780 sp=0xc000041760 pc=0x47e016
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:387
runtime.bgsweep(0x0?)
/usr/local/go/src/runtime/mgcsweep.go:278 +0x8e fp=0xc0000417c8 sp=0xc000041780 pc=0x46a22e
runtime.gcenable.func1()
/usr/local/go/src/runtime/mgc.go:178 +0x26 fp=0xc0000417e0 sp=0xc0000417c8 pc=0x45f4e6
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc0000417e8 sp=0xc0000417e0 pc=0x4ac9c1
created by runtime.gcenable
/usr/local/go/src/runtime/mgc.go:178 +0x6b
goroutine 4 [GC scavenge wait]:
runtime.gopark(0xc000068000?, 0xc701e8?, 0x1?, 0x0?, 0x0?)
/usr/local/go/src/runtime/proc.go:381 +0xd6 fp=0xc000041f70 sp=0xc000041f50 pc=0x47e016
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:387
runtime.(*scavengerState).park(0x1060e60)
/usr/local/go/src/runtime/mgcscavenge.go:400 +0x53 fp=0xc000041fa0 sp=0xc000041f70 pc=0x468153
runtime.bgscavenge(0x0?)
/usr/local/go/src/runtime/mgcscavenge.go:628 +0x45 fp=0xc000041fc8 sp=0xc000041fa0 pc=0x468725
runtime.gcenable.func2()
/usr/local/go/src/runtime/mgc.go:179 +0x26 fp=0xc000041fe0 sp=0xc000041fc8 pc=0x45f486
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc000041fe8 sp=0xc000041fe0 pc=0x4ac9c1
created by runtime.gcenable
/usr/local/go/src/runtime/mgc.go:179 +0xaa
goroutine 5 [finalizer wait]:
runtime.gopark(0x1a0?, 0x1061b40?, 0x60?, 0x78?, 0xc000040770?)
/usr/local/go/src/runtime/proc.go:381 +0xd6 fp=0xc000040628 sp=0xc000040608 pc=0x47e016
runtime.runfinq()
/usr/local/go/src/runtime/mfinal.go:193 +0x107 fp=0xc0000407e0 sp=0xc000040628 pc=0x45e527
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc0000407e8 sp=0xc0000407e0 pc=0x4ac9c1
created by runtime.createfing
/usr/local/go/src/runtime/mfinal.go:163 +0x45
goroutine 6 [sleep]:
runtime.gopark(0xf34e8098faa?, 0xc000042788?, 0x5?, 0xd8?, 0xc0001176b0?)
/usr/local/go/src/runtime/proc.go:381 +0xd6 fp=0xc000042758 sp=0xc000042738 pc=0x47e016
time.Sleep(0x2540be400)
/usr/local/go/src/runtime/time.go:195 +0x135 fp=0xc000042798 sp=0xc000042758 pc=0x4a9835
github.com/valyala/fasthttp.(*workerPool).Start.func2()
/go/pkg/mod/github.com/valyala/fasthttp@v1.47.0/workerpool.go:67 +0x56 fp=0xc0000427e0 sp=0xc000042798 pc=0x81aaf6
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc0000427e8 sp=0xc0000427e0 pc=0x4ac9c1
created by github.com/valyala/fasthttp.(*workerPool).Start
/go/pkg/mod/github.com/valyala/fasthttp@v1.47.0/workerpool.go:59 +0xdd
rax    0x7fa4e8005398
rbx    0xffffffff
rcx    0x20
rdx    0x4c46d8c
rdi    0x7fa4e8005408
rsi    0x16e0
rbp    0x7fa4fbffebf0
rsp    0x7fa4fbffd730
r8     0x7fa4e8003eb0
r9     0x7fa4e8000080
r10    0x4
r11    0x0
r12    0x7fa4fbffec70
r13    0x7fa4fbffedb0
r14    0x7fa4e8003eb0
r15    0xc000080000
rip    0xa893c4
rflags 0x10246
cs     0x33
fs     0x0
gs     0x0

Duplicate issue #950: could not load model: rpc error: code = Unavailable desc = error reading from server: EOF
Created: 2023-08-24T07:31:26Z
LocalAI version:
Latest
Environment, CPU architecture, OS, and Version:
Linux deb11-local 5.10.0-25-amd64 #1 SMP Debian 5.10.191-1 (2023-08-16) x86_64 GNU/Linux
KVM hosted VM
32GB Ram NVIDIA RTX3090
Docker Version 20
NVidia Container Toolkit
Describe the bug
Running the lunademo curl request from the howtos
Output:
'{"error":{"code":500,"message":"could not load model: rpc error: code = Unavailable desc = error reading from server: EOF","type":""}}
'
Docker Logs: `@@@@@
Skipping rebuild
@@@@@
If you are experiencing issues with the pre-compiled builds, try setting REBUILD=true
If you are still experiencing issues with the build, try setting CMAKE_ARGS and disable the instructions set as needed:
CMAKE_ARGS="-DLLAMA_F16C=OFF -DLLAMA_AVX512=OFF -DLLAMA_AVX2=OFF -DLLAMA_FMA=OFF"
see the documentation at: https://localai.io/basics/build/index.html
Note: See also #288
@@@@@
CPU info:
model name	: Intel(R) Xeon(R) CPU E5-1620 v2 @ 3.70GHz
flags		: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ss ht syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon rep_good nopl xtopology cpuid pni pclmulqdq vmx ssse3 cx16 pdcm pcid sse4_1 sse4_2 x2apic popcnt tsc_deadline_timer aes xsave avx f16c rdrand hypervisor lahf_lm cpuid_fault pti ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust smep erms xsaveopt arat umip md_clear arch_capabilities
CPU:    AVX    found OK
CPU: no AVX2   found
CPU: no AVX512 found
@@@@@
7:14AM INF Starting LocalAI using 8 threads, with models path: /models
7:14AM INF LocalAI version: 704323b (704323b)
7:14AM DBG Model: lunademo (config: {PredictionOptions:{Model:wizardlm-13b-v1.2.ggmlv3.q4_0.bin Language: N:0 TopP:0.7 TopK:80 Temperature:0.2 Maxtokens:0 Echo:false Batch:0 F16:false IgnoreEOS:false RepeatPenalty:0 Keep:0 MirostatETA:0 MirostatTAU:0 Mirostat:0 FrequencyPenalty:0 TFZ:0 TypicalP:0 Seed:0 NegativePrompt: RopeFreqBase:0 RopeFreqScale:0 NegativePromptScale:0 UseFastTokenizer:false ClipSkip:0 Tokenizer:} Name:lunademo F16:false Threads:0 Debug:false Roles:map[] Embeddings:false Backend:llama TemplateConfig:{Chat:wizardlm-chat ChatMessage: Completion:wizardlm-completion Edit: Functions:} PromptStrings:[] InputStrings:[] InputToken:[] functionCallString: functionCallNameString: FunctionsConfig:{DisableNoAction:false NoActionFunctionName: NoActionDescriptionName:} FeatureFlag:map[] LLMConfig:{SystemPrompt: TensorSplit: MainGPU: RMSNormEps:0 NGQA:0 PromptCachePath: PromptCacheAll:false PromptCacheRO:false MirostatETA:0 MirostatTAU:0 Mirostat:0 NGPULayers:0 MMap:false MMlock:false LowVRAM:false Grammar: StopWords:[] Cutstrings:[] TrimSpace:[] ContextSize:1024 NUMA:false} AutoGPTQ:{ModelBaseName: Device: Triton:false UseFastTokenizer:false} Diffusers:{PipelineType: SchedulerType: CUDA:false EnableParameters: CFGScale:0 IMG2IMG:false ClipSkip:0 ClipModel: ClipSubFolder:} Step:0 GRPC:{Attempts:0 AttemptsSleepTime:0}})
7:14AM DBG Extracting backend assets files to /tmp/localai/backend_data
┌───────────────────────────────────────────────────┐
│                   Fiber v2.48.0                   │
│               http://127.0.0.1:8080               │
│       (bound on host 0.0.0.0 and port 8080)       │
│                                                   │
│ Handlers ............ 59  Processes ........... 1 │
│ Prefork ....... Disabled  PID ................ 14 │
└───────────────────────────────────────────────────┘
7:15AM DBG Request received:
7:15AM DBG Configuration read: &{PredictionOptions:{Model:wizardlm-13b-v1.2.ggmlv3.q4_0.bin Language: N:0 TopP:0.7 TopK:80 Temperature:0.9 Maxtokens:0 Echo:false Batch:0 F16:false IgnoreEOS:false RepeatPenalty:0 Keep:0 MirostatETA:0 MirostatTAU:0 Mirostat:0 FrequencyPenalty:0 TFZ:0 TypicalP:0 Seed:0 NegativePrompt: RopeFreqBase:0 RopeFreqScale:0 NegativePromptScale:0 UseFastTokenizer:false ClipSkip:0 Tokenizer:} Name:lunademo F16:false Threads:8 Debug:true Roles:map[] Embeddings:false Backend:llama TemplateConfig:{Chat:wizardlm-chat ChatMessage: Completion:wizardlm-completion Edit: Functions:} PromptStrings:[] InputStrings:[] InputToken:[] functionCallString: functionCallNameString: FunctionsConfig:{DisableNoAction:false NoActionFunctionName: NoActionDescriptionName:} FeatureFlag:map[] LLMConfig:{SystemPrompt: TensorSplit: MainGPU: RMSNormEps:0 NGQA:0 PromptCachePath: PromptCacheAll:false PromptCacheRO:false MirostatETA:0 MirostatTAU:0 Mirostat:0 NGPULayers:0 MMap:false MMlock:false LowVRAM:false Grammar: StopWords:[] Cutstrings:[] TrimSpace:[] ContextSize:1024 NUMA:false} AutoGPTQ:{ModelBaseName: Device: Triton:false UseFastTokenizer:false} Diffusers:{PipelineType: SchedulerType: CUDA:false EnableParameters: CFGScale:0 IMG2IMG:false ClipSkip:0 ClipModel: ClipSubFolder:} Step:0 GRPC:{Attempts:0 AttemptsSleepTime:0}}
7:15AM DBG Parameters: &{PredictionOptions:{Model:wizardlm-13b-v1.2.ggmlv3.q4_0.bin Language: N:0 TopP:0.7 TopK:80 Temperature:0.9 Maxtokens:0 Echo:false Batch:0 F16:false IgnoreEOS:false RepeatPenalty:0 Keep:0 MirostatETA:0 MirostatTAU:0 Mirostat:0 FrequencyPenalty:0 TFZ:0 TypicalP:0 Seed:0 NegativePrompt: RopeFreqBase:0 RopeFreqScale:0 NegativePromptScale:0 UseFastTokenizer:false ClipSkip:0 Tokenizer:} Name:lunademo F16:false Threads:8 Debug:true Roles:map[] Embeddings:false Backend:llama TemplateConfig:{Chat:wizardlm-chat ChatMessage: Completion:wizardlm-completion Edit: Functions:} PromptStrings:[] InputStrings:[] InputToken:[] functionCallString: functionCallNameString: FunctionsConfig:{DisableNoAction:false NoActionFunctionName: NoActionDescriptionName:} FeatureFlag:map[] LLMConfig:{SystemPrompt: TensorSplit: MainGPU: RMSNormEps:0 NGQA:0 PromptCachePath: PromptCacheAll:false PromptCacheRO:false MirostatETA:0 MirostatTAU:0 Mirostat:0 NGPULayers:0 MMap:false MMlock:false LowVRAM:false Grammar: StopWords:[] Cutstrings:[] TrimSpace:[] ContextSize:1024 NUMA:false} AutoGPTQ:{ModelBaseName: Device: Triton:false UseFastTokenizer:false} Diffusers:{PipelineType: SchedulerType: CUDA:false EnableParameters: CFGScale:0 IMG2IMG:false ClipSkip:0 ClipModel: ClipSubFolder:} Step:0 GRPC:{Attempts:0 AttemptsSleepTime:0}}
7:15AM DBG Prompt (before templating): How are you?
7:15AM DBG Template found, input modified to: How are you?
Response:
7:15AM DBG Prompt (after templating): How are you?
Response:
7:15AM DBG Loading model llama from wizardlm-13b-v1.2.ggmlv3.q4_0.bin
7:15AM DBG Loading model in memory from file: /models/wizardlm-13b-v1.2.ggmlv3.q4_0.bin
7:15AM DBG Loading GRPC Model llama: {backendString:llama model:wizardlm-13b-v1.2.ggmlv3.q4_0.bin threads:8 assetDir:/tmp/localai/backend_data context:0xc00003c0b0 gRPCOptions:0xc0002c2a00 externalBackends:map[autogptq:/build/extra/grpc/autogptq/autogptq.py bark:/build/extra/grpc/bark/ttsbark.py diffusers:/build/extra/grpc/diffusers/backend_diffusers.py exllama:/build/extra/grpc/exllama/exllama.py huggingface-embeddings:/build/extra/grpc/huggingface/huggingface.py] grpcAttempts:20 grpcAttemptsDelay:2 singleActiveBackend:false}
7:15AM DBG Loading GRPC Process: /tmp/localai/backend_data/backend-assets/grpc/llama
7:15AM DBG GRPC Service for wizardlm-13b-v1.2.ggmlv3.q4_0.bin will be running at: '127.0.0.1:42467'
7:15AM DBG GRPC Service state dir: /tmp/go-processmanager1225292084
7:15AM DBG GRPC Service Started
rpc error: code = Unavailable desc = connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:42467: connect: connection refused"
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 2023/08/24 07:15:07 gRPC Server listening at 127.0.0.1:42467
7:15AM DBG GRPC Service Ready
7:15AM DBG GRPC: Loading model with options: {state:{NoUnkeyedLiterals:{} DoNotCompare:[] DoNotCopy:[] atomicMessageInfo:} sizeCache:0 unknownFields:[] Model:wizardlm-13b-v1.2.ggmlv3.q4_0.bin ContextSize:1024 Seed:0 NBatch:512 F16Memory:false MLock:false MMap:false VocabOnly:false LowVRAM:false Embeddings:false NUMA:false NGPULayers:0 MainGPU: TensorSplit: Threads:8 LibrarySearchPath: RopeFreqBase:0 RopeFreqScale:0 RMSNormEps:0 NGQA:0 ModelFile:/models/wizardlm-13b-v1.2.ggmlv3.q4_0.bin Device: UseTriton:false ModelBaseName: UseFastTokenizer:false PipelineType: SchedulerType: CUDA:false CFGScale:0 IMG2IMG:false CLIPModel: CLIPSubfolder: CLIPSkip:0 Tokenizer:}
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr SIGILL: illegal instruction
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr PC=0x87a09c m=4 sigcode=2
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr signal arrived during cgo execution
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr instruction bytes: 0xc4 0xe3 0x7d 0x39 0x8c 0x24 0x18 0x3 0x0 0x0 0x1 0x66 0x89 0x84 0x24 0x0
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr goroutine 19 [syscall]:
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr runtime.cgocall(0x85c6c0, 0xc0003496c0)
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/usr/local/go/src/runtime/cgocall.go:157 +0x5c fp=0xc000349698 sp=0xc000349660 pc=0x424a9c
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr github.com/go-skynet/go-llama%2ecpp._Cfunc_load_model(0x7f71b8000b60, 0x400, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x200, ...)
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	_cgo_gotypes.go:266 +0x4d fp=0xc0003496c0 sp=0xc000349698 pc=0x852bad
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr github.com/go-skynet/go-llama%2ecpp.New({0xc000340090, 0x29}, {0xc00034c140, 0x7, 0x950400?})
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/build/go-llama/llama.go:28 +0x297 fp=0xc000349830 sp=0xc0003496c0 pc=0x8533b7
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr github.com/go-skynet/LocalAI/pkg/backend/llm/llama.(*LLM).Load(0xc00006de90, 0xc00035a000)
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/build/pkg/backend/llm/llama/llama.go:73 +0x8e7 fp=0xc000349960 sp=0xc000349830 pc=0x857ce7
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr github.com/go-skynet/LocalAI/pkg/grpc.(*server).LoadModel(0xc00006df20, {0xc00035a000?, 0x51f086?}, 0x0?)
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/build/pkg/grpc/server.go:50 +0xf7 fp=0xc000349a10 sp=0xc000349960 pc=0x85a6d7
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr github.com/go-skynet/LocalAI/pkg/grpc/proto._Backend_LoadModel_Handler({0x9bd280?, 0xc00006df20}, {0xaa01c0, 0xc00030a3c0}, 0xc00034e070, 0x0)
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/build/pkg/grpc/proto/backend_grpc.pb.go:277 +0x170 fp=0xc000349a68 sp=0xc000349a10 pc=0x8463f0
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr google.golang.org/grpc.(*Server).processUnaryRPC(0xc00019a1e0, {0xaa2df8, 0xc00033c000}, 0xc000142120, 0xc0001910e0, 0x1156150, 0x0)
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/go/pkg/mod/google.golang.org/grpc@v1.57.0/server.go:1360 +0xe23 fp=0xc000349e48 sp=0xc000349a68 pc=0x82e283
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr google.golang.org/grpc.(*Server).handleStream(0xc00019a1e0, {0xaa2df8, 0xc00033c000}, 0xc000142120, 0x0)
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/go/pkg/mod/google.golang.org/grpc@v1.57.0/server.go:1737 +0xa36 fp=0xc000349f68 sp=0xc000349e48 pc=0x8333d6
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr google.golang.org/grpc.(*Server).serveStreams.func1.1()
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/go/pkg/mod/google.golang.org/grpc@v1.57.0/server.go:982 +0x98 fp=0xc000349fe0 sp=0xc000349f68 pc=0x82bc58
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr runtime.goexit()
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/usr/local/go/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc000349fe8 sp=0xc000349fe0 pc=0x487561
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr created by google.golang.org/grpc.(*Server).serveStreams.func1
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/go/pkg/mod/google.golang.org/grpc@v1.57.0/server.go:980 +0x18c
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr goroutine 1 [IO wait]:
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/usr/local/go/src/runtime/proc.go:381 +0xd6 fp=0xc00018fb68 sp=0xc00018fb48 pc=0x4586d6
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr runtime.netpollblock(0xc00018fbf8?, 0x42412f?, 0x0?)
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/usr/local/go/src/runtime/netpoll.go:527 +0xf7 fp=0xc00018fba0 sp=0xc00018fb68 pc=0x451017
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr internal/poll.runtime_pollWait(0x7f71c179eef8, 0x72)
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/usr/local/go/src/runtime/netpoll.go:306 +0x89 fp=0xc00018fbc0 sp=0xc00018fba0 pc=0x482109
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr internal/poll.(*pollDesc).wait(0xc0000b0680?, 0x0?, 0x0)
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc00018fbe8 sp=0xc00018fbc0 pc=0x4f1a12
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr internal/poll.(*pollDesc).waitRead(...)
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/usr/local/go/src/internal/poll/fd_poll_runtime.go:89
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr internal/poll.(*FD).Accept(0xc0000b0680)
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/usr/local/go/src/internal/poll/fd_unix.go:614 +0x2bd fp=0xc00018fc90 sp=0xc00018fbe8 pc=0x4f731d
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr net.(*netFD).accept(0xc0000b0680)
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/usr/local/go/src/net/fd_unix.go:172 +0x35 fp=0xc00018fd48 sp=0xc00018fc90 pc=0x65b655
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr net.(*TCPListener).accept(0xc0000126f0)
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/usr/local/go/src/net/tcpsock_posix.go:148 +0x25 fp=0xc00018fd70 sp=0xc00018fd48 pc=0x673ec5
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr net.(*TCPListener).Accept(0xc0000126f0)
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/usr/local/go/src/net/tcpsock.go:297 +0x3d fp=0xc00018fda0 sp=0xc00018fd70 pc=0x672fbd
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr google.golang.org/grpc.(*Server).Serve(0xc00019a1e0, {0xa9fa20?, 0xc0000126f0})
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/go/pkg/mod/google.golang.org/grpc@v1.57.0/server.go:844 +0x475 fp=0xc00018fee8 sp=0xc00018fda0 pc=0x82a875
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr github.com/go-skynet/LocalAI/pkg/grpc.StartServer({0x7fff590cfc4c?, 0xc000024190?}, {0xaa3960?, 0xc00006de90})
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/build/pkg/grpc/server.go:178 +0x125 fp=0xc00018ff50 sp=0xc00018fee8 pc=0x85c185
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr main.main()
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/build/cmd/grpc/llama/main.go:22 +0x85 fp=0xc00018ff80 sp=0xc00018ff50 pc=0x85c2e5
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr runtime.main()
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/usr/local/go/src/runtime/proc.go:250 +0x207 fp=0xc00018ffe0 sp=0xc00018ff80 pc=0x4582a7
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr runtime.goexit()
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/usr/local/go/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc00018ffe8 sp=0xc00018ffe0 pc=0x487561
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr goroutine 2 [force gc (idle)]:
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/usr/local/go/src/runtime/proc.go:381 +0xd6 fp=0xc000056fb0 sp=0xc000056f90 pc=0x4586d6
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr runtime.goparkunlock(...)
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/usr/local/go/src/runtime/proc.go:387
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr runtime.forcegchelper()
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/usr/local/go/src/runtime/proc.go:305 +0xb0 fp=0xc000056fe0 sp=0xc000056fb0 pc=0x458510
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr runtime.goexit()
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/usr/local/go/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc000056fe8 sp=0xc000056fe0 pc=0x487561
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr created by runtime.init.6
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/usr/local/go/src/runtime/proc.go:293 +0x25
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr goroutine 3 [GC sweep wait]:
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/usr/local/go/src/runtime/proc.go:381 +0xd6 fp=0xc000057780 sp=0xc000057760 pc=0x4586d6
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr runtime.goparkunlock(...)
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/usr/local/go/src/runtime/proc.go:387
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr runtime.bgsweep(0x0?)
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/usr/local/go/src/runtime/mgcsweep.go:278 +0x8e fp=0xc0000577c8 sp=0xc000057780 pc=0x4448ce
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr runtime.gcenable.func1()
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/usr/local/go/src/runtime/mgc.go:178 +0x26 fp=0xc0000577e0 sp=0xc0000577c8 pc=0x439b86
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr runtime.goexit()
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/usr/local/go/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc0000577e8 sp=0xc0000577e0 pc=0x487561
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr created by runtime.gcenable
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/usr/local/go/src/runtime/mgc.go:178 +0x6b
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr goroutine 4 [GC scavenge wait]:
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr runtime.gopark(0xc000080000?, 0xa98988?, 0x1?, 0x0?, 0x0?)
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/usr/local/go/src/runtime/proc.go:381 +0xd6 fp=0xc000057f70 sp=0xc000057f50 pc=0x4586d6
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr runtime.goparkunlock(...)
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/usr/local/go/src/runtime/proc.go:387
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr runtime.(*scavengerState).park(0x11a2fe0)
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/usr/local/go/src/runtime/mgcscavenge.go:400 +0x53 fp=0xc000057fa0 sp=0xc000057f70 pc=0x4427f3
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr runtime.bgscavenge(0x0?)
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/usr/local/go/src/runtime/mgcscavenge.go:628 +0x45 fp=0xc000057fc8 sp=0xc000057fa0 pc=0x442dc5
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr runtime.gcenable.func2()
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/usr/local/go/src/runtime/mgc.go:179 +0x26 fp=0xc000057fe0 sp=0xc000057fc8 pc=0x439b26
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr runtime.goexit()
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/usr/local/go/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc000057fe8 sp=0xc000057fe0 pc=0x487561
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr created by runtime.gcenable
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/usr/local/go/src/runtime/mgc.go:179 +0xaa
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr goroutine 5 [finalizer wait]:
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr runtime.gopark(0x1a0?, 0x11a3500?, 0x60?, 0x78?, 0xc000056770?)
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/usr/local/go/src/runtime/proc.go:381 +0xd6 fp=0xc000056628 sp=0xc000056608 pc=0x4586d6
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr runtime.runfinq()
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/usr/local/go/src/runtime/mfinal.go:193 +0x107 fp=0xc0000567e0 sp=0xc000056628 pc=0x438bc7
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr runtime.goexit()
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/usr/local/go/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc0000567e8 sp=0xc0000567e0 pc=0x487561
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr created by runtime.createfing
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/usr/local/go/src/runtime/mfinal.go:163 +0x45
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr goroutine 35 [select]:
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr runtime.gopark(0xc000357f00?, 0x2?, 0xc3?, 0x51?, 0xc000357ed4?)
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/usr/local/go/src/runtime/proc.go:381 +0xd6 fp=0xc000357d60 sp=0xc000357d40 pc=0x4586d6
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr runtime.selectgo(0xc000357f00, 0xc000357ed0, 0x67e3e9?, 0x0, 0xc000322000?, 0x1)
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/usr/local/go/src/runtime/select.go:327 +0x7be fp=0xc000357ea0 sp=0xc000357d60 pc=0x4682be
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0003040a0, 0x1)
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/go/pkg/mod/google.golang.org/grpc@v1.57.0/internal/transport/controlbuf.go:418 +0x115 fp=0xc000357f30 sp=0xc000357ea0 pc=0x79fa35
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc00034e000)
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/go/pkg/mod/google.golang.org/grpc@v1.57.0/internal/transport/controlbuf.go:552 +0x91 fp=0xc000357f90 sp=0xc000357f30 pc=0x7a01b1
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr google.golang.org/grpc/internal/transport.NewServerTransport.func2()
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/go/pkg/mod/google.golang.org/grpc@v1.57.0/internal/transport/http2_server.go:341 +0xda fp=0xc000357fe0 sp=0xc000357f90 pc=0x7b7b9a
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr runtime.goexit()
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/usr/local/go/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc000357fe8 sp=0xc000357fe0 pc=0x487561
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr created by google.golang.org/grpc/internal/transport.NewServerTransport
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/go/pkg/mod/google.golang.org/grpc@v1.57.0/internal/transport/http2_server.go:338 +0x1bb3
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr goroutine 36 [select]:
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr runtime.gopark(0xc000052f70?, 0x4?, 0x10?, 0x0?, 0xc000052ec0?)
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/usr/local/go/src/runtime/proc.go:381 +0xd6 fp=0xc000052d08 sp=0xc000052ce8 pc=0x4586d6
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr runtime.selectgo(0xc000052f70, 0xc000052eb8, 0x0?, 0x0, 0x0?, 0x1)
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/usr/local/go/src/runtime/select.go:327 +0x7be fp=0xc000052e48 sp=0xc000052d08 pc=0x4682be
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc00033c000)
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/go/pkg/mod/google.golang.org/grpc@v1.57.0/internal/transport/http2_server.go:1155 +0x233 fp=0xc000052fc8 sp=0xc000052e48 pc=0x7bf273
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr google.golang.org/grpc/internal/transport.NewServerTransport.func4()
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/go/pkg/mod/google.golang.org/grpc@v1.57.0/internal/transport/http2_server.go:344 +0x26 fp=0xc000052fe0 sp=0xc000052fc8 pc=0x7b7a86
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr runtime.goexit()
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/usr/local/go/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc000052fe8 sp=0xc000052fe0 pc=0x487561
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr created by google.golang.org/grpc/internal/transport.NewServerTransport
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/go/pkg/mod/google.golang.org/grpc@v1.57.0/internal/transport/http2_server.go:344 +0x1bf8
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr goroutine 37 [IO wait]:
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr runtime.gopark(0x447a60?, 0xb?, 0x0?, 0x0?, 0x6?)
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/usr/local/go/src/runtime/proc.go:381 +0xd6 fp=0xc000314aa0 sp=0xc000314a80 pc=0x4586d6
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr runtime.netpollblock(0x4d5da5?, 0x42412f?, 0x0?)
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/usr/local/go/src/runtime/netpoll.go:527 +0xf7 fp=0xc000314ad8 sp=0xc000314aa0 pc=0x451017
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr internal/poll.runtime_pollWait(0x7f71c179ee08, 0x72)
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/usr/local/go/src/runtime/netpoll.go:306 +0x89 fp=0xc000314af8 sp=0xc000314ad8 pc=0x482109
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr internal/poll.(*pollDesc).wait(0xc000308000?, 0xc00031a000?, 0x0)
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc000314b20 sp=0xc000314af8 pc=0x4f1a12
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr internal/poll.(*pollDesc).waitRead(...)
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/usr/local/go/src/internal/poll/fd_poll_runtime.go:89
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr internal/poll.(*FD).Read(0xc000308000, {0xc00031a000, 0x8000, 0x8000})
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/usr/local/go/src/internal/poll/fd_unix.go:167 +0x299 fp=0xc000314bb8 sp=0xc000314b20 pc=0x4f2df9
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr net.(*netFD).Read(0xc000308000, {0xc00031a000?, 0x1060100000000?, 0x8?})
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/usr/local/go/src/net/fd_posix.go:55 +0x29 fp=0xc000314c00 sp=0xc000314bb8 pc=0x6594c9
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr net.(*conn).Read(0xc00030c000, {0xc00031a000?, 0x60?, 0x0?})
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/usr/local/go/src/net/net.go:183 +0x45 fp=0xc000314c48 sp=0xc000314c00 pc=0x66b005
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr net.(*TCPConn).Read(0x800010601?, {0xc00031a000?, 0x0?, 0xc000314ca8?})
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	:1 +0x29 fp=0xc000314c78 sp=0xc000314c48 pc=0x67e0e9
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr bufio.(*Reader).Read(0xc000318000, {0xc000332040, 0x9, 0x0?})
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/usr/local/go/src/bufio/bufio.go:237 +0x1bb fp=0xc000314cb0 sp=0xc000314c78 pc=0x5d2dfb
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr io.ReadAtLeast({0xa9c3e0, 0xc000318000}, {0xc000332040, 0x9, 0x9}, 0x9)
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/usr/local/go/src/io/io.go:332 +0x9a fp=0xc000314cf8 sp=0xc000314cb0 pc=0x4cf89a
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr io.ReadFull(...)
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/usr/local/go/src/io/io.go:351
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr golang.org/x/net/http2.readFrameHeader({0xc000332040?, 0x9?, 0xc000136048?}, {0xa9c3e0?, 0xc000318000?})
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/go/pkg/mod/golang.org/x/net@v0.12.0/http2/frame.go:237 +0x6e fp=0xc000314d48 sp=0xc000314cf8 pc=0x78b20e
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr golang.org/x/net/http2.(*Framer).ReadFrame(0xc000332000)
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/go/pkg/mod/golang.org/x/net@v0.12.0/http2/frame.go:498 +0x95 fp=0xc000314df8 sp=0xc000314d48 pc=0x78ba55
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc00033c000, 0x0?, 0x0?)
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/go/pkg/mod/google.golang.org/grpc@v1.57.0/internal/transport/http2_server.go:642 +0x167 fp=0xc000314f10 sp=0xc000314df8 pc=0x7baec7
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr google.golang.org/grpc.(*Server).serveStreams(0xc00019a1e0, {0xaa2df8?, 0xc00033c000})
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/go/pkg/mod/google.golang.org/grpc@v1.57.0/server.go:969 +0x162 fp=0xc000314f80 sp=0xc000314f10 pc=0x82b9a2
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr google.golang.org/grpc.(*Server).handleRawConn.func1()
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/go/pkg/mod/google.golang.org/grpc@v1.57.0/server.go:912 +0x46 fp=0xc000314fe0 sp=0xc000314f80 pc=0x82b246
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr runtime.goexit()
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/usr/local/go/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc000314fe8 sp=0xc000314fe0 pc=0x487561
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr created by google.golang.org/grpc.(*Server).handleRawConn
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr 	/go/pkg/mod/google.golang.org/grpc@v1.57.0/server.go:911 +0x185
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr rax    0x0
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr rbx    0xac06e0
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr rcx    0x7f71c30121a0
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr rdx    0x7f7215b1e6d8
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr rdi    0x7f7215b1e6c8
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr rsi    0x7f7215b16e38
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr rbp    0x7f71c30122c0
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr rsp    0x7f71c3011f40
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr r8     0x0
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr r9     0x7f71b8000080
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr r10    0xfffffffffffffa9e
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr r11    0x7f7215a21990
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr r12    0x1
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr r13    0x7f71c3012060
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr r14    0x7f71c3011ff0
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr r15    0x7f71c3012160
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr rip    0x87a09c
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr rflags 0x10246
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr cs     0x33
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr fs     0x0
7:15AM DBG GRPC(wizardlm-13b-v1.2.ggmlv3.q4_0.bin-127.0.0.1:42467): stderr gs     0x0
[172.18.0.1]:43586  500  -  POST     /v1/chat/completions
`
To Reproduce
See before
Expected behavior
Response from the model
Logs
See before
Additional context
I noticed in the logs that it says "SchedulerType: CUDA:false" Not sure whether this means anything.

Closing comment (2023-08-25T22:57:54Z): Duplicate of #288