infinite empty token generation

#139
by suchaudn - opened

I came across a conversation that systematically blocks the instruct_7b_v2 model, the model cannot provide the answer and give spaces to the infinity.
If I use LM Studio, it does not stop and with Ollama, there is security for this problem.

Can someone advise me to solve this problem, does it really come from the model itself?

HTTP/1.1 200 OK
Content-Type: application/x-ndjson
Date: Fri, 21 Jun 2024 06:47:13 GMT
Transfer-Encoding: chunked

8e
{"model":"mistral:7b-instruct-q8_0","created_at":"2024-06-21T06:47:13.286450734Z","message":{"role":"assistant","content":" |"},"done":false}

8f
{"model":"mistral:7b-instruct-q8_0","created_at":"2024-06-21T06:47:13.311704962Z","message":{"role":"assistant","content":" Av"},"done":false}

8f
{"model":"mistral:7b-instruct-q8_0","created_at":"2024-06-21T06:47:13.336617617Z","message":{"role":"assistant","content":"ant"},"done":false}

8f
{"model":"mistral:7b-instruct-q8_0","created_at":"2024-06-21T06:47:13.36179567Z","message":{"role":"assistant","content":"ages"},"done":false}

9c
{"model":"mistral:7b-instruct-q8_0","created_at":"2024-06-21T06:47:13.386402755Z","message":{"role":"assistant","content":"                "},"done":false}

9c
{"model":"mistral:7b-instruct-q8_0","created_at":"2024-06-21T06:47:13.411012936Z","message":{"role":"assistant","content":"                "},"done":false}

9c
{"model":"mistral:7b-instruct-q8_0","created_at":"2024-06-21T06:47:13.435608859Z","message":{"role":"assistant","content":"                "},"done":false}

9c
{"model":"mistral:7b-instruct-q8_0","created_at":"2024-06-21T06:47:13.460098457Z","message":{"role":"assistant","content":"                "},"done":false}

9c
{"model":"mistral:7b-instruct-q8_0","created_at":"2024-06-21T06:47:13.484603245Z","message":{"role":"assistant","content":"                "},"done":false}

8e
{"model":"mistral:7b-instruct-q8_0","created_at":"2024-06-21T06:47:13.509217171Z","message":{"role":"assistant","content":"  "},"done":false}

8e
{"model":"mistral:7b-instruct-q8_0","created_at":"2024-06-21T06:47:13.534347407Z","message":{"role":"assistant","content":" |"},"done":false}

97
{"model":"mistral:7b-instruct-q8_0","created_at":"2024-06-21T06:47:13.55822736Z","message":{"role":"assistant","content":" Description"},"done":false}

9c
{"model":"mistral:7b-instruct-q8_0","created_at":"2024-06-21T06:47:13.582808161Z","message":{"role":"assistant","content":"                "},"done":false}

9c
{"model":"mistral:7b-instruct-q8_0","created_at":"2024-06-21T06:47:13.607369995Z","message":{"role":"assistant","content":"                "},"done":false}

9c
{"model":"mistral:7b-instruct-q8_0","created_at":"2024-06-21T06:47:13.631897765Z","message":{"role":"assistant","content":"                "},"done":false}

9c
{"model":"mistral:7b-instruct-q8_0","created_at":"2024-06-21T06:47:13.656611335Z","message":{"role":"assistant","content":"                "},"done":false}

9c
{"model":"mistral:7b-instruct-q8_0","created_at":"2024-06-21T06:47:13.680886443Z","message":{"role":"assistant","content":"                "},"done":false}

9c
{"model":"mistral:7b-instruct-q8_0","created_at":"2024-06-21T06:47:13.705362041Z","message":{"role":"assistant","content":"                "},"done":false}

9c
{"model":"mistral:7b-instruct-q8_0","created_at":"2024-06-21T06:47:13.731957635Z","message":{"role":"assistant","content":"                "},"done":false}

9b
{"model":"mistral:7b-instruct-q8_0","created_at":"2024-06-21T06:47:13.75668757Z","message":{"role":"assistant","content":"                "},"done":false}

9c
{"model":"mistral:7b-instruct-q8_0","created_at":"2024-06-21T06:47:13.781069052Z","message":{"role":"assistant","content":"                "},"done":false}

9c
{"model":"mistral:7b-instruct-q8_0","created_at":"2024-06-21T06:47:13.805489354Z","message":{"role":"assistant","content":"                "},"done":false}

9c
{"model":"mistral:7b-instruct-q8_0","created_at":"2024-06-21T06:47:13.830011974Z","message":{"role":"assistant","content":"                "},"done":false}

9c
{"model":"mistral:7b-instruct-q8_0","created_at":"2024-06-21T06:47:13.854497099Z","message":{"role":"assistant","content":"                "},"done":false}

9c
{"model":"mistral:7b-instruct-q8_0","created_at":"2024-06-21T06:47:13.878989973Z","message":{"role":"assistant","content":"                "},"done":false}

9c
{"model":"mistral:7b-instruct-q8_0","created_at":"2024-06-21T06:47:13.903444318Z","message":{"role":"assistant","content":"                "},"done":false}

9b
{"model":"mistral:7b-instruct-q8_0","created_at":"2024-06-21T06:47:13.93027981Z","message":{"role":"assistant","content":"                "},"done":false}

9c
{"model":"mistral:7b-instruct-q8_0","created_at":"2024-06-21T06:47:13.952486186Z","message":{"role":"assistant","content":"                "},"done":false}

9c
{"model":"mistral:7b-instruct-q8_0","created_at":"2024-06-21T06:47:13.977797462Z","message":{"role":"assistant","content":"                "},"done":false}

9b
{"model":"mistral:7b-instruct-q8_0","created_at":"2024-06-21T06:47:14.00441724Z","message":{"role":"assistant","content":"                "},"done":false}

9c
{"model":"mistral:7b-instruct-q8_0","created_at":"2024-06-21T06:47:14.028955293Z","message":{"role":"assistant","content":"                "},"done":false}

9c
{"model":"mistral:7b-instruct-q8_0","created_at":"2024-06-21T06:47:14.053448494Z","message":{"role":"assistant","content":"                "},"done":false}

9c
{"model":"mistral:7b-instruct-q8_0","created_at":"2024-06-21T06:47:14.077871734Z","message":{"role":"assistant","content":"                "},"done":false}

9c
{"model":"mistral:7b-instruct-q8_0","created_at":"2024-06-21T06:47:14.102265814Z","message":{"role":"assistant","content":"                "},"done":false}

9c
{"model":"mistral:7b-instruct-q8_0","created_at":"2024-06-21T06:47:14.126723348Z","message":{"role":"assistant","content":"                "},"done":false}

9c
{"model":"mistral:7b-instruct-q8_0","created_at":"2024-06-21T06:47:14.151113846Z","message":{"role":"assistant","content":"                "},"done":false}

9c
{"model":"mistral:7b-instruct-q8_0","created_at":"2024-06-21T06:47:14.175693655Z","message":{"role":"assistant","content":"                "},"done":false}

9c
{"model":"mistral:7b-instruct-q8_0","created_at":"2024-06-21T06:47:14.199882593Z","message":{"role":"assistant","content":"                "},"done":false}

9a
{"model":"mistral:7b-instruct-q8_0","created_at":"2024-06-21T06:47:14.2243699Z","message":{"role":"assistant","content":"                "},"done":false}

9c
{"model":"mistral:7b-instruct-q8_0","created_at":"2024-06-21T06:47:14.248908271Z","message":{"role":"assistant","content":"                "},"done":false}

9c
{"model":"mistral:7b-instruct-q8_0","created_at":"2024-06-21T06:47:14.273453183Z","message":{"role":"assistant","content":"                "},"done":false}

9c
{"model":"mistral:7b-instruct-q8_0","created_at":"2024-06-21T06:47:14.297946223Z","message":{"role":"assistant","content":"                "},"done":false}

9c
{"model":"mistral:7b-instruct-q8_0","created_at":"2024-06-21T06:47:14.322459893Z","message":{"role":"assistant","content":"                "},"done":false}

Sign up or log in to comment