:boom: [Fix] Truncated json chunks of response

networks/llm_requester.js

@@ -74,17 +74,28 @@ export class ChatCompletionsRequester {
         create_messager("assistant", "", this.model, this.temperature);
     }
     async handle_read_stream_data(reader) {
+        let buffer = "";
         while (true) {
             const { done, value } = await reader.read();
-            if (done) {
+            if (done && buffer.length === 0) {
                 break;
             }
-            let input = stringify_stream_bytes(value);
-            let json_chunks = jsonize_stream_data(input);
-            if (!this.content_displayer_updater) {
-                this.content_displayer_updater = new ContentDisplayerUpdater();
+            buffer += done ? "" : stringify_stream_bytes(value);
+            let new_line_index;
+            while ((new_line_index = buffer.indexOf("\n")) !== -1) {
+                let json_line = buffer.slice(0, new_line_index);
+                buffer = buffer.slice(new_line_index + 1);
+                try {
+                    let json_chunks = jsonize_stream_data(json_line);
+                    if (!this.content_displayer_updater) {
+                        this.content_displayer_updater =
+                            new ContentDisplayerUpdater();
+                    }
+                    update_message(json_chunks, this.content_displayer_updater);
+                } catch (e) {
+                    console.warn("Invalid JSON:", json_line);
+                }
             }
-            update_message(json_chunks, this.content_displayer_updater);
         }
     }
     async post() {