Decode html entities

package.json

@@ -15,6 +15,7 @@
     "express": "^4.18.2",
     "express-bearer-token": "^2.4.0",
     "form-data": "^4.0.0",
+    "html-entities": "^2.3.3",
     "uuid": "^9.0.0",
     "ws": "^8.13.0",
     "yup": "^1.1.1"

src/openai.js

@@ -5,6 +5,7 @@ const slack = require('./slack');
 const yup = require('yup');
 const { splitJsonArray, dataToResponse, buildPrompt, wait, stats } = require("./utils");
 const { Queue } = require('async-await-queue');
+const { encode, decode } = require('html-entities');
 
 const messageArraySchema = yup.array().of(
     yup.object().shape({
@@ -66,7 +67,8 @@ openaiRouter.post("/chat/completions", jsonParser, async (req, res) => {
         let completionTokens = 0;
 
         let lastContent = '';
-        const onData = (newContent) => {
+        const onData = (newContentEncoded) => {
+            const newContent = decode(newContentEncoded)
             if (stream) {
                 const data = newContent.slice(lastContent.length);
                 lastContent = newContent;
@@ -87,7 +89,7 @@ openaiRouter.post("/chat/completions", jsonParser, async (req, res) => {
                 const start = new Date();
                 await slack.sendChatReset(slackConfig);
                 await wait(500);
-                const response = await slack.waitForWebSocketResponse(slackConfig, messagesSplit, onData);
+                const response = decode(await slack.waitForWebSocketResponse(slackConfig, messagesSplit, onData));
                 const end = new Date();
                 const time = end - start;
                 stats.prompts.push({ time, inputLength: inputPrompt.length, outputLength: response.length });

yarn.lock

@@ -285,6 +285,11 @@ has@^1.0.3:
   dependencies:
     function-bind "^1.1.1"
 
+html-entities@^2.3.3:
+  version "2.3.3"
+  resolved "https://registry.yarnpkg.com/html-entities/-/html-entities-2.3.3.tgz#117d7626bece327fc8baace8868fa6f5ef856e46"
+  integrity sha512-DV5Ln36z34NNTDgnz0EWGBLZENelNAtkiFA4kyNOG2tDI6Mz1uSWiq1wAKdyjnJwyDiDO7Fa2SO1CTxPXL8VxA==
+
 http-errors@2.0.0:
   version "2.0.0"
   resolved "https://registry.yarnpkg.com/http-errors/-/http-errors-2.0.0.tgz#b7774a1486ef73cf7667ac9ae0858c012c57b9d3"