Add stats

src/index.js

@@ -3,13 +3,21 @@ require('dotenv').config();
 const express = require('express');
 const bearerToken = require('express-bearer-token');
 const openai = require('./openai');
+const { stats } = require('./utils');
+const config = require('./config.json');
 
 const app = express();
 const port = 7860;
+const started = new Date();
 
 app.get('/', (req, res) => {
     res.json({
-        prompts: 0,
+        uptime: (new Date() - started) / 1000,
+        slacks: config.slacks.length || 0,
+        prompts: stats.prompts.length || 0,
+        avgTime: stats.prompts.reduce((acc, curr) => acc + curr.time, 0) / stats.prompts.length || 0,
+        avgInputLength: stats.prompts.reduce((acc, curr) => acc + curr.inputLength, 0) / stats.prompts.length || 0,
+        avgOutputLength: stats.prompts.reduce((acc, curr) => acc + curr.outputLength, 0) / stats.prompts.length || 0,
     });
 })
 

src/openai.js

@@ -3,7 +3,7 @@ const bodyParser = require('body-parser');
 const config = require('./config.json');
 const slack = require('./slack');
 const yup = require('yup');
-const { splitJsonArray, dataToResponse, buildPrompt, wait } = require("./utils");
+const { splitJsonArray, dataToResponse, buildPrompt, wait, stats } = require("./utils");
 const { Queue } = require('async-await-queue');
 
 const messageArraySchema = yup.array().of(
@@ -61,7 +61,8 @@ openaiRouter.post("/chat/completions", jsonParser, async (req, res) => {
             });
         }
 
-        const promptTokens = Math.ceil(buildPrompt(messages).length / 4);
+        const inputPrompt = buildPrompt(messages);
+        const promptTokens = Math.ceil(inputPrompt.length / 4);
         let completionTokens = 0;
 
         let lastContent = '';
@@ -83,9 +84,13 @@ openaiRouter.post("/chat/completions", jsonParser, async (req, res) => {
             }
             slackConfig.locked = true;
             try {
+                const start = new Date();
                 await slack.sendChatReset(slackConfig);
                 await wait(500);
                 const response = await slack.waitForWebSocketResponse(slackConfig, messagesSplit, onData);
+                const end = new Date();
+                const time = end - start;
+                stats.prompts.push({ time, inputLength: inputPrompt.length, outputLength: response.length });
                 slackConfig.locked = false;
                 return response;
             } catch (error) {

src/utils.js

@@ -171,6 +171,10 @@ const dataToResponse = (
     };
 };
 
+const stats = {
+    prompts: []
+}
+
 module.exports = {
     buildPrompt,
     readBody,
@@ -181,5 +185,6 @@ module.exports = {
     createBaseForm,
     splitJsonArray,
     wait,
-    dataToResponse
+    dataToResponse,
+    stats,
 };