Update server.js

server.js

@@ -1,6 +1,5 @@
 const express = require('express');
 const http = require('http');
-const axios = require('axios');
 const proxy = require('express-http-proxy');
 const socketIo = require('socket.io');
 const moment = require('moment-timezone');
@@ -10,33 +9,14 @@ const server = http.createServer(app);
 const io = socketIo(server);
 
 const targetUrl = 'https://api.openai.com';
-const openaiKeys = process.env.OPENAI_KEYS.split(',');
-let validKeys = [];
+const openaiKeys = process.env.OPENAI_KEYS.split(','); // Assume keys are separated by commas
+let currentKeyIndex = 0;
 const port = 7860;
 const baseUrl = getExternalUrl(process.env.SPACE_ID);
 
 let requestDetails = [];
 let ipRequestCounts = {};
 
-async function validateKeys() {
-    const testUrl = 'https://api.openai.com/v1/models';
-    validKeys = [];
-    for (let key of openaiKeys) {
-        try {
-            await axios.get(testUrl, { headers: { 'Authorization': `Bearer ${key}` } });
-            validKeys.push(key);  // Add valid key to the array
-            console.log(`Key validated successfully: ${key}`);
-        } catch (error) {
-            console.log(`Key validation failed for: ${key}`, error.message);
-        }
-    }
-    if (validKeys.length === 0) {
-        console.log("No valid API keys available.");
-    }
-}
-validateKeys();
-setInterval(validateKeys, 3600000); // Validate keys every hour
-
 io.on('connection', (socket) => {
     console.log('A user connected to the websocket for live logs.');
 });
@@ -46,6 +26,13 @@ function logAndEmit(message) {
     io.emit('log', message);
 }
 
+function getNextKey() {
+    // This function cycles through the keys in a round-robin manner
+    const key = openaiKeys[currentKeyIndex];
+    currentKeyIndex = (currentKeyIndex + 1) % openaiKeys.length;
+    return key;
+}
+
 app.use('/api', (req, res, next) => {
     const ip = req.headers['x-forwarded-for'] || req.connection.remoteAddress;
     ipRequestCounts[ip] = (ipRequestCounts[ip] || 0) + 1;
@@ -65,14 +52,16 @@ app.use('/api', (req, res, next) => {
     next();
 }, proxy(targetUrl, {
     proxyReqOptDecorator: function(proxyReqOpts, srcReq) {
-        if (validKeys.length > 0) {
-            proxyReqOpts.headers['Authorization'] = 'Bearer ' + validKeys[0];
-        } else {
-            console.error("No valid API keys. Check server logs for details.");
-            srcReq.res.status(500).send('API key error. Please try again later.');
-            return null;
-        }
+        proxyReqOpts.headers['Authorization'] = 'Bearer ' + getNextKey();
         return proxyReqOpts;
+    },
+    userResDecorator: function(proxyRes, proxyResData, userReq, userRes) {
+        // Check response for indication of invalid key
+        if (proxyRes.statusCode === 401 || proxyRes.statusCode === 403) {
+            logAndEmit(`Error detected with API key, switching keys...`);
+            getNextKey(); // Immediately get next key to avoid using the same failed key
+        }
+        return proxyResData; // Pass through the original response data
     }
 }));