Update server.js

server.js

@@ -9,55 +9,66 @@ const server = http.createServer(app);
 const io = socketIo(server);
 
 const targetUrl = 'https://api.openai.com';
-const openaiKey = process.env.OPENAI_KEY;
+const openaiKeys = process.env.OPENAI_KEYS.split(','); // Assume keys are separated by commas
+let currentKeyIndex = 0;
 const port = 7860;
 const baseUrl = getExternalUrl(process.env.SPACE_ID);
 
-let requestDetails = []; // Store details of each request
-let ipRequestCounts = {}; // Dictionary to keep track of requests per IP
+let requestDetails = [];
+let ipRequestCounts = {};
 
 io.on('connection', (socket) => {
     console.log('A user connected to the websocket for live logs.');
 });
 
 function logAndEmit(message) {
-    console.log(message);  // Continue to log to the console
-    io.emit('log', message);  // Emit this log to the frontend via WebSocket
+    console.log(message);
+    io.emit('log', message);
+}
+
+function getNextKey() {
+    // This function cycles through the keys in a round-robin manner
+    const key = openaiKeys[currentKeyIndex];
+    currentKeyIndex = (currentKeyIndex + 1) % openaiKeys.length;
+    return key;
 }
 
 app.use('/api', (req, res, next) => {
-  if (req.method === 'POST' && req.url.startsWith('/v1/chat/completions')) {
     const ip = req.headers['x-forwarded-for'] || req.connection.remoteAddress;
     ipRequestCounts[ip] = (ipRequestCounts[ip] || 0) + 1;
-    
-    const logMessage = `IP ${ip} has made ${ipRequestCounts[ip]} requests so far.`;
-    logAndEmit(logMessage);
-  }
 
-  const timestamp = moment().tz("Asia/Tbilisi").format("DD-MMM-YYYY HH:mm");
-  const requestData = {
-    requestNumber: ipRequestCounts[req.headers['x-forwarded-for'] || req.connection.remoteAddress],
-    ip: req.headers['x-forwarded-for'] || req.connection.remoteAddress,
-    timestamp: timestamp,
-    text: req.method + ' ' + req.url
-  };
-  requestDetails.push(requestData);
-  
-  const detailedLog = `Request ${requestData.requestNumber} on ${requestData.timestamp} from IP ${requestData.ip} with method "${req.method}" and text "${requestData.text}"`;
-  logAndEmit(detailedLog);
+    const timestamp = moment().tz("Asia/Tbilisi").format("DD-MMM-YYYY HH:mm");
+    const requestData = {
+        requestNumber: ipRequestCounts[ip],
+        ip: ip,
+        timestamp: timestamp,
+        text: req.method + ' ' + req.url
+    };
+    requestDetails.push(requestData);
 
-  next();
+    const detailedLog = `Request ${requestData.requestNumber} on ${requestData.timestamp} from IP ${requestData.ip} with method "${req.method}" and text "${requestData.text}"`;
+    logAndEmit(detailedLog);
+
+    next();
 }, proxy(targetUrl, {
-  proxyReqOptDecorator: function(proxyReqOpts, srcReq) {
-    proxyReqOpts.headers['Authorization'] = 'Bearer ' + openaiKey;
-    return proxyReqOpts;
-  }
+    proxyReqOptDecorator: function(proxyReqOpts, srcReq) {
+        proxyReqOpts.headers['Authorization'] = 'Bearer ' + getNextKey();
+        return proxyReqOpts;
+    },
+    userResDecorator: function(proxyRes, proxyResData, userReq, userRes) {
+        // Check response for indication of invalid key
+        if (proxyRes.statusCode === 401 || proxyRes.statusCode === 403) {
+            logAndEmit(`Error detected with API key, switching keys...`);
+            getNextKey(); // Immediately get next key to avoid using the same failed key
+        }
+        return proxyResData; // Pass through the original response data
+    }
 }));
 
 app.get("/", (req, res) => {
-  let requestsInfo = requestDetails.map(detail =>
-    `Request ${detail.requestNumber} on ${detail.timestamp} from IP ${detail.ip} with text "${detail.text}"`).join('<br>');
-  res.send(`This is your OpenAI Reverse Proxy URL: ${baseUrl}.<br><br>Requests Overview:<br>${requestsInfo}`);
+    let requestsInfo = requestDetails.map(detail =>
+        `Request ${detail.requestNumber} on ${detail.timestamp} from IP ${detail.ip} with text "${detail.text}"`).join('<br>');
+    res.send(`This is your OpenAI Reverse Proxy URL: ${baseUrl}.<br><br>Requests Overview:<br>${requestsInfo}`);
 });
 
 app.get('/logs', (req, res) => {