feat: add redis queue

Dockerfile

@@ -22,10 +22,14 @@ WORKDIR /app
 # Copie o build gerado pelo Node.js para o novo estágio
 COPY --from=builder /app/server ./
 
+RUN apt-get update && apt-get install -y redis-server && apt-get clean
 RUN pip install --no-cache-dir -r requirements.txt
 RUN python setup.py -download
 
 EXPOSE 7860
+# Porta padrão do Redis
+EXPOSE 6379
 
-# Comando para executar o servidor Python
-CMD ["python", "app.py"]
+# Comando para executar o container
+RUN chmod +x /app/start.sh
+CMD ["/app/start.sh"]

server/app.py

@@ -1,7 +1,41 @@
+from threading import Thread
+import redis, time
 from flask import Flask, send_from_directory, json, Response, request
 from waitress import serve
 from flask_cors import CORS, cross_origin
 from model import SugoiTranslator
+from typing import List
+
+
+queue_key = "translation_queue"
+translated_key = "translated_temp_store"
+redis_client = redis.Redis(host='localhost', port=6379, db=0)
+
+def queue_process():
+    while True:
+        task_list = []
+        for _ in range(5):
+            task = redis_client.rpop(queue_key) # right pop
+            if task: task_list.append(task)
+            else: break
+
+        if len(task_list): task_process(task_list)
+
+def task_process(input_text_list: List[str]):
+    sugoiTranslator = SugoiTranslator()
+    translations = sugoiTranslator.translate(input_text_list)
+    for index, translation in enumerate(translations): 
+        redis_client.hset(translated_key, input_text_list[index], translation)
+
+def query_translation(input_text: str):
+    for _ in range(30):
+        translated_text = redis_client.hget(translated_key, input_text)
+        if translated_text: 
+            redis_client.hdel(translated_key, input_text)
+            return translated_text
+        time.sleep(1)
+
+
 
 
 app = Flask(__name__)
@@ -23,14 +57,18 @@ def download_assets(filename):
 @cross_origin()
 def translate_api(): 
     input_text = request.args.get('text')
-    sugoiTranslator = SugoiTranslator()
     if isinstance(input_text, str) and len(input_text) > 0: 
-        text = sugoiTranslator.translate(input_text)
-        return json.dumps(text)
+        redis_client.lpush(queue_key, input_text) # left push
+        result = query_translation(input_text)
+        if result is not None: return json.dumps({ "text": str(result) })
+        else: Response(status= 500)
     return Response(status= 400)
 
 
 if __name__ == '__main__':
-    serve(app, port= 7860)
+    Thread(target=queue_process, daemon=True).start()
+    print("Starting server...")
+    try: serve(app, port= 7860)
+    except: serve(app, port= 7860)
 
 

server/model.py

@@ -16,7 +16,7 @@ class SugoiTranslator:
         self.sp_source_model = os.path.join(modelDir, "spm.ja.nopretok.model")
         self.sp_target_model = os.path.join(modelDir, "spm.en.nopretok.model")
         # inter_threads: quantas operações independentes podem ser executadas simultaneamente
-        self.translator = ctranslate2.Translator(modelDir, device="cpu", intra_threads=4, inter_threads=2)
+        self.translator = ctranslate2.Translator(modelDir, device="cpu", intra_threads=3, inter_threads=2)
 
     def tokenizeBatch(self, text):
         sp = spm.SentencePieceProcessor(self.sp_source_model)

server/requirements.txt

@@ -3,4 +3,5 @@ waitress
 flask_cors
 huggingface_hub
 CTranslate2
-sentencepiece
+sentencepiece
+redis

server/start.sh

@@ -0,0 +1,7 @@
+#!/bin/bash
+
+# Inicia o Redis em segundo plano
+service redis-server start
+
+# Inicia o servidor web (substitua pelo seu comando)
+python app.py  # Ou qualquer outro comando que inicie seu servidor

src/Home/index.tsx

@@ -25,7 +25,7 @@ export default function App() {
       const response = await fetch(`/api/translate?text=${text}`, { method: "POST" }).then(response => { 
           if (response.status === 200) { return response.json() }
   
-      }).then(response => response?.[0])
+      }).then(response => response?.text)
       .catch(() => null)
   
       return { originalText: text, translatedText: response }