feat: set the concurrency merging limits to 15, and maximum queue to 30

app.py

@@ -1,4 +1,5 @@
 from ui.layout import create_main_gr_blocks_ui as duosubs_gr_blocks
 
-app = duosubs_gr_blocks()
+app = duosubs_gr_blocks(merging_concurrency_limit=15)
+app.queue(max_size=30, default_concurrency_limit=None)
 app.launch()

ui/layout.py

@@ -29,14 +29,19 @@ model_pool = create_model_pools(MODEL_NAME_LIST)
 
 def create_main_gr_blocks_ui(
         cache_delete_frequency: int = 3600,
-        cache_delete_age: int = 14400
+        cache_delete_age: int = 14400,
+        merging_concurrency_limit: int = 5
     ) -> gr.Blocks:
     """
     Builds and returns the main Gradio Blocks UI for DuoSubs.
 
     Args:
         cache_delete_frequency (int): How often to delete cache (seconds).
+            Default is 1 hour or 3600 seconds.
         cache_delete_age (int): Age threshold for cache deletion (seconds).
+            Default is 4 hour or 14400 seconds.
+        merging_concurrency_limit (int): Maximum number of concurrent merges allowed.
+            Default is 5.
 
     Returns:
         gradio.Blocks: The constructed Gradio UI.
@@ -108,7 +113,8 @@ def create_main_gr_blocks_ui(
                 secondary_format,
                 cancel_state
             ],
-            outputs=merged_file
+            outputs=merged_file,
+            concurrency_limit=merging_concurrency_limit
         ).then(
             fn=states_after_merging,
             inputs=cancel_state,