increasing request concurrency

README.md

@@ -5,7 +5,7 @@ tags:
   - music generation
   - music editing
   - flow matching
-app_file: demos/melodyflow_api.py
+app_file: demos/melodyflow_app.py
 emoji: 🎵
 colorFrom: gray
 colorTo: blue

demos/melodyflow_app.py

@@ -538,7 +538,7 @@ def ui_local(launch_kwargs):
                              melody,
                              model_path,],
                      outputs=audio_outputs,
-                     concurrency_limit=8)  # Set concurrency limit on the event listener
+                     concurrency_limit=20)  # Set concurrency limit on the event listener
         melody.change(toggle_melody, melody, [solver])
         solver.change(toggle_solver, [solver, melody], [steps, target_flowstep,
                       regularize, regularization_strength, duration])
@@ -603,7 +603,7 @@ def ui_local(launch_kwargs):
         interface.queue(
             max_size=50,          # Queue up to 50 requests
             api_open=True         # Enable API access
-        ).launch(max_threads=16, **launch_kwargs)  # Configure worker threads in launch()
+        ).launch(max_threads=40, **launch_kwargs)  # Configure worker threads in launch()
 
 def ui_hf(launch_kwargs):
     with gr.Blocks() as interface:
@@ -660,7 +660,7 @@ def ui_hf(launch_kwargs):
                              duration,
                              melody,],
                      outputs=audio_outputs,
-                     concurrency_limit=8)  # Set concurrency limit on the event listener
+                     concurrency_limit=20)  # Set concurrency limit on the event listener
         melody.change(toggle_melody, melody, [solver])
         solver.change(toggle_solver, [solver, melody], [steps, target_flowstep,
                       regularize, regularization_strength, duration])
@@ -724,7 +724,7 @@ def ui_hf(launch_kwargs):
         interface.queue(
             max_size=50,          # Queue up to 50 requests
             api_open=True         # Enable API access
-        ).launch(max_threads=16, **launch_kwargs)  # Configure worker threads in launch()
+        ).launch(max_threads=40, **launch_kwargs)  # Configure worker threads in launch()
 
 
 def cleanup():