add queue(max_size=20, concurrency_count=10)

app.py

@@ -118,4 +118,4 @@ with gr.Blocks(
             outputs=out,
         )
 
-    demo.launch(debug=True)
+    demo.queue(max_size=20, concurrency_count=10).launch(debug=True)