Update app.py

app.py

@@ -195,7 +195,8 @@ with gr.Blocks(theme=gr.themes.Soft()) as demo:
     submit_button.click(
         fn=send_message,
         inputs=[user_input, max_tokens_slider, temperature_slider, top_p_slider, current_convo_id, history_state],
-        outputs=[chatbot, history_state, conversation_selector]
+        outputs=[chatbot, history_state, conversation_selector],
+        concurrency_limit=16
     ).then(
         fn=lambda: gr.update(value=""),
         inputs=None,
@@ -229,5 +230,5 @@ with gr.Blocks(theme=gr.themes.Soft()) as demo:
 
 if __name__ == "__main__":
     # first positional argument = concurrency_count
-    demo.queue(default_concurrency_limit=16).launch(share=True, ssr_mode=False)
+    demo.queue().launch(share=True, ssr_mode=False)