Souvik3333 commited on
Commit
3d8d5ac
Β·
verified Β·
1 Parent(s): 6698955

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -242,8 +242,8 @@ for downstream processing by Large Language Models (LLMs).
242
  if __name__ == "__main__":
243
  # Configure for concurrent processing with streaming support
244
  demo.queue(
245
- max_size=20, # Maximum queue size
246
- concurrency_count=4, # Allow 4 concurrent requests
247
  status_update_rate=0.1, # Update status every 100ms for better streaming experience
248
  ).launch(
249
  server_name="0.0.0.0",
 
242
  if __name__ == "__main__":
243
  # Configure for concurrent processing with streaming support
244
  demo.queue(
245
+ max_size=1000, # Maximum queue size
246
+ default_concurrency_limit=4, # Allow 4 concurrent requests
247
  status_update_rate=0.1, # Update status every 100ms for better streaming experience
248
  ).launch(
249
  server_name="0.0.0.0",