Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -242,8 +242,8 @@ for downstream processing by Large Language Models (LLMs).
|
|
| 242 |
if __name__ == "__main__":
|
| 243 |
# Configure for concurrent processing with streaming support
|
| 244 |
demo.queue(
|
| 245 |
-
max_size=
|
| 246 |
-
|
| 247 |
status_update_rate=0.1, # Update status every 100ms for better streaming experience
|
| 248 |
).launch(
|
| 249 |
server_name="0.0.0.0",
|
|
|
|
| 242 |
if __name__ == "__main__":
|
| 243 |
# Configure for concurrent processing with streaming support
|
| 244 |
demo.queue(
|
| 245 |
+
max_size=1000, # Maximum queue size
|
| 246 |
+
default_concurrency_limit=4, # Allow 4 concurrent requests
|
| 247 |
status_update_rate=0.1, # Update status every 100ms for better streaming experience
|
| 248 |
).launch(
|
| 249 |
server_name="0.0.0.0",
|