[falcon] await asyncio.sleep(0.5) to give it time to generate, should move to executor thread
Browse files
app.py
CHANGED
@@ -585,7 +585,9 @@ async def falcon(ctx, *, prompt: str):
|
|
585 |
0.9, # int | float (numeric value between 0.1 and 0.99) in 'p (nucleus sampling)' Slider component
|
586 |
fn_index=1
|
587 |
)
|
588 |
-
|
|
|
|
|
589 |
directory = '/tmp/'
|
590 |
|
591 |
max_length = 0
|
|
|
585 |
0.9, # int | float (numeric value between 0.1 and 0.99) in 'p (nucleus sampling)' Slider component
|
586 |
fn_index=1
|
587 |
)
|
588 |
+
|
589 |
+
await asyncio.sleep(5)
|
590 |
+
|
591 |
directory = '/tmp/'
|
592 |
|
593 |
max_length = 0
|