Spaces:
Running
on
Zero
Running
on
Zero
Actual text streaming
#4
by
cbensimon
HF staff
- opened
app.py
CHANGED
|
@@ -76,8 +76,8 @@ def model_inference(
|
|
| 76 |
|
| 77 |
thread = Thread(target=model.generate, kwargs=generation_args)
|
| 78 |
thread.start()
|
| 79 |
-
|
| 80 |
-
|
| 81 |
buffer = ""
|
| 82 |
|
| 83 |
|
|
|
|
| 76 |
|
| 77 |
thread = Thread(target=model.generate, kwargs=generation_args)
|
| 78 |
thread.start()
|
| 79 |
+
|
| 80 |
+
yield "..."
|
| 81 |
buffer = ""
|
| 82 |
|
| 83 |
|