Commit
•
255cd6e
1
Parent(s):
0b8daad
fix: start worker proc
Browse files
app.py
CHANGED
|
@@ -584,10 +584,10 @@ if __name__ == "__main__":
|
|
| 584 |
|
| 585 |
model_path = "liuhaotian/llava-v1.5-7b"
|
| 586 |
|
| 587 |
-
|
| 588 |
|
| 589 |
controller_proc = start_controller()
|
| 590 |
-
|
| 591 |
|
| 592 |
# Wait for worker and controller to start
|
| 593 |
time.sleep(10)
|
|
|
|
| 584 |
|
| 585 |
model_path = "liuhaotian/llava-v1.5-7b"
|
| 586 |
|
| 587 |
+
preload_models(model_path)
|
| 588 |
|
| 589 |
controller_proc = start_controller()
|
| 590 |
+
worker_proc = start_worker(model_path)
|
| 591 |
|
| 592 |
# Wait for worker and controller to start
|
| 593 |
time.sleep(10)
|