Spaces:
Running
on
T4
Running
on
T4
badayvedat
commited on
Commit
β’
0b8daad
1
Parent(s):
a824a18
docs: add notifier for gpu only inference
Browse files
app.py
CHANGED
@@ -323,6 +323,8 @@ def http_bot(
|
|
323 |
title_markdown = """
|
324 |
# π LLaVA: Large Language and Vision Assistant
|
325 |
[[Project Page]](https://llava-vl.github.io) [[Paper]](https://arxiv.org/abs/2304.08485) [[Code]](https://github.com/haotian-liu/LLaVA) [[Model]](https://github.com/haotian-liu/LLaVA/blob/main/docs/MODEL_ZOO.md)
|
|
|
|
|
326 |
"""
|
327 |
|
328 |
tos_markdown = """
|
@@ -582,10 +584,10 @@ if __name__ == "__main__":
|
|
582 |
|
583 |
model_path = "liuhaotian/llava-v1.5-7b"
|
584 |
|
585 |
-
preload_models(model_path)
|
586 |
|
587 |
controller_proc = start_controller()
|
588 |
-
worker_proc = start_worker(model_path)
|
589 |
|
590 |
# Wait for worker and controller to start
|
591 |
time.sleep(10)
|
|
|
323 |
title_markdown = """
|
324 |
# π LLaVA: Large Language and Vision Assistant
|
325 |
[[Project Page]](https://llava-vl.github.io) [[Paper]](https://arxiv.org/abs/2304.08485) [[Code]](https://github.com/haotian-liu/LLaVA) [[Model]](https://github.com/haotian-liu/LLaVA/blob/main/docs/MODEL_ZOO.md)
|
326 |
+
|
327 |
+
ONLY WORKS WITH GPU!
|
328 |
"""
|
329 |
|
330 |
tos_markdown = """
|
|
|
584 |
|
585 |
model_path = "liuhaotian/llava-v1.5-7b"
|
586 |
|
587 |
+
# preload_models(model_path)
|
588 |
|
589 |
controller_proc = start_controller()
|
590 |
+
# worker_proc = start_worker(model_path)
|
591 |
|
592 |
# Wait for worker and controller to start
|
593 |
time.sleep(10)
|