badayvedat commited on
Commit
0b8daad
β€’
1 Parent(s): a824a18

docs: add notifier for gpu only inference

Browse files
Files changed (1) hide show
  1. app.py +4 -2
app.py CHANGED
@@ -323,6 +323,8 @@ def http_bot(
323
  title_markdown = """
324
  # πŸŒ‹ LLaVA: Large Language and Vision Assistant
325
  [[Project Page]](https://llava-vl.github.io) [[Paper]](https://arxiv.org/abs/2304.08485) [[Code]](https://github.com/haotian-liu/LLaVA) [[Model]](https://github.com/haotian-liu/LLaVA/blob/main/docs/MODEL_ZOO.md)
 
 
326
  """
327
 
328
  tos_markdown = """
@@ -582,10 +584,10 @@ if __name__ == "__main__":
582
 
583
  model_path = "liuhaotian/llava-v1.5-7b"
584
 
585
- preload_models(model_path)
586
 
587
  controller_proc = start_controller()
588
- worker_proc = start_worker(model_path)
589
 
590
  # Wait for worker and controller to start
591
  time.sleep(10)
 
323
  title_markdown = """
324
  # πŸŒ‹ LLaVA: Large Language and Vision Assistant
325
  [[Project Page]](https://llava-vl.github.io) [[Paper]](https://arxiv.org/abs/2304.08485) [[Code]](https://github.com/haotian-liu/LLaVA) [[Model]](https://github.com/haotian-liu/LLaVA/blob/main/docs/MODEL_ZOO.md)
326
+
327
+ ONLY WORKS WITH GPU!
328
  """
329
 
330
  tos_markdown = """
 
584
 
585
  model_path = "liuhaotian/llava-v1.5-7b"
586
 
587
+ # preload_models(model_path)
588
 
589
  controller_proc = start_controller()
590
+ # worker_proc = start_worker(model_path)
591
 
592
  # Wait for worker and controller to start
593
  time.sleep(10)