Update script.py

script.py

@@ -27,19 +27,15 @@ import re
 
 # Line 138 uncomment the cuda() to use GPUs
 
-device = "cpu"
-# device = "auto"
+# device = "cpu"
+device = "auto"
 
 prompt = "What are the things I should be cautious about when I visit here?"
 image_file = "Great-Room-4.jpg"
 
-model_path = "liuhaotian/llava-v1.6-mistral-7b"
+model_path = "liuhaotian/llava-v1.6-mistral-7b" # <path to model weights>
 
 
-"""
-For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
-"""
-client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
 
 # Functions for inference
 def image_parser(args):