Update app.py

app.py

@@ -1,7 +1,7 @@
 import gradio as gr
 from huggingface_hub import InferenceClient
 from transformers import AutoTokenizer
-from llava.model.language_model import LlavaMistralForCausalLM
+# from llava.model.language_model import LlavaMistralForCausalLM
 from llava.model.builder import load_pretrained_model
 from llava.mm_utils import get_model_name_from_path
 
@@ -12,12 +12,12 @@ client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
 
 model_path = "liuhaotian/llava-v1.6-mistral-7b"
 model_name = get_model_name_from_path(model_path)
-tokenizer = AutoTokenizer.from_pretrained(model_path)
-model = LlavaMistralForCausalLM.from_pretrained(
-                    model_path,
-                    low_cpu_mem_usage=True,
-                    # offload_folder="/content/sample_data"
-                )
+# tokenizer = AutoTokenizer.from_pretrained(model_path)
+# model = LlavaMistralForCausalLM.from_pretrained(
+#                     model_path,
+#                     low_cpu_mem_usage=True,
+#                     # offload_folder="/content/sample_data"
+#                 )
 
 # tokenizer, model, image_processor, context_len = load_pretrained_model(
 #         model_path, None, model_name