lorocksUMD commited on
Commit
e53b03c
1 Parent(s): 830ee22

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +9 -9
app.py CHANGED
@@ -12,16 +12,16 @@ client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
12
 
13
  model_path = "liuhaotian/llava-v1.6-mistral-7b"
14
  model_name = get_model_name_from_path(model_path)
15
- # tokenizer = AutoTokenizer.from_pretrained(model_path)
16
- # model = LlavaMistralForCausalLM.from_pretrained(
17
- # model_path,
18
- # low_cpu_mem_usage=True,
19
- # # offload_folder="/content/sample_data"
20
- # )
21
 
22
- tokenizer, model, image_processor, context_len = load_pretrained_model(
23
- model_path, None, model_name
24
- )
25
 
26
 
27
  def respond(
 
12
 
13
  model_path = "liuhaotian/llava-v1.6-mistral-7b"
14
  model_name = get_model_name_from_path(model_path)
15
+ tokenizer = AutoTokenizer.from_pretrained(model_path)
16
+ model = LlavaMistralForCausalLM.from_pretrained(
17
+ model_path,
18
+ low_cpu_mem_usage=True,
19
+ # offload_folder="/content/sample_data"
20
+ )
21
 
22
+ # tokenizer, model, image_processor, context_len = load_pretrained_model(
23
+ # model_path, None, model_name
24
+ # )
25
 
26
 
27
  def respond(