Omnibus commited on
Commit
48015b8
1 Parent(s): c2a93d4

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -1
app.py CHANGED
@@ -11,11 +11,14 @@ import time
11
  DESCRIPTION = "# LLaVA 🌋"
12
 
13
  model_id = "llava-hf/llava-1.5-7b-hf"
 
14
  quantization_config = BitsAndBytesConfig(
15
  load_in_4bit=True,
16
  bnb_4bit_compute_dtype=torch.float16
17
  )
18
- pipe = pipeline("image-to-text", model=model_id, model_kwargs={"quantization_config": quantization_config})
 
 
19
 
20
 
21
 
 
11
  DESCRIPTION = "# LLaVA 🌋"
12
 
13
  model_id = "llava-hf/llava-1.5-7b-hf"
14
+ '''
15
  quantization_config = BitsAndBytesConfig(
16
  load_in_4bit=True,
17
  bnb_4bit_compute_dtype=torch.float16
18
  )
19
+ '''
20
+ #pipe = pipeline("image-to-text", model=model_id, model_kwargs={"quantization_config": quantization_config})
21
+ pipe = pipeline("image-to-text", model=model_id)
22
 
23
 
24