Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -11,11 +11,14 @@ import time
|
|
11 |
DESCRIPTION = "# LLaVA 🌋"
|
12 |
|
13 |
model_id = "llava-hf/llava-1.5-7b-hf"
|
|
|
14 |
quantization_config = BitsAndBytesConfig(
|
15 |
load_in_4bit=True,
|
16 |
bnb_4bit_compute_dtype=torch.float16
|
17 |
)
|
18 |
-
|
|
|
|
|
19 |
|
20 |
|
21 |
|
|
|
11 |
DESCRIPTION = "# LLaVA 🌋"
|
12 |
|
13 |
model_id = "llava-hf/llava-1.5-7b-hf"
|
14 |
+
'''
|
15 |
quantization_config = BitsAndBytesConfig(
|
16 |
load_in_4bit=True,
|
17 |
bnb_4bit_compute_dtype=torch.float16
|
18 |
)
|
19 |
+
'''
|
20 |
+
#pipe = pipeline("image-to-text", model=model_id, model_kwargs={"quantization_config": quantization_config})
|
21 |
+
pipe = pipeline("image-to-text", model=model_id)
|
22 |
|
23 |
|
24 |
|