Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -23,7 +23,7 @@ device = "cuda"
|
|
23 |
device_map = "auto"
|
24 |
|
25 |
# Load model, tokenizer, and image processor
|
26 |
-
tokenizer, model, image_processor, max_length = load_pretrained_model(pretrained, None, model_name, device_map=device_map)
|
27 |
model.eval()
|
28 |
|
29 |
def respond(
|
|
|
23 |
device_map = "auto"
|
24 |
|
25 |
# Load model, tokenizer, and image processor
|
26 |
+
tokenizer, model, image_processor, max_length = load_pretrained_model(pretrained, None, model_name, device_map=device_map, attn_implementation="sdpa")
|
27 |
model.eval()
|
28 |
|
29 |
def respond(
|