Ivy1997 commited on
Commit
f2209b5
·
verified ·
1 Parent(s): ecb1b17

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -23,7 +23,7 @@ device = "cuda"
23
  device_map = "auto"
24
 
25
  # Load model, tokenizer, and image processor
26
- tokenizer, model, image_processor, max_length = load_pretrained_model(pretrained, None, model_name, device_map=device_map)
27
  model.eval()
28
 
29
  def respond(
 
23
  device_map = "auto"
24
 
25
  # Load model, tokenizer, and image processor
26
+ tokenizer, model, image_processor, max_length = load_pretrained_model(pretrained, None, model_name, device_map=device_map, attn_implementation="sdpa")
27
  model.eval()
28
 
29
  def respond(