VictorSanh commited on
Commit
cf8c172
1 Parent(s): 061ffa4

fix pixel_attention_mask in batched call

Browse files
Files changed (1) hide show
  1. modeling_idefics2.py +3 -0
modeling_idefics2.py CHANGED
@@ -1506,8 +1506,10 @@ class Idefics2ForVisionText2Text(Idefics2PreTrainedModel):
1506
  image_hidden_states = kwargs.get("image_hidden_states", None)
1507
  if image_hidden_states is not None:
1508
  pixel_values = None
 
1509
  else:
1510
  pixel_values = kwargs.get("pixel_values", None)
 
1511
  model_inputs.update(
1512
  {
1513
  "position_ids": position_ids,
@@ -1515,6 +1517,7 @@ class Idefics2ForVisionText2Text(Idefics2PreTrainedModel):
1515
  "use_cache": kwargs.get("use_cache"),
1516
  "attention_mask": attention_mask,
1517
  "pixel_values": pixel_values,
 
1518
  "image_hidden_states": image_hidden_states,
1519
  }
1520
  )
 
1506
  image_hidden_states = kwargs.get("image_hidden_states", None)
1507
  if image_hidden_states is not None:
1508
  pixel_values = None
1509
+ pixel_attention_mask = None
1510
  else:
1511
  pixel_values = kwargs.get("pixel_values", None)
1512
+ pixel_attention_mask = kwargs.get("pixel_attention_mask", None)
1513
  model_inputs.update(
1514
  {
1515
  "position_ids": position_ids,
 
1517
  "use_cache": kwargs.get("use_cache"),
1518
  "attention_mask": attention_mask,
1519
  "pixel_values": pixel_values,
1520
+ "pixel_attention_mask": pixel_attention_mask,
1521
  "image_hidden_states": image_hidden_states,
1522
  }
1523
  )