Commit
•
cf8c172
1
Parent(s):
061ffa4
fix pixel_attention_mask in batched call
Browse files- modeling_idefics2.py +3 -0
modeling_idefics2.py
CHANGED
@@ -1506,8 +1506,10 @@ class Idefics2ForVisionText2Text(Idefics2PreTrainedModel):
|
|
1506 |
image_hidden_states = kwargs.get("image_hidden_states", None)
|
1507 |
if image_hidden_states is not None:
|
1508 |
pixel_values = None
|
|
|
1509 |
else:
|
1510 |
pixel_values = kwargs.get("pixel_values", None)
|
|
|
1511 |
model_inputs.update(
|
1512 |
{
|
1513 |
"position_ids": position_ids,
|
@@ -1515,6 +1517,7 @@ class Idefics2ForVisionText2Text(Idefics2PreTrainedModel):
|
|
1515 |
"use_cache": kwargs.get("use_cache"),
|
1516 |
"attention_mask": attention_mask,
|
1517 |
"pixel_values": pixel_values,
|
|
|
1518 |
"image_hidden_states": image_hidden_states,
|
1519 |
}
|
1520 |
)
|
|
|
1506 |
image_hidden_states = kwargs.get("image_hidden_states", None)
|
1507 |
if image_hidden_states is not None:
|
1508 |
pixel_values = None
|
1509 |
+
pixel_attention_mask = None
|
1510 |
else:
|
1511 |
pixel_values = kwargs.get("pixel_values", None)
|
1512 |
+
pixel_attention_mask = kwargs.get("pixel_attention_mask", None)
|
1513 |
model_inputs.update(
|
1514 |
{
|
1515 |
"position_ids": position_ids,
|
|
|
1517 |
"use_cache": kwargs.get("use_cache"),
|
1518 |
"attention_mask": attention_mask,
|
1519 |
"pixel_values": pixel_values,
|
1520 |
+
"pixel_attention_mask": pixel_attention_mask,
|
1521 |
"image_hidden_states": image_hidden_states,
|
1522 |
}
|
1523 |
)
|