Upload modeling_moment.py

modeling_moment.py

@@ -478,7 +478,7 @@ class MomentEmbeddingModel(MomentPreTrainedModel):
         input_mask_patch_view_for_hidden_states = Masking.convert_seq_to_patch_view(input_mask, self.patch_len)
         # [batch_size　x n_channels x n_patches x d_model]
         print("＊input_mask_patch_view_for_hidden_states: ", input_mask_patch_view_for_hidden_states.shape)
-        input_mask_patch_view_for_hidden_states = input_mask_patch_view_for_hidden_states.unsqueeze(-1).repeat(
+        input_mask_patch_view_for_hidden_states = input_mask_patch_view_for_hidden_states.unsqueeze(1).unsqueeze(-1).repeat(
             1, n_channels, 1, self.config.d_model
         )
         # [batch_size x n_channels x n_patches x d_model]