Upload modeling_moment.py

modeling_moment.py

@@ -485,6 +485,8 @@ class MomentEmbeddingModel(MomentPreTrainedModel):
         
         # [batch_size x n_patches]
         input_mask_patch_view_for_mists = Masking.convert_seq_to_patch_view(input_mask, self.patch_len)
+        # [batch_size, n_channels x n_patches]
+        input_mask_patch_view_for_mists = input_mask_patch_view_for_mists.repeat_interleave(n_channels, dim=1)
 
         return TimeseriesOutputs(
             embeddings=enc_out, input_mask=input_mask, metadata=reduction, hidden_states=hidden_states, input_mask_patch_view=input_mask_patch_view_for_mists