Upload 7 files

modeling_indictrans.py

@@ -61,20 +61,24 @@ def shift_tokens_right(input_ids: torch.Tensor, pad_token_id: int, decoder_start
 
 
 def prepare_decoder_input_ids_label(decoder_input_ids, decoder_attention_mask):
-    labels = torch.full(decoder_input_ids.size(),-100)
-    labels[:, :-1] = decoder_input_ids[:, 1:]
+    new_decoder_input_ids = decoder_input_ids.clone().detach()
+    new_decoder_attention_mask = decoder_attention_mask.clone().detach()
+
+    labels = torch.full(new_decoder_input_ids.size(),-100)
+    labels[:, :-1] = new_decoder_input_ids[:, 1:]
 
     labels_mask = labels == 1
     labels[labels_mask] = -100
 
-    mask = (decoder_input_ids == eos_token_id)
-    decoder_input_ids[mask] = 1
-    decoder_attention_mask[mask] = 0
+    mask = (new_decoder_input_ids == eos_token_id)
+    new_decoder_input_ids[mask] = 1
+    new_decoder_attention_mask[mask] = 0
 
     return decoder_input_ids, decoder_attention_mask, labels
 
 
 
+
 # Copied from transformers.models.bart.modeling_bart._make_causal_mask
 def _make_causal_mask(
         input_ids_shape: torch.Size, dtype: torch.dtype, device: torch.device, past_key_values_length: int = 0