add peft compatibility code

mosaic_gpt.py

@@ -236,6 +236,7 @@ class MosaicGPT(PreTrainedModel):
     def forward(
             self,
             input_ids: torch.LongTensor,
+            inputs_embeds: Optional[torch.FloatTensor] = None,
             past_key_values: Optional[List[Tuple[torch.FloatTensor]]] = None,
             attention_mask: Optional[torch.ByteTensor] = None,
             prefix_mask: Optional[torch.ByteTensor] = None,
@@ -243,7 +244,11 @@ class MosaicGPT(PreTrainedModel):
             return_dict: Optional[bool] = None,
             output_attentions: Optional[bool] = None,
             output_hidden_states: Optional[bool] = None,
+            labels: Optional[torch.LongTensor] = None,
             use_cache: Optional[bool] = None):
+        
+        assert inputs_embeds is None   # for compatibility for PEFT LoRA
+        assert labels is None   # for compatibility for PEFT LoRA
         return_dict = return_dict if return_dict is not None else self.config.return_dict
         use_cache = use_cache if use_cache is not None else self.config.use_cache