Add HAT implementation files

modelling_hat.py

@@ -1089,10 +1089,16 @@ class HATForMaskedLM(HATPreTrainedModel):
 
     def get_output_embeddings(self):
         return self.lm_head.decoder
-
+    
     def set_output_embeddings(self, new_embeddings):
         self.lm_head.decoder = new_embeddings
 
+    def get_input_embeddings(self):
+        return self.embeddings.word_embeddings
+
+    def set_input_embeddings(self, value):
+        self.embeddings.word_embeddings = value
+
     def _tie_or_clone_weights(self, output_embeddings, input_embeddings):
         """Tie or clone module weights depending of whether we are using TorchScript or not"""
         if self.config.torchscript: