Add HAT implementation files

modelling_hat.py

@@ -1089,15 +1089,15 @@ class HATForMaskedLM(HATPreTrainedModel):
 
     def get_output_embeddings(self):
         return self.lm_head.decoder
-    
+
     def set_output_embeddings(self, new_embeddings):
         self.lm_head.decoder = new_embeddings
 
     def get_input_embeddings(self):
-        return self.embeddings.word_embeddings
+        return self.hi_transformer.embeddings.word_embeddings
 
     def set_input_embeddings(self, value):
-        self.embeddings.word_embeddings = value
+        self.hi_transformer.embeddings.word_embeddings = value
 
     def _tie_or_clone_weights(self, output_embeddings, input_embeddings):
         """Tie or clone module weights depending of whether we are using TorchScript or not"""