Update modeling_sim.py

modeling_sim.py

@@ -6,12 +6,10 @@ class SimModel(MobileBertPreTrainedModel):
     def __init__(self, config):
         super().__init__(config)
         self.config = config
-        self.encoder = MobileBertModel(config)
-        print(self.encoder)
+        self.word_embeddings = nn.Embedding(config.vocab_size, config.embedding_size, padding_idx=config.pad_token_id)
         # Initialize weights and apply final processing
         self.post_init()
 
     def forward(self, input_ids, attention_mask, token_type_ids, return_dict):
         print(input_ids, attention_mask, token_type_ids)
-        print(return_dict)
-        return self.encoder(input_ids=input_ids, attention_mask=attention_mask, token_type_ids=token_type_ids, return_dict=return_dict)
+        return self.word_embeddings[input_ids]