Upload model

AbLang_roberta_model.py

@@ -16,7 +16,8 @@ class RobertaEmbeddingsV2(RobertaEmbeddings):
         inputs_embeds: Optional[torch.FloatTensor] = None,
         past_key_values_length: int = 0,
     ) -> torch.Tensor:
-        inputs_embeds = self.word_embeddings(input_ids)
+        if inputs_embeds is None:
+            inputs_embeds = self.word_embeddings(input_ids)
         position_ids = self.create_position_ids_from_input_ids(input_ids)  
         position_embeddings = self.position_embeddings(position_ids)
         embeddings = inputs_embeds + position_embeddings
@@ -37,5 +38,6 @@ class RobertaForMaskedLMV2(RobertaForMaskedLM):
     def __init__(self, config):
         super().__init__(config)
         self.roberta = RobertaModelV2(config, add_pooling_layer=False)
+        self.post_init()
 
 

config.json

@@ -1,11 +1,11 @@
 {
   "add_pooling_layer": false,
   "architectures": [
-    "RobertaForMaskedLMV2"
+    "RobertaModelV2"
   ],
   "attention_probs_dropout_prob": 0.1,
   "auto_map": {
-    "AutoModelForMaskedLM": "AbLang_roberta_model.RobertaForMaskedLMV2"
+    "AutoModel": "AbLang_roberta_model.RobertaModelV2"
   },
   "bos_token_id": 0,
   "classifier_dropout": null,

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:508c7ea07c28cf327ae680d5b7d1ce72def49c8099991bbbe40997a772055dd7
-size 343306045
+oid sha256:4b1abd839c12b1f3494a4e425009182a2d93e7c8cb85fcef1c6b849b6c589772
+size 340860389