Upload BertForMaskedLM

config.json

@@ -13,13 +13,13 @@
   "layer_norm_eps": 1e-12,
   "max_position_embeddings": 512,
   "model_type": "bert",
-  "normalization_type": "layer_norm",
+  "normalization_type": "rms_norm",
   "num_attention_heads": 4,
   "num_hidden_layers": 6,
   "pad_token_id": 0,
   "position_embedding_type": "absolute",
   "torch_dtype": "float32",
-  "transformers_version": "4.41.0.dev0",
+  "transformers_version": "4.40.2",
   "type_vocab_size": 2,
   "use_cache": true,
   "vocab_size": 16000

generation_config.json

@@ -1,5 +1,5 @@
 {
   "_from_model_config": true,
   "pad_token_id": 0,
-  "transformers_version": "4.41.0.dev0"
+  "transformers_version": "4.40.2"
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d2bb381c228113ca827c1c01d7e575db09b34642d7387d22d70f2cb1c5f1779b
-size 61110888
+oid sha256:50b54a1e7661c9ea7f9399bc4a3d3825a3ef97e4547ade8acbb0a853a4cf98fa
+size 61343504