commit from elmadany

config.json

@@ -1,10 +1,11 @@
 {
-"architectures": [
-    "BertForMaskedLM"
+  "_name_or_path": "/project/6007993/DataBank/models_from_scratch/ARBERTv2/700K_v3-128/pytorch",
+  "architectures": [
+    "BertModel"
   ],
   "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
   "directionality": "bidi",
-  "gradient_checkpointing": false,
   "hidden_act": "gelu",
   "hidden_dropout_prob": 0.1,
   "hidden_size": 768,
@@ -22,6 +23,8 @@
   "pooler_size_per_head": 128,
   "pooler_type": "first_token_transform",
   "position_embedding_type": "absolute",
+  "transformers_version": "4.26.0",
   "type_vocab_size": 2,
+  "use_cache": true,
   "vocab_size": 100000
 }

tf_model.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:874773fe40d1d0449571bf3ae9c9bb1f950121eb28fbffbd285e9e34a254c2fe
+size 651632640

tokenizer_config.json

@@ -4,6 +4,7 @@
   "do_lower_case": true,
   "mask_token": "[MASK]",
   "model_max_length": 1000000000000000019884624838656,
+  "name_or_path": "/project/6007993/DataBank/models_from_scratch/ARBERTv2/700K_v3-128/pytorch",
   "never_split": null,
   "pad_token": "[PAD]",
   "sep_token": "[SEP]",