davda54
/

wiki-no-retrieval-patch-small

Model card Files Files and versions Community

Update config.json

#1

by lgcharpe - opened Nov 28, 2023

base: refs/heads/main

←

from: refs/pr/1

Discussion Files changed

Files changed (1) hide show

config.json +3 -3

config.json CHANGED Viewed

@@ -11,12 +11,12 @@
   },
   "classifier_dropout": 0.2,
   "hidden_dropout_prob": 0.1,
-  "hidden_size": 768,
-  "intermediate_size": 2048,
   "layer_norm_eps": 1e-07,
   "max_position_embeddings": 512,
   "model_type": "ltgbert",
-  "num_attention_heads": 12,
   "num_hidden_layers": 12,
   "output_all_encoded_layers": true,
   "pad_token_id": 4,

   },
   "classifier_dropout": 0.2,
   "hidden_dropout_prob": 0.1,
+  "hidden_size": 384,
+  "intermediate_size": 1024,
   "layer_norm_eps": 1e-07,
   "max_position_embeddings": 512,
   "model_type": "ltgbert",
+  "num_attention_heads": 6,
   "num_hidden_layers": 12,
   "output_all_encoded_layers": true,
   "pad_token_id": 4,