davda54
/

wiki-no-retrieval-patch-xs

Model card Files Files and versions Community

lgcharpe commited on Nov 28, 2023

Commit

5fcd003

•

1 Parent(s): 1d1c0d4

Update config.json

Files changed (1) hide show

config.json +3 -3

config.json CHANGED Viewed

@@ -11,12 +11,12 @@
   },
   "classifier_dropout": 0.2,
   "hidden_dropout_prob": 0.1,
-  "hidden_size": 768,
-  "intermediate_size": 2048,
   "layer_norm_eps": 1e-07,
   "max_position_embeddings": 512,
   "model_type": "ltgbert",
-  "num_attention_heads": 12,
   "num_hidden_layers": 12,
   "output_all_encoded_layers": true,
   "pad_token_id": 4,

   },
   "classifier_dropout": 0.2,
   "hidden_dropout_prob": 0.1,
+  "hidden_size": 192,
+  "intermediate_size": 512,
   "layer_norm_eps": 1e-07,
   "max_position_embeddings": 512,
   "model_type": "ltgbert",
+  "num_attention_heads": 3,
   "num_hidden_layers": 12,
   "output_all_encoded_layers": true,
   "pad_token_id": 4,