Update config.json (#1)

- Update config.json (d228919d0db7ec17731d7b0d37a9cc32c8eafa3d)


Co-authored-by: Lucas Charpentier <lgcharpe@users.noreply.huggingface.co>

config.json

@@ -11,12 +11,12 @@
   },
   "classifier_dropout": 0.2,
   "hidden_dropout_prob": 0.1,
-  "hidden_size": 768,
-  "intermediate_size": 2048,
+  "hidden_size": 192,
+  "intermediate_size": 512,
   "layer_norm_eps": 1e-07,
   "max_position_embeddings": 512,
   "model_type": "ltgbert",
-  "num_attention_heads": 12,
+  "num_attention_heads": 3,
   "num_hidden_layers": 12,
   "output_all_encoded_layers": true,
   "pad_token_id": 4,