DevGuptaa commited on
Commit
417a589
1 Parent(s): ea02843

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +8 -1
config.json CHANGED
@@ -1 +1,8 @@
1
- {"architectures": ["Devv"], "attention_probs_dropout_prob": 0.1, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "hidden_size": 768, "initializer_range": 0.02, "intermediate_size": 3072, "layer_norm_eps": 1e-12, "max_position_embeddings": 512, "model_type": "dev", "num_attention_heads": 4, "num_hidden_layers": 4, "pad_token_id": 0, "position_embedding_type": "absolute", "type_vocab_size": 2, "vocab_size": 4000}
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "dev",
3
+ "vocab_size": 1000,
4
+ "n_embd": 1024,
5
+ "n_head": 4,
6
+ "n_layer": 4,
7
+ "dropout": 0.2
8
+ }