b4555c7 4fb9337 b4555c7 4fb9337 225d73b b4555c7
1
2
3
4
5
6
7
8
9
10
11
{ "dropout": 0.1, "hidden_dim": 96, "intermediate_dim": 256, "max_seq_len": 128, "n_head": 4, "n_kv_head": 2, "n_layer": 3, "use_RoPE": true, "vocab_size": 1024 }
