96262f3 6de17df 96262f3 6de17df 96262f3
1
2
3
4
5
6
7
8
9
10
{ "dropout": 0.1, "hidden_dim": 768, "intermediate_dim": 2048, "max_seq_len": 128, "n_head": 12, "n_kv_head": 6, "n_layer": 12, "vocab_size": 1024 }
