f48bec8 a8750b0 f48bec8 12ae158 f48bec8 a8750b0 12ae158 f48bec8
1
2
3
4
5
6
7
8
9
10
11
{ "vocab_size":100000, "n_dim": 1024, "n_head": 16, "n_kvhead": 4, "d_ffn": 4096, "m_len": 1024, "n_layer": 20, "norm_eps": 1e-5 }
