{ | |
"dim": 2048, | |
"hidden_dim": 5632, | |
"n_heads": 32, | |
"n_kv_heads": 4, | |
"n_layers": 22, | |
"vocab_size": 32000, | |
"norm_eps": 1e-05, | |
"rope_traditional": false | |
} |
{ | |
"dim": 2048, | |
"hidden_dim": 5632, | |
"n_heads": 32, | |
"n_kv_heads": 4, | |
"n_layers": 22, | |
"vocab_size": 32000, | |
"norm_eps": 1e-05, | |
"rope_traditional": false | |
} |