File size: 199 Bytes
6b97a47 |
1 2 3 4 5 6 7 8 9 10 |
{
"d_model": 768,
"n_layer": 24,
"vocab_size": 50277,
"ssm_cfg": {},
"rms_norm": true,
"residual_in_fp32": true,
"fused_add_norm": true,
"pad_vocab_size_multiple": 8
} |