| { | |
| "d_model": 768, | |
| "n_layer": 24, | |
| "vocab_size": 384, | |
| "ssm_cfg": {}, | |
| "rms_norm": true, | |
| "residual_in_fp32": true, | |
| "fused_add_norm": true, | |
| "pad_vocab_size_multiple": 8 | |
| } |
| { | |
| "d_model": 768, | |
| "n_layer": 24, | |
| "vocab_size": 384, | |
| "ssm_cfg": {}, | |
| "rms_norm": true, | |
| "residual_in_fp32": true, | |
| "fused_add_norm": true, | |
| "pad_vocab_size_multiple": 8 | |
| } |