open_lm/model_configs/mamba_7b.json

{
    "d_model": 4096,
    "n_layer": 64,
    "vocab_size": 50432,
    "seq_len": 2048
}