Upload model

config.json

@@ -0,0 +1,83 @@
+{
+  "_commit_hash": "521ac0eba9c5f02460319b77a34d2a1a17713d79",
+  "_name_or_path": "togethercomputer/StripedHyena-Hessian-7B",
+  "architectures": [
+    "StripedHyenaModelForCausalLM"
+  ],
+  "attn_layer_idxs": [
+    1,
+    3,
+    5,
+    7,
+    9,
+    11,
+    13,
+    15,
+    17,
+    19,
+    21,
+    23,
+    25,
+    27,
+    29,
+    31
+  ],
+  "auto_map": {
+    "AutoConfig": "togethercomputer/StripedHyena-Hessian-7B--configuration_hyena.StripedHyenaConfig",
+    "AutoModelForCausalLM": "togethercomputer/StripedHyena-Hessian-7B--modeling_hyena.StripedHyenaModelForCausalLM"
+  },
+  "column_split": false,
+  "column_split_hyena": true,
+  "eps": 1e-05,
+  "final_norm": true,
+  "hidden_size": 4096,
+  "hyena_filter_groups": 1,
+  "hyena_layer_idxs": [
+    0,
+    2,
+    4,
+    6,
+    8,
+    10,
+    12,
+    14,
+    16,
+    18,
+    20,
+    22,
+    24,
+    26,
+    28,
+    30,
+    32
+  ],
+  "inference_mode": false,
+  "inner_mlp_size": 14336,
+  "log_intermediate_values": false,
+  "make_vocab_size_divisible_by": 8,
+  "max_seqlen": 32768,
+  "mha_out_proj_bias": false,
+  "model_parallel_size": 1,
+  "num_attention_heads": 32,
+  "num_filters": 4096,
+  "num_layers": 32,
+  "pipe_parallel_size": 1,
+  "prefill_style": "fft",
+  "proj_groups": 4,
+  "qkv_proj_bias": false,
+  "rotary_emb_base": 500000,
+  "short_filter_bias": true,
+  "short_filter_length": 3,
+  "smeared_gqa": false,
+  "split_k0": true,
+  "state_size": 2,
+  "tie_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": null,
+  "use_cache": true,
+  "use_flash_attention_2": true,
+  "use_flash_depthwise": false,
+  "use_flash_rmsnorm": true,
+  "use_flashfft": false,
+  "vocab_size": 32000
+}

generation_config.json

@@ -0,0 +1,4 @@
+{
+  "_from_model_config": true,
+  "transformers_version": "4.34.1"
+}

pytorch_model-00001-of-00002.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27cefe410dea02133bd8ac786c40fc2dc8fb4563ac0216f501afa62ea7b2dbae
+size 9889385616

pytorch_model-00002-of-00002.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e024a677e84a2832217c19a6bf1490ee88f866c749a88fb47e5a01015610836b
+size 5403839133

pytorch_model.bin.index.json

@@ -0,0 +1,362 @@
+{
+  "metadata": {
+    "total_size": 15293097984
+  },
+  "weight_map": {
+    "backbone.blocks.0.filter.D": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.0.filter.poles": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.0.filter.residues": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.0.filter.short_filter_bias": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.0.filter.short_filter_weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.0.mlp.l1.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.0.mlp.l2.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.0.mlp.l3.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.0.out_filter_dense.bias": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.0.out_filter_dense.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.0.post_norm.scale": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.0.pre_norm.scale": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.0.projections.bias": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.0.projections.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.1.inner_mha_cls.Wqkv.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.1.inner_mha_cls.out_proj.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.1.inner_mha_cls.rotary_emb.inv_freq": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.1.mlp.l1.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.1.mlp.l2.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.1.mlp.l3.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.1.post_norm.scale": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.1.pre_norm.scale": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.10.filter.D": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.10.filter.poles": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.10.filter.residues": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.10.filter.short_filter_bias": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.10.filter.short_filter_weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.10.mlp.l1.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.10.mlp.l2.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.10.mlp.l3.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.10.out_filter_dense.bias": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.10.out_filter_dense.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.10.post_norm.scale": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.10.pre_norm.scale": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.10.projections.bias": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.10.projections.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.11.inner_mha_cls.Wqkv.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.11.inner_mha_cls.out_proj.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.11.inner_mha_cls.rotary_emb.inv_freq": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.11.mlp.l1.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.11.mlp.l2.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.11.mlp.l3.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.11.post_norm.scale": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.11.pre_norm.scale": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.12.filter.D": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.12.filter.poles": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.12.filter.residues": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.12.filter.short_filter_bias": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.12.filter.short_filter_weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.12.mlp.l1.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.12.mlp.l2.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.12.mlp.l3.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.12.out_filter_dense.bias": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.12.out_filter_dense.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.12.post_norm.scale": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.12.pre_norm.scale": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.12.projections.bias": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.12.projections.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.13.inner_mha_cls.Wqkv.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.13.inner_mha_cls.out_proj.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.13.inner_mha_cls.rotary_emb.inv_freq": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.13.mlp.l1.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.13.mlp.l2.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.13.mlp.l3.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.13.post_norm.scale": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.13.pre_norm.scale": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.14.filter.D": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.14.filter.poles": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.14.filter.residues": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.14.filter.short_filter_bias": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.14.filter.short_filter_weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.14.mlp.l1.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.14.mlp.l2.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.14.mlp.l3.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.14.out_filter_dense.bias": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.14.out_filter_dense.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.14.post_norm.scale": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.14.pre_norm.scale": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.14.projections.bias": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.14.projections.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.15.inner_mha_cls.Wqkv.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.15.inner_mha_cls.out_proj.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.15.inner_mha_cls.rotary_emb.inv_freq": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.15.mlp.l1.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.15.mlp.l2.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.15.mlp.l3.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.15.post_norm.scale": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.15.pre_norm.scale": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.16.filter.D": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.16.filter.poles": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.16.filter.residues": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.16.filter.short_filter_bias": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.16.filter.short_filter_weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.16.mlp.l1.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.16.mlp.l2.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.16.mlp.l3.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.16.out_filter_dense.bias": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.16.out_filter_dense.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.16.post_norm.scale": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.16.pre_norm.scale": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.16.projections.bias": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.16.projections.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.17.inner_mha_cls.Wqkv.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.17.inner_mha_cls.out_proj.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.17.inner_mha_cls.rotary_emb.inv_freq": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.17.mlp.l1.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.17.mlp.l2.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.17.mlp.l3.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.17.post_norm.scale": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.17.pre_norm.scale": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.18.filter.D": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.18.filter.poles": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.18.filter.residues": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.18.filter.short_filter_bias": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.18.filter.short_filter_weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.18.mlp.l1.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.18.mlp.l2.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.18.mlp.l3.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.18.out_filter_dense.bias": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.18.out_filter_dense.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.18.post_norm.scale": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.18.pre_norm.scale": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.18.projections.bias": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.18.projections.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.19.inner_mha_cls.Wqkv.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.19.inner_mha_cls.out_proj.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.19.inner_mha_cls.rotary_emb.inv_freq": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.19.mlp.l1.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.19.mlp.l2.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.19.mlp.l3.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.19.post_norm.scale": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.19.pre_norm.scale": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.2.filter.D": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.2.filter.poles": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.2.filter.residues": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.2.filter.short_filter_bias": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.2.filter.short_filter_weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.2.mlp.l1.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.2.mlp.l2.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.2.mlp.l3.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.2.out_filter_dense.bias": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.2.out_filter_dense.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.2.post_norm.scale": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.2.pre_norm.scale": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.2.projections.bias": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.2.projections.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.20.filter.D": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.20.filter.poles": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.20.filter.residues": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.20.filter.short_filter_bias": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.20.filter.short_filter_weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.20.mlp.l1.weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.20.mlp.l2.weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.20.mlp.l3.weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.20.out_filter_dense.bias": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.20.out_filter_dense.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.20.post_norm.scale": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.20.pre_norm.scale": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.20.projections.bias": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.20.projections.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.21.inner_mha_cls.Wqkv.weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.21.inner_mha_cls.out_proj.weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.21.inner_mha_cls.rotary_emb.inv_freq": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.21.mlp.l1.weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.21.mlp.l2.weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.21.mlp.l3.weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.21.post_norm.scale": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.21.pre_norm.scale": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.22.filter.D": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.22.filter.poles": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.22.filter.residues": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.22.filter.short_filter_bias": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.22.filter.short_filter_weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.22.mlp.l1.weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.22.mlp.l2.weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.22.mlp.l3.weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.22.out_filter_dense.bias": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.22.out_filter_dense.weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.22.post_norm.scale": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.22.pre_norm.scale": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.22.projections.bias": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.22.projections.weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.23.inner_mha_cls.Wqkv.weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.23.inner_mha_cls.out_proj.weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.23.inner_mha_cls.rotary_emb.inv_freq": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.23.mlp.l1.weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.23.mlp.l2.weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.23.mlp.l3.weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.23.post_norm.scale": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.23.pre_norm.scale": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.24.filter.D": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.24.filter.poles": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.24.filter.residues": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.24.filter.short_filter_bias": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.24.filter.short_filter_weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.24.mlp.l1.weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.24.mlp.l2.weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.24.mlp.l3.weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.24.out_filter_dense.bias": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.24.out_filter_dense.weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.24.post_norm.scale": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.24.pre_norm.scale": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.24.projections.bias": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.24.projections.weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.25.inner_mha_cls.Wqkv.weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.25.inner_mha_cls.out_proj.weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.25.inner_mha_cls.rotary_emb.inv_freq": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.25.mlp.l1.weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.25.mlp.l2.weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.25.mlp.l3.weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.25.post_norm.scale": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.25.pre_norm.scale": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.26.filter.D": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.26.filter.poles": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.26.filter.residues": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.26.filter.short_filter_bias": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.26.filter.short_filter_weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.26.mlp.l1.weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.26.mlp.l2.weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.26.mlp.l3.weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.26.out_filter_dense.bias": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.26.out_filter_dense.weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.26.post_norm.scale": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.26.pre_norm.scale": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.26.projections.bias": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.26.projections.weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.27.inner_mha_cls.Wqkv.weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.27.inner_mha_cls.out_proj.weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.27.inner_mha_cls.rotary_emb.inv_freq": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.27.mlp.l1.weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.27.mlp.l2.weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.27.mlp.l3.weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.27.post_norm.scale": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.27.pre_norm.scale": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.28.filter.D": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.28.filter.poles": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.28.filter.residues": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.28.filter.short_filter_bias": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.28.filter.short_filter_weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.28.mlp.l1.weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.28.mlp.l2.weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.28.mlp.l3.weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.28.out_filter_dense.bias": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.28.out_filter_dense.weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.28.post_norm.scale": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.28.pre_norm.scale": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.28.projections.bias": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.28.projections.weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.29.inner_mha_cls.Wqkv.weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.29.inner_mha_cls.out_proj.weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.29.inner_mha_cls.rotary_emb.inv_freq": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.29.mlp.l1.weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.29.mlp.l2.weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.29.mlp.l3.weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.29.post_norm.scale": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.29.pre_norm.scale": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.3.inner_mha_cls.Wqkv.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.3.inner_mha_cls.out_proj.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.3.inner_mha_cls.rotary_emb.inv_freq": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.3.mlp.l1.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.3.mlp.l2.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.3.mlp.l3.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.3.post_norm.scale": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.3.pre_norm.scale": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.30.filter.D": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.30.filter.poles": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.30.filter.residues": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.30.filter.short_filter_bias": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.30.filter.short_filter_weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.30.mlp.l1.weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.30.mlp.l2.weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.30.mlp.l3.weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.30.out_filter_dense.bias": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.30.out_filter_dense.weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.30.post_norm.scale": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.30.pre_norm.scale": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.30.projections.bias": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.30.projections.weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.31.inner_mha_cls.Wqkv.weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.31.inner_mha_cls.out_proj.weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.31.inner_mha_cls.rotary_emb.inv_freq": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.31.mlp.l1.weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.31.mlp.l2.weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.31.mlp.l3.weight": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.31.post_norm.scale": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.31.pre_norm.scale": "pytorch_model-00002-of-00002.bin",
+    "backbone.blocks.4.filter.D": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.4.filter.poles": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.4.filter.residues": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.4.filter.short_filter_bias": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.4.filter.short_filter_weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.4.mlp.l1.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.4.mlp.l2.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.4.mlp.l3.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.4.out_filter_dense.bias": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.4.out_filter_dense.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.4.post_norm.scale": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.4.pre_norm.scale": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.4.projections.bias": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.4.projections.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.5.inner_mha_cls.Wqkv.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.5.inner_mha_cls.out_proj.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.5.inner_mha_cls.rotary_emb.inv_freq": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.5.mlp.l1.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.5.mlp.l2.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.5.mlp.l3.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.5.post_norm.scale": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.5.pre_norm.scale": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.6.filter.D": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.6.filter.poles": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.6.filter.residues": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.6.filter.short_filter_bias": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.6.filter.short_filter_weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.6.mlp.l1.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.6.mlp.l2.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.6.mlp.l3.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.6.out_filter_dense.bias": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.6.out_filter_dense.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.6.post_norm.scale": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.6.pre_norm.scale": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.6.projections.bias": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.6.projections.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.7.inner_mha_cls.Wqkv.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.7.inner_mha_cls.out_proj.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.7.inner_mha_cls.rotary_emb.inv_freq": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.7.mlp.l1.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.7.mlp.l2.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.7.mlp.l3.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.7.post_norm.scale": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.7.pre_norm.scale": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.8.filter.D": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.8.filter.poles": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.8.filter.residues": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.8.filter.short_filter_bias": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.8.filter.short_filter_weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.8.mlp.l1.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.8.mlp.l2.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.8.mlp.l3.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.8.out_filter_dense.bias": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.8.out_filter_dense.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.8.post_norm.scale": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.8.pre_norm.scale": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.8.projections.bias": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.8.projections.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.9.inner_mha_cls.Wqkv.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.9.inner_mha_cls.out_proj.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.9.inner_mha_cls.rotary_emb.inv_freq": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.9.mlp.l1.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.9.mlp.l2.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.9.mlp.l3.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.9.post_norm.scale": "pytorch_model-00001-of-00002.bin",
+    "backbone.blocks.9.pre_norm.scale": "pytorch_model-00001-of-00002.bin",
+    "backbone.embedding_layer.weight": "pytorch_model-00001-of-00002.bin",
+    "backbone.norm.scale": "pytorch_model-00001-of-00002.bin",
+    "backbone.unembed.weight": "pytorch_model-00001-of-00002.bin"
+  }
+}