{
    "metadata": {
        "ParamSize": 65,
        "ParamBytes": 830578688.0,
        "BitsPerParam": 4.500414746671623
    },
    "records": [
        {
            "dataPath": "params_shard_0.bin",
            "format": "raw-shard",
            "nbytes": 65536000,
            "records": [
                {
                    "name": "model.embed_tokens.q_weight",
                    "shape": [
                        32000,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 65536000,
                    "byteOffset": 0
                }
            ],
            "md5sum": "34491ecb22b5e7f4ca56d82527c438f9"
        },
        {
            "dataPath": "params_shard_1.bin",
            "format": "raw-shard",
            "nbytes": 33357824,
            "records": [
                {
                    "name": "model.embed_tokens.q_scale",
                    "shape": [
                        32000,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192000,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.0.self_attn.qkv_proj.q_weight",
                    "shape": [
                        12288,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 25165824,
                    "byteOffset": 8192000
                }
            ],
            "md5sum": "5d7dd55d97f14b862e10ac8f918f89ad"
        },
        {
            "dataPath": "params_shard_2.bin",
            "format": "raw-shard",
            "nbytes": 45088768,
            "records": [
                {
                    "name": "model.layers.0.mlp.gate_up_proj.q_weight",
                    "shape": [
                        22016,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 45088768,
                    "byteOffset": 0
                }
            ],
            "md5sum": "358f1388861b03d44256a03f4d84f38a"
        },
        {
            "dataPath": "params_shard_3.bin",
            "format": "raw-shard",
            "nbytes": 22544384,
            "records": [
                {
                    "name": "model.layers.0.mlp.down_proj.q_weight",
                    "shape": [
                        4096,
                        1376
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 22544384,
                    "byteOffset": 0
                }
            ],
            "md5sum": "f790e172442c8586b5b3a9f57258b355"
        },
        {
            "dataPath": "params_shard_4.bin",
            "format": "raw-shard",
            "nbytes": 25165824,
            "records": [
                {
                    "name": "model.layers.1.self_attn.qkv_proj.q_weight",
                    "shape": [
                        12288,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 25165824,
                    "byteOffset": 0
                }
            ],
            "md5sum": "86fcb8f448c0c8bbfc1c73225b57069e"
        },
        {
            "dataPath": "params_shard_5.bin",
            "format": "raw-shard",
            "nbytes": 32587776,
            "records": [
                {
                    "name": "model.layers.0.self_attn.qkv_proj.q_scale",
                    "shape": [
                        12288,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.0.self_attn.o_proj.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 3145728
                },
                {
                    "name": "model.layers.0.self_attn.o_proj.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 11534336
                },
                {
                    "name": "model.layers.0.mlp.gate_up_proj.q_scale",
                    "shape": [
                        22016,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5636096,
                    "byteOffset": 12582912
                },
                {
                    "name": "model.layers.0.mlp.down_proj.q_scale",
                    "shape": [
                        4096,
                        344
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2818048,
                    "byteOffset": 18219008
                },
                {
                    "name": "model.layers.0.input_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 21037056
                },
                {
                    "name": "model.layers.0.post_attention_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 21045248
                },
                {
                    "name": "model.layers.1.self_attn.qkv_proj.q_scale",
                    "shape": [
                        12288,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 21053440
                },
                {
                    "name": "model.layers.1.self_attn.o_proj.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 24199168
                }
            ],
            "md5sum": "1a80b571994160878cd83979e337543e"
        },
        {
            "dataPath": "params_shard_6.bin",
            "format": "raw-shard",
            "nbytes": 45088768,
            "records": [
                {
                    "name": "model.layers.1.mlp.gate_up_proj.q_weight",
                    "shape": [
                        22016,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 45088768,
                    "byteOffset": 0
                }
            ],
            "md5sum": "559733d5765d2ea4db2b2491d2b404e3"
        },
        {
            "dataPath": "params_shard_7.bin",
            "format": "raw-shard",
            "nbytes": 25165824,
            "records": [
                {
                    "name": "model.layers.2.self_attn.qkv_proj.q_weight",
                    "shape": [
                        12288,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 25165824,
                    "byteOffset": 0
                }
            ],
            "md5sum": "86c83db3565168190cb880a4a85ee075"
        },
        {
            "dataPath": "params_shard_8.bin",
            "format": "raw-shard",
            "nbytes": 32063488,
            "records": [
                {
                    "name": "model.layers.1.self_attn.o_proj.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.1.mlp.gate_up_proj.q_scale",
                    "shape": [
                        22016,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5636096,
                    "byteOffset": 1048576
                },
                {
                    "name": "model.layers.1.mlp.down_proj.q_weight",
                    "shape": [
                        4096,
                        1376
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 22544384,
                    "byteOffset": 6684672
                },
                {
                    "name": "model.layers.1.mlp.down_proj.q_scale",
                    "shape": [
                        4096,
                        344
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2818048,
                    "byteOffset": 29229056
                },
                {
                    "name": "model.layers.1.input_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 32047104
                },
                {
                    "name": "model.layers.1.post_attention_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 32055296
                }
            ],
            "md5sum": "f2b88ed95c3c809196bf3865ce0735b5"
        },
        {
            "dataPath": "params_shard_9.bin",
            "format": "raw-shard",
            "nbytes": 45088768,
            "records": [
                {
                    "name": "model.layers.2.mlp.gate_up_proj.q_weight",
                    "shape": [
                        22016,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 45088768,
                    "byteOffset": 0
                }
            ],
            "md5sum": "da5dde257b08ca1cf7a4c585e4984a80"
        },
        {
            "dataPath": "params_shard_10.bin",
            "format": "raw-shard",
            "nbytes": 22544384,
            "records": [
                {
                    "name": "model.layers.2.mlp.down_proj.q_weight",
                    "shape": [
                        4096,
                        1376
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 22544384,
                    "byteOffset": 0
                }
            ],
            "md5sum": "cd60272eb3467556b3a306d54aa5c3da"
        },
        {
            "dataPath": "params_shard_11.bin",
            "format": "raw-shard",
            "nbytes": 25165824,
            "records": [
                {
                    "name": "model.layers.3.self_attn.qkv_proj.q_weight",
                    "shape": [
                        12288,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 25165824,
                    "byteOffset": 0
                }
            ],
            "md5sum": "ee237485a096fa0244792b114d84daf9"
        },
        {
            "dataPath": "params_shard_12.bin",
            "format": "raw-shard",
            "nbytes": 32587776,
            "records": [
                {
                    "name": "model.layers.2.self_attn.qkv_proj.q_scale",
                    "shape": [
                        12288,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.2.self_attn.o_proj.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 3145728
                },
                {
                    "name": "model.layers.2.self_attn.o_proj.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 11534336
                },
                {
                    "name": "model.layers.2.mlp.gate_up_proj.q_scale",
                    "shape": [
                        22016,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5636096,
                    "byteOffset": 12582912
                },
                {
                    "name": "model.layers.2.mlp.down_proj.q_scale",
                    "shape": [
                        4096,
                        344
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2818048,
                    "byteOffset": 18219008
                },
                {
                    "name": "model.layers.2.input_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 21037056
                },
                {
                    "name": "model.layers.2.post_attention_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 21045248
                },
                {
                    "name": "model.layers.3.self_attn.qkv_proj.q_scale",
                    "shape": [
                        12288,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 21053440
                },
                {
                    "name": "model.layers.3.self_attn.o_proj.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 24199168
                }
            ],
            "md5sum": "a49c88dae9caeb7564b13ee533c586c7"
        },
        {
            "dataPath": "params_shard_13.bin",
            "format": "raw-shard",
            "nbytes": 45088768,
            "records": [
                {
                    "name": "model.layers.3.mlp.gate_up_proj.q_weight",
                    "shape": [
                        22016,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 45088768,
                    "byteOffset": 0
                }
            ],
            "md5sum": "ee513b4a7223393b9f5f19968d3ac1f6"
        },
        {
            "dataPath": "params_shard_14.bin",
            "format": "raw-shard",
            "nbytes": 25165824,
            "records": [
                {
                    "name": "model.layers.4.self_attn.qkv_proj.q_weight",
                    "shape": [
                        12288,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 25165824,
                    "byteOffset": 0
                }
            ],
            "md5sum": "42d9794e0eb9e6113cdd44568a3f8886"
        },
        {
            "dataPath": "params_shard_15.bin",
            "format": "raw-shard",
            "nbytes": 32063488,
            "records": [
                {
                    "name": "model.layers.3.self_attn.o_proj.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.3.mlp.gate_up_proj.q_scale",
                    "shape": [
                        22016,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5636096,
                    "byteOffset": 1048576
                },
                {
                    "name": "model.layers.3.mlp.down_proj.q_weight",
                    "shape": [
                        4096,
                        1376
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 22544384,
                    "byteOffset": 6684672
                },
                {
                    "name": "model.layers.3.mlp.down_proj.q_scale",
                    "shape": [
                        4096,
                        344
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2818048,
                    "byteOffset": 29229056
                },
                {
                    "name": "model.layers.3.input_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 32047104
                },
                {
                    "name": "model.layers.3.post_attention_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 32055296
                }
            ],
            "md5sum": "7c9193b4cf17ddbb6057bfbee19a9ea8"
        },
        {
            "dataPath": "params_shard_16.bin",
            "format": "raw-shard",
            "nbytes": 45088768,
            "records": [
                {
                    "name": "model.layers.4.mlp.gate_up_proj.q_weight",
                    "shape": [
                        22016,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 45088768,
                    "byteOffset": 0
                }
            ],
            "md5sum": "47c00f6b27734f3e9739751d343f3468"
        },
        {
            "dataPath": "params_shard_17.bin",
            "format": "raw-shard",
            "nbytes": 22544384,
            "records": [
                {
                    "name": "model.layers.4.mlp.down_proj.q_weight",
                    "shape": [
                        4096,
                        1376
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 22544384,
                    "byteOffset": 0
                }
            ],
            "md5sum": "d14a5ac767c7d96101d9eac058415302"
        },
        {
            "dataPath": "params_shard_18.bin",
            "format": "raw-shard",
            "nbytes": 25165824,
            "records": [
                {
                    "name": "model.layers.5.self_attn.qkv_proj.q_weight",
                    "shape": [
                        12288,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 25165824,
                    "byteOffset": 0
                }
            ],
            "md5sum": "93e3cc4814645d421878f4d988e10fa7"
        },
        {
            "dataPath": "params_shard_19.bin",
            "format": "raw-shard",
            "nbytes": 32587776,
            "records": [
                {
                    "name": "model.layers.4.self_attn.qkv_proj.q_scale",
                    "shape": [
                        12288,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.4.self_attn.o_proj.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 3145728
                },
                {
                    "name": "model.layers.4.self_attn.o_proj.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 11534336
                },
                {
                    "name": "model.layers.4.mlp.gate_up_proj.q_scale",
                    "shape": [
                        22016,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5636096,
                    "byteOffset": 12582912
                },
                {
                    "name": "model.layers.4.mlp.down_proj.q_scale",
                    "shape": [
                        4096,
                        344
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2818048,
                    "byteOffset": 18219008
                },
                {
                    "name": "model.layers.4.input_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 21037056
                },
                {
                    "name": "model.layers.4.post_attention_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 21045248
                },
                {
                    "name": "model.layers.5.self_attn.qkv_proj.q_scale",
                    "shape": [
                        12288,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 3145728,
                    "byteOffset": 21053440
                },
                {
                    "name": "model.layers.5.self_attn.o_proj.q_weight",
                    "shape": [
                        4096,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8388608,
                    "byteOffset": 24199168
                }
            ],
            "md5sum": "342333d112e0a75cbdc98d225fe9e0b2"
        },
        {
            "dataPath": "params_shard_20.bin",
            "format": "raw-shard",
            "nbytes": 45088768,
            "records": [
                {
                    "name": "model.layers.5.mlp.gate_up_proj.q_weight",
                    "shape": [
                        22016,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 45088768,
                    "byteOffset": 0
                }
            ],
            "md5sum": "fc64f69a6747e34f20a16cc62678c722"
        },
        {
            "dataPath": "params_shard_21.bin",
            "format": "raw-shard",
            "nbytes": 65536000,
            "records": [
                {
                    "name": "lm_head.q_weight",
                    "shape": [
                        32000,
                        512
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 65536000,
                    "byteOffset": 0
                }
            ],
            "md5sum": "a6e19c7c374b1b316198756e8f6dc84c"
        },
        {
            "dataPath": "params_shard_22.bin",
            "format": "raw-shard",
            "nbytes": 32071680,
            "records": [
                {
                    "name": "model.layers.5.self_attn.o_proj.q_scale",
                    "shape": [
                        4096,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1048576,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.5.mlp.gate_up_proj.q_scale",
                    "shape": [
                        22016,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5636096,
                    "byteOffset": 1048576
                },
                {
                    "name": "model.layers.5.mlp.down_proj.q_weight",
                    "shape": [
                        4096,
                        1376
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 22544384,
                    "byteOffset": 6684672
                },
                {
                    "name": "model.layers.5.mlp.down_proj.q_scale",
                    "shape": [
                        4096,
                        344
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2818048,
                    "byteOffset": 29229056
                },
                {
                    "name": "model.layers.5.input_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 32047104
                },
                {
                    "name": "model.layers.5.post_attention_layernorm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 32055296
                },
                {
                    "name": "model.norm.weight",
                    "shape": [
                        4096
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192,
                    "byteOffset": 32063488
                }
            ],
            "md5sum": "9c07703d5a41ad89f2065f98fadf1bbb"
        },
        {
            "dataPath": "params_shard_23.bin",
            "format": "raw-shard",
            "nbytes": 8192000,
            "records": [
                {
                    "name": "lm_head.q_scale",
                    "shape": [
                        32000,
                        128
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 8192000,
                    "byteOffset": 0
                }
            ],
            "md5sum": "315a4c72ed5633971de22527b937ecf7"
        }
    ]
}