gatepoet
/

Qwen1.5-4B-q4f32_1-MLC

Model card Files Files and versions Community

Qwen1.5-4B-q4f32_1-MLC / ndarray-cache.json

gatepoet

Initial commit

f7a9284 verified 11 months ago

raw

history blame contribute delete

187 kB

	{
	"metadata": {
	"ParamSize": 445,
	"ParamBytes": 2372462592.0,
	"BitsPerParam": 4.804538358499993
	},
	"records": [
	{
	"dataPath": "params_shard_0.bin",
	"format": "raw-shard",
	"nbytes": 194478080,
	"records": [
	{
	"name": "lm_head.q_weight",
	"shape": [
	151936,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 194478080,
	"byteOffset": 0
	}
	],
	"md5sum": "70d028b653feb82e22b042fe80a3a8b7"
	},
	{
	"dataPath": "params_shard_1.bin",
	"format": "raw-shard",
	"nbytes": 17694720,
	"records": [
	{
	"name": "model.layers.20.mlp.gate_up_proj.q_weight",
	"shape": [
	13824,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 17694720,
	"byteOffset": 0
	}
	],
	"md5sum": "3686b65399f947df060f7ee15c65712d"
	},
	{
	"dataPath": "params_shard_2.bin",
	"format": "raw-shard",
	"nbytes": 30970880,
	"records": [
	{
	"name": "lm_head.q_scale",
	"shape": [
	151936,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 19447808,
	"byteOffset": 0
	},
	{
	"name": "model.layers.20.input_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 19447808
	},
	{
	"name": "model.layers.20.mlp.down_proj.q_weight",
	"shape": [
	2560,
	865
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 8857600,
	"byteOffset": 19452928
	},
	{
	"name": "model.layers.20.mlp.down_proj.q_scale",
	"shape": [
	2560,
	173
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 885760,
	"byteOffset": 28310528
	},
	{
	"name": "model.layers.20.mlp.gate_up_proj.q_scale",
	"shape": [
	13824,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 1769472,
	"byteOffset": 29196288
	},
	{
	"name": "model.layers.20.post_attention_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 30965760
	}
	],
	"md5sum": "46a45510f023a013ff9fac9a2c69e60d"
	},
	{
	"dataPath": "params_shard_3.bin",
	"format": "raw-shard",
	"nbytes": 32837632,
	"records": [
	{
	"name": "model.layers.20.self_attn.o_proj.q_weight",
	"shape": [
	2560,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 3276800,
	"byteOffset": 0
	},
	{
	"name": "model.layers.20.self_attn.o_proj.q_scale",
	"shape": [
	2560,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 327680,
	"byteOffset": 3276800
	},
	{
	"name": "model.layers.21.input_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 3604480
	},
	{
	"name": "model.layers.21.mlp.down_proj.q_weight",
	"shape": [
	2560,
	865
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 8857600,
	"byteOffset": 3609600
	},
	{
	"name": "model.layers.21.mlp.down_proj.q_scale",
	"shape": [
	2560,
	173
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 885760,
	"byteOffset": 12467200
	},
	{
	"name": "model.layers.21.mlp.gate_up_proj.q_weight",
	"shape": [
	13824,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 17694720,
	"byteOffset": 13352960
	},
	{
	"name": "model.layers.21.mlp.gate_up_proj.q_scale",
	"shape": [
	13824,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 1769472,
	"byteOffset": 31047680
	},
	{
	"name": "model.layers.21.post_attention_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 32817152
	},
	{
	"name": "model.layers.21.self_attn.c_attn.bias",
	"shape": [
	7680
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 15360,
	"byteOffset": 32822272
	}
	],
	"md5sum": "3fa5ec350e14330895ef26561a070fe6"
	},
	{
	"dataPath": "params_shard_4.bin",
	"format": "raw-shard",
	"nbytes": 17694720,
	"records": [
	{
	"name": "model.layers.22.mlp.gate_up_proj.q_weight",
	"shape": [
	13824,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 17694720,
	"byteOffset": 0
	}
	],
	"md5sum": "1c64061a5f847187d2312421f189ef57"
	},
	{
	"dataPath": "params_shard_5.bin",
	"format": "raw-shard",
	"nbytes": 25956352,
	"records": [
	{
	"name": "model.layers.21.self_attn.c_attn.q_weight",
	"shape": [
	7680,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 9830400,
	"byteOffset": 0
	},
	{
	"name": "model.layers.21.self_attn.c_attn.q_scale",
	"shape": [
	7680,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 983040,
	"byteOffset": 9830400
	},
	{
	"name": "model.layers.21.self_attn.o_proj.q_weight",
	"shape": [
	2560,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 3276800,
	"byteOffset": 10813440
	},
	{
	"name": "model.layers.21.self_attn.o_proj.q_scale",
	"shape": [
	2560,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 327680,
	"byteOffset": 14090240
	},
	{
	"name": "model.layers.22.input_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 14417920
	},
	{
	"name": "model.layers.22.mlp.down_proj.q_weight",
	"shape": [
	2560,
	865
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 8857600,
	"byteOffset": 14423040
	},
	{
	"name": "model.layers.22.mlp.down_proj.q_scale",
	"shape": [
	2560,
	173
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 885760,
	"byteOffset": 23280640
	},
	{
	"name": "model.layers.22.mlp.gate_up_proj.q_scale",
	"shape": [
	13824,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 1769472,
	"byteOffset": 24166400
	},
	{
	"name": "model.layers.22.post_attention_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 25935872
	},
	{
	"name": "model.layers.22.self_attn.c_attn.bias",
	"shape": [
	7680
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 15360,
	"byteOffset": 25940992
	}
	],
	"md5sum": "96d105aab0957221916ae35b30ec4cb6"
	},
	{
	"dataPath": "params_shard_6.bin",
	"format": "raw-shard",
	"nbytes": 17694720,
	"records": [
	{
	"name": "model.layers.23.mlp.gate_up_proj.q_weight",
	"shape": [
	13824,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 17694720,
	"byteOffset": 0
	}
	],
	"md5sum": "2575535a841ec45224fd68cb3b43cc85"
	},
	{
	"dataPath": "params_shard_7.bin",
	"format": "raw-shard",
	"nbytes": 25956352,
	"records": [
	{
	"name": "model.layers.22.self_attn.c_attn.q_weight",
	"shape": [
	7680,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 9830400,
	"byteOffset": 0
	},
	{
	"name": "model.layers.22.self_attn.c_attn.q_scale",
	"shape": [
	7680,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 983040,
	"byteOffset": 9830400
	},
	{
	"name": "model.layers.22.self_attn.o_proj.q_weight",
	"shape": [
	2560,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 3276800,
	"byteOffset": 10813440
	},
	{
	"name": "model.layers.22.self_attn.o_proj.q_scale",
	"shape": [
	2560,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 327680,
	"byteOffset": 14090240
	},
	{
	"name": "model.layers.23.input_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 14417920
	},
	{
	"name": "model.layers.23.mlp.down_proj.q_weight",
	"shape": [
	2560,
	865
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 8857600,
	"byteOffset": 14423040
	},
	{
	"name": "model.layers.23.mlp.down_proj.q_scale",
	"shape": [
	2560,
	173
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 885760,
	"byteOffset": 23280640
	},
	{
	"name": "model.layers.23.mlp.gate_up_proj.q_scale",
	"shape": [
	13824,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 1769472,
	"byteOffset": 24166400
	},
	{
	"name": "model.layers.23.post_attention_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 25935872
	},
	{
	"name": "model.layers.23.self_attn.c_attn.bias",
	"shape": [
	7680
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 15360,
	"byteOffset": 25940992
	}
	],
	"md5sum": "fe3b85037c831bc42610ce98f0043ef3"
	},
	{
	"dataPath": "params_shard_8.bin",
	"format": "raw-shard",
	"nbytes": 17694720,
	"records": [
	{
	"name": "model.layers.24.mlp.gate_up_proj.q_weight",
	"shape": [
	13824,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 17694720,
	"byteOffset": 0
	}
	],
	"md5sum": "c694a2a7b20cc9317149c151dc6af4fe"
	},
	{
	"dataPath": "params_shard_9.bin",
	"format": "raw-shard",
	"nbytes": 25956352,
	"records": [
	{
	"name": "model.layers.23.self_attn.c_attn.q_weight",
	"shape": [
	7680,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 9830400,
	"byteOffset": 0
	},
	{
	"name": "model.layers.23.self_attn.c_attn.q_scale",
	"shape": [
	7680,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 983040,
	"byteOffset": 9830400
	},
	{
	"name": "model.layers.23.self_attn.o_proj.q_weight",
	"shape": [
	2560,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 3276800,
	"byteOffset": 10813440
	},
	{
	"name": "model.layers.23.self_attn.o_proj.q_scale",
	"shape": [
	2560,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 327680,
	"byteOffset": 14090240
	},
	{
	"name": "model.layers.24.input_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 14417920
	},
	{
	"name": "model.layers.24.mlp.down_proj.q_weight",
	"shape": [
	2560,
	865
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 8857600,
	"byteOffset": 14423040
	},
	{
	"name": "model.layers.24.mlp.down_proj.q_scale",
	"shape": [
	2560,
	173
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 885760,
	"byteOffset": 23280640
	},
	{
	"name": "model.layers.24.mlp.gate_up_proj.q_scale",
	"shape": [
	13824,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 1769472,
	"byteOffset": 24166400
	},
	{
	"name": "model.layers.24.post_attention_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 25935872
	},
	{
	"name": "model.layers.24.self_attn.c_attn.bias",
	"shape": [
	7680
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 15360,
	"byteOffset": 25940992
	}
	],
	"md5sum": "adb6337d30c5c8bdca6dbe6e5eb3675c"
	},
	{
	"dataPath": "params_shard_10.bin",
	"format": "raw-shard",
	"nbytes": 17694720,
	"records": [
	{
	"name": "model.layers.25.mlp.gate_up_proj.q_weight",
	"shape": [
	13824,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 17694720,
	"byteOffset": 0
	}
	],
	"md5sum": "e39e53de6850ad4b21b78e25e34f1c09"
	},
	{
	"dataPath": "params_shard_11.bin",
	"format": "raw-shard",
	"nbytes": 25956352,
	"records": [
	{
	"name": "model.layers.24.self_attn.c_attn.q_weight",
	"shape": [
	7680,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 9830400,
	"byteOffset": 0
	},
	{
	"name": "model.layers.24.self_attn.c_attn.q_scale",
	"shape": [
	7680,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 983040,
	"byteOffset": 9830400
	},
	{
	"name": "model.layers.24.self_attn.o_proj.q_weight",
	"shape": [
	2560,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 3276800,
	"byteOffset": 10813440
	},
	{
	"name": "model.layers.24.self_attn.o_proj.q_scale",
	"shape": [
	2560,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 327680,
	"byteOffset": 14090240
	},
	{
	"name": "model.layers.25.input_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 14417920
	},
	{
	"name": "model.layers.25.mlp.down_proj.q_weight",
	"shape": [
	2560,
	865
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 8857600,
	"byteOffset": 14423040
	},
	{
	"name": "model.layers.25.mlp.down_proj.q_scale",
	"shape": [
	2560,
	173
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 885760,
	"byteOffset": 23280640
	},
	{
	"name": "model.layers.25.mlp.gate_up_proj.q_scale",
	"shape": [
	13824,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 1769472,
	"byteOffset": 24166400
	},
	{
	"name": "model.layers.25.post_attention_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 25935872
	},
	{
	"name": "model.layers.25.self_attn.c_attn.bias",
	"shape": [
	7680
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 15360,
	"byteOffset": 25940992
	}
	],
	"md5sum": "18dbb4cbe6e243d488f7c15bd73fcc3e"
	},
	{
	"dataPath": "params_shard_12.bin",
	"format": "raw-shard",
	"nbytes": 17694720,
	"records": [
	{
	"name": "model.layers.26.mlp.gate_up_proj.q_weight",
	"shape": [
	13824,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 17694720,
	"byteOffset": 0
	}
	],
	"md5sum": "74c2f00db6bbce9cde808a400c8b0005"
	},
	{
	"dataPath": "params_shard_13.bin",
	"format": "raw-shard",
	"nbytes": 25956352,
	"records": [
	{
	"name": "model.layers.25.self_attn.c_attn.q_weight",
	"shape": [
	7680,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 9830400,
	"byteOffset": 0
	},
	{
	"name": "model.layers.25.self_attn.c_attn.q_scale",
	"shape": [
	7680,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 983040,
	"byteOffset": 9830400
	},
	{
	"name": "model.layers.25.self_attn.o_proj.q_weight",
	"shape": [
	2560,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 3276800,
	"byteOffset": 10813440
	},
	{
	"name": "model.layers.25.self_attn.o_proj.q_scale",
	"shape": [
	2560,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 327680,
	"byteOffset": 14090240
	},
	{
	"name": "model.layers.26.input_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 14417920
	},
	{
	"name": "model.layers.26.mlp.down_proj.q_weight",
	"shape": [
	2560,
	865
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 8857600,
	"byteOffset": 14423040
	},
	{
	"name": "model.layers.26.mlp.down_proj.q_scale",
	"shape": [
	2560,
	173
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 885760,
	"byteOffset": 23280640
	},
	{
	"name": "model.layers.26.mlp.gate_up_proj.q_scale",
	"shape": [
	13824,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 1769472,
	"byteOffset": 24166400
	},
	{
	"name": "model.layers.26.post_attention_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 25935872
	},
	{
	"name": "model.layers.26.self_attn.c_attn.bias",
	"shape": [
	7680
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 15360,
	"byteOffset": 25940992
	}
	],
	"md5sum": "f1e9d9c89944df9b035b9ace69841b84"
	},
	{
	"dataPath": "params_shard_14.bin",
	"format": "raw-shard",
	"nbytes": 17694720,
	"records": [
	{
	"name": "model.layers.27.mlp.gate_up_proj.q_weight",
	"shape": [
	13824,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 17694720,
	"byteOffset": 0
	}
	],
	"md5sum": "1238fff432998669db82f2ebd81905bc"
	},
	{
	"dataPath": "params_shard_15.bin",
	"format": "raw-shard",
	"nbytes": 25956352,
	"records": [
	{
	"name": "model.layers.26.self_attn.c_attn.q_weight",
	"shape": [
	7680,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 9830400,
	"byteOffset": 0
	},
	{
	"name": "model.layers.26.self_attn.c_attn.q_scale",
	"shape": [
	7680,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 983040,
	"byteOffset": 9830400
	},
	{
	"name": "model.layers.26.self_attn.o_proj.q_weight",
	"shape": [
	2560,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 3276800,
	"byteOffset": 10813440
	},
	{
	"name": "model.layers.26.self_attn.o_proj.q_scale",
	"shape": [
	2560,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 327680,
	"byteOffset": 14090240
	},
	{
	"name": "model.layers.27.input_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 14417920
	},
	{
	"name": "model.layers.27.mlp.down_proj.q_weight",
	"shape": [
	2560,
	865
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 8857600,
	"byteOffset": 14423040
	},
	{
	"name": "model.layers.27.mlp.down_proj.q_scale",
	"shape": [
	2560,
	173
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 885760,
	"byteOffset": 23280640
	},
	{
	"name": "model.layers.27.mlp.gate_up_proj.q_scale",
	"shape": [
	13824,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 1769472,
	"byteOffset": 24166400
	},
	{
	"name": "model.layers.27.post_attention_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 25935872
	},
	{
	"name": "model.layers.27.self_attn.c_attn.bias",
	"shape": [
	7680
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 15360,
	"byteOffset": 25940992
	}
	],
	"md5sum": "950930f8ba903c37705ad84bac021aeb"
	},
	{
	"dataPath": "params_shard_16.bin",
	"format": "raw-shard",
	"nbytes": 17694720,
	"records": [
	{
	"name": "model.layers.28.mlp.gate_up_proj.q_weight",
	"shape": [
	13824,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 17694720,
	"byteOffset": 0
	}
	],
	"md5sum": "3e11bdacd5d17a8079b16a8c93b10807"
	},
	{
	"dataPath": "params_shard_17.bin",
	"format": "raw-shard",
	"nbytes": 25956352,
	"records": [
	{
	"name": "model.layers.27.self_attn.c_attn.q_weight",
	"shape": [
	7680,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 9830400,
	"byteOffset": 0
	},
	{
	"name": "model.layers.27.self_attn.c_attn.q_scale",
	"shape": [
	7680,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 983040,
	"byteOffset": 9830400
	},
	{
	"name": "model.layers.27.self_attn.o_proj.q_weight",
	"shape": [
	2560,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 3276800,
	"byteOffset": 10813440
	},
	{
	"name": "model.layers.27.self_attn.o_proj.q_scale",
	"shape": [
	2560,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 327680,
	"byteOffset": 14090240
	},
	{
	"name": "model.layers.28.input_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 14417920
	},
	{
	"name": "model.layers.28.mlp.down_proj.q_weight",
	"shape": [
	2560,
	865
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 8857600,
	"byteOffset": 14423040
	},
	{
	"name": "model.layers.28.mlp.down_proj.q_scale",
	"shape": [
	2560,
	173
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 885760,
	"byteOffset": 23280640
	},
	{
	"name": "model.layers.28.mlp.gate_up_proj.q_scale",
	"shape": [
	13824,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 1769472,
	"byteOffset": 24166400
	},
	{
	"name": "model.layers.28.post_attention_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 25935872
	},
	{
	"name": "model.layers.28.self_attn.c_attn.bias",
	"shape": [
	7680
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 15360,
	"byteOffset": 25940992
	}
	],
	"md5sum": "ac9959ee9a3a9fdbc33d04cc6a9eeedf"
	},
	{
	"dataPath": "params_shard_18.bin",
	"format": "raw-shard",
	"nbytes": 17694720,
	"records": [
	{
	"name": "model.layers.29.mlp.gate_up_proj.q_weight",
	"shape": [
	13824,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 17694720,
	"byteOffset": 0
	}
	],
	"md5sum": "80e7797773e0e2cdc2917d80844fb82c"
	},
	{
	"dataPath": "params_shard_19.bin",
	"format": "raw-shard",
	"nbytes": 25956352,
	"records": [
	{
	"name": "model.layers.28.self_attn.c_attn.q_weight",
	"shape": [
	7680,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 9830400,
	"byteOffset": 0
	},
	{
	"name": "model.layers.28.self_attn.c_attn.q_scale",
	"shape": [
	7680,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 983040,
	"byteOffset": 9830400
	},
	{
	"name": "model.layers.28.self_attn.o_proj.q_weight",
	"shape": [
	2560,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 3276800,
	"byteOffset": 10813440
	},
	{
	"name": "model.layers.28.self_attn.o_proj.q_scale",
	"shape": [
	2560,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 327680,
	"byteOffset": 14090240
	},
	{
	"name": "model.layers.29.input_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 14417920
	},
	{
	"name": "model.layers.29.mlp.down_proj.q_weight",
	"shape": [
	2560,
	865
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 8857600,
	"byteOffset": 14423040
	},
	{
	"name": "model.layers.29.mlp.down_proj.q_scale",
	"shape": [
	2560,
	173
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 885760,
	"byteOffset": 23280640
	},
	{
	"name": "model.layers.29.mlp.gate_up_proj.q_scale",
	"shape": [
	13824,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 1769472,
	"byteOffset": 24166400
	},
	{
	"name": "model.layers.29.post_attention_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 25935872
	},
	{
	"name": "model.layers.29.self_attn.c_attn.bias",
	"shape": [
	7680
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 15360,
	"byteOffset": 25940992
	}
	],
	"md5sum": "a62f416e9f06ad4e59fb3027233789d9"
	},
	{
	"dataPath": "params_shard_20.bin",
	"format": "raw-shard",
	"nbytes": 17694720,
	"records": [
	{
	"name": "model.layers.30.mlp.gate_up_proj.q_weight",
	"shape": [
	13824,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 17694720,
	"byteOffset": 0
	}
	],
	"md5sum": "e6ec805f474a704fcecd7cd3cf06e756"
	},
	{
	"dataPath": "params_shard_21.bin",
	"format": "raw-shard",
	"nbytes": 25956352,
	"records": [
	{
	"name": "model.layers.29.self_attn.c_attn.q_weight",
	"shape": [
	7680,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 9830400,
	"byteOffset": 0
	},
	{
	"name": "model.layers.29.self_attn.c_attn.q_scale",
	"shape": [
	7680,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 983040,
	"byteOffset": 9830400
	},
	{
	"name": "model.layers.29.self_attn.o_proj.q_weight",
	"shape": [
	2560,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 3276800,
	"byteOffset": 10813440
	},
	{
	"name": "model.layers.29.self_attn.o_proj.q_scale",
	"shape": [
	2560,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 327680,
	"byteOffset": 14090240
	},
	{
	"name": "model.layers.30.input_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 14417920
	},
	{
	"name": "model.layers.30.mlp.down_proj.q_weight",
	"shape": [
	2560,
	865
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 8857600,
	"byteOffset": 14423040
	},
	{
	"name": "model.layers.30.mlp.down_proj.q_scale",
	"shape": [
	2560,
	173
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 885760,
	"byteOffset": 23280640
	},
	{
	"name": "model.layers.30.mlp.gate_up_proj.q_scale",
	"shape": [
	13824,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 1769472,
	"byteOffset": 24166400
	},
	{
	"name": "model.layers.30.post_attention_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 25935872
	},
	{
	"name": "model.layers.30.self_attn.c_attn.bias",
	"shape": [
	7680
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 15360,
	"byteOffset": 25940992
	}
	],
	"md5sum": "ca434320299cee8757fa86dd5a16b235"
	},
	{
	"dataPath": "params_shard_22.bin",
	"format": "raw-shard",
	"nbytes": 17694720,
	"records": [
	{
	"name": "model.layers.31.mlp.gate_up_proj.q_weight",
	"shape": [
	13824,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 17694720,
	"byteOffset": 0
	}
	],
	"md5sum": "a44d03c6daa996feb6821a944b68e3c7"
	},
	{
	"dataPath": "params_shard_23.bin",
	"format": "raw-shard",
	"nbytes": 25956352,
	"records": [
	{
	"name": "model.layers.30.self_attn.c_attn.q_weight",
	"shape": [
	7680,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 9830400,
	"byteOffset": 0
	},
	{
	"name": "model.layers.30.self_attn.c_attn.q_scale",
	"shape": [
	7680,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 983040,
	"byteOffset": 9830400
	},
	{
	"name": "model.layers.30.self_attn.o_proj.q_weight",
	"shape": [
	2560,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 3276800,
	"byteOffset": 10813440
	},
	{
	"name": "model.layers.30.self_attn.o_proj.q_scale",
	"shape": [
	2560,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 327680,
	"byteOffset": 14090240
	},
	{
	"name": "model.layers.31.input_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 14417920
	},
	{
	"name": "model.layers.31.mlp.down_proj.q_weight",
	"shape": [
	2560,
	865
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 8857600,
	"byteOffset": 14423040
	},
	{
	"name": "model.layers.31.mlp.down_proj.q_scale",
	"shape": [
	2560,
	173
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 885760,
	"byteOffset": 23280640
	},
	{
	"name": "model.layers.31.mlp.gate_up_proj.q_scale",
	"shape": [
	13824,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 1769472,
	"byteOffset": 24166400
	},
	{
	"name": "model.layers.31.post_attention_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 25935872
	},
	{
	"name": "model.layers.31.self_attn.c_attn.bias",
	"shape": [
	7680
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 15360,
	"byteOffset": 25940992
	}
	],
	"md5sum": "26b7dac15a1e0b80e59a2fed40e78be8"
	},
	{
	"dataPath": "params_shard_24.bin",
	"format": "raw-shard",
	"nbytes": 17694720,
	"records": [
	{
	"name": "model.layers.32.mlp.gate_up_proj.q_weight",
	"shape": [
	13824,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 17694720,
	"byteOffset": 0
	}
	],
	"md5sum": "da66eff1e8d7da83cec3125068656255"
	},
	{
	"dataPath": "params_shard_25.bin",
	"format": "raw-shard",
	"nbytes": 25956352,
	"records": [
	{
	"name": "model.layers.31.self_attn.c_attn.q_weight",
	"shape": [
	7680,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 9830400,
	"byteOffset": 0
	},
	{
	"name": "model.layers.31.self_attn.c_attn.q_scale",
	"shape": [
	7680,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 983040,
	"byteOffset": 9830400
	},
	{
	"name": "model.layers.31.self_attn.o_proj.q_weight",
	"shape": [
	2560,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 3276800,
	"byteOffset": 10813440
	},
	{
	"name": "model.layers.31.self_attn.o_proj.q_scale",
	"shape": [
	2560,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 327680,
	"byteOffset": 14090240
	},
	{
	"name": "model.layers.32.input_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 14417920
	},
	{
	"name": "model.layers.32.mlp.down_proj.q_weight",
	"shape": [
	2560,
	865
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 8857600,
	"byteOffset": 14423040
	},
	{
	"name": "model.layers.32.mlp.down_proj.q_scale",
	"shape": [
	2560,
	173
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 885760,
	"byteOffset": 23280640
	},
	{
	"name": "model.layers.32.mlp.gate_up_proj.q_scale",
	"shape": [
	13824,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 1769472,
	"byteOffset": 24166400
	},
	{
	"name": "model.layers.32.post_attention_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 25935872
	},
	{
	"name": "model.layers.32.self_attn.c_attn.bias",
	"shape": [
	7680
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 15360,
	"byteOffset": 25940992
	}
	],
	"md5sum": "8e89216063d04802ff695becca5b95f9"
	},
	{
	"dataPath": "params_shard_26.bin",
	"format": "raw-shard",
	"nbytes": 17694720,
	"records": [
	{
	"name": "model.layers.33.mlp.gate_up_proj.q_weight",
	"shape": [
	13824,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 17694720,
	"byteOffset": 0
	}
	],
	"md5sum": "b698b8039b4132bf28c102d430e4be1c"
	},
	{
	"dataPath": "params_shard_27.bin",
	"format": "raw-shard",
	"nbytes": 25956352,
	"records": [
	{
	"name": "model.layers.32.self_attn.c_attn.q_weight",
	"shape": [
	7680,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 9830400,
	"byteOffset": 0
	},
	{
	"name": "model.layers.32.self_attn.c_attn.q_scale",
	"shape": [
	7680,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 983040,
	"byteOffset": 9830400
	},
	{
	"name": "model.layers.32.self_attn.o_proj.q_weight",
	"shape": [
	2560,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 3276800,
	"byteOffset": 10813440
	},
	{
	"name": "model.layers.32.self_attn.o_proj.q_scale",
	"shape": [
	2560,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 327680,
	"byteOffset": 14090240
	},
	{
	"name": "model.layers.33.input_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 14417920
	},
	{
	"name": "model.layers.33.mlp.down_proj.q_weight",
	"shape": [
	2560,
	865
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 8857600,
	"byteOffset": 14423040
	},
	{
	"name": "model.layers.33.mlp.down_proj.q_scale",
	"shape": [
	2560,
	173
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 885760,
	"byteOffset": 23280640
	},
	{
	"name": "model.layers.33.mlp.gate_up_proj.q_scale",
	"shape": [
	13824,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 1769472,
	"byteOffset": 24166400
	},
	{
	"name": "model.layers.33.post_attention_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 25935872
	},
	{
	"name": "model.layers.33.self_attn.c_attn.bias",
	"shape": [
	7680
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 15360,
	"byteOffset": 25940992
	}
	],
	"md5sum": "212c0eb9d7128f4d8a8d2946ab9b54de"
	},
	{
	"dataPath": "params_shard_28.bin",
	"format": "raw-shard",
	"nbytes": 17694720,
	"records": [
	{
	"name": "model.layers.34.mlp.gate_up_proj.q_weight",
	"shape": [
	13824,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 17694720,
	"byteOffset": 0
	}
	],
	"md5sum": "e97dacc2a7c0b61dcf05b7f079e753e7"
	},
	{
	"dataPath": "params_shard_29.bin",
	"format": "raw-shard",
	"nbytes": 25956352,
	"records": [
	{
	"name": "model.layers.33.self_attn.c_attn.q_weight",
	"shape": [
	7680,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 9830400,
	"byteOffset": 0
	},
	{
	"name": "model.layers.33.self_attn.c_attn.q_scale",
	"shape": [
	7680,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 983040,
	"byteOffset": 9830400
	},
	{
	"name": "model.layers.33.self_attn.o_proj.q_weight",
	"shape": [
	2560,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 3276800,
	"byteOffset": 10813440
	},
	{
	"name": "model.layers.33.self_attn.o_proj.q_scale",
	"shape": [
	2560,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 327680,
	"byteOffset": 14090240
	},
	{
	"name": "model.layers.34.input_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 14417920
	},
	{
	"name": "model.layers.34.mlp.down_proj.q_weight",
	"shape": [
	2560,
	865
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 8857600,
	"byteOffset": 14423040
	},
	{
	"name": "model.layers.34.mlp.down_proj.q_scale",
	"shape": [
	2560,
	173
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 885760,
	"byteOffset": 23280640
	},
	{
	"name": "model.layers.34.mlp.gate_up_proj.q_scale",
	"shape": [
	13824,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 1769472,
	"byteOffset": 24166400
	},
	{
	"name": "model.layers.34.post_attention_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 25935872
	},
	{
	"name": "model.layers.34.self_attn.c_attn.bias",
	"shape": [
	7680
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 15360,
	"byteOffset": 25940992
	}
	],
	"md5sum": "c4a78cd8540add43b0b8b9cfd4dfb032"
	},
	{
	"dataPath": "params_shard_30.bin",
	"format": "raw-shard",
	"nbytes": 17694720,
	"records": [
	{
	"name": "model.layers.35.mlp.gate_up_proj.q_weight",
	"shape": [
	13824,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 17694720,
	"byteOffset": 0
	}
	],
	"md5sum": "a9f788f99c2845d1d2158841099142ad"
	},
	{
	"dataPath": "params_shard_31.bin",
	"format": "raw-shard",
	"nbytes": 25956352,
	"records": [
	{
	"name": "model.layers.34.self_attn.c_attn.q_weight",
	"shape": [
	7680,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 9830400,
	"byteOffset": 0
	},
	{
	"name": "model.layers.34.self_attn.c_attn.q_scale",
	"shape": [
	7680,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 983040,
	"byteOffset": 9830400
	},
	{
	"name": "model.layers.34.self_attn.o_proj.q_weight",
	"shape": [
	2560,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 3276800,
	"byteOffset": 10813440
	},
	{
	"name": "model.layers.34.self_attn.o_proj.q_scale",
	"shape": [
	2560,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 327680,
	"byteOffset": 14090240
	},
	{
	"name": "model.layers.35.input_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 14417920
	},
	{
	"name": "model.layers.35.mlp.down_proj.q_weight",
	"shape": [
	2560,
	865
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 8857600,
	"byteOffset": 14423040
	},
	{
	"name": "model.layers.35.mlp.down_proj.q_scale",
	"shape": [
	2560,
	173
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 885760,
	"byteOffset": 23280640
	},
	{
	"name": "model.layers.35.mlp.gate_up_proj.q_scale",
	"shape": [
	13824,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 1769472,
	"byteOffset": 24166400
	},
	{
	"name": "model.layers.35.post_attention_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 25935872
	},
	{
	"name": "model.layers.35.self_attn.c_attn.bias",
	"shape": [
	7680
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 15360,
	"byteOffset": 25940992
	}
	],
	"md5sum": "373256aaf572e9f2bb87e0aadaca29c0"
	},
	{
	"dataPath": "params_shard_32.bin",
	"format": "raw-shard",
	"nbytes": 17694720,
	"records": [
	{
	"name": "model.layers.36.mlp.gate_up_proj.q_weight",
	"shape": [
	13824,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 17694720,
	"byteOffset": 0
	}
	],
	"md5sum": "f8034f71f9f373a776bfc439f70229f0"
	},
	{
	"dataPath": "params_shard_33.bin",
	"format": "raw-shard",
	"nbytes": 25956352,
	"records": [
	{
	"name": "model.layers.35.self_attn.c_attn.q_weight",
	"shape": [
	7680,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 9830400,
	"byteOffset": 0
	},
	{
	"name": "model.layers.35.self_attn.c_attn.q_scale",
	"shape": [
	7680,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 983040,
	"byteOffset": 9830400
	},
	{
	"name": "model.layers.35.self_attn.o_proj.q_weight",
	"shape": [
	2560,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 3276800,
	"byteOffset": 10813440
	},
	{
	"name": "model.layers.35.self_attn.o_proj.q_scale",
	"shape": [
	2560,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 327680,
	"byteOffset": 14090240
	},
	{
	"name": "model.layers.36.input_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 14417920
	},
	{
	"name": "model.layers.36.mlp.down_proj.q_weight",
	"shape": [
	2560,
	865
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 8857600,
	"byteOffset": 14423040
	},
	{
	"name": "model.layers.36.mlp.down_proj.q_scale",
	"shape": [
	2560,
	173
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 885760,
	"byteOffset": 23280640
	},
	{
	"name": "model.layers.36.mlp.gate_up_proj.q_scale",
	"shape": [
	13824,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 1769472,
	"byteOffset": 24166400
	},
	{
	"name": "model.layers.36.post_attention_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 25935872
	},
	{
	"name": "model.layers.36.self_attn.c_attn.bias",
	"shape": [
	7680
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 15360,
	"byteOffset": 25940992
	}
	],
	"md5sum": "f2d984ca1244ae539735187631effc74"
	},
	{
	"dataPath": "params_shard_34.bin",
	"format": "raw-shard",
	"nbytes": 17694720,
	"records": [
	{
	"name": "model.layers.37.mlp.gate_up_proj.q_weight",
	"shape": [
	13824,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 17694720,
	"byteOffset": 0
	}
	],
	"md5sum": "486a77d20d72318d58bff1dac1266060"
	},
	{
	"dataPath": "params_shard_35.bin",
	"format": "raw-shard",
	"nbytes": 25956352,
	"records": [
	{
	"name": "model.layers.36.self_attn.c_attn.q_weight",
	"shape": [
	7680,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 9830400,
	"byteOffset": 0
	},
	{
	"name": "model.layers.36.self_attn.c_attn.q_scale",
	"shape": [
	7680,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 983040,
	"byteOffset": 9830400
	},
	{
	"name": "model.layers.36.self_attn.o_proj.q_weight",
	"shape": [
	2560,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 3276800,
	"byteOffset": 10813440
	},
	{
	"name": "model.layers.36.self_attn.o_proj.q_scale",
	"shape": [
	2560,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 327680,
	"byteOffset": 14090240
	},
	{
	"name": "model.layers.37.input_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 14417920
	},
	{
	"name": "model.layers.37.mlp.down_proj.q_weight",
	"shape": [
	2560,
	865
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 8857600,
	"byteOffset": 14423040
	},
	{
	"name": "model.layers.37.mlp.down_proj.q_scale",
	"shape": [
	2560,
	173
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 885760,
	"byteOffset": 23280640
	},
	{
	"name": "model.layers.37.mlp.gate_up_proj.q_scale",
	"shape": [
	13824,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 1769472,
	"byteOffset": 24166400
	},
	{
	"name": "model.layers.37.post_attention_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 25935872
	},
	{
	"name": "model.layers.37.self_attn.c_attn.bias",
	"shape": [
	7680
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 15360,
	"byteOffset": 25940992
	}
	],
	"md5sum": "5e5138d34848dd53e991f6e0dda36b46"
	},
	{
	"dataPath": "params_shard_36.bin",
	"format": "raw-shard",
	"nbytes": 17694720,
	"records": [
	{
	"name": "model.layers.38.mlp.gate_up_proj.q_weight",
	"shape": [
	13824,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 17694720,
	"byteOffset": 0
	}
	],
	"md5sum": "d24b423d5773dc0eb6e73e2c702e433c"
	},
	{
	"dataPath": "params_shard_37.bin",
	"format": "raw-shard",
	"nbytes": 25956352,
	"records": [
	{
	"name": "model.layers.37.self_attn.c_attn.q_weight",
	"shape": [
	7680,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 9830400,
	"byteOffset": 0
	},
	{
	"name": "model.layers.37.self_attn.c_attn.q_scale",
	"shape": [
	7680,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 983040,
	"byteOffset": 9830400
	},
	{
	"name": "model.layers.37.self_attn.o_proj.q_weight",
	"shape": [
	2560,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 3276800,
	"byteOffset": 10813440
	},
	{
	"name": "model.layers.37.self_attn.o_proj.q_scale",
	"shape": [
	2560,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 327680,
	"byteOffset": 14090240
	},
	{
	"name": "model.layers.38.input_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 14417920
	},
	{
	"name": "model.layers.38.mlp.down_proj.q_weight",
	"shape": [
	2560,
	865
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 8857600,
	"byteOffset": 14423040
	},
	{
	"name": "model.layers.38.mlp.down_proj.q_scale",
	"shape": [
	2560,
	173
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 885760,
	"byteOffset": 23280640
	},
	{
	"name": "model.layers.38.mlp.gate_up_proj.q_scale",
	"shape": [
	13824,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 1769472,
	"byteOffset": 24166400
	},
	{
	"name": "model.layers.38.post_attention_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 25935872
	},
	{
	"name": "model.layers.38.self_attn.c_attn.bias",
	"shape": [
	7680
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 15360,
	"byteOffset": 25940992
	}
	],
	"md5sum": "de7c3281f141e8bc26f6a45d44d6c0b7"
	},
	{
	"dataPath": "params_shard_38.bin",
	"format": "raw-shard",
	"nbytes": 17694720,
	"records": [
	{
	"name": "model.layers.39.mlp.gate_up_proj.q_weight",
	"shape": [
	13824,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 17694720,
	"byteOffset": 0
	}
	],
	"md5sum": "5546331724f41f0d51fa4a175b8f1d81"
	},
	{
	"dataPath": "params_shard_39.bin",
	"format": "raw-shard",
	"nbytes": 25956352,
	"records": [
	{
	"name": "model.layers.38.self_attn.c_attn.q_weight",
	"shape": [
	7680,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 9830400,
	"byteOffset": 0
	},
	{
	"name": "model.layers.38.self_attn.c_attn.q_scale",
	"shape": [
	7680,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 983040,
	"byteOffset": 9830400
	},
	{
	"name": "model.layers.38.self_attn.o_proj.q_weight",
	"shape": [
	2560,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 3276800,
	"byteOffset": 10813440
	},
	{
	"name": "model.layers.38.self_attn.o_proj.q_scale",
	"shape": [
	2560,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 327680,
	"byteOffset": 14090240
	},
	{
	"name": "model.layers.39.input_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 14417920
	},
	{
	"name": "model.layers.39.mlp.down_proj.q_weight",
	"shape": [
	2560,
	865
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 8857600,
	"byteOffset": 14423040
	},
	{
	"name": "model.layers.39.mlp.down_proj.q_scale",
	"shape": [
	2560,
	173
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 885760,
	"byteOffset": 23280640
	},
	{
	"name": "model.layers.39.mlp.gate_up_proj.q_scale",
	"shape": [
	13824,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 1769472,
	"byteOffset": 24166400
	},
	{
	"name": "model.layers.39.post_attention_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 25935872
	},
	{
	"name": "model.layers.39.self_attn.c_attn.bias",
	"shape": [
	7680
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 15360,
	"byteOffset": 25940992
	}
	],
	"md5sum": "6a7df4ca9141e4e215b046bea6b89a16"
	},
	{
	"dataPath": "params_shard_40.bin",
	"format": "raw-shard",
	"nbytes": 194478080,
	"records": [
	{
	"name": "model.embed_tokens.q_weight",
	"shape": [
	151936,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 194478080,
	"byteOffset": 0
	}
	],
	"md5sum": "3110284170da4199b778f4e74cd87291"
	},
	{
	"dataPath": "params_shard_41.bin",
	"format": "raw-shard",
	"nbytes": 19447808,
	"records": [
	{
	"name": "model.embed_tokens.q_scale",
	"shape": [
	151936,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 19447808,
	"byteOffset": 0
	}
	],
	"md5sum": "51b602043ac3d241390d55ee748ee88d"
	},
	{
	"dataPath": "params_shard_42.bin",
	"format": "raw-shard",
	"nbytes": 17694720,
	"records": [
	{
	"name": "model.layers.0.mlp.gate_up_proj.q_weight",
	"shape": [
	13824,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 17694720,
	"byteOffset": 0
	}
	],
	"md5sum": "1186680fb74721d90cb2c326c0c5bd25"
	},
	{
	"dataPath": "params_shard_43.bin",
	"format": "raw-shard",
	"nbytes": 25961472,
	"records": [
	{
	"name": "model.layers.39.self_attn.c_attn.q_weight",
	"shape": [
	7680,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 9830400,
	"byteOffset": 0
	},
	{
	"name": "model.layers.39.self_attn.c_attn.q_scale",
	"shape": [
	7680,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 983040,
	"byteOffset": 9830400
	},
	{
	"name": "model.layers.39.self_attn.o_proj.q_weight",
	"shape": [
	2560,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 3276800,
	"byteOffset": 10813440
	},
	{
	"name": "model.layers.39.self_attn.o_proj.q_scale",
	"shape": [
	2560,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 327680,
	"byteOffset": 14090240
	},
	{
	"name": "model.norm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 14417920
	},
	{
	"name": "model.layers.0.input_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 14423040
	},
	{
	"name": "model.layers.0.mlp.down_proj.q_weight",
	"shape": [
	2560,
	865
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 8857600,
	"byteOffset": 14428160
	},
	{
	"name": "model.layers.0.mlp.down_proj.q_scale",
	"shape": [
	2560,
	173
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 885760,
	"byteOffset": 23285760
	},
	{
	"name": "model.layers.0.mlp.gate_up_proj.q_scale",
	"shape": [
	13824,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 1769472,
	"byteOffset": 24171520
	},
	{
	"name": "model.layers.0.post_attention_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 25940992
	},
	{
	"name": "model.layers.0.self_attn.c_attn.bias",
	"shape": [
	7680
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 15360,
	"byteOffset": 25946112
	}
	],
	"md5sum": "e29b933aaac6e0b36756c0210cfbbfd6"
	},
	{
	"dataPath": "params_shard_44.bin",
	"format": "raw-shard",
	"nbytes": 17694720,
	"records": [
	{
	"name": "model.layers.1.mlp.gate_up_proj.q_weight",
	"shape": [
	13824,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 17694720,
	"byteOffset": 0
	}
	],
	"md5sum": "97dbc9fafc0fa675bb85d7490f1b0461"
	},
	{
	"dataPath": "params_shard_45.bin",
	"format": "raw-shard",
	"nbytes": 25956352,
	"records": [
	{
	"name": "model.layers.0.self_attn.c_attn.q_weight",
	"shape": [
	7680,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 9830400,
	"byteOffset": 0
	},
	{
	"name": "model.layers.0.self_attn.c_attn.q_scale",
	"shape": [
	7680,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 983040,
	"byteOffset": 9830400
	},
	{
	"name": "model.layers.0.self_attn.o_proj.q_weight",
	"shape": [
	2560,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 3276800,
	"byteOffset": 10813440
	},
	{
	"name": "model.layers.0.self_attn.o_proj.q_scale",
	"shape": [
	2560,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 327680,
	"byteOffset": 14090240
	},
	{
	"name": "model.layers.1.input_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 14417920
	},
	{
	"name": "model.layers.1.mlp.down_proj.q_weight",
	"shape": [
	2560,
	865
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 8857600,
	"byteOffset": 14423040
	},
	{
	"name": "model.layers.1.mlp.down_proj.q_scale",
	"shape": [
	2560,
	173
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 885760,
	"byteOffset": 23280640
	},
	{
	"name": "model.layers.1.mlp.gate_up_proj.q_scale",
	"shape": [
	13824,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 1769472,
	"byteOffset": 24166400
	},
	{
	"name": "model.layers.1.post_attention_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 25935872
	},
	{
	"name": "model.layers.1.self_attn.c_attn.bias",
	"shape": [
	7680
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 15360,
	"byteOffset": 25940992
	}
	],
	"md5sum": "5c00fca49f700463c97f6c419496d503"
	},
	{
	"dataPath": "params_shard_46.bin",
	"format": "raw-shard",
	"nbytes": 17694720,
	"records": [
	{
	"name": "model.layers.10.mlp.gate_up_proj.q_weight",
	"shape": [
	13824,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 17694720,
	"byteOffset": 0
	}
	],
	"md5sum": "1a1f9c51dfb9e3a085c5ad91394ec076"
	},
	{
	"dataPath": "params_shard_47.bin",
	"format": "raw-shard",
	"nbytes": 25956352,
	"records": [
	{
	"name": "model.layers.1.self_attn.c_attn.q_weight",
	"shape": [
	7680,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 9830400,
	"byteOffset": 0
	},
	{
	"name": "model.layers.1.self_attn.c_attn.q_scale",
	"shape": [
	7680,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 983040,
	"byteOffset": 9830400
	},
	{
	"name": "model.layers.1.self_attn.o_proj.q_weight",
	"shape": [
	2560,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 3276800,
	"byteOffset": 10813440
	},
	{
	"name": "model.layers.1.self_attn.o_proj.q_scale",
	"shape": [
	2560,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 327680,
	"byteOffset": 14090240
	},
	{
	"name": "model.layers.10.input_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 14417920
	},
	{
	"name": "model.layers.10.mlp.down_proj.q_weight",
	"shape": [
	2560,
	865
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 8857600,
	"byteOffset": 14423040
	},
	{
	"name": "model.layers.10.mlp.down_proj.q_scale",
	"shape": [
	2560,
	173
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 885760,
	"byteOffset": 23280640
	},
	{
	"name": "model.layers.10.mlp.gate_up_proj.q_scale",
	"shape": [
	13824,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 1769472,
	"byteOffset": 24166400
	},
	{
	"name": "model.layers.10.post_attention_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 25935872
	},
	{
	"name": "model.layers.10.self_attn.c_attn.bias",
	"shape": [
	7680
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 15360,
	"byteOffset": 25940992
	}
	],
	"md5sum": "b72cd4c52980bbbc5a97db6438f585f1"
	},
	{
	"dataPath": "params_shard_48.bin",
	"format": "raw-shard",
	"nbytes": 17694720,
	"records": [
	{
	"name": "model.layers.11.mlp.gate_up_proj.q_weight",
	"shape": [
	13824,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 17694720,
	"byteOffset": 0
	}
	],
	"md5sum": "79a12eabc64e1ee0a289357c6f70fe0b"
	},
	{
	"dataPath": "params_shard_49.bin",
	"format": "raw-shard",
	"nbytes": 25956352,
	"records": [
	{
	"name": "model.layers.10.self_attn.c_attn.q_weight",
	"shape": [
	7680,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 9830400,
	"byteOffset": 0
	},
	{
	"name": "model.layers.10.self_attn.c_attn.q_scale",
	"shape": [
	7680,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 983040,
	"byteOffset": 9830400
	},
	{
	"name": "model.layers.10.self_attn.o_proj.q_weight",
	"shape": [
	2560,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 3276800,
	"byteOffset": 10813440
	},
	{
	"name": "model.layers.10.self_attn.o_proj.q_scale",
	"shape": [
	2560,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 327680,
	"byteOffset": 14090240
	},
	{
	"name": "model.layers.11.input_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 14417920
	},
	{
	"name": "model.layers.11.mlp.down_proj.q_weight",
	"shape": [
	2560,
	865
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 8857600,
	"byteOffset": 14423040
	},
	{
	"name": "model.layers.11.mlp.down_proj.q_scale",
	"shape": [
	2560,
	173
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 885760,
	"byteOffset": 23280640
	},
	{
	"name": "model.layers.11.mlp.gate_up_proj.q_scale",
	"shape": [
	13824,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 1769472,
	"byteOffset": 24166400
	},
	{
	"name": "model.layers.11.post_attention_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 25935872
	},
	{
	"name": "model.layers.11.self_attn.c_attn.bias",
	"shape": [
	7680
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 15360,
	"byteOffset": 25940992
	}
	],
	"md5sum": "c6ce519a65e871a1bc06afc943708e20"
	},
	{
	"dataPath": "params_shard_50.bin",
	"format": "raw-shard",
	"nbytes": 17694720,
	"records": [
	{
	"name": "model.layers.12.mlp.gate_up_proj.q_weight",
	"shape": [
	13824,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 17694720,
	"byteOffset": 0
	}
	],
	"md5sum": "773bf099ff8b37a92c0639ff753c7677"
	},
	{
	"dataPath": "params_shard_51.bin",
	"format": "raw-shard",
	"nbytes": 25956352,
	"records": [
	{
	"name": "model.layers.11.self_attn.c_attn.q_weight",
	"shape": [
	7680,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 9830400,
	"byteOffset": 0
	},
	{
	"name": "model.layers.11.self_attn.c_attn.q_scale",
	"shape": [
	7680,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 983040,
	"byteOffset": 9830400
	},
	{
	"name": "model.layers.11.self_attn.o_proj.q_weight",
	"shape": [
	2560,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 3276800,
	"byteOffset": 10813440
	},
	{
	"name": "model.layers.11.self_attn.o_proj.q_scale",
	"shape": [
	2560,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 327680,
	"byteOffset": 14090240
	},
	{
	"name": "model.layers.12.input_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 14417920
	},
	{
	"name": "model.layers.12.mlp.down_proj.q_weight",
	"shape": [
	2560,
	865
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 8857600,
	"byteOffset": 14423040
	},
	{
	"name": "model.layers.12.mlp.down_proj.q_scale",
	"shape": [
	2560,
	173
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 885760,
	"byteOffset": 23280640
	},
	{
	"name": "model.layers.12.mlp.gate_up_proj.q_scale",
	"shape": [
	13824,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 1769472,
	"byteOffset": 24166400
	},
	{
	"name": "model.layers.12.post_attention_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 25935872
	},
	{
	"name": "model.layers.12.self_attn.c_attn.bias",
	"shape": [
	7680
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 15360,
	"byteOffset": 25940992
	}
	],
	"md5sum": "e962e6dc903d32d44bd6018a019bc45e"
	},
	{
	"dataPath": "params_shard_52.bin",
	"format": "raw-shard",
	"nbytes": 17694720,
	"records": [
	{
	"name": "model.layers.13.mlp.gate_up_proj.q_weight",
	"shape": [
	13824,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 17694720,
	"byteOffset": 0
	}
	],
	"md5sum": "c396719962544e4220ea782bb0af0c93"
	},
	{
	"dataPath": "params_shard_53.bin",
	"format": "raw-shard",
	"nbytes": 25956352,
	"records": [
	{
	"name": "model.layers.12.self_attn.c_attn.q_weight",
	"shape": [
	7680,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 9830400,
	"byteOffset": 0
	},
	{
	"name": "model.layers.12.self_attn.c_attn.q_scale",
	"shape": [
	7680,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 983040,
	"byteOffset": 9830400
	},
	{
	"name": "model.layers.12.self_attn.o_proj.q_weight",
	"shape": [
	2560,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 3276800,
	"byteOffset": 10813440
	},
	{
	"name": "model.layers.12.self_attn.o_proj.q_scale",
	"shape": [
	2560,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 327680,
	"byteOffset": 14090240
	},
	{
	"name": "model.layers.13.input_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 14417920
	},
	{
	"name": "model.layers.13.mlp.down_proj.q_weight",
	"shape": [
	2560,
	865
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 8857600,
	"byteOffset": 14423040
	},
	{
	"name": "model.layers.13.mlp.down_proj.q_scale",
	"shape": [
	2560,
	173
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 885760,
	"byteOffset": 23280640
	},
	{
	"name": "model.layers.13.mlp.gate_up_proj.q_scale",
	"shape": [
	13824,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 1769472,
	"byteOffset": 24166400
	},
	{
	"name": "model.layers.13.post_attention_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 25935872
	},
	{
	"name": "model.layers.13.self_attn.c_attn.bias",
	"shape": [
	7680
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 15360,
	"byteOffset": 25940992
	}
	],
	"md5sum": "4ef09cc2f282601dc0eb837e8d7ffff8"
	},
	{
	"dataPath": "params_shard_54.bin",
	"format": "raw-shard",
	"nbytes": 17694720,
	"records": [
	{
	"name": "model.layers.14.mlp.gate_up_proj.q_weight",
	"shape": [
	13824,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 17694720,
	"byteOffset": 0
	}
	],
	"md5sum": "5f8f460ea699514b55db91f7eb86b957"
	},
	{
	"dataPath": "params_shard_55.bin",
	"format": "raw-shard",
	"nbytes": 25956352,
	"records": [
	{
	"name": "model.layers.13.self_attn.c_attn.q_weight",
	"shape": [
	7680,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 9830400,
	"byteOffset": 0
	},
	{
	"name": "model.layers.13.self_attn.c_attn.q_scale",
	"shape": [
	7680,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 983040,
	"byteOffset": 9830400
	},
	{
	"name": "model.layers.13.self_attn.o_proj.q_weight",
	"shape": [
	2560,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 3276800,
	"byteOffset": 10813440
	},
	{
	"name": "model.layers.13.self_attn.o_proj.q_scale",
	"shape": [
	2560,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 327680,
	"byteOffset": 14090240
	},
	{
	"name": "model.layers.14.input_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 14417920
	},
	{
	"name": "model.layers.14.mlp.down_proj.q_weight",
	"shape": [
	2560,
	865
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 8857600,
	"byteOffset": 14423040
	},
	{
	"name": "model.layers.14.mlp.down_proj.q_scale",
	"shape": [
	2560,
	173
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 885760,
	"byteOffset": 23280640
	},
	{
	"name": "model.layers.14.mlp.gate_up_proj.q_scale",
	"shape": [
	13824,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 1769472,
	"byteOffset": 24166400
	},
	{
	"name": "model.layers.14.post_attention_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 25935872
	},
	{
	"name": "model.layers.14.self_attn.c_attn.bias",
	"shape": [
	7680
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 15360,
	"byteOffset": 25940992
	}
	],
	"md5sum": "ba3253e372f1dfbdc7bc8ba607793a0d"
	},
	{
	"dataPath": "params_shard_56.bin",
	"format": "raw-shard",
	"nbytes": 17694720,
	"records": [
	{
	"name": "model.layers.15.mlp.gate_up_proj.q_weight",
	"shape": [
	13824,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 17694720,
	"byteOffset": 0
	}
	],
	"md5sum": "cdebad76011387d0e2943aab1e208588"
	},
	{
	"dataPath": "params_shard_57.bin",
	"format": "raw-shard",
	"nbytes": 25956352,
	"records": [
	{
	"name": "model.layers.14.self_attn.c_attn.q_weight",
	"shape": [
	7680,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 9830400,
	"byteOffset": 0
	},
	{
	"name": "model.layers.14.self_attn.c_attn.q_scale",
	"shape": [
	7680,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 983040,
	"byteOffset": 9830400
	},
	{
	"name": "model.layers.14.self_attn.o_proj.q_weight",
	"shape": [
	2560,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 3276800,
	"byteOffset": 10813440
	},
	{
	"name": "model.layers.14.self_attn.o_proj.q_scale",
	"shape": [
	2560,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 327680,
	"byteOffset": 14090240
	},
	{
	"name": "model.layers.15.input_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 14417920
	},
	{
	"name": "model.layers.15.mlp.down_proj.q_weight",
	"shape": [
	2560,
	865
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 8857600,
	"byteOffset": 14423040
	},
	{
	"name": "model.layers.15.mlp.down_proj.q_scale",
	"shape": [
	2560,
	173
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 885760,
	"byteOffset": 23280640
	},
	{
	"name": "model.layers.15.mlp.gate_up_proj.q_scale",
	"shape": [
	13824,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 1769472,
	"byteOffset": 24166400
	},
	{
	"name": "model.layers.15.post_attention_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 25935872
	},
	{
	"name": "model.layers.15.self_attn.c_attn.bias",
	"shape": [
	7680
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 15360,
	"byteOffset": 25940992
	}
	],
	"md5sum": "47c7f67ed909f8c7a0cee376af2dc48a"
	},
	{
	"dataPath": "params_shard_58.bin",
	"format": "raw-shard",
	"nbytes": 17694720,
	"records": [
	{
	"name": "model.layers.16.mlp.gate_up_proj.q_weight",
	"shape": [
	13824,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 17694720,
	"byteOffset": 0
	}
	],
	"md5sum": "5dcd89eeff9551cb1c7c68da98189387"
	},
	{
	"dataPath": "params_shard_59.bin",
	"format": "raw-shard",
	"nbytes": 25956352,
	"records": [
	{
	"name": "model.layers.15.self_attn.c_attn.q_weight",
	"shape": [
	7680,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 9830400,
	"byteOffset": 0
	},
	{
	"name": "model.layers.15.self_attn.c_attn.q_scale",
	"shape": [
	7680,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 983040,
	"byteOffset": 9830400
	},
	{
	"name": "model.layers.15.self_attn.o_proj.q_weight",
	"shape": [
	2560,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 3276800,
	"byteOffset": 10813440
	},
	{
	"name": "model.layers.15.self_attn.o_proj.q_scale",
	"shape": [
	2560,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 327680,
	"byteOffset": 14090240
	},
	{
	"name": "model.layers.16.input_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 14417920
	},
	{
	"name": "model.layers.16.mlp.down_proj.q_weight",
	"shape": [
	2560,
	865
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 8857600,
	"byteOffset": 14423040
	},
	{
	"name": "model.layers.16.mlp.down_proj.q_scale",
	"shape": [
	2560,
	173
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 885760,
	"byteOffset": 23280640
	},
	{
	"name": "model.layers.16.mlp.gate_up_proj.q_scale",
	"shape": [
	13824,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 1769472,
	"byteOffset": 24166400
	},
	{
	"name": "model.layers.16.post_attention_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 25935872
	},
	{
	"name": "model.layers.16.self_attn.c_attn.bias",
	"shape": [
	7680
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 15360,
	"byteOffset": 25940992
	}
	],
	"md5sum": "b8b38da136f6ab27b9732db2d625d55f"
	},
	{
	"dataPath": "params_shard_60.bin",
	"format": "raw-shard",
	"nbytes": 17694720,
	"records": [
	{
	"name": "model.layers.17.mlp.gate_up_proj.q_weight",
	"shape": [
	13824,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 17694720,
	"byteOffset": 0
	}
	],
	"md5sum": "3a3ca4cc15f7fb6794921427b8177424"
	},
	{
	"dataPath": "params_shard_61.bin",
	"format": "raw-shard",
	"nbytes": 25956352,
	"records": [
	{
	"name": "model.layers.16.self_attn.c_attn.q_weight",
	"shape": [
	7680,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 9830400,
	"byteOffset": 0
	},
	{
	"name": "model.layers.16.self_attn.c_attn.q_scale",
	"shape": [
	7680,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 983040,
	"byteOffset": 9830400
	},
	{
	"name": "model.layers.16.self_attn.o_proj.q_weight",
	"shape": [
	2560,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 3276800,
	"byteOffset": 10813440
	},
	{
	"name": "model.layers.16.self_attn.o_proj.q_scale",
	"shape": [
	2560,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 327680,
	"byteOffset": 14090240
	},
	{
	"name": "model.layers.17.input_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 14417920
	},
	{
	"name": "model.layers.17.mlp.down_proj.q_weight",
	"shape": [
	2560,
	865
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 8857600,
	"byteOffset": 14423040
	},
	{
	"name": "model.layers.17.mlp.down_proj.q_scale",
	"shape": [
	2560,
	173
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 885760,
	"byteOffset": 23280640
	},
	{
	"name": "model.layers.17.mlp.gate_up_proj.q_scale",
	"shape": [
	13824,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 1769472,
	"byteOffset": 24166400
	},
	{
	"name": "model.layers.17.post_attention_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 25935872
	},
	{
	"name": "model.layers.17.self_attn.c_attn.bias",
	"shape": [
	7680
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 15360,
	"byteOffset": 25940992
	}
	],
	"md5sum": "60bded52f7a2e7c1e4b50006a4d606aa"
	},
	{
	"dataPath": "params_shard_62.bin",
	"format": "raw-shard",
	"nbytes": 17694720,
	"records": [
	{
	"name": "model.layers.18.mlp.gate_up_proj.q_weight",
	"shape": [
	13824,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 17694720,
	"byteOffset": 0
	}
	],
	"md5sum": "f3ca9381afcec559f7e9221202aed9ec"
	},
	{
	"dataPath": "params_shard_63.bin",
	"format": "raw-shard",
	"nbytes": 25956352,
	"records": [
	{
	"name": "model.layers.17.self_attn.c_attn.q_weight",
	"shape": [
	7680,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 9830400,
	"byteOffset": 0
	},
	{
	"name": "model.layers.17.self_attn.c_attn.q_scale",
	"shape": [
	7680,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 983040,
	"byteOffset": 9830400
	},
	{
	"name": "model.layers.17.self_attn.o_proj.q_weight",
	"shape": [
	2560,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 3276800,
	"byteOffset": 10813440
	},
	{
	"name": "model.layers.17.self_attn.o_proj.q_scale",
	"shape": [
	2560,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 327680,
	"byteOffset": 14090240
	},
	{
	"name": "model.layers.18.input_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 14417920
	},
	{
	"name": "model.layers.18.mlp.down_proj.q_weight",
	"shape": [
	2560,
	865
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 8857600,
	"byteOffset": 14423040
	},
	{
	"name": "model.layers.18.mlp.down_proj.q_scale",
	"shape": [
	2560,
	173
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 885760,
	"byteOffset": 23280640
	},
	{
	"name": "model.layers.18.mlp.gate_up_proj.q_scale",
	"shape": [
	13824,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 1769472,
	"byteOffset": 24166400
	},
	{
	"name": "model.layers.18.post_attention_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 25935872
	},
	{
	"name": "model.layers.18.self_attn.c_attn.bias",
	"shape": [
	7680
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 15360,
	"byteOffset": 25940992
	}
	],
	"md5sum": "3659ee069f73c3822035550b2629b647"
	},
	{
	"dataPath": "params_shard_64.bin",
	"format": "raw-shard",
	"nbytes": 17694720,
	"records": [
	{
	"name": "model.layers.19.mlp.gate_up_proj.q_weight",
	"shape": [
	13824,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 17694720,
	"byteOffset": 0
	}
	],
	"md5sum": "5fb02e492f4875b0b0e214417dcd2f4a"
	},
	{
	"dataPath": "params_shard_65.bin",
	"format": "raw-shard",
	"nbytes": 25956352,
	"records": [
	{
	"name": "model.layers.18.self_attn.c_attn.q_weight",
	"shape": [
	7680,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 9830400,
	"byteOffset": 0
	},
	{
	"name": "model.layers.18.self_attn.c_attn.q_scale",
	"shape": [
	7680,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 983040,
	"byteOffset": 9830400
	},
	{
	"name": "model.layers.18.self_attn.o_proj.q_weight",
	"shape": [
	2560,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 3276800,
	"byteOffset": 10813440
	},
	{
	"name": "model.layers.18.self_attn.o_proj.q_scale",
	"shape": [
	2560,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 327680,
	"byteOffset": 14090240
	},
	{
	"name": "model.layers.19.input_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 14417920
	},
	{
	"name": "model.layers.19.mlp.down_proj.q_weight",
	"shape": [
	2560,
	865
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 8857600,
	"byteOffset": 14423040
	},
	{
	"name": "model.layers.19.mlp.down_proj.q_scale",
	"shape": [
	2560,
	173
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 885760,
	"byteOffset": 23280640
	},
	{
	"name": "model.layers.19.mlp.gate_up_proj.q_scale",
	"shape": [
	13824,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 1769472,
	"byteOffset": 24166400
	},
	{
	"name": "model.layers.19.post_attention_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 25935872
	},
	{
	"name": "model.layers.19.self_attn.c_attn.bias",
	"shape": [
	7680
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 15360,
	"byteOffset": 25940992
	}
	],
	"md5sum": "073801a3fe0ab74ba4fbcbcf4df72eea"
	},
	{
	"dataPath": "params_shard_66.bin",
	"format": "raw-shard",
	"nbytes": 17694720,
	"records": [
	{
	"name": "model.layers.2.mlp.gate_up_proj.q_weight",
	"shape": [
	13824,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 17694720,
	"byteOffset": 0
	}
	],
	"md5sum": "8e475738314cd91d7e2fa65efe6216cf"
	},
	{
	"dataPath": "params_shard_67.bin",
	"format": "raw-shard",
	"nbytes": 25956352,
	"records": [
	{
	"name": "model.layers.19.self_attn.c_attn.q_weight",
	"shape": [
	7680,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 9830400,
	"byteOffset": 0
	},
	{
	"name": "model.layers.19.self_attn.c_attn.q_scale",
	"shape": [
	7680,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 983040,
	"byteOffset": 9830400
	},
	{
	"name": "model.layers.19.self_attn.o_proj.q_weight",
	"shape": [
	2560,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 3276800,
	"byteOffset": 10813440
	},
	{
	"name": "model.layers.19.self_attn.o_proj.q_scale",
	"shape": [
	2560,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 327680,
	"byteOffset": 14090240
	},
	{
	"name": "model.layers.2.input_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 14417920
	},
	{
	"name": "model.layers.2.mlp.down_proj.q_weight",
	"shape": [
	2560,
	865
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 8857600,
	"byteOffset": 14423040
	},
	{
	"name": "model.layers.2.mlp.down_proj.q_scale",
	"shape": [
	2560,
	173
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 885760,
	"byteOffset": 23280640
	},
	{
	"name": "model.layers.2.mlp.gate_up_proj.q_scale",
	"shape": [
	13824,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 1769472,
	"byteOffset": 24166400
	},
	{
	"name": "model.layers.2.post_attention_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 25935872
	},
	{
	"name": "model.layers.2.self_attn.c_attn.bias",
	"shape": [
	7680
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 15360,
	"byteOffset": 25940992
	}
	],
	"md5sum": "2ce981b9ebe6a0616f1497f7a2611eeb"
	},
	{
	"dataPath": "params_shard_68.bin",
	"format": "raw-shard",
	"nbytes": 25251840,
	"records": [
	{
	"name": "model.layers.2.self_attn.c_attn.q_weight",
	"shape": [
	7680,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 9830400,
	"byteOffset": 0
	},
	{
	"name": "model.layers.2.self_attn.c_attn.q_scale",
	"shape": [
	7680,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 983040,
	"byteOffset": 9830400
	},
	{
	"name": "model.layers.2.self_attn.o_proj.q_weight",
	"shape": [
	2560,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 3276800,
	"byteOffset": 10813440
	},
	{
	"name": "model.layers.2.self_attn.o_proj.q_scale",
	"shape": [
	2560,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 327680,
	"byteOffset": 14090240
	},
	{
	"name": "model.layers.20.self_attn.c_attn.bias",
	"shape": [
	7680
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 15360,
	"byteOffset": 14417920
	},
	{
	"name": "model.layers.20.self_attn.c_attn.q_weight",
	"shape": [
	7680,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 9830400,
	"byteOffset": 14433280
	},
	{
	"name": "model.layers.20.self_attn.c_attn.q_scale",
	"shape": [
	7680,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 983040,
	"byteOffset": 24263680
	},
	{
	"name": "model.layers.3.input_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 25246720
	}
	],
	"md5sum": "4c1f2e60eb83a1e390b487e61380fdce"
	},
	{
	"dataPath": "params_shard_69.bin",
	"format": "raw-shard",
	"nbytes": 29228032,
	"records": [
	{
	"name": "model.layers.3.mlp.down_proj.q_weight",
	"shape": [
	2560,
	865
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 8857600,
	"byteOffset": 0
	},
	{
	"name": "model.layers.3.mlp.down_proj.q_scale",
	"shape": [
	2560,
	173
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 885760,
	"byteOffset": 8857600
	},
	{
	"name": "model.layers.3.mlp.gate_up_proj.q_weight",
	"shape": [
	13824,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 17694720,
	"byteOffset": 9743360
	},
	{
	"name": "model.layers.3.mlp.gate_up_proj.q_scale",
	"shape": [
	13824,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 1769472,
	"byteOffset": 27438080
	},
	{
	"name": "model.layers.3.post_attention_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 29207552
	},
	{
	"name": "model.layers.3.self_attn.c_attn.bias",
	"shape": [
	7680
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 15360,
	"byteOffset": 29212672
	}
	],
	"md5sum": "7fe224d9850c842d37be78761a34154d"
	},
	{
	"dataPath": "params_shard_70.bin",
	"format": "raw-shard",
	"nbytes": 17694720,
	"records": [
	{
	"name": "model.layers.4.mlp.gate_up_proj.q_weight",
	"shape": [
	13824,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 17694720,
	"byteOffset": 0
	}
	],
	"md5sum": "e3074e4e03da6fcf881ce09c4d73ee16"
	},
	{
	"dataPath": "params_shard_71.bin",
	"format": "raw-shard",
	"nbytes": 25956352,
	"records": [
	{
	"name": "model.layers.3.self_attn.c_attn.q_weight",
	"shape": [
	7680,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 9830400,
	"byteOffset": 0
	},
	{
	"name": "model.layers.3.self_attn.c_attn.q_scale",
	"shape": [
	7680,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 983040,
	"byteOffset": 9830400
	},
	{
	"name": "model.layers.3.self_attn.o_proj.q_weight",
	"shape": [
	2560,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 3276800,
	"byteOffset": 10813440
	},
	{
	"name": "model.layers.3.self_attn.o_proj.q_scale",
	"shape": [
	2560,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 327680,
	"byteOffset": 14090240
	},
	{
	"name": "model.layers.4.input_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 14417920
	},
	{
	"name": "model.layers.4.mlp.down_proj.q_weight",
	"shape": [
	2560,
	865
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 8857600,
	"byteOffset": 14423040
	},
	{
	"name": "model.layers.4.mlp.down_proj.q_scale",
	"shape": [
	2560,
	173
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 885760,
	"byteOffset": 23280640
	},
	{
	"name": "model.layers.4.mlp.gate_up_proj.q_scale",
	"shape": [
	13824,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 1769472,
	"byteOffset": 24166400
	},
	{
	"name": "model.layers.4.post_attention_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 25935872
	},
	{
	"name": "model.layers.4.self_attn.c_attn.bias",
	"shape": [
	7680
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 15360,
	"byteOffset": 25940992
	}
	],
	"md5sum": "beaa8b51d3b641af7ca3dd31d9c8e70c"
	},
	{
	"dataPath": "params_shard_72.bin",
	"format": "raw-shard",
	"nbytes": 17694720,
	"records": [
	{
	"name": "model.layers.5.mlp.gate_up_proj.q_weight",
	"shape": [
	13824,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 17694720,
	"byteOffset": 0
	}
	],
	"md5sum": "d3941dde9ff2311e55c177f01e76b23c"
	},
	{
	"dataPath": "params_shard_73.bin",
	"format": "raw-shard",
	"nbytes": 25956352,
	"records": [
	{
	"name": "model.layers.4.self_attn.c_attn.q_weight",
	"shape": [
	7680,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 9830400,
	"byteOffset": 0
	},
	{
	"name": "model.layers.4.self_attn.c_attn.q_scale",
	"shape": [
	7680,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 983040,
	"byteOffset": 9830400
	},
	{
	"name": "model.layers.4.self_attn.o_proj.q_weight",
	"shape": [
	2560,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 3276800,
	"byteOffset": 10813440
	},
	{
	"name": "model.layers.4.self_attn.o_proj.q_scale",
	"shape": [
	2560,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 327680,
	"byteOffset": 14090240
	},
	{
	"name": "model.layers.5.input_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 14417920
	},
	{
	"name": "model.layers.5.mlp.down_proj.q_weight",
	"shape": [
	2560,
	865
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 8857600,
	"byteOffset": 14423040
	},
	{
	"name": "model.layers.5.mlp.down_proj.q_scale",
	"shape": [
	2560,
	173
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 885760,
	"byteOffset": 23280640
	},
	{
	"name": "model.layers.5.mlp.gate_up_proj.q_scale",
	"shape": [
	13824,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 1769472,
	"byteOffset": 24166400
	},
	{
	"name": "model.layers.5.post_attention_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 25935872
	},
	{
	"name": "model.layers.5.self_attn.c_attn.bias",
	"shape": [
	7680
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 15360,
	"byteOffset": 25940992
	}
	],
	"md5sum": "6567d182bbc03e03235cb1c7b9e057bc"
	},
	{
	"dataPath": "params_shard_74.bin",
	"format": "raw-shard",
	"nbytes": 17694720,
	"records": [
	{
	"name": "model.layers.6.mlp.gate_up_proj.q_weight",
	"shape": [
	13824,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 17694720,
	"byteOffset": 0
	}
	],
	"md5sum": "397246525032668d70d4552710ad4e22"
	},
	{
	"dataPath": "params_shard_75.bin",
	"format": "raw-shard",
	"nbytes": 25956352,
	"records": [
	{
	"name": "model.layers.5.self_attn.c_attn.q_weight",
	"shape": [
	7680,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 9830400,
	"byteOffset": 0
	},
	{
	"name": "model.layers.5.self_attn.c_attn.q_scale",
	"shape": [
	7680,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 983040,
	"byteOffset": 9830400
	},
	{
	"name": "model.layers.5.self_attn.o_proj.q_weight",
	"shape": [
	2560,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 3276800,
	"byteOffset": 10813440
	},
	{
	"name": "model.layers.5.self_attn.o_proj.q_scale",
	"shape": [
	2560,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 327680,
	"byteOffset": 14090240
	},
	{
	"name": "model.layers.6.input_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 14417920
	},
	{
	"name": "model.layers.6.mlp.down_proj.q_weight",
	"shape": [
	2560,
	865
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 8857600,
	"byteOffset": 14423040
	},
	{
	"name": "model.layers.6.mlp.down_proj.q_scale",
	"shape": [
	2560,
	173
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 885760,
	"byteOffset": 23280640
	},
	{
	"name": "model.layers.6.mlp.gate_up_proj.q_scale",
	"shape": [
	13824,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 1769472,
	"byteOffset": 24166400
	},
	{
	"name": "model.layers.6.post_attention_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 25935872
	},
	{
	"name": "model.layers.6.self_attn.c_attn.bias",
	"shape": [
	7680
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 15360,
	"byteOffset": 25940992
	}
	],
	"md5sum": "31ce25fde29fd84b1aafd7de0dac1f43"
	},
	{
	"dataPath": "params_shard_76.bin",
	"format": "raw-shard",
	"nbytes": 17694720,
	"records": [
	{
	"name": "model.layers.7.mlp.gate_up_proj.q_weight",
	"shape": [
	13824,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 17694720,
	"byteOffset": 0
	}
	],
	"md5sum": "e50de56792dc5c5eab9e6a1c2a25d1c9"
	},
	{
	"dataPath": "params_shard_77.bin",
	"format": "raw-shard",
	"nbytes": 25956352,
	"records": [
	{
	"name": "model.layers.6.self_attn.c_attn.q_weight",
	"shape": [
	7680,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 9830400,
	"byteOffset": 0
	},
	{
	"name": "model.layers.6.self_attn.c_attn.q_scale",
	"shape": [
	7680,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 983040,
	"byteOffset": 9830400
	},
	{
	"name": "model.layers.6.self_attn.o_proj.q_weight",
	"shape": [
	2560,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 3276800,
	"byteOffset": 10813440
	},
	{
	"name": "model.layers.6.self_attn.o_proj.q_scale",
	"shape": [
	2560,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 327680,
	"byteOffset": 14090240
	},
	{
	"name": "model.layers.7.input_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 14417920
	},
	{
	"name": "model.layers.7.mlp.down_proj.q_weight",
	"shape": [
	2560,
	865
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 8857600,
	"byteOffset": 14423040
	},
	{
	"name": "model.layers.7.mlp.down_proj.q_scale",
	"shape": [
	2560,
	173
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 885760,
	"byteOffset": 23280640
	},
	{
	"name": "model.layers.7.mlp.gate_up_proj.q_scale",
	"shape": [
	13824,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 1769472,
	"byteOffset": 24166400
	},
	{
	"name": "model.layers.7.post_attention_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 25935872
	},
	{
	"name": "model.layers.7.self_attn.c_attn.bias",
	"shape": [
	7680
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 15360,
	"byteOffset": 25940992
	}
	],
	"md5sum": "fe9081bf62bcc782606020850e4ebfc6"
	},
	{
	"dataPath": "params_shard_78.bin",
	"format": "raw-shard",
	"nbytes": 17694720,
	"records": [
	{
	"name": "model.layers.8.mlp.gate_up_proj.q_weight",
	"shape": [
	13824,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 17694720,
	"byteOffset": 0
	}
	],
	"md5sum": "188121fb2b850273786fe774870ebe61"
	},
	{
	"dataPath": "params_shard_79.bin",
	"format": "raw-shard",
	"nbytes": 25956352,
	"records": [
	{
	"name": "model.layers.7.self_attn.c_attn.q_weight",
	"shape": [
	7680,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 9830400,
	"byteOffset": 0
	},
	{
	"name": "model.layers.7.self_attn.c_attn.q_scale",
	"shape": [
	7680,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 983040,
	"byteOffset": 9830400
	},
	{
	"name": "model.layers.7.self_attn.o_proj.q_weight",
	"shape": [
	2560,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 3276800,
	"byteOffset": 10813440
	},
	{
	"name": "model.layers.7.self_attn.o_proj.q_scale",
	"shape": [
	2560,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 327680,
	"byteOffset": 14090240
	},
	{
	"name": "model.layers.8.input_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 14417920
	},
	{
	"name": "model.layers.8.mlp.down_proj.q_weight",
	"shape": [
	2560,
	865
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 8857600,
	"byteOffset": 14423040
	},
	{
	"name": "model.layers.8.mlp.down_proj.q_scale",
	"shape": [
	2560,
	173
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 885760,
	"byteOffset": 23280640
	},
	{
	"name": "model.layers.8.mlp.gate_up_proj.q_scale",
	"shape": [
	13824,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 1769472,
	"byteOffset": 24166400
	},
	{
	"name": "model.layers.8.post_attention_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 25935872
	},
	{
	"name": "model.layers.8.self_attn.c_attn.bias",
	"shape": [
	7680
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 15360,
	"byteOffset": 25940992
	}
	],
	"md5sum": "5c5edb6364f2c117c910d2465bf0ece6"
	},
	{
	"dataPath": "params_shard_80.bin",
	"format": "raw-shard",
	"nbytes": 17694720,
	"records": [
	{
	"name": "model.layers.9.mlp.gate_up_proj.q_weight",
	"shape": [
	13824,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 17694720,
	"byteOffset": 0
	}
	],
	"md5sum": "1e6be2bf9596158d34b44c1be81a270a"
	},
	{
	"dataPath": "params_shard_81.bin",
	"format": "raw-shard",
	"nbytes": 25956352,
	"records": [
	{
	"name": "model.layers.8.self_attn.c_attn.q_weight",
	"shape": [
	7680,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 9830400,
	"byteOffset": 0
	},
	{
	"name": "model.layers.8.self_attn.c_attn.q_scale",
	"shape": [
	7680,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 983040,
	"byteOffset": 9830400
	},
	{
	"name": "model.layers.8.self_attn.o_proj.q_weight",
	"shape": [
	2560,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 3276800,
	"byteOffset": 10813440
	},
	{
	"name": "model.layers.8.self_attn.o_proj.q_scale",
	"shape": [
	2560,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 327680,
	"byteOffset": 14090240
	},
	{
	"name": "model.layers.9.input_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 14417920
	},
	{
	"name": "model.layers.9.mlp.down_proj.q_weight",
	"shape": [
	2560,
	865
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 8857600,
	"byteOffset": 14423040
	},
	{
	"name": "model.layers.9.mlp.down_proj.q_scale",
	"shape": [
	2560,
	173
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 885760,
	"byteOffset": 23280640
	},
	{
	"name": "model.layers.9.mlp.gate_up_proj.q_scale",
	"shape": [
	13824,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 1769472,
	"byteOffset": 24166400
	},
	{
	"name": "model.layers.9.post_attention_layernorm.weight",
	"shape": [
	2560
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 5120,
	"byteOffset": 25935872
	},
	{
	"name": "model.layers.9.self_attn.c_attn.bias",
	"shape": [
	7680
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 15360,
	"byteOffset": 25940992
	}
	],
	"md5sum": "01117f02a4913d3793be80a933d6f6cd"
	},
	{
	"dataPath": "params_shard_82.bin",
	"format": "raw-shard",
	"nbytes": 14417920,
	"records": [
	{
	"name": "model.layers.9.self_attn.c_attn.q_weight",
	"shape": [
	7680,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 9830400,
	"byteOffset": 0
	},
	{
	"name": "model.layers.9.self_attn.c_attn.q_scale",
	"shape": [
	7680,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 983040,
	"byteOffset": 9830400
	},
	{
	"name": "model.layers.9.self_attn.o_proj.q_weight",
	"shape": [
	2560,
	320
	],
	"dtype": "uint32",
	"format": "f32-to-bf16",
	"nbytes": 3276800,
	"byteOffset": 10813440
	},
	{
	"name": "model.layers.9.self_attn.o_proj.q_scale",
	"shape": [
	2560,
	64
	],
	"dtype": "float32",
	"format": "f32-to-bf16",
	"nbytes": 327680,
	"byteOffset": 14090240
	}
	],
	"md5sum": "add12ff20b08753c8d546aa1bc108c7c"
	}
	]
	}