{ "metadata": { "ParamSize": 357, "ParamBytes": 4344193024.0, "BitsPerParam": 4.500982181743143 }, "records": [ { "dataPath": "params_shard_0.bin", "format": "raw-shard", "nbytes": 311164928, "records": [ { "name": "lm_head.q_weight", "shape": [ 151936, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 311164928, "byteOffset": 0 } ], "md5sum": "9feb0be3c4ce0f6c63520b773e2880cb" }, { "dataPath": "params_shard_1.bin", "format": "raw-shard", "nbytes": 38895616, "records": [ { "name": "lm_head.q_scale", "shape": [ 151936, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 38895616, "byteOffset": 0 } ], "md5sum": "95f4c2cf4f32017df8f69998b2f1a08d" }, { "dataPath": "params_shard_2.bin", "format": "raw-shard", "nbytes": 25165824, "records": [ { "name": "transformer.h.0.attn.c_attn.q_weight", "shape": [ 12288, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 25165824, "byteOffset": 0 } ], "md5sum": "76753573dfb78d41961123771ddc5e11" }, { "dataPath": "params_shard_3.bin", "format": "raw-shard", "nbytes": 28540928, "records": [ { "name": "transformer.h.31.mlp.c_proj.q_weight", "shape": [ 4096, 1376 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 22544384, "byteOffset": 0 }, { "name": "transformer.h.31.mlp.c_proj.q_scale", "shape": [ 4096, 344 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2818048, "byteOffset": 22544384 }, { "name": "transformer.ln_f.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 25362432 }, { "name": "transformer.h.0.attn.c_attn.bias", "shape": [ 12288 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 24576, "byteOffset": 25370624 }, { "name": "transformer.h.0.attn.c_attn.q_scale", "shape": [ 12288, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3145728, "byteOffset": 25395200 } ], "md5sum": "15add630ecd7d3bc8da56bd183395105" }, { "dataPath": "params_shard_4.bin", "format": "raw-shard", "nbytes": 31997952, "records": [ { "name": "transformer.h.0.attn.c_proj.q_weight", "shape": [ 4096, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8388608, "byteOffset": 0 }, { "name": "transformer.h.0.attn.c_proj.q_scale", "shape": [ 4096, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1048576, "byteOffset": 8388608 }, { "name": "transformer.h.0.ln_1.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 9437184 }, { "name": "transformer.h.0.ln_2.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 9445376 }, { "name": "transformer.h.0.mlp.c_proj.q_weight", "shape": [ 4096, 1376 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 22544384, "byteOffset": 9453568 } ], "md5sum": "19b3579f7ccbb3dd9fbad428680709ec" }, { "dataPath": "params_shard_5.bin", "format": "raw-shard", "nbytes": 45088768, "records": [ { "name": "transformer.h.0.mlp.gate_up_proj.q_weight", "shape": [ 22016, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 45088768, "byteOffset": 0 } ], "md5sum": "180f059e9aed6e4349ef44c00f1515bf" }, { "dataPath": "params_shard_6.bin", "format": "raw-shard", "nbytes": 25165824, "records": [ { "name": "transformer.h.1.attn.c_attn.q_weight", "shape": [ 12288, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 25165824, "byteOffset": 0 } ], "md5sum": "f10cec7841d551ffe9e0c494ed0d1fb8" }, { "dataPath": "params_shard_7.bin", "format": "raw-shard", "nbytes": 45088768, "records": [ { "name": "transformer.h.1.mlp.gate_up_proj.q_weight", "shape": [ 22016, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 45088768, "byteOffset": 0 } ], "md5sum": "933cd463bb8b51e152d4e6d426185e47" }, { "dataPath": "params_shard_8.bin", "format": "raw-shard", "nbytes": 311164928, "records": [ { "name": "transformer.wte.q_weight", "shape": [ 151936, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 311164928, "byteOffset": 0 } ], "md5sum": "e52ee8be3f8762d4131a3995a10ada21" }, { "dataPath": "params_shard_9.bin", "format": "raw-shard", "nbytes": 38895616, "records": [ { "name": "transformer.wte.q_scale", "shape": [ 151936, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 38895616, "byteOffset": 0 } ], "md5sum": "95f0ebdf47e08e8f02930106a18a0ef2" }, { "dataPath": "params_shard_10.bin", "format": "raw-shard", "nbytes": 22544384, "records": [ { "name": "transformer.h.1.mlp.c_proj.q_weight", "shape": [ 4096, 1376 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 22544384, "byteOffset": 0 } ], "md5sum": "7b29781e99906d3233aea77d92d0bbd4" }, { "dataPath": "params_shard_11.bin", "format": "raw-shard", "nbytes": 25165824, "records": [ { "name": "transformer.h.2.attn.c_attn.q_weight", "shape": [ 12288, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 25165824, "byteOffset": 0 } ], "md5sum": "78fd6464c901a6f878acbf02d1f13c53" }, { "dataPath": "params_shard_12.bin", "format": "raw-shard", "nbytes": 32702464, "records": [ { "name": "transformer.h.0.mlp.c_proj.q_scale", "shape": [ 4096, 344 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2818048, "byteOffset": 0 }, { "name": "transformer.h.0.mlp.gate_up_proj.q_scale", "shape": [ 22016, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5636096, "byteOffset": 2818048 }, { "name": "transformer.h.1.attn.c_attn.bias", "shape": [ 12288 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 24576, "byteOffset": 8454144 }, { "name": "transformer.h.1.attn.c_attn.q_scale", "shape": [ 12288, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3145728, "byteOffset": 8478720 }, { "name": "transformer.h.1.attn.c_proj.q_weight", "shape": [ 4096, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8388608, "byteOffset": 11624448 }, { "name": "transformer.h.1.attn.c_proj.q_scale", "shape": [ 4096, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1048576, "byteOffset": 20013056 }, { "name": "transformer.h.1.ln_1.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 21061632 }, { "name": "transformer.h.1.ln_2.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 21069824 }, { "name": "transformer.h.1.mlp.gate_up_proj.q_scale", "shape": [ 22016, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5636096, "byteOffset": 21078016 }, { "name": "transformer.h.1.mlp.c_proj.q_scale", "shape": [ 4096, 344 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2818048, "byteOffset": 26714112 }, { "name": "transformer.h.2.attn.c_attn.bias", "shape": [ 12288 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 24576, "byteOffset": 29532160 }, { "name": "transformer.h.2.attn.c_attn.q_scale", "shape": [ 12288, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3145728, "byteOffset": 29556736 } ], "md5sum": "4d7d84a367ec0a79d3e05fbe004b2a1a" }, { "dataPath": "params_shard_13.bin", "format": "raw-shard", "nbytes": 31997952, "records": [ { "name": "transformer.h.2.attn.c_proj.q_weight", "shape": [ 4096, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8388608, "byteOffset": 0 }, { "name": "transformer.h.2.attn.c_proj.q_scale", "shape": [ 4096, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1048576, "byteOffset": 8388608 }, { "name": "transformer.h.2.ln_1.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 9437184 }, { "name": "transformer.h.2.ln_2.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 9445376 }, { "name": "transformer.h.2.mlp.c_proj.q_weight", "shape": [ 4096, 1376 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 22544384, "byteOffset": 9453568 } ], "md5sum": "e9b0be162965c911377bd8322624174d" }, { "dataPath": "params_shard_14.bin", "format": "raw-shard", "nbytes": 45088768, "records": [ { "name": "transformer.h.2.mlp.gate_up_proj.q_weight", "shape": [ 22016, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 45088768, "byteOffset": 0 } ], "md5sum": "081d012c74b0ae170353714658c1ed02" }, { "dataPath": "params_shard_15.bin", "format": "raw-shard", "nbytes": 25165824, "records": [ { "name": "transformer.h.3.attn.c_attn.q_weight", "shape": [ 12288, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 25165824, "byteOffset": 0 } ], "md5sum": "ee49ceaffd050d8472f7d92cbbee0f3a" }, { "dataPath": "params_shard_16.bin", "format": "raw-shard", "nbytes": 22544384, "records": [ { "name": "transformer.h.3.mlp.c_proj.q_weight", "shape": [ 4096, 1376 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 22544384, "byteOffset": 0 } ], "md5sum": "2344cfcb26a81ece8ca457544df60c7f" }, { "dataPath": "params_shard_17.bin", "format": "raw-shard", "nbytes": 45088768, "records": [ { "name": "transformer.h.3.mlp.gate_up_proj.q_weight", "shape": [ 22016, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 45088768, "byteOffset": 0 } ], "md5sum": "f85a11ae1a581b106bb15ea4247fbd47" }, { "dataPath": "params_shard_18.bin", "format": "raw-shard", "nbytes": 25165824, "records": [ { "name": "transformer.h.4.attn.c_attn.q_weight", "shape": [ 12288, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 25165824, "byteOffset": 0 } ], "md5sum": "dcfbf68da7f4a53c04e951c789487fe6" }, { "dataPath": "params_shard_19.bin", "format": "raw-shard", "nbytes": 32702464, "records": [ { "name": "transformer.h.2.mlp.c_proj.q_scale", "shape": [ 4096, 344 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2818048, "byteOffset": 0 }, { "name": "transformer.h.2.mlp.gate_up_proj.q_scale", "shape": [ 22016, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5636096, "byteOffset": 2818048 }, { "name": "transformer.h.3.attn.c_attn.bias", "shape": [ 12288 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 24576, "byteOffset": 8454144 }, { "name": "transformer.h.3.attn.c_attn.q_scale", "shape": [ 12288, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3145728, "byteOffset": 8478720 }, { "name": "transformer.h.3.attn.c_proj.q_weight", "shape": [ 4096, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8388608, "byteOffset": 11624448 }, { "name": "transformer.h.3.attn.c_proj.q_scale", "shape": [ 4096, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1048576, "byteOffset": 20013056 }, { "name": "transformer.h.3.ln_1.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 21061632 }, { "name": "transformer.h.3.ln_2.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 21069824 }, { "name": "transformer.h.3.mlp.c_proj.q_scale", "shape": [ 4096, 344 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2818048, "byteOffset": 21078016 }, { "name": "transformer.h.3.mlp.gate_up_proj.q_scale", "shape": [ 22016, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5636096, "byteOffset": 23896064 }, { "name": "transformer.h.4.attn.c_attn.bias", "shape": [ 12288 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 24576, "byteOffset": 29532160 }, { "name": "transformer.h.4.attn.c_attn.q_scale", "shape": [ 12288, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3145728, "byteOffset": 29556736 } ], "md5sum": "4f080ab1d2312df41c52082309614d97" }, { "dataPath": "params_shard_20.bin", "format": "raw-shard", "nbytes": 31997952, "records": [ { "name": "transformer.h.4.attn.c_proj.q_weight", "shape": [ 4096, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8388608, "byteOffset": 0 }, { "name": "transformer.h.4.attn.c_proj.q_scale", "shape": [ 4096, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1048576, "byteOffset": 8388608 }, { "name": "transformer.h.4.ln_1.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 9437184 }, { "name": "transformer.h.4.ln_2.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 9445376 }, { "name": "transformer.h.4.mlp.c_proj.q_weight", "shape": [ 4096, 1376 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 22544384, "byteOffset": 9453568 } ], "md5sum": "def81502b3377a688d5cf49c2082e052" }, { "dataPath": "params_shard_21.bin", "format": "raw-shard", "nbytes": 45088768, "records": [ { "name": "transformer.h.4.mlp.gate_up_proj.q_weight", "shape": [ 22016, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 45088768, "byteOffset": 0 } ], "md5sum": "0308ee7c5fe14ae8016dba611f6c857a" }, { "dataPath": "params_shard_22.bin", "format": "raw-shard", "nbytes": 25165824, "records": [ { "name": "transformer.h.5.attn.c_attn.q_weight", "shape": [ 12288, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 25165824, "byteOffset": 0 } ], "md5sum": "e8da9954cb30ad55df9d72ea93ead922" }, { "dataPath": "params_shard_23.bin", "format": "raw-shard", "nbytes": 22544384, "records": [ { "name": "transformer.h.5.mlp.c_proj.q_weight", "shape": [ 4096, 1376 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 22544384, "byteOffset": 0 } ], "md5sum": "825c7c8970b29d7a57de88c168e3d520" }, { "dataPath": "params_shard_24.bin", "format": "raw-shard", "nbytes": 45088768, "records": [ { "name": "transformer.h.5.mlp.gate_up_proj.q_weight", "shape": [ 22016, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 45088768, "byteOffset": 0 } ], "md5sum": "7d47f442587ef3b02ce862e80b4b8779" }, { "dataPath": "params_shard_25.bin", "format": "raw-shard", "nbytes": 25165824, "records": [ { "name": "transformer.h.6.attn.c_attn.q_weight", "shape": [ 12288, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 25165824, "byteOffset": 0 } ], "md5sum": "88f9d941a873aa5ad820707c9956f7bd" }, { "dataPath": "params_shard_26.bin", "format": "raw-shard", "nbytes": 32702464, "records": [ { "name": "transformer.h.4.mlp.c_proj.q_scale", "shape": [ 4096, 344 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2818048, "byteOffset": 0 }, { "name": "transformer.h.4.mlp.gate_up_proj.q_scale", "shape": [ 22016, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5636096, "byteOffset": 2818048 }, { "name": "transformer.h.5.attn.c_attn.bias", "shape": [ 12288 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 24576, "byteOffset": 8454144 }, { "name": "transformer.h.5.attn.c_attn.q_scale", "shape": [ 12288, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3145728, "byteOffset": 8478720 }, { "name": "transformer.h.5.attn.c_proj.q_weight", "shape": [ 4096, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8388608, "byteOffset": 11624448 }, { "name": "transformer.h.5.attn.c_proj.q_scale", "shape": [ 4096, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1048576, "byteOffset": 20013056 }, { "name": "transformer.h.5.ln_1.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 21061632 }, { "name": "transformer.h.5.ln_2.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 21069824 }, { "name": "transformer.h.5.mlp.c_proj.q_scale", "shape": [ 4096, 344 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2818048, "byteOffset": 21078016 }, { "name": "transformer.h.5.mlp.gate_up_proj.q_scale", "shape": [ 22016, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5636096, "byteOffset": 23896064 }, { "name": "transformer.h.6.attn.c_attn.bias", "shape": [ 12288 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 24576, "byteOffset": 29532160 }, { "name": "transformer.h.6.attn.c_attn.q_scale", "shape": [ 12288, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3145728, "byteOffset": 29556736 } ], "md5sum": "7533175ce68af4a963ca00c5167f6921" }, { "dataPath": "params_shard_27.bin", "format": "raw-shard", "nbytes": 45088768, "records": [ { "name": "transformer.h.6.mlp.gate_up_proj.q_weight", "shape": [ 22016, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 45088768, "byteOffset": 0 } ], "md5sum": "6ab9dbd40321a800e28223e3ca1957c3" }, { "dataPath": "params_shard_28.bin", "format": "raw-shard", "nbytes": 25165824, "records": [ { "name": "transformer.h.10.attn.c_attn.q_weight", "shape": [ 12288, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 25165824, "byteOffset": 0 } ], "md5sum": "5c6db236a979f102f39e2514df7d721b" }, { "dataPath": "params_shard_29.bin", "format": "raw-shard", "nbytes": 22544384, "records": [ { "name": "transformer.h.10.mlp.c_proj.q_weight", "shape": [ 4096, 1376 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 22544384, "byteOffset": 0 } ], "md5sum": "a05a94ab72bada46fb2b2abf16a13e9b" }, { "dataPath": "params_shard_30.bin", "format": "raw-shard", "nbytes": 45088768, "records": [ { "name": "transformer.h.10.mlp.gate_up_proj.q_weight", "shape": [ 22016, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 45088768, "byteOffset": 0 } ], "md5sum": "f4fce380eefff61ab112c0cbe0616bec" }, { "dataPath": "params_shard_31.bin", "format": "raw-shard", "nbytes": 30531584, "records": [ { "name": "transformer.h.6.attn.c_proj.q_weight", "shape": [ 4096, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8388608, "byteOffset": 0 }, { "name": "transformer.h.6.attn.c_proj.q_scale", "shape": [ 4096, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1048576, "byteOffset": 8388608 }, { "name": "transformer.h.6.ln_1.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 9437184 }, { "name": "transformer.h.6.ln_2.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 9445376 }, { "name": "transformer.h.6.mlp.gate_up_proj.q_scale", "shape": [ 22016, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5636096, "byteOffset": 9453568 }, { "name": "transformer.h.10.attn.c_attn.bias", "shape": [ 12288 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 24576, "byteOffset": 15089664 }, { "name": "transformer.h.10.attn.c_attn.q_scale", "shape": [ 12288, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3145728, "byteOffset": 15114240 }, { "name": "transformer.h.10.attn.c_proj.q_weight", "shape": [ 4096, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8388608, "byteOffset": 18259968 }, { "name": "transformer.h.10.attn.c_proj.q_scale", "shape": [ 4096, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1048576, "byteOffset": 26648576 }, { "name": "transformer.h.10.ln_1.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 27697152 }, { "name": "transformer.h.10.ln_2.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 27705344 }, { "name": "transformer.h.10.mlp.c_proj.q_scale", "shape": [ 4096, 344 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2818048, "byteOffset": 27713536 } ], "md5sum": "2a1b9fc07029d2ca0d8179e29950666a" }, { "dataPath": "params_shard_32.bin", "format": "raw-shard", "nbytes": 30826496, "records": [ { "name": "transformer.h.10.mlp.gate_up_proj.q_scale", "shape": [ 22016, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5636096, "byteOffset": 0 }, { "name": "transformer.h.11.attn.c_attn.bias", "shape": [ 12288 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 24576, "byteOffset": 5636096 }, { "name": "transformer.h.11.attn.c_attn.q_weight", "shape": [ 12288, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 25165824, "byteOffset": 5660672 } ], "md5sum": "00a6de460491a3cd1f79f1acabe973fb" }, { "dataPath": "params_shard_33.bin", "format": "raw-shard", "nbytes": 45088768, "records": [ { "name": "transformer.h.11.mlp.gate_up_proj.q_weight", "shape": [ 22016, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 45088768, "byteOffset": 0 } ], "md5sum": "0a1048e5538601078888071fdef69cb2" }, { "dataPath": "params_shard_34.bin", "format": "raw-shard", "nbytes": 22544384, "records": [ { "name": "transformer.h.6.mlp.c_proj.q_weight", "shape": [ 4096, 1376 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 22544384, "byteOffset": 0 } ], "md5sum": "36469b8888ebc31d3d32ec7e7ffdca9a" }, { "dataPath": "params_shard_35.bin", "format": "raw-shard", "nbytes": 25165824, "records": [ { "name": "transformer.h.7.attn.c_attn.q_weight", "shape": [ 12288, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 25165824, "byteOffset": 0 } ], "md5sum": "a82969f7a4bd8389a2aa15432a910813" }, { "dataPath": "params_shard_36.bin", "format": "raw-shard", "nbytes": 32612352, "records": [ { "name": "transformer.h.11.attn.c_attn.q_scale", "shape": [ 12288, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3145728, "byteOffset": 0 }, { "name": "transformer.h.11.attn.c_proj.q_weight", "shape": [ 4096, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8388608, "byteOffset": 3145728 }, { "name": "transformer.h.11.attn.c_proj.q_scale", "shape": [ 4096, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1048576, "byteOffset": 11534336 }, { "name": "transformer.h.11.ln_1.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 12582912 }, { "name": "transformer.h.11.ln_2.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 12591104 }, { "name": "transformer.h.11.mlp.gate_up_proj.q_scale", "shape": [ 22016, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5636096, "byteOffset": 12599296 }, { "name": "transformer.h.6.mlp.c_proj.q_scale", "shape": [ 4096, 344 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2818048, "byteOffset": 18235392 }, { "name": "transformer.h.7.attn.c_attn.bias", "shape": [ 12288 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 24576, "byteOffset": 21053440 }, { "name": "transformer.h.7.attn.c_attn.q_scale", "shape": [ 12288, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3145728, "byteOffset": 21078016 }, { "name": "transformer.h.7.attn.c_proj.q_weight", "shape": [ 4096, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8388608, "byteOffset": 24223744 } ], "md5sum": "f84374ca9bd8fea5703f31e1b193bffe" }, { "dataPath": "params_shard_37.bin", "format": "raw-shard", "nbytes": 45088768, "records": [ { "name": "transformer.h.7.mlp.gate_up_proj.q_weight", "shape": [ 22016, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 45088768, "byteOffset": 0 } ], "md5sum": "806131693cfbb42e355fe906138eea2b" }, { "dataPath": "params_shard_38.bin", "format": "raw-shard", "nbytes": 25165824, "records": [ { "name": "transformer.h.8.attn.c_attn.q_weight", "shape": [ 12288, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 25165824, "byteOffset": 0 } ], "md5sum": "78f57993d32290cdea75768142d48a32" }, { "dataPath": "params_shard_39.bin", "format": "raw-shard", "nbytes": 32088064, "records": [ { "name": "transformer.h.7.attn.c_proj.q_scale", "shape": [ 4096, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1048576, "byteOffset": 0 }, { "name": "transformer.h.7.ln_1.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 1048576 }, { "name": "transformer.h.7.ln_2.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 1056768 }, { "name": "transformer.h.7.mlp.c_proj.q_weight", "shape": [ 4096, 1376 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 22544384, "byteOffset": 1064960 }, { "name": "transformer.h.7.mlp.c_proj.q_scale", "shape": [ 4096, 344 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2818048, "byteOffset": 23609344 }, { "name": "transformer.h.7.mlp.gate_up_proj.q_scale", "shape": [ 22016, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5636096, "byteOffset": 26427392 }, { "name": "transformer.h.8.attn.c_attn.bias", "shape": [ 12288 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 24576, "byteOffset": 32063488 } ], "md5sum": "c99eb07b9d6a5c55d26ab0ead6fb4e36" }, { "dataPath": "params_shard_40.bin", "format": "raw-shard", "nbytes": 22544384, "records": [ { "name": "transformer.h.8.mlp.c_proj.q_weight", "shape": [ 4096, 1376 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 22544384, "byteOffset": 0 } ], "md5sum": "a1d6115e862f671069aee6b04e2698f7" }, { "dataPath": "params_shard_41.bin", "format": "raw-shard", "nbytes": 45088768, "records": [ { "name": "transformer.h.8.mlp.gate_up_proj.q_weight", "shape": [ 22016, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 45088768, "byteOffset": 0 } ], "md5sum": "74d589b08f43670add8522fd4332f8bf" }, { "dataPath": "params_shard_42.bin", "format": "raw-shard", "nbytes": 25165824, "records": [ { "name": "transformer.h.9.attn.c_attn.q_weight", "shape": [ 12288, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 25165824, "byteOffset": 0 } ], "md5sum": "14c24a1d99940f8195c137326c6b91da" }, { "dataPath": "params_shard_43.bin", "format": "raw-shard", "nbytes": 32612352, "records": [ { "name": "transformer.h.8.attn.c_attn.q_scale", "shape": [ 12288, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3145728, "byteOffset": 0 }, { "name": "transformer.h.8.attn.c_proj.q_weight", "shape": [ 4096, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8388608, "byteOffset": 3145728 }, { "name": "transformer.h.8.attn.c_proj.q_scale", "shape": [ 4096, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1048576, "byteOffset": 11534336 }, { "name": "transformer.h.8.ln_1.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 12582912 }, { "name": "transformer.h.8.ln_2.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 12591104 }, { "name": "transformer.h.8.mlp.c_proj.q_scale", "shape": [ 4096, 344 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2818048, "byteOffset": 12599296 }, { "name": "transformer.h.8.mlp.gate_up_proj.q_scale", "shape": [ 22016, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5636096, "byteOffset": 15417344 }, { "name": "transformer.h.9.attn.c_attn.bias", "shape": [ 12288 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 24576, "byteOffset": 21053440 }, { "name": "transformer.h.9.attn.c_attn.q_scale", "shape": [ 12288, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3145728, "byteOffset": 21078016 }, { "name": "transformer.h.9.attn.c_proj.q_weight", "shape": [ 4096, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8388608, "byteOffset": 24223744 } ], "md5sum": "0d5d8e4fc651a87a676df71b14873cb9" }, { "dataPath": "params_shard_44.bin", "format": "raw-shard", "nbytes": 45088768, "records": [ { "name": "transformer.h.9.mlp.gate_up_proj.q_weight", "shape": [ 22016, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 45088768, "byteOffset": 0 } ], "md5sum": "1e96c1cd93fb7770dea6a2e75c00623f" }, { "dataPath": "params_shard_45.bin", "format": "raw-shard", "nbytes": 22544384, "records": [ { "name": "transformer.h.11.mlp.c_proj.q_weight", "shape": [ 4096, 1376 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 22544384, "byteOffset": 0 } ], "md5sum": "7661a76dface8d4ec1b4e6831b569b9d" }, { "dataPath": "params_shard_46.bin", "format": "raw-shard", "nbytes": 32063488, "records": [ { "name": "transformer.h.9.attn.c_proj.q_scale", "shape": [ 4096, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1048576, "byteOffset": 0 }, { "name": "transformer.h.9.ln_1.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 1048576 }, { "name": "transformer.h.9.ln_2.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 1056768 }, { "name": "transformer.h.9.mlp.c_proj.q_weight", "shape": [ 4096, 1376 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 22544384, "byteOffset": 1064960 }, { "name": "transformer.h.9.mlp.c_proj.q_scale", "shape": [ 4096, 344 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2818048, "byteOffset": 23609344 }, { "name": "transformer.h.9.mlp.gate_up_proj.q_scale", "shape": [ 22016, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5636096, "byteOffset": 26427392 } ], "md5sum": "74dbe7586364cb3347249758a0b11de8" }, { "dataPath": "params_shard_47.bin", "format": "raw-shard", "nbytes": 31154176, "records": [ { "name": "transformer.h.11.mlp.c_proj.q_scale", "shape": [ 4096, 344 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2818048, "byteOffset": 0 }, { "name": "transformer.h.12.attn.c_attn.bias", "shape": [ 12288 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 24576, "byteOffset": 2818048 }, { "name": "transformer.h.12.attn.c_attn.q_weight", "shape": [ 12288, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 25165824, "byteOffset": 2842624 }, { "name": "transformer.h.12.attn.c_attn.q_scale", "shape": [ 12288, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3145728, "byteOffset": 28008448 } ], "md5sum": "a2f69731aac9b1a4067a81b72e5e123e" }, { "dataPath": "params_shard_48.bin", "format": "raw-shard", "nbytes": 31997952, "records": [ { "name": "transformer.h.12.attn.c_proj.q_weight", "shape": [ 4096, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8388608, "byteOffset": 0 }, { "name": "transformer.h.12.attn.c_proj.q_scale", "shape": [ 4096, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1048576, "byteOffset": 8388608 }, { "name": "transformer.h.12.ln_1.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 9437184 }, { "name": "transformer.h.12.ln_2.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 9445376 }, { "name": "transformer.h.12.mlp.c_proj.q_weight", "shape": [ 4096, 1376 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 22544384, "byteOffset": 9453568 } ], "md5sum": "8ddc10ced476bd273f5dd62d9bbc037d" }, { "dataPath": "params_shard_49.bin", "format": "raw-shard", "nbytes": 45088768, "records": [ { "name": "transformer.h.12.mlp.gate_up_proj.q_weight", "shape": [ 22016, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 45088768, "byteOffset": 0 } ], "md5sum": "b813b120b947cb45746c9c304d45c270" }, { "dataPath": "params_shard_50.bin", "format": "raw-shard", "nbytes": 25165824, "records": [ { "name": "transformer.h.13.attn.c_attn.q_weight", "shape": [ 12288, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 25165824, "byteOffset": 0 } ], "md5sum": "ff392702c2124f1215359ede9780edfd" }, { "dataPath": "params_shard_51.bin", "format": "raw-shard", "nbytes": 22544384, "records": [ { "name": "transformer.h.13.mlp.c_proj.q_weight", "shape": [ 4096, 1376 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 22544384, "byteOffset": 0 } ], "md5sum": "8a56b844216a274a2a19865b3312a7b8" }, { "dataPath": "params_shard_52.bin", "format": "raw-shard", "nbytes": 45088768, "records": [ { "name": "transformer.h.13.mlp.gate_up_proj.q_weight", "shape": [ 22016, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 45088768, "byteOffset": 0 } ], "md5sum": "125fdf3a1baa0215779c8cb6e91f1aaf" }, { "dataPath": "params_shard_53.bin", "format": "raw-shard", "nbytes": 25165824, "records": [ { "name": "transformer.h.14.attn.c_attn.q_weight", "shape": [ 12288, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 25165824, "byteOffset": 0 } ], "md5sum": "8ba2ab7462405bad8e06b2e41e744779" }, { "dataPath": "params_shard_54.bin", "format": "raw-shard", "nbytes": 32702464, "records": [ { "name": "transformer.h.12.mlp.c_proj.q_scale", "shape": [ 4096, 344 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2818048, "byteOffset": 0 }, { "name": "transformer.h.12.mlp.gate_up_proj.q_scale", "shape": [ 22016, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5636096, "byteOffset": 2818048 }, { "name": "transformer.h.13.attn.c_attn.bias", "shape": [ 12288 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 24576, "byteOffset": 8454144 }, { "name": "transformer.h.13.attn.c_attn.q_scale", "shape": [ 12288, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3145728, "byteOffset": 8478720 }, { "name": "transformer.h.13.attn.c_proj.q_weight", "shape": [ 4096, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8388608, "byteOffset": 11624448 }, { "name": "transformer.h.13.attn.c_proj.q_scale", "shape": [ 4096, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1048576, "byteOffset": 20013056 }, { "name": "transformer.h.13.ln_1.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 21061632 }, { "name": "transformer.h.13.ln_2.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 21069824 }, { "name": "transformer.h.13.mlp.c_proj.q_scale", "shape": [ 4096, 344 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2818048, "byteOffset": 21078016 }, { "name": "transformer.h.13.mlp.gate_up_proj.q_scale", "shape": [ 22016, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5636096, "byteOffset": 23896064 }, { "name": "transformer.h.14.attn.c_attn.bias", "shape": [ 12288 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 24576, "byteOffset": 29532160 }, { "name": "transformer.h.14.attn.c_attn.q_scale", "shape": [ 12288, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3145728, "byteOffset": 29556736 } ], "md5sum": "f4b4d81de805dcf75cdfb577d1726418" }, { "dataPath": "params_shard_55.bin", "format": "raw-shard", "nbytes": 31997952, "records": [ { "name": "transformer.h.14.attn.c_proj.q_weight", "shape": [ 4096, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8388608, "byteOffset": 0 }, { "name": "transformer.h.14.attn.c_proj.q_scale", "shape": [ 4096, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1048576, "byteOffset": 8388608 }, { "name": "transformer.h.14.ln_1.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 9437184 }, { "name": "transformer.h.14.ln_2.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 9445376 }, { "name": "transformer.h.14.mlp.c_proj.q_weight", "shape": [ 4096, 1376 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 22544384, "byteOffset": 9453568 } ], "md5sum": "0484a49b41a167bdc1a3d7931585bd71" }, { "dataPath": "params_shard_56.bin", "format": "raw-shard", "nbytes": 45088768, "records": [ { "name": "transformer.h.14.mlp.gate_up_proj.q_weight", "shape": [ 22016, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 45088768, "byteOffset": 0 } ], "md5sum": "1747999530dc556c8442839f7b58d31b" }, { "dataPath": "params_shard_57.bin", "format": "raw-shard", "nbytes": 25165824, "records": [ { "name": "transformer.h.15.attn.c_attn.q_weight", "shape": [ 12288, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 25165824, "byteOffset": 0 } ], "md5sum": "bde2abc11a57fa7ac427eedab52377b7" }, { "dataPath": "params_shard_58.bin", "format": "raw-shard", "nbytes": 22544384, "records": [ { "name": "transformer.h.15.mlp.c_proj.q_weight", "shape": [ 4096, 1376 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 22544384, "byteOffset": 0 } ], "md5sum": "d4a1f192cb644db8f1f70e978b41c818" }, { "dataPath": "params_shard_59.bin", "format": "raw-shard", "nbytes": 45088768, "records": [ { "name": "transformer.h.15.mlp.gate_up_proj.q_weight", "shape": [ 22016, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 45088768, "byteOffset": 0 } ], "md5sum": "b6d59fa2a3fa8cd8ce06e9ebe76fb4b1" }, { "dataPath": "params_shard_60.bin", "format": "raw-shard", "nbytes": 25165824, "records": [ { "name": "transformer.h.16.attn.c_attn.q_weight", "shape": [ 12288, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 25165824, "byteOffset": 0 } ], "md5sum": "8cd9afc1f6cabff45b6591f57a9ac379" }, { "dataPath": "params_shard_61.bin", "format": "raw-shard", "nbytes": 32702464, "records": [ { "name": "transformer.h.14.mlp.c_proj.q_scale", "shape": [ 4096, 344 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2818048, "byteOffset": 0 }, { "name": "transformer.h.14.mlp.gate_up_proj.q_scale", "shape": [ 22016, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5636096, "byteOffset": 2818048 }, { "name": "transformer.h.15.attn.c_attn.bias", "shape": [ 12288 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 24576, "byteOffset": 8454144 }, { "name": "transformer.h.15.attn.c_attn.q_scale", "shape": [ 12288, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3145728, "byteOffset": 8478720 }, { "name": "transformer.h.15.attn.c_proj.q_weight", "shape": [ 4096, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8388608, "byteOffset": 11624448 }, { "name": "transformer.h.15.attn.c_proj.q_scale", "shape": [ 4096, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1048576, "byteOffset": 20013056 }, { "name": "transformer.h.15.ln_1.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 21061632 }, { "name": "transformer.h.15.ln_2.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 21069824 }, { "name": "transformer.h.15.mlp.c_proj.q_scale", "shape": [ 4096, 344 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2818048, "byteOffset": 21078016 }, { "name": "transformer.h.15.mlp.gate_up_proj.q_scale", "shape": [ 22016, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5636096, "byteOffset": 23896064 }, { "name": "transformer.h.16.attn.c_attn.bias", "shape": [ 12288 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 24576, "byteOffset": 29532160 }, { "name": "transformer.h.16.attn.c_attn.q_scale", "shape": [ 12288, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3145728, "byteOffset": 29556736 } ], "md5sum": "ebbb74adc6dfa6025c1cd1a5dd43a974" }, { "dataPath": "params_shard_62.bin", "format": "raw-shard", "nbytes": 45088768, "records": [ { "name": "transformer.h.16.mlp.gate_up_proj.q_weight", "shape": [ 22016, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 45088768, "byteOffset": 0 } ], "md5sum": "1410d459722d942c750ad61b97cf69c2" }, { "dataPath": "params_shard_63.bin", "format": "raw-shard", "nbytes": 22544384, "records": [ { "name": "transformer.h.16.mlp.c_proj.q_weight", "shape": [ 4096, 1376 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 22544384, "byteOffset": 0 } ], "md5sum": "463076745e658864b439f20491e97d41" }, { "dataPath": "params_shard_64.bin", "format": "raw-shard", "nbytes": 25165824, "records": [ { "name": "transformer.h.17.attn.c_attn.q_weight", "shape": [ 12288, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 25165824, "byteOffset": 0 } ], "md5sum": "96d6f19a989f2855908be7f804a7b4aa" }, { "dataPath": "params_shard_65.bin", "format": "raw-shard", "nbytes": 22544384, "records": [ { "name": "transformer.h.17.mlp.c_proj.q_weight", "shape": [ 4096, 1376 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 22544384, "byteOffset": 0 } ], "md5sum": "aa4ed6ca5e5ff1546c8fb104405e3b51" }, { "dataPath": "params_shard_66.bin", "format": "raw-shard", "nbytes": 45088768, "records": [ { "name": "transformer.h.17.mlp.gate_up_proj.q_weight", "shape": [ 22016, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 45088768, "byteOffset": 0 } ], "md5sum": "1225f102a160522b682c3038ed2689b1" }, { "dataPath": "params_shard_67.bin", "format": "raw-shard", "nbytes": 33349632, "records": [ { "name": "transformer.h.16.attn.c_proj.q_weight", "shape": [ 4096, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8388608, "byteOffset": 0 }, { "name": "transformer.h.16.attn.c_proj.q_scale", "shape": [ 4096, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1048576, "byteOffset": 8388608 }, { "name": "transformer.h.16.ln_1.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 9437184 }, { "name": "transformer.h.16.ln_2.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 9445376 }, { "name": "transformer.h.16.mlp.gate_up_proj.q_scale", "shape": [ 22016, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5636096, "byteOffset": 9453568 }, { "name": "transformer.h.16.mlp.c_proj.q_scale", "shape": [ 4096, 344 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2818048, "byteOffset": 15089664 }, { "name": "transformer.h.17.attn.c_attn.bias", "shape": [ 12288 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 24576, "byteOffset": 17907712 }, { "name": "transformer.h.17.attn.c_attn.q_scale", "shape": [ 12288, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3145728, "byteOffset": 17932288 }, { "name": "transformer.h.17.attn.c_proj.q_weight", "shape": [ 4096, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8388608, "byteOffset": 21078016 }, { "name": "transformer.h.17.attn.c_proj.q_scale", "shape": [ 4096, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1048576, "byteOffset": 29466624 }, { "name": "transformer.h.17.ln_1.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 30515200 }, { "name": "transformer.h.17.ln_2.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 30523392 }, { "name": "transformer.h.17.mlp.c_proj.q_scale", "shape": [ 4096, 344 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2818048, "byteOffset": 30531584 } ], "md5sum": "38951fb890de56064c4902a2715f3cb1" }, { "dataPath": "params_shard_68.bin", "format": "raw-shard", "nbytes": 30826496, "records": [ { "name": "transformer.h.17.mlp.gate_up_proj.q_scale", "shape": [ 22016, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5636096, "byteOffset": 0 }, { "name": "transformer.h.18.attn.c_attn.bias", "shape": [ 12288 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 24576, "byteOffset": 5636096 }, { "name": "transformer.h.18.attn.c_attn.q_weight", "shape": [ 12288, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 25165824, "byteOffset": 5660672 } ], "md5sum": "5bea56413882a31277e3d7b9af241f01" }, { "dataPath": "params_shard_69.bin", "format": "raw-shard", "nbytes": 22544384, "records": [ { "name": "transformer.h.18.mlp.c_proj.q_weight", "shape": [ 4096, 1376 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 22544384, "byteOffset": 0 } ], "md5sum": "51d95de743aee252fbe1be01177e2617" }, { "dataPath": "params_shard_70.bin", "format": "raw-shard", "nbytes": 45088768, "records": [ { "name": "transformer.h.18.mlp.gate_up_proj.q_weight", "shape": [ 22016, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 45088768, "byteOffset": 0 } ], "md5sum": "995d5949a0be50b38d92726885a0a577" }, { "dataPath": "params_shard_71.bin", "format": "raw-shard", "nbytes": 25165824, "records": [ { "name": "transformer.h.19.attn.c_attn.q_weight", "shape": [ 12288, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 25165824, "byteOffset": 0 } ], "md5sum": "19330d85524e0eb22c6d12cb0caf9f01" }, { "dataPath": "params_shard_72.bin", "format": "raw-shard", "nbytes": 32612352, "records": [ { "name": "transformer.h.18.attn.c_attn.q_scale", "shape": [ 12288, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3145728, "byteOffset": 0 }, { "name": "transformer.h.18.attn.c_proj.q_weight", "shape": [ 4096, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8388608, "byteOffset": 3145728 }, { "name": "transformer.h.18.attn.c_proj.q_scale", "shape": [ 4096, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1048576, "byteOffset": 11534336 }, { "name": "transformer.h.18.ln_1.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 12582912 }, { "name": "transformer.h.18.ln_2.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 12591104 }, { "name": "transformer.h.18.mlp.c_proj.q_scale", "shape": [ 4096, 344 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2818048, "byteOffset": 12599296 }, { "name": "transformer.h.18.mlp.gate_up_proj.q_scale", "shape": [ 22016, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5636096, "byteOffset": 15417344 }, { "name": "transformer.h.19.attn.c_attn.bias", "shape": [ 12288 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 24576, "byteOffset": 21053440 }, { "name": "transformer.h.19.attn.c_attn.q_scale", "shape": [ 12288, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3145728, "byteOffset": 21078016 }, { "name": "transformer.h.19.attn.c_proj.q_weight", "shape": [ 4096, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8388608, "byteOffset": 24223744 } ], "md5sum": "b9b71a44a601fd37bfc8acac769db86e" }, { "dataPath": "params_shard_73.bin", "format": "raw-shard", "nbytes": 45088768, "records": [ { "name": "transformer.h.19.mlp.gate_up_proj.q_weight", "shape": [ 22016, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 45088768, "byteOffset": 0 } ], "md5sum": "b740c7b8b6cd422031d0cb7b294578e5" }, { "dataPath": "params_shard_74.bin", "format": "raw-shard", "nbytes": 25165824, "records": [ { "name": "transformer.h.20.attn.c_attn.q_weight", "shape": [ 12288, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 25165824, "byteOffset": 0 } ], "md5sum": "78ec04ae45e77245d12c996118a72ea2" }, { "dataPath": "params_shard_75.bin", "format": "raw-shard", "nbytes": 32088064, "records": [ { "name": "transformer.h.19.attn.c_proj.q_scale", "shape": [ 4096, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1048576, "byteOffset": 0 }, { "name": "transformer.h.19.ln_1.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 1048576 }, { "name": "transformer.h.19.ln_2.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 1056768 }, { "name": "transformer.h.19.mlp.c_proj.q_weight", "shape": [ 4096, 1376 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 22544384, "byteOffset": 1064960 }, { "name": "transformer.h.19.mlp.c_proj.q_scale", "shape": [ 4096, 344 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2818048, "byteOffset": 23609344 }, { "name": "transformer.h.19.mlp.gate_up_proj.q_scale", "shape": [ 22016, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5636096, "byteOffset": 26427392 }, { "name": "transformer.h.20.attn.c_attn.bias", "shape": [ 12288 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 24576, "byteOffset": 32063488 } ], "md5sum": "e562557b2559b8deb6427a1d3e28878c" }, { "dataPath": "params_shard_76.bin", "format": "raw-shard", "nbytes": 22544384, "records": [ { "name": "transformer.h.20.mlp.c_proj.q_weight", "shape": [ 4096, 1376 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 22544384, "byteOffset": 0 } ], "md5sum": "e1e253e60c07986cb98009b36020b608" }, { "dataPath": "params_shard_77.bin", "format": "raw-shard", "nbytes": 45088768, "records": [ { "name": "transformer.h.20.mlp.gate_up_proj.q_weight", "shape": [ 22016, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 45088768, "byteOffset": 0 } ], "md5sum": "3524bc0d0ff6fc3de3c11859958e7202" }, { "dataPath": "params_shard_78.bin", "format": "raw-shard", "nbytes": 25165824, "records": [ { "name": "transformer.h.21.attn.c_attn.q_weight", "shape": [ 12288, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 25165824, "byteOffset": 0 } ], "md5sum": "8143a6d7e277847e543737bb7dba3ad2" }, { "dataPath": "params_shard_79.bin", "format": "raw-shard", "nbytes": 32612352, "records": [ { "name": "transformer.h.20.attn.c_attn.q_scale", "shape": [ 12288, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3145728, "byteOffset": 0 }, { "name": "transformer.h.20.attn.c_proj.q_weight", "shape": [ 4096, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8388608, "byteOffset": 3145728 }, { "name": "transformer.h.20.attn.c_proj.q_scale", "shape": [ 4096, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1048576, "byteOffset": 11534336 }, { "name": "transformer.h.20.ln_1.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 12582912 }, { "name": "transformer.h.20.ln_2.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 12591104 }, { "name": "transformer.h.20.mlp.c_proj.q_scale", "shape": [ 4096, 344 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2818048, "byteOffset": 12599296 }, { "name": "transformer.h.20.mlp.gate_up_proj.q_scale", "shape": [ 22016, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5636096, "byteOffset": 15417344 }, { "name": "transformer.h.21.attn.c_attn.bias", "shape": [ 12288 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 24576, "byteOffset": 21053440 }, { "name": "transformer.h.21.attn.c_attn.q_scale", "shape": [ 12288, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3145728, "byteOffset": 21078016 }, { "name": "transformer.h.21.attn.c_proj.q_weight", "shape": [ 4096, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8388608, "byteOffset": 24223744 } ], "md5sum": "72f774cba46349cbb248abb86dd160cc" }, { "dataPath": "params_shard_80.bin", "format": "raw-shard", "nbytes": 45088768, "records": [ { "name": "transformer.h.21.mlp.gate_up_proj.q_weight", "shape": [ 22016, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 45088768, "byteOffset": 0 } ], "md5sum": "97ce95eb596c347fa2f318aa95c3805a" }, { "dataPath": "params_shard_81.bin", "format": "raw-shard", "nbytes": 25165824, "records": [ { "name": "transformer.h.22.attn.c_attn.q_weight", "shape": [ 12288, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 25165824, "byteOffset": 0 } ], "md5sum": "89766e5f5c9983bc27aa23eb84f52c78" }, { "dataPath": "params_shard_82.bin", "format": "raw-shard", "nbytes": 32088064, "records": [ { "name": "transformer.h.21.attn.c_proj.q_scale", "shape": [ 4096, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1048576, "byteOffset": 0 }, { "name": "transformer.h.21.ln_1.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 1048576 }, { "name": "transformer.h.21.ln_2.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 1056768 }, { "name": "transformer.h.21.mlp.gate_up_proj.q_scale", "shape": [ 22016, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5636096, "byteOffset": 1064960 }, { "name": "transformer.h.21.mlp.c_proj.q_weight", "shape": [ 4096, 1376 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 22544384, "byteOffset": 6701056 }, { "name": "transformer.h.21.mlp.c_proj.q_scale", "shape": [ 4096, 344 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2818048, "byteOffset": 29245440 }, { "name": "transformer.h.22.attn.c_attn.bias", "shape": [ 12288 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 24576, "byteOffset": 32063488 } ], "md5sum": "5b3c5cc6887d162639481e96c606984b" }, { "dataPath": "params_shard_83.bin", "format": "raw-shard", "nbytes": 22544384, "records": [ { "name": "transformer.h.22.mlp.c_proj.q_weight", "shape": [ 4096, 1376 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 22544384, "byteOffset": 0 } ], "md5sum": "25018072f571a0f8e5dcc7be28f3b961" }, { "dataPath": "params_shard_84.bin", "format": "raw-shard", "nbytes": 45088768, "records": [ { "name": "transformer.h.22.mlp.gate_up_proj.q_weight", "shape": [ 22016, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 45088768, "byteOffset": 0 } ], "md5sum": "735ebf0a67960ec7abfcc32279b68e09" }, { "dataPath": "params_shard_85.bin", "format": "raw-shard", "nbytes": 25165824, "records": [ { "name": "transformer.h.23.attn.c_attn.q_weight", "shape": [ 12288, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 25165824, "byteOffset": 0 } ], "md5sum": "ce80e144e180f5fa1221f488748594a5" }, { "dataPath": "params_shard_86.bin", "format": "raw-shard", "nbytes": 32612352, "records": [ { "name": "transformer.h.22.attn.c_attn.q_scale", "shape": [ 12288, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3145728, "byteOffset": 0 }, { "name": "transformer.h.22.attn.c_proj.q_weight", "shape": [ 4096, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8388608, "byteOffset": 3145728 }, { "name": "transformer.h.22.attn.c_proj.q_scale", "shape": [ 4096, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1048576, "byteOffset": 11534336 }, { "name": "transformer.h.22.ln_1.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 12582912 }, { "name": "transformer.h.22.ln_2.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 12591104 }, { "name": "transformer.h.22.mlp.c_proj.q_scale", "shape": [ 4096, 344 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2818048, "byteOffset": 12599296 }, { "name": "transformer.h.22.mlp.gate_up_proj.q_scale", "shape": [ 22016, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5636096, "byteOffset": 15417344 }, { "name": "transformer.h.23.attn.c_attn.bias", "shape": [ 12288 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 24576, "byteOffset": 21053440 }, { "name": "transformer.h.23.attn.c_attn.q_scale", "shape": [ 12288, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3145728, "byteOffset": 21078016 }, { "name": "transformer.h.23.attn.c_proj.q_weight", "shape": [ 4096, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8388608, "byteOffset": 24223744 } ], "md5sum": "4e61b94b5baaf7856e09c59add4f4573" }, { "dataPath": "params_shard_87.bin", "format": "raw-shard", "nbytes": 45088768, "records": [ { "name": "transformer.h.23.mlp.gate_up_proj.q_weight", "shape": [ 22016, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 45088768, "byteOffset": 0 } ], "md5sum": "bca6d6a5af15600e3e32d02cee295281" }, { "dataPath": "params_shard_88.bin", "format": "raw-shard", "nbytes": 25165824, "records": [ { "name": "transformer.h.24.attn.c_attn.q_weight", "shape": [ 12288, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 25165824, "byteOffset": 0 } ], "md5sum": "6c3ff2c5d8169adb0337a2f1a35204f0" }, { "dataPath": "params_shard_89.bin", "format": "raw-shard", "nbytes": 32088064, "records": [ { "name": "transformer.h.23.attn.c_proj.q_scale", "shape": [ 4096, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1048576, "byteOffset": 0 }, { "name": "transformer.h.23.ln_1.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 1048576 }, { "name": "transformer.h.23.ln_2.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 1056768 }, { "name": "transformer.h.23.mlp.c_proj.q_weight", "shape": [ 4096, 1376 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 22544384, "byteOffset": 1064960 }, { "name": "transformer.h.23.mlp.c_proj.q_scale", "shape": [ 4096, 344 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2818048, "byteOffset": 23609344 }, { "name": "transformer.h.23.mlp.gate_up_proj.q_scale", "shape": [ 22016, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5636096, "byteOffset": 26427392 }, { "name": "transformer.h.24.attn.c_attn.bias", "shape": [ 12288 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 24576, "byteOffset": 32063488 } ], "md5sum": "657b5b472b6246094f4ba692aeb75bdd" }, { "dataPath": "params_shard_90.bin", "format": "raw-shard", "nbytes": 22544384, "records": [ { "name": "transformer.h.24.mlp.c_proj.q_weight", "shape": [ 4096, 1376 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 22544384, "byteOffset": 0 } ], "md5sum": "08d8072ec14de0e45e95848012567a5e" }, { "dataPath": "params_shard_91.bin", "format": "raw-shard", "nbytes": 45088768, "records": [ { "name": "transformer.h.24.mlp.gate_up_proj.q_weight", "shape": [ 22016, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 45088768, "byteOffset": 0 } ], "md5sum": "7859dd43f8e74876792a114a5e635cc9" }, { "dataPath": "params_shard_92.bin", "format": "raw-shard", "nbytes": 25165824, "records": [ { "name": "transformer.h.25.attn.c_attn.q_weight", "shape": [ 12288, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 25165824, "byteOffset": 0 } ], "md5sum": "ee7c3d4a78cbb5ce52d2248b98365b57" }, { "dataPath": "params_shard_93.bin", "format": "raw-shard", "nbytes": 32612352, "records": [ { "name": "transformer.h.24.attn.c_attn.q_scale", "shape": [ 12288, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3145728, "byteOffset": 0 }, { "name": "transformer.h.24.attn.c_proj.q_weight", "shape": [ 4096, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8388608, "byteOffset": 3145728 }, { "name": "transformer.h.24.attn.c_proj.q_scale", "shape": [ 4096, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1048576, "byteOffset": 11534336 }, { "name": "transformer.h.24.ln_1.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 12582912 }, { "name": "transformer.h.24.ln_2.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 12591104 }, { "name": "transformer.h.24.mlp.c_proj.q_scale", "shape": [ 4096, 344 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2818048, "byteOffset": 12599296 }, { "name": "transformer.h.24.mlp.gate_up_proj.q_scale", "shape": [ 22016, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5636096, "byteOffset": 15417344 }, { "name": "transformer.h.25.attn.c_attn.bias", "shape": [ 12288 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 24576, "byteOffset": 21053440 }, { "name": "transformer.h.25.attn.c_attn.q_scale", "shape": [ 12288, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3145728, "byteOffset": 21078016 }, { "name": "transformer.h.25.attn.c_proj.q_weight", "shape": [ 4096, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8388608, "byteOffset": 24223744 } ], "md5sum": "f7072b1e6e56a14a57ad0fc64782bbcd" }, { "dataPath": "params_shard_94.bin", "format": "raw-shard", "nbytes": 45088768, "records": [ { "name": "transformer.h.25.mlp.gate_up_proj.q_weight", "shape": [ 22016, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 45088768, "byteOffset": 0 } ], "md5sum": "43fce639f8f255bbe79700ce28ae9f88" }, { "dataPath": "params_shard_95.bin", "format": "raw-shard", "nbytes": 25165824, "records": [ { "name": "transformer.h.26.attn.c_attn.q_weight", "shape": [ 12288, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 25165824, "byteOffset": 0 } ], "md5sum": "14f32968096a9b035e4fb87c5b3715e1" }, { "dataPath": "params_shard_96.bin", "format": "raw-shard", "nbytes": 32088064, "records": [ { "name": "transformer.h.25.attn.c_proj.q_scale", "shape": [ 4096, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1048576, "byteOffset": 0 }, { "name": "transformer.h.25.ln_1.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 1048576 }, { "name": "transformer.h.25.ln_2.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 1056768 }, { "name": "transformer.h.25.mlp.c_proj.q_weight", "shape": [ 4096, 1376 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 22544384, "byteOffset": 1064960 }, { "name": "transformer.h.25.mlp.c_proj.q_scale", "shape": [ 4096, 344 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2818048, "byteOffset": 23609344 }, { "name": "transformer.h.25.mlp.gate_up_proj.q_scale", "shape": [ 22016, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5636096, "byteOffset": 26427392 }, { "name": "transformer.h.26.attn.c_attn.bias", "shape": [ 12288 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 24576, "byteOffset": 32063488 } ], "md5sum": "746c34579217dc65f3e080b45734f3de" }, { "dataPath": "params_shard_97.bin", "format": "raw-shard", "nbytes": 45088768, "records": [ { "name": "transformer.h.26.mlp.gate_up_proj.q_weight", "shape": [ 22016, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 45088768, "byteOffset": 0 } ], "md5sum": "05196ff177b0cd15cfb57ba74b1c9beb" }, { "dataPath": "params_shard_98.bin", "format": "raw-shard", "nbytes": 22544384, "records": [ { "name": "transformer.h.26.mlp.c_proj.q_weight", "shape": [ 4096, 1376 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 22544384, "byteOffset": 0 } ], "md5sum": "d59ec9da80759bff7e8870079b153c3f" }, { "dataPath": "params_shard_99.bin", "format": "raw-shard", "nbytes": 25165824, "records": [ { "name": "transformer.h.27.attn.c_attn.q_weight", "shape": [ 12288, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 25165824, "byteOffset": 0 } ], "md5sum": "b94ca4841b9bf28a25e455074f0a5607" }, { "dataPath": "params_shard_100.bin", "format": "raw-shard", "nbytes": 32612352, "records": [ { "name": "transformer.h.26.attn.c_attn.q_scale", "shape": [ 12288, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3145728, "byteOffset": 0 }, { "name": "transformer.h.26.attn.c_proj.q_weight", "shape": [ 4096, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8388608, "byteOffset": 3145728 }, { "name": "transformer.h.26.attn.c_proj.q_scale", "shape": [ 4096, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1048576, "byteOffset": 11534336 }, { "name": "transformer.h.26.ln_1.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 12582912 }, { "name": "transformer.h.26.ln_2.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 12591104 }, { "name": "transformer.h.26.mlp.gate_up_proj.q_scale", "shape": [ 22016, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5636096, "byteOffset": 12599296 }, { "name": "transformer.h.26.mlp.c_proj.q_scale", "shape": [ 4096, 344 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2818048, "byteOffset": 18235392 }, { "name": "transformer.h.27.attn.c_attn.bias", "shape": [ 12288 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 24576, "byteOffset": 21053440 }, { "name": "transformer.h.27.attn.c_attn.q_scale", "shape": [ 12288, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3145728, "byteOffset": 21078016 }, { "name": "transformer.h.27.attn.c_proj.q_weight", "shape": [ 4096, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8388608, "byteOffset": 24223744 } ], "md5sum": "f7edbb01eb395562e9ea9baaeb6c9b5d" }, { "dataPath": "params_shard_101.bin", "format": "raw-shard", "nbytes": 45088768, "records": [ { "name": "transformer.h.27.mlp.gate_up_proj.q_weight", "shape": [ 22016, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 45088768, "byteOffset": 0 } ], "md5sum": "c4620a88c59345940642f87ed1ae9bd2" }, { "dataPath": "params_shard_102.bin", "format": "raw-shard", "nbytes": 25165824, "records": [ { "name": "transformer.h.28.attn.c_attn.q_weight", "shape": [ 12288, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 25165824, "byteOffset": 0 } ], "md5sum": "225121e1d46cfb3732fd37caf41a658b" }, { "dataPath": "params_shard_103.bin", "format": "raw-shard", "nbytes": 32088064, "records": [ { "name": "transformer.h.27.attn.c_proj.q_scale", "shape": [ 4096, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1048576, "byteOffset": 0 }, { "name": "transformer.h.27.ln_1.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 1048576 }, { "name": "transformer.h.27.ln_2.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 1056768 }, { "name": "transformer.h.27.mlp.c_proj.q_weight", "shape": [ 4096, 1376 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 22544384, "byteOffset": 1064960 }, { "name": "transformer.h.27.mlp.c_proj.q_scale", "shape": [ 4096, 344 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2818048, "byteOffset": 23609344 }, { "name": "transformer.h.27.mlp.gate_up_proj.q_scale", "shape": [ 22016, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5636096, "byteOffset": 26427392 }, { "name": "transformer.h.28.attn.c_attn.bias", "shape": [ 12288 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 24576, "byteOffset": 32063488 } ], "md5sum": "00fdb64e54f957e284b81494f57ebe84" }, { "dataPath": "params_shard_104.bin", "format": "raw-shard", "nbytes": 22544384, "records": [ { "name": "transformer.h.28.mlp.c_proj.q_weight", "shape": [ 4096, 1376 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 22544384, "byteOffset": 0 } ], "md5sum": "87c749f7c128c4f20f6458f777ba74d6" }, { "dataPath": "params_shard_105.bin", "format": "raw-shard", "nbytes": 45088768, "records": [ { "name": "transformer.h.28.mlp.gate_up_proj.q_weight", "shape": [ 22016, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 45088768, "byteOffset": 0 } ], "md5sum": "3327b611657e05125cfcee48093bb579" }, { "dataPath": "params_shard_106.bin", "format": "raw-shard", "nbytes": 25165824, "records": [ { "name": "transformer.h.29.attn.c_attn.q_weight", "shape": [ 12288, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 25165824, "byteOffset": 0 } ], "md5sum": "cd8ddf55ae4c51bf0e098c989c8c8fe6" }, { "dataPath": "params_shard_107.bin", "format": "raw-shard", "nbytes": 32612352, "records": [ { "name": "transformer.h.28.attn.c_attn.q_scale", "shape": [ 12288, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3145728, "byteOffset": 0 }, { "name": "transformer.h.28.attn.c_proj.q_weight", "shape": [ 4096, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8388608, "byteOffset": 3145728 }, { "name": "transformer.h.28.attn.c_proj.q_scale", "shape": [ 4096, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1048576, "byteOffset": 11534336 }, { "name": "transformer.h.28.ln_1.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 12582912 }, { "name": "transformer.h.28.ln_2.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 12591104 }, { "name": "transformer.h.28.mlp.c_proj.q_scale", "shape": [ 4096, 344 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2818048, "byteOffset": 12599296 }, { "name": "transformer.h.28.mlp.gate_up_proj.q_scale", "shape": [ 22016, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5636096, "byteOffset": 15417344 }, { "name": "transformer.h.29.attn.c_attn.bias", "shape": [ 12288 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 24576, "byteOffset": 21053440 }, { "name": "transformer.h.29.attn.c_attn.q_scale", "shape": [ 12288, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3145728, "byteOffset": 21078016 }, { "name": "transformer.h.29.attn.c_proj.q_weight", "shape": [ 4096, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8388608, "byteOffset": 24223744 } ], "md5sum": "e5fca527a72a9da266d46aee6178f48f" }, { "dataPath": "params_shard_108.bin", "format": "raw-shard", "nbytes": 45088768, "records": [ { "name": "transformer.h.29.mlp.gate_up_proj.q_weight", "shape": [ 22016, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 45088768, "byteOffset": 0 } ], "md5sum": "c14b144c1c785aaf2e00b9ffbaca1d01" }, { "dataPath": "params_shard_109.bin", "format": "raw-shard", "nbytes": 25165824, "records": [ { "name": "transformer.h.30.attn.c_attn.q_weight", "shape": [ 12288, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 25165824, "byteOffset": 0 } ], "md5sum": "9cf3d700ca1aa2bdffbfc8c174e98ca0" }, { "dataPath": "params_shard_110.bin", "format": "raw-shard", "nbytes": 32088064, "records": [ { "name": "transformer.h.29.attn.c_proj.q_scale", "shape": [ 4096, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1048576, "byteOffset": 0 }, { "name": "transformer.h.29.ln_1.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 1048576 }, { "name": "transformer.h.29.ln_2.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 1056768 }, { "name": "transformer.h.29.mlp.c_proj.q_weight", "shape": [ 4096, 1376 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 22544384, "byteOffset": 1064960 }, { "name": "transformer.h.29.mlp.c_proj.q_scale", "shape": [ 4096, 344 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2818048, "byteOffset": 23609344 }, { "name": "transformer.h.29.mlp.gate_up_proj.q_scale", "shape": [ 22016, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5636096, "byteOffset": 26427392 }, { "name": "transformer.h.30.attn.c_attn.bias", "shape": [ 12288 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 24576, "byteOffset": 32063488 } ], "md5sum": "9949eb63e10acc7950a1c6d611973e27" }, { "dataPath": "params_shard_111.bin", "format": "raw-shard", "nbytes": 22544384, "records": [ { "name": "transformer.h.30.mlp.c_proj.q_weight", "shape": [ 4096, 1376 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 22544384, "byteOffset": 0 } ], "md5sum": "8cbff8dd317047e1dd4ae8102096eb85" }, { "dataPath": "params_shard_112.bin", "format": "raw-shard", "nbytes": 45088768, "records": [ { "name": "transformer.h.30.mlp.gate_up_proj.q_weight", "shape": [ 22016, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 45088768, "byteOffset": 0 } ], "md5sum": "db5897611295e59190df9d170dc777f9" }, { "dataPath": "params_shard_113.bin", "format": "raw-shard", "nbytes": 25165824, "records": [ { "name": "transformer.h.31.attn.c_attn.q_weight", "shape": [ 12288, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 25165824, "byteOffset": 0 } ], "md5sum": "f933686d39e286fcac60129ad204e9ac" }, { "dataPath": "params_shard_114.bin", "format": "raw-shard", "nbytes": 32612352, "records": [ { "name": "transformer.h.30.attn.c_attn.q_scale", "shape": [ 12288, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3145728, "byteOffset": 0 }, { "name": "transformer.h.30.attn.c_proj.q_weight", "shape": [ 4096, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8388608, "byteOffset": 3145728 }, { "name": "transformer.h.30.attn.c_proj.q_scale", "shape": [ 4096, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1048576, "byteOffset": 11534336 }, { "name": "transformer.h.30.ln_1.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 12582912 }, { "name": "transformer.h.30.ln_2.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 12591104 }, { "name": "transformer.h.30.mlp.c_proj.q_scale", "shape": [ 4096, 344 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2818048, "byteOffset": 12599296 }, { "name": "transformer.h.30.mlp.gate_up_proj.q_scale", "shape": [ 22016, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5636096, "byteOffset": 15417344 }, { "name": "transformer.h.31.attn.c_attn.bias", "shape": [ 12288 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 24576, "byteOffset": 21053440 }, { "name": "transformer.h.31.attn.c_attn.q_scale", "shape": [ 12288, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3145728, "byteOffset": 21078016 }, { "name": "transformer.h.31.attn.c_proj.q_weight", "shape": [ 4096, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 8388608, "byteOffset": 24223744 } ], "md5sum": "637dbac345090c2dd1a2cf87f011a894" }, { "dataPath": "params_shard_115.bin", "format": "raw-shard", "nbytes": 45088768, "records": [ { "name": "transformer.h.31.mlp.gate_up_proj.q_weight", "shape": [ 22016, 512 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 45088768, "byteOffset": 0 } ], "md5sum": "3bc2f1c2fa8029f39c3652c13344994c" }, { "dataPath": "params_shard_116.bin", "format": "raw-shard", "nbytes": 6701056, "records": [ { "name": "transformer.h.31.attn.c_proj.q_scale", "shape": [ 4096, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1048576, "byteOffset": 0 }, { "name": "transformer.h.31.ln_1.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 1048576 }, { "name": "transformer.h.31.ln_2.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 1056768 }, { "name": "transformer.h.31.mlp.gate_up_proj.q_scale", "shape": [ 22016, 128 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5636096, "byteOffset": 1064960 } ], "md5sum": "cd51c96985777f6b2d7a49fde3e4f9c4" } ] }