| { |
| "metadata": { |
| "ParamSize": 357, |
| "ParamBytes": 4344193024.0, |
| "BitsPerParam": 4.500982181743143 |
| }, |
| "records": [ |
| { |
| "dataPath": "params_shard_0.bin", |
| "format": "raw-shard", |
| "nbytes": 311164928, |
| "records": [ |
| { |
| "name": "lm_head.q_weight", |
| "shape": [ |
| 151936, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 311164928, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "cc9cf3a2abb1e42b1d4288acca47931a" |
| }, |
| { |
| "dataPath": "params_shard_1.bin", |
| "format": "raw-shard", |
| "nbytes": 38895616, |
| "records": [ |
| { |
| "name": "lm_head.q_scale", |
| "shape": [ |
| 151936, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 38895616, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "df4fb5623a51f2a94329942fc7047317" |
| }, |
| { |
| "dataPath": "params_shard_2.bin", |
| "format": "raw-shard", |
| "nbytes": 311164928, |
| "records": [ |
| { |
| "name": "model.embed_tokens.q_weight", |
| "shape": [ |
| 151936, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 311164928, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "d0cc2e4e951b5b80a11d780386862731" |
| }, |
| { |
| "dataPath": "params_shard_3.bin", |
| "format": "raw-shard", |
| "nbytes": 38895616, |
| "records": [ |
| { |
| "name": "model.embed_tokens.q_scale", |
| "shape": [ |
| 151936, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 38895616, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "3cc0894286f1c2480113074db2481807" |
| }, |
| { |
| "dataPath": "params_shard_4.bin", |
| "format": "raw-shard", |
| "nbytes": 45088768, |
| "records": [ |
| { |
| "name": "model.layers.0.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 22016, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 45088768, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "916f15055777d98658e00e9d5121a089" |
| }, |
| { |
| "dataPath": "params_shard_5.bin", |
| "format": "raw-shard", |
| "nbytes": 25165824, |
| "records": [ |
| { |
| "name": "model.layers.0.self_attn.c_attn.q_weight", |
| "shape": [ |
| 12288, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 25165824, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "27a60f90fbb09bc3bbb995b3c3249047" |
| }, |
| { |
| "dataPath": "params_shard_6.bin", |
| "format": "raw-shard", |
| "nbytes": 31039488, |
| "records": [ |
| { |
| "name": "model.layers.0.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "model.layers.0.mlp.down_proj.q_weight", |
| "shape": [ |
| 4096, |
| 1376 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 22544384, |
| "byteOffset": 8192 |
| }, |
| { |
| "name": "model.layers.0.mlp.down_proj.q_scale", |
| "shape": [ |
| 4096, |
| 344 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2818048, |
| "byteOffset": 22552576 |
| }, |
| { |
| "name": "model.layers.0.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 22016, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 5636096, |
| "byteOffset": 25370624 |
| }, |
| { |
| "name": "model.layers.0.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 31006720 |
| }, |
| { |
| "name": "model.layers.0.self_attn.c_attn.bias", |
| "shape": [ |
| 12288 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 24576, |
| "byteOffset": 31014912 |
| } |
| ], |
| "md5sum": "15950283e34c544dc76c48952340ca09" |
| }, |
| { |
| "dataPath": "params_shard_7.bin", |
| "format": "raw-shard", |
| "nbytes": 22544384, |
| "records": [ |
| { |
| "name": "model.layers.1.mlp.down_proj.q_weight", |
| "shape": [ |
| 4096, |
| 1376 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 22544384, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "566a46378c49868f6ef71d0e5952b263" |
| }, |
| { |
| "dataPath": "params_shard_8.bin", |
| "format": "raw-shard", |
| "nbytes": 45088768, |
| "records": [ |
| { |
| "name": "model.layers.1.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 22016, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 45088768, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "f61622a6c24216147a272ac83f7cdb8f" |
| }, |
| { |
| "dataPath": "params_shard_9.bin", |
| "format": "raw-shard", |
| "nbytes": 25165824, |
| "records": [ |
| { |
| "name": "model.layers.1.self_attn.c_attn.q_weight", |
| "shape": [ |
| 12288, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 25165824, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "2fd1701f844c5d563316255fe34c288e" |
| }, |
| { |
| "dataPath": "params_shard_10.bin", |
| "format": "raw-shard", |
| "nbytes": 32612352, |
| "records": [ |
| { |
| "name": "model.layers.0.self_attn.c_attn.q_scale", |
| "shape": [ |
| 12288, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "model.layers.0.self_attn.o_proj.q_weight", |
| "shape": [ |
| 4096, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 3145728 |
| }, |
| { |
| "name": "model.layers.0.self_attn.o_proj.q_scale", |
| "shape": [ |
| 4096, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 11534336 |
| }, |
| { |
| "name": "model.layers.1.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 12582912 |
| }, |
| { |
| "name": "model.layers.1.mlp.down_proj.q_scale", |
| "shape": [ |
| 4096, |
| 344 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2818048, |
| "byteOffset": 12591104 |
| }, |
| { |
| "name": "model.layers.1.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 22016, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 5636096, |
| "byteOffset": 15409152 |
| }, |
| { |
| "name": "model.layers.1.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 21045248 |
| }, |
| { |
| "name": "model.layers.1.self_attn.c_attn.bias", |
| "shape": [ |
| 12288 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 24576, |
| "byteOffset": 21053440 |
| }, |
| { |
| "name": "model.layers.1.self_attn.c_attn.q_scale", |
| "shape": [ |
| 12288, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 21078016 |
| }, |
| { |
| "name": "model.layers.1.self_attn.o_proj.q_weight", |
| "shape": [ |
| 4096, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 24223744 |
| } |
| ], |
| "md5sum": "160774b62f8f6608711658920befc9e2" |
| }, |
| { |
| "dataPath": "params_shard_11.bin", |
| "format": "raw-shard", |
| "nbytes": 45088768, |
| "records": [ |
| { |
| "name": "model.layers.10.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 22016, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 45088768, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "fcc8d9fd52ef8121b6a3600dbd9d1317" |
| }, |
| { |
| "dataPath": "params_shard_12.bin", |
| "format": "raw-shard", |
| "nbytes": 25165824, |
| "records": [ |
| { |
| "name": "model.layers.10.self_attn.c_attn.q_weight", |
| "shape": [ |
| 12288, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 25165824, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "a96908c5e8b228a956ff24bbd251a3fd" |
| }, |
| { |
| "dataPath": "params_shard_13.bin", |
| "format": "raw-shard", |
| "nbytes": 32088064, |
| "records": [ |
| { |
| "name": "model.layers.1.self_attn.o_proj.q_scale", |
| "shape": [ |
| 4096, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "model.layers.10.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 1048576 |
| }, |
| { |
| "name": "model.layers.10.mlp.down_proj.q_weight", |
| "shape": [ |
| 4096, |
| 1376 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 22544384, |
| "byteOffset": 1056768 |
| }, |
| { |
| "name": "model.layers.10.mlp.down_proj.q_scale", |
| "shape": [ |
| 4096, |
| 344 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2818048, |
| "byteOffset": 23601152 |
| }, |
| { |
| "name": "model.layers.10.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 22016, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 5636096, |
| "byteOffset": 26419200 |
| }, |
| { |
| "name": "model.layers.10.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 32055296 |
| }, |
| { |
| "name": "model.layers.10.self_attn.c_attn.bias", |
| "shape": [ |
| 12288 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 24576, |
| "byteOffset": 32063488 |
| } |
| ], |
| "md5sum": "ed6a98cd4061da9f76fb0a9405bf0493" |
| }, |
| { |
| "dataPath": "params_shard_14.bin", |
| "format": "raw-shard", |
| "nbytes": 22544384, |
| "records": [ |
| { |
| "name": "model.layers.11.mlp.down_proj.q_weight", |
| "shape": [ |
| 4096, |
| 1376 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 22544384, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "923330d388caaa2ec370c9705ccab0a3" |
| }, |
| { |
| "dataPath": "params_shard_15.bin", |
| "format": "raw-shard", |
| "nbytes": 45088768, |
| "records": [ |
| { |
| "name": "model.layers.11.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 22016, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 45088768, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "87982b887f08a7f315aecb48fd8b448f" |
| }, |
| { |
| "dataPath": "params_shard_16.bin", |
| "format": "raw-shard", |
| "nbytes": 25165824, |
| "records": [ |
| { |
| "name": "model.layers.11.self_attn.c_attn.q_weight", |
| "shape": [ |
| 12288, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 25165824, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "60400a02a6d61d591534dc37c05f5f9c" |
| }, |
| { |
| "dataPath": "params_shard_17.bin", |
| "format": "raw-shard", |
| "nbytes": 32612352, |
| "records": [ |
| { |
| "name": "model.layers.10.self_attn.c_attn.q_scale", |
| "shape": [ |
| 12288, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "model.layers.10.self_attn.o_proj.q_weight", |
| "shape": [ |
| 4096, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 3145728 |
| }, |
| { |
| "name": "model.layers.10.self_attn.o_proj.q_scale", |
| "shape": [ |
| 4096, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 11534336 |
| }, |
| { |
| "name": "model.layers.11.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 12582912 |
| }, |
| { |
| "name": "model.layers.11.mlp.down_proj.q_scale", |
| "shape": [ |
| 4096, |
| 344 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2818048, |
| "byteOffset": 12591104 |
| }, |
| { |
| "name": "model.layers.11.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 22016, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 5636096, |
| "byteOffset": 15409152 |
| }, |
| { |
| "name": "model.layers.11.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 21045248 |
| }, |
| { |
| "name": "model.layers.11.self_attn.c_attn.bias", |
| "shape": [ |
| 12288 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 24576, |
| "byteOffset": 21053440 |
| }, |
| { |
| "name": "model.layers.11.self_attn.c_attn.q_scale", |
| "shape": [ |
| 12288, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 21078016 |
| }, |
| { |
| "name": "model.layers.11.self_attn.o_proj.q_weight", |
| "shape": [ |
| 4096, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 24223744 |
| } |
| ], |
| "md5sum": "423c9d4041b9bf106edd504ef19def68" |
| }, |
| { |
| "dataPath": "params_shard_18.bin", |
| "format": "raw-shard", |
| "nbytes": 45088768, |
| "records": [ |
| { |
| "name": "model.layers.12.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 22016, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 45088768, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "17197b08a856e6eefbfd8f6b59ad343a" |
| }, |
| { |
| "dataPath": "params_shard_19.bin", |
| "format": "raw-shard", |
| "nbytes": 25165824, |
| "records": [ |
| { |
| "name": "model.layers.12.self_attn.c_attn.q_weight", |
| "shape": [ |
| 12288, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 25165824, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "84ec101c9e95a2ff7b909348ff172ed3" |
| }, |
| { |
| "dataPath": "params_shard_20.bin", |
| "format": "raw-shard", |
| "nbytes": 32088064, |
| "records": [ |
| { |
| "name": "model.layers.11.self_attn.o_proj.q_scale", |
| "shape": [ |
| 4096, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "model.layers.12.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 1048576 |
| }, |
| { |
| "name": "model.layers.12.mlp.down_proj.q_weight", |
| "shape": [ |
| 4096, |
| 1376 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 22544384, |
| "byteOffset": 1056768 |
| }, |
| { |
| "name": "model.layers.12.mlp.down_proj.q_scale", |
| "shape": [ |
| 4096, |
| 344 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2818048, |
| "byteOffset": 23601152 |
| }, |
| { |
| "name": "model.layers.12.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 22016, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 5636096, |
| "byteOffset": 26419200 |
| }, |
| { |
| "name": "model.layers.12.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 32055296 |
| }, |
| { |
| "name": "model.layers.12.self_attn.c_attn.bias", |
| "shape": [ |
| 12288 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 24576, |
| "byteOffset": 32063488 |
| } |
| ], |
| "md5sum": "687368d0c15fce2e977921dcf845fe93" |
| }, |
| { |
| "dataPath": "params_shard_21.bin", |
| "format": "raw-shard", |
| "nbytes": 22544384, |
| "records": [ |
| { |
| "name": "model.layers.13.mlp.down_proj.q_weight", |
| "shape": [ |
| 4096, |
| 1376 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 22544384, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "e6ba4c054a6ba81e75e0ab25784ec16c" |
| }, |
| { |
| "dataPath": "params_shard_22.bin", |
| "format": "raw-shard", |
| "nbytes": 45088768, |
| "records": [ |
| { |
| "name": "model.layers.13.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 22016, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 45088768, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "e8e936466537e1bf8f9b6511e4e0bbce" |
| }, |
| { |
| "dataPath": "params_shard_23.bin", |
| "format": "raw-shard", |
| "nbytes": 25165824, |
| "records": [ |
| { |
| "name": "model.layers.13.self_attn.c_attn.q_weight", |
| "shape": [ |
| 12288, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 25165824, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "511fa5349eedc6b0a2f4a0490dd0295f" |
| }, |
| { |
| "dataPath": "params_shard_24.bin", |
| "format": "raw-shard", |
| "nbytes": 32612352, |
| "records": [ |
| { |
| "name": "model.layers.12.self_attn.c_attn.q_scale", |
| "shape": [ |
| 12288, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "model.layers.12.self_attn.o_proj.q_weight", |
| "shape": [ |
| 4096, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 3145728 |
| }, |
| { |
| "name": "model.layers.12.self_attn.o_proj.q_scale", |
| "shape": [ |
| 4096, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 11534336 |
| }, |
| { |
| "name": "model.layers.13.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 12582912 |
| }, |
| { |
| "name": "model.layers.13.mlp.down_proj.q_scale", |
| "shape": [ |
| 4096, |
| 344 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2818048, |
| "byteOffset": 12591104 |
| }, |
| { |
| "name": "model.layers.13.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 22016, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 5636096, |
| "byteOffset": 15409152 |
| }, |
| { |
| "name": "model.layers.13.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 21045248 |
| }, |
| { |
| "name": "model.layers.13.self_attn.c_attn.bias", |
| "shape": [ |
| 12288 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 24576, |
| "byteOffset": 21053440 |
| }, |
| { |
| "name": "model.layers.13.self_attn.c_attn.q_scale", |
| "shape": [ |
| 12288, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 21078016 |
| }, |
| { |
| "name": "model.layers.13.self_attn.o_proj.q_weight", |
| "shape": [ |
| 4096, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 24223744 |
| } |
| ], |
| "md5sum": "463d0b39215df483389705d4dbab7a01" |
| }, |
| { |
| "dataPath": "params_shard_25.bin", |
| "format": "raw-shard", |
| "nbytes": 45088768, |
| "records": [ |
| { |
| "name": "model.layers.14.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 22016, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 45088768, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "5b0a46a152c62e0a16d08a87ccd95e0c" |
| }, |
| { |
| "dataPath": "params_shard_26.bin", |
| "format": "raw-shard", |
| "nbytes": 25165824, |
| "records": [ |
| { |
| "name": "model.layers.14.self_attn.c_attn.q_weight", |
| "shape": [ |
| 12288, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 25165824, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "9278658615e09618a7e34ad89020f1f6" |
| }, |
| { |
| "dataPath": "params_shard_27.bin", |
| "format": "raw-shard", |
| "nbytes": 32088064, |
| "records": [ |
| { |
| "name": "model.layers.13.self_attn.o_proj.q_scale", |
| "shape": [ |
| 4096, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "model.layers.14.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 1048576 |
| }, |
| { |
| "name": "model.layers.14.mlp.down_proj.q_weight", |
| "shape": [ |
| 4096, |
| 1376 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 22544384, |
| "byteOffset": 1056768 |
| }, |
| { |
| "name": "model.layers.14.mlp.down_proj.q_scale", |
| "shape": [ |
| 4096, |
| 344 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2818048, |
| "byteOffset": 23601152 |
| }, |
| { |
| "name": "model.layers.14.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 22016, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 5636096, |
| "byteOffset": 26419200 |
| }, |
| { |
| "name": "model.layers.14.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 32055296 |
| }, |
| { |
| "name": "model.layers.14.self_attn.c_attn.bias", |
| "shape": [ |
| 12288 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 24576, |
| "byteOffset": 32063488 |
| } |
| ], |
| "md5sum": "af5214ce76138e14ab0863d1c1eb2561" |
| }, |
| { |
| "dataPath": "params_shard_28.bin", |
| "format": "raw-shard", |
| "nbytes": 22544384, |
| "records": [ |
| { |
| "name": "model.layers.15.mlp.down_proj.q_weight", |
| "shape": [ |
| 4096, |
| 1376 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 22544384, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "937c3e6adf418ec9a6558d2f9caa40e0" |
| }, |
| { |
| "dataPath": "params_shard_29.bin", |
| "format": "raw-shard", |
| "nbytes": 45088768, |
| "records": [ |
| { |
| "name": "model.layers.15.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 22016, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 45088768, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "c8d665219dd90612576dea20cb7c7e1f" |
| }, |
| { |
| "dataPath": "params_shard_30.bin", |
| "format": "raw-shard", |
| "nbytes": 25165824, |
| "records": [ |
| { |
| "name": "model.layers.15.self_attn.c_attn.q_weight", |
| "shape": [ |
| 12288, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 25165824, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "5c5aaa5fd2f711fd8c7354dd3f5e1809" |
| }, |
| { |
| "dataPath": "params_shard_31.bin", |
| "format": "raw-shard", |
| "nbytes": 32612352, |
| "records": [ |
| { |
| "name": "model.layers.14.self_attn.c_attn.q_scale", |
| "shape": [ |
| 12288, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "model.layers.14.self_attn.o_proj.q_weight", |
| "shape": [ |
| 4096, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 3145728 |
| }, |
| { |
| "name": "model.layers.14.self_attn.o_proj.q_scale", |
| "shape": [ |
| 4096, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 11534336 |
| }, |
| { |
| "name": "model.layers.15.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 12582912 |
| }, |
| { |
| "name": "model.layers.15.mlp.down_proj.q_scale", |
| "shape": [ |
| 4096, |
| 344 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2818048, |
| "byteOffset": 12591104 |
| }, |
| { |
| "name": "model.layers.15.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 22016, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 5636096, |
| "byteOffset": 15409152 |
| }, |
| { |
| "name": "model.layers.15.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 21045248 |
| }, |
| { |
| "name": "model.layers.15.self_attn.c_attn.bias", |
| "shape": [ |
| 12288 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 24576, |
| "byteOffset": 21053440 |
| }, |
| { |
| "name": "model.layers.15.self_attn.c_attn.q_scale", |
| "shape": [ |
| 12288, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 21078016 |
| }, |
| { |
| "name": "model.layers.15.self_attn.o_proj.q_weight", |
| "shape": [ |
| 4096, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 24223744 |
| } |
| ], |
| "md5sum": "422b6d44b7d94d69cd3150f3707070d2" |
| }, |
| { |
| "dataPath": "params_shard_32.bin", |
| "format": "raw-shard", |
| "nbytes": 45088768, |
| "records": [ |
| { |
| "name": "model.layers.16.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 22016, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 45088768, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "c858255b09d3b9dc3706252afcf24c24" |
| }, |
| { |
| "dataPath": "params_shard_33.bin", |
| "format": "raw-shard", |
| "nbytes": 25165824, |
| "records": [ |
| { |
| "name": "model.layers.16.self_attn.c_attn.q_weight", |
| "shape": [ |
| 12288, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 25165824, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "d402beb585298e55a885f3ab102361f8" |
| }, |
| { |
| "dataPath": "params_shard_34.bin", |
| "format": "raw-shard", |
| "nbytes": 32088064, |
| "records": [ |
| { |
| "name": "model.layers.15.self_attn.o_proj.q_scale", |
| "shape": [ |
| 4096, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "model.layers.16.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 1048576 |
| }, |
| { |
| "name": "model.layers.16.mlp.down_proj.q_weight", |
| "shape": [ |
| 4096, |
| 1376 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 22544384, |
| "byteOffset": 1056768 |
| }, |
| { |
| "name": "model.layers.16.mlp.down_proj.q_scale", |
| "shape": [ |
| 4096, |
| 344 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2818048, |
| "byteOffset": 23601152 |
| }, |
| { |
| "name": "model.layers.16.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 22016, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 5636096, |
| "byteOffset": 26419200 |
| }, |
| { |
| "name": "model.layers.16.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 32055296 |
| }, |
| { |
| "name": "model.layers.16.self_attn.c_attn.bias", |
| "shape": [ |
| 12288 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 24576, |
| "byteOffset": 32063488 |
| } |
| ], |
| "md5sum": "f78df4ce93cb81165ace5c1b3d66a743" |
| }, |
| { |
| "dataPath": "params_shard_35.bin", |
| "format": "raw-shard", |
| "nbytes": 22544384, |
| "records": [ |
| { |
| "name": "model.layers.17.mlp.down_proj.q_weight", |
| "shape": [ |
| 4096, |
| 1376 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 22544384, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "56d8776548942bb6b55addcb884ebfd2" |
| }, |
| { |
| "dataPath": "params_shard_36.bin", |
| "format": "raw-shard", |
| "nbytes": 45088768, |
| "records": [ |
| { |
| "name": "model.layers.17.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 22016, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 45088768, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "5d1688af4401bc9ffc7043d1722e0aa1" |
| }, |
| { |
| "dataPath": "params_shard_37.bin", |
| "format": "raw-shard", |
| "nbytes": 25165824, |
| "records": [ |
| { |
| "name": "model.layers.17.self_attn.c_attn.q_weight", |
| "shape": [ |
| 12288, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 25165824, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "fdfd8c55168540751ffb34c553693e80" |
| }, |
| { |
| "dataPath": "params_shard_38.bin", |
| "format": "raw-shard", |
| "nbytes": 32612352, |
| "records": [ |
| { |
| "name": "model.layers.16.self_attn.c_attn.q_scale", |
| "shape": [ |
| 12288, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "model.layers.16.self_attn.o_proj.q_weight", |
| "shape": [ |
| 4096, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 3145728 |
| }, |
| { |
| "name": "model.layers.16.self_attn.o_proj.q_scale", |
| "shape": [ |
| 4096, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 11534336 |
| }, |
| { |
| "name": "model.layers.17.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 12582912 |
| }, |
| { |
| "name": "model.layers.17.mlp.down_proj.q_scale", |
| "shape": [ |
| 4096, |
| 344 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2818048, |
| "byteOffset": 12591104 |
| }, |
| { |
| "name": "model.layers.17.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 22016, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 5636096, |
| "byteOffset": 15409152 |
| }, |
| { |
| "name": "model.layers.17.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 21045248 |
| }, |
| { |
| "name": "model.layers.17.self_attn.c_attn.bias", |
| "shape": [ |
| 12288 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 24576, |
| "byteOffset": 21053440 |
| }, |
| { |
| "name": "model.layers.17.self_attn.c_attn.q_scale", |
| "shape": [ |
| 12288, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 21078016 |
| }, |
| { |
| "name": "model.layers.17.self_attn.o_proj.q_weight", |
| "shape": [ |
| 4096, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 24223744 |
| } |
| ], |
| "md5sum": "9ed55ebcb38bbb36f6701a25b2de294c" |
| }, |
| { |
| "dataPath": "params_shard_39.bin", |
| "format": "raw-shard", |
| "nbytes": 45088768, |
| "records": [ |
| { |
| "name": "model.layers.18.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 22016, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 45088768, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "37f2aa09db4a43c9feadf16b75e30725" |
| }, |
| { |
| "dataPath": "params_shard_40.bin", |
| "format": "raw-shard", |
| "nbytes": 25165824, |
| "records": [ |
| { |
| "name": "model.layers.18.self_attn.c_attn.q_weight", |
| "shape": [ |
| 12288, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 25165824, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "3e964914f1a6e30c66fd46633d29e40f" |
| }, |
| { |
| "dataPath": "params_shard_41.bin", |
| "format": "raw-shard", |
| "nbytes": 32088064, |
| "records": [ |
| { |
| "name": "model.layers.17.self_attn.o_proj.q_scale", |
| "shape": [ |
| 4096, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "model.layers.18.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 1048576 |
| }, |
| { |
| "name": "model.layers.18.mlp.down_proj.q_weight", |
| "shape": [ |
| 4096, |
| 1376 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 22544384, |
| "byteOffset": 1056768 |
| }, |
| { |
| "name": "model.layers.18.mlp.down_proj.q_scale", |
| "shape": [ |
| 4096, |
| 344 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2818048, |
| "byteOffset": 23601152 |
| }, |
| { |
| "name": "model.layers.18.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 22016, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 5636096, |
| "byteOffset": 26419200 |
| }, |
| { |
| "name": "model.layers.18.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 32055296 |
| }, |
| { |
| "name": "model.layers.18.self_attn.c_attn.bias", |
| "shape": [ |
| 12288 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 24576, |
| "byteOffset": 32063488 |
| } |
| ], |
| "md5sum": "0b548f70f8368222dbc6b4c9a0dd4203" |
| }, |
| { |
| "dataPath": "params_shard_42.bin", |
| "format": "raw-shard", |
| "nbytes": 22544384, |
| "records": [ |
| { |
| "name": "model.layers.19.mlp.down_proj.q_weight", |
| "shape": [ |
| 4096, |
| 1376 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 22544384, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "6f08cc576d4b0ac0e14a0a1a1813966c" |
| }, |
| { |
| "dataPath": "params_shard_43.bin", |
| "format": "raw-shard", |
| "nbytes": 45088768, |
| "records": [ |
| { |
| "name": "model.layers.19.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 22016, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 45088768, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "7b4b477e00eea41fe495179b200fbfc9" |
| }, |
| { |
| "dataPath": "params_shard_44.bin", |
| "format": "raw-shard", |
| "nbytes": 25165824, |
| "records": [ |
| { |
| "name": "model.layers.19.self_attn.c_attn.q_weight", |
| "shape": [ |
| 12288, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 25165824, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "cb1289bfd52717c47b925c1b36af2364" |
| }, |
| { |
| "dataPath": "params_shard_45.bin", |
| "format": "raw-shard", |
| "nbytes": 32612352, |
| "records": [ |
| { |
| "name": "model.layers.18.self_attn.c_attn.q_scale", |
| "shape": [ |
| 12288, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "model.layers.18.self_attn.o_proj.q_weight", |
| "shape": [ |
| 4096, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 3145728 |
| }, |
| { |
| "name": "model.layers.18.self_attn.o_proj.q_scale", |
| "shape": [ |
| 4096, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 11534336 |
| }, |
| { |
| "name": "model.layers.19.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 12582912 |
| }, |
| { |
| "name": "model.layers.19.mlp.down_proj.q_scale", |
| "shape": [ |
| 4096, |
| 344 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2818048, |
| "byteOffset": 12591104 |
| }, |
| { |
| "name": "model.layers.19.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 22016, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 5636096, |
| "byteOffset": 15409152 |
| }, |
| { |
| "name": "model.layers.19.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 21045248 |
| }, |
| { |
| "name": "model.layers.19.self_attn.c_attn.bias", |
| "shape": [ |
| 12288 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 24576, |
| "byteOffset": 21053440 |
| }, |
| { |
| "name": "model.layers.19.self_attn.c_attn.q_scale", |
| "shape": [ |
| 12288, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 21078016 |
| }, |
| { |
| "name": "model.layers.19.self_attn.o_proj.q_weight", |
| "shape": [ |
| 4096, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 24223744 |
| } |
| ], |
| "md5sum": "ed06a585df9ba10a7adb6612ce818c6b" |
| }, |
| { |
| "dataPath": "params_shard_46.bin", |
| "format": "raw-shard", |
| "nbytes": 45088768, |
| "records": [ |
| { |
| "name": "model.layers.2.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 22016, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 45088768, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "ba4e9b0e7a5aff4b7080f030c4d60bb9" |
| }, |
| { |
| "dataPath": "params_shard_47.bin", |
| "format": "raw-shard", |
| "nbytes": 25165824, |
| "records": [ |
| { |
| "name": "model.layers.2.self_attn.c_attn.q_weight", |
| "shape": [ |
| 12288, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 25165824, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "a6e1ae68507540ec5806b85fa7934f2d" |
| }, |
| { |
| "dataPath": "params_shard_48.bin", |
| "format": "raw-shard", |
| "nbytes": 32088064, |
| "records": [ |
| { |
| "name": "model.layers.19.self_attn.o_proj.q_scale", |
| "shape": [ |
| 4096, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "model.layers.2.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 1048576 |
| }, |
| { |
| "name": "model.layers.2.mlp.down_proj.q_weight", |
| "shape": [ |
| 4096, |
| 1376 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 22544384, |
| "byteOffset": 1056768 |
| }, |
| { |
| "name": "model.layers.2.mlp.down_proj.q_scale", |
| "shape": [ |
| 4096, |
| 344 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2818048, |
| "byteOffset": 23601152 |
| }, |
| { |
| "name": "model.layers.2.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 22016, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 5636096, |
| "byteOffset": 26419200 |
| }, |
| { |
| "name": "model.layers.2.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 32055296 |
| }, |
| { |
| "name": "model.layers.2.self_attn.c_attn.bias", |
| "shape": [ |
| 12288 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 24576, |
| "byteOffset": 32063488 |
| } |
| ], |
| "md5sum": "69c66072dce41bdec313d732b98a823f" |
| }, |
| { |
| "dataPath": "params_shard_49.bin", |
| "format": "raw-shard", |
| "nbytes": 22544384, |
| "records": [ |
| { |
| "name": "model.layers.20.mlp.down_proj.q_weight", |
| "shape": [ |
| 4096, |
| 1376 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 22544384, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "04b3d64a88c08c6b6d8e2805371cfcfe" |
| }, |
| { |
| "dataPath": "params_shard_50.bin", |
| "format": "raw-shard", |
| "nbytes": 45088768, |
| "records": [ |
| { |
| "name": "model.layers.20.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 22016, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 45088768, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "d0bb7590b2164536524a7564cce25fa6" |
| }, |
| { |
| "dataPath": "params_shard_51.bin", |
| "format": "raw-shard", |
| "nbytes": 25165824, |
| "records": [ |
| { |
| "name": "model.layers.20.self_attn.c_attn.q_weight", |
| "shape": [ |
| 12288, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 25165824, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "4d31b2ce5079168248326258dee602dc" |
| }, |
| { |
| "dataPath": "params_shard_52.bin", |
| "format": "raw-shard", |
| "nbytes": 32612352, |
| "records": [ |
| { |
| "name": "model.layers.2.self_attn.c_attn.q_scale", |
| "shape": [ |
| 12288, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "model.layers.2.self_attn.o_proj.q_weight", |
| "shape": [ |
| 4096, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 3145728 |
| }, |
| { |
| "name": "model.layers.2.self_attn.o_proj.q_scale", |
| "shape": [ |
| 4096, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 11534336 |
| }, |
| { |
| "name": "model.layers.20.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 12582912 |
| }, |
| { |
| "name": "model.layers.20.mlp.down_proj.q_scale", |
| "shape": [ |
| 4096, |
| 344 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2818048, |
| "byteOffset": 12591104 |
| }, |
| { |
| "name": "model.layers.20.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 22016, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 5636096, |
| "byteOffset": 15409152 |
| }, |
| { |
| "name": "model.layers.20.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 21045248 |
| }, |
| { |
| "name": "model.layers.20.self_attn.c_attn.bias", |
| "shape": [ |
| 12288 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 24576, |
| "byteOffset": 21053440 |
| }, |
| { |
| "name": "model.layers.20.self_attn.c_attn.q_scale", |
| "shape": [ |
| 12288, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 21078016 |
| }, |
| { |
| "name": "model.layers.20.self_attn.o_proj.q_weight", |
| "shape": [ |
| 4096, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 24223744 |
| } |
| ], |
| "md5sum": "1f75d2388022d500bb6fc28574e1d3f2" |
| }, |
| { |
| "dataPath": "params_shard_53.bin", |
| "format": "raw-shard", |
| "nbytes": 45088768, |
| "records": [ |
| { |
| "name": "model.layers.21.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 22016, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 45088768, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "f3c3166ee6b43280063213cd5206c47f" |
| }, |
| { |
| "dataPath": "params_shard_54.bin", |
| "format": "raw-shard", |
| "nbytes": 25165824, |
| "records": [ |
| { |
| "name": "model.layers.21.self_attn.c_attn.q_weight", |
| "shape": [ |
| 12288, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 25165824, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "9efbfc59f7ffdf94710a0226cc070f6e" |
| }, |
| { |
| "dataPath": "params_shard_55.bin", |
| "format": "raw-shard", |
| "nbytes": 32088064, |
| "records": [ |
| { |
| "name": "model.layers.20.self_attn.o_proj.q_scale", |
| "shape": [ |
| 4096, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "model.layers.21.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 1048576 |
| }, |
| { |
| "name": "model.layers.21.mlp.down_proj.q_weight", |
| "shape": [ |
| 4096, |
| 1376 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 22544384, |
| "byteOffset": 1056768 |
| }, |
| { |
| "name": "model.layers.21.mlp.down_proj.q_scale", |
| "shape": [ |
| 4096, |
| 344 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2818048, |
| "byteOffset": 23601152 |
| }, |
| { |
| "name": "model.layers.21.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 22016, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 5636096, |
| "byteOffset": 26419200 |
| }, |
| { |
| "name": "model.layers.21.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 32055296 |
| }, |
| { |
| "name": "model.layers.21.self_attn.c_attn.bias", |
| "shape": [ |
| 12288 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 24576, |
| "byteOffset": 32063488 |
| } |
| ], |
| "md5sum": "fad8b8a8fc1bf8fdb76b24c4c1005151" |
| }, |
| { |
| "dataPath": "params_shard_56.bin", |
| "format": "raw-shard", |
| "nbytes": 22544384, |
| "records": [ |
| { |
| "name": "model.layers.22.mlp.down_proj.q_weight", |
| "shape": [ |
| 4096, |
| 1376 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 22544384, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "01469c6b34fc484946008b9dd41658ee" |
| }, |
| { |
| "dataPath": "params_shard_57.bin", |
| "format": "raw-shard", |
| "nbytes": 45088768, |
| "records": [ |
| { |
| "name": "model.layers.22.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 22016, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 45088768, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "0d73b5c58e2330497280ddedfdacbfc7" |
| }, |
| { |
| "dataPath": "params_shard_58.bin", |
| "format": "raw-shard", |
| "nbytes": 25165824, |
| "records": [ |
| { |
| "name": "model.layers.22.self_attn.c_attn.q_weight", |
| "shape": [ |
| 12288, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 25165824, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "646391ea199186eb471cc7acef84e323" |
| }, |
| { |
| "dataPath": "params_shard_59.bin", |
| "format": "raw-shard", |
| "nbytes": 32612352, |
| "records": [ |
| { |
| "name": "model.layers.21.self_attn.c_attn.q_scale", |
| "shape": [ |
| 12288, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "model.layers.21.self_attn.o_proj.q_weight", |
| "shape": [ |
| 4096, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 3145728 |
| }, |
| { |
| "name": "model.layers.21.self_attn.o_proj.q_scale", |
| "shape": [ |
| 4096, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 11534336 |
| }, |
| { |
| "name": "model.layers.22.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 12582912 |
| }, |
| { |
| "name": "model.layers.22.mlp.down_proj.q_scale", |
| "shape": [ |
| 4096, |
| 344 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2818048, |
| "byteOffset": 12591104 |
| }, |
| { |
| "name": "model.layers.22.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 22016, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 5636096, |
| "byteOffset": 15409152 |
| }, |
| { |
| "name": "model.layers.22.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 21045248 |
| }, |
| { |
| "name": "model.layers.22.self_attn.c_attn.bias", |
| "shape": [ |
| 12288 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 24576, |
| "byteOffset": 21053440 |
| }, |
| { |
| "name": "model.layers.22.self_attn.c_attn.q_scale", |
| "shape": [ |
| 12288, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 21078016 |
| }, |
| { |
| "name": "model.layers.22.self_attn.o_proj.q_weight", |
| "shape": [ |
| 4096, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 24223744 |
| } |
| ], |
| "md5sum": "aeeda40a37757de3053986250e593e0e" |
| }, |
| { |
| "dataPath": "params_shard_60.bin", |
| "format": "raw-shard", |
| "nbytes": 45088768, |
| "records": [ |
| { |
| "name": "model.layers.23.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 22016, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 45088768, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "ae9b9fd3b19868b2241f9469613dbaee" |
| }, |
| { |
| "dataPath": "params_shard_61.bin", |
| "format": "raw-shard", |
| "nbytes": 25165824, |
| "records": [ |
| { |
| "name": "model.layers.23.self_attn.c_attn.q_weight", |
| "shape": [ |
| 12288, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 25165824, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "e621099121b2099cc042e215eafdc3c1" |
| }, |
| { |
| "dataPath": "params_shard_62.bin", |
| "format": "raw-shard", |
| "nbytes": 32088064, |
| "records": [ |
| { |
| "name": "model.layers.22.self_attn.o_proj.q_scale", |
| "shape": [ |
| 4096, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "model.layers.23.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 1048576 |
| }, |
| { |
| "name": "model.layers.23.mlp.down_proj.q_weight", |
| "shape": [ |
| 4096, |
| 1376 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 22544384, |
| "byteOffset": 1056768 |
| }, |
| { |
| "name": "model.layers.23.mlp.down_proj.q_scale", |
| "shape": [ |
| 4096, |
| 344 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2818048, |
| "byteOffset": 23601152 |
| }, |
| { |
| "name": "model.layers.23.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 22016, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 5636096, |
| "byteOffset": 26419200 |
| }, |
| { |
| "name": "model.layers.23.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 32055296 |
| }, |
| { |
| "name": "model.layers.23.self_attn.c_attn.bias", |
| "shape": [ |
| 12288 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 24576, |
| "byteOffset": 32063488 |
| } |
| ], |
| "md5sum": "3f3b4c365c646b5fff6cfb693f13a0c1" |
| }, |
| { |
| "dataPath": "params_shard_63.bin", |
| "format": "raw-shard", |
| "nbytes": 22544384, |
| "records": [ |
| { |
| "name": "model.layers.24.mlp.down_proj.q_weight", |
| "shape": [ |
| 4096, |
| 1376 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 22544384, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "7ab39b23f9a130d299c14d2e9cd54671" |
| }, |
| { |
| "dataPath": "params_shard_64.bin", |
| "format": "raw-shard", |
| "nbytes": 45088768, |
| "records": [ |
| { |
| "name": "model.layers.24.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 22016, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 45088768, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "2233653bd6b6256c0acc058ff7179b95" |
| }, |
| { |
| "dataPath": "params_shard_65.bin", |
| "format": "raw-shard", |
| "nbytes": 25165824, |
| "records": [ |
| { |
| "name": "model.layers.24.self_attn.c_attn.q_weight", |
| "shape": [ |
| 12288, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 25165824, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "b888ad0fa1473ef1b30afad6aa786567" |
| }, |
| { |
| "dataPath": "params_shard_66.bin", |
| "format": "raw-shard", |
| "nbytes": 32612352, |
| "records": [ |
| { |
| "name": "model.layers.23.self_attn.c_attn.q_scale", |
| "shape": [ |
| 12288, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "model.layers.23.self_attn.o_proj.q_weight", |
| "shape": [ |
| 4096, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 3145728 |
| }, |
| { |
| "name": "model.layers.23.self_attn.o_proj.q_scale", |
| "shape": [ |
| 4096, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 11534336 |
| }, |
| { |
| "name": "model.layers.24.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 12582912 |
| }, |
| { |
| "name": "model.layers.24.mlp.down_proj.q_scale", |
| "shape": [ |
| 4096, |
| 344 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2818048, |
| "byteOffset": 12591104 |
| }, |
| { |
| "name": "model.layers.24.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 22016, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 5636096, |
| "byteOffset": 15409152 |
| }, |
| { |
| "name": "model.layers.24.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 21045248 |
| }, |
| { |
| "name": "model.layers.24.self_attn.c_attn.bias", |
| "shape": [ |
| 12288 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 24576, |
| "byteOffset": 21053440 |
| }, |
| { |
| "name": "model.layers.24.self_attn.c_attn.q_scale", |
| "shape": [ |
| 12288, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 21078016 |
| }, |
| { |
| "name": "model.layers.24.self_attn.o_proj.q_weight", |
| "shape": [ |
| 4096, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 24223744 |
| } |
| ], |
| "md5sum": "3a4c48c4d308c63bdd072a48efdff77b" |
| }, |
| { |
| "dataPath": "params_shard_67.bin", |
| "format": "raw-shard", |
| "nbytes": 45088768, |
| "records": [ |
| { |
| "name": "model.layers.25.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 22016, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 45088768, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "705ee2fbf04c26e7058955361170c027" |
| }, |
| { |
| "dataPath": "params_shard_68.bin", |
| "format": "raw-shard", |
| "nbytes": 25165824, |
| "records": [ |
| { |
| "name": "model.layers.25.self_attn.c_attn.q_weight", |
| "shape": [ |
| 12288, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 25165824, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "96a185ef090642412b639db68a9a35f9" |
| }, |
| { |
| "dataPath": "params_shard_69.bin", |
| "format": "raw-shard", |
| "nbytes": 32088064, |
| "records": [ |
| { |
| "name": "model.layers.24.self_attn.o_proj.q_scale", |
| "shape": [ |
| 4096, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "model.layers.25.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 1048576 |
| }, |
| { |
| "name": "model.layers.25.mlp.down_proj.q_weight", |
| "shape": [ |
| 4096, |
| 1376 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 22544384, |
| "byteOffset": 1056768 |
| }, |
| { |
| "name": "model.layers.25.mlp.down_proj.q_scale", |
| "shape": [ |
| 4096, |
| 344 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2818048, |
| "byteOffset": 23601152 |
| }, |
| { |
| "name": "model.layers.25.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 22016, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 5636096, |
| "byteOffset": 26419200 |
| }, |
| { |
| "name": "model.layers.25.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 32055296 |
| }, |
| { |
| "name": "model.layers.25.self_attn.c_attn.bias", |
| "shape": [ |
| 12288 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 24576, |
| "byteOffset": 32063488 |
| } |
| ], |
| "md5sum": "a9826a588a798a5a8281f2cd28acbcc2" |
| }, |
| { |
| "dataPath": "params_shard_70.bin", |
| "format": "raw-shard", |
| "nbytes": 22544384, |
| "records": [ |
| { |
| "name": "model.layers.26.mlp.down_proj.q_weight", |
| "shape": [ |
| 4096, |
| 1376 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 22544384, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "94ba6754a1857aae8010940ca850d93e" |
| }, |
| { |
| "dataPath": "params_shard_71.bin", |
| "format": "raw-shard", |
| "nbytes": 45088768, |
| "records": [ |
| { |
| "name": "model.layers.26.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 22016, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 45088768, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "65dfebf6dd4d35ff52ab4d2486cea499" |
| }, |
| { |
| "dataPath": "params_shard_72.bin", |
| "format": "raw-shard", |
| "nbytes": 25165824, |
| "records": [ |
| { |
| "name": "model.layers.26.self_attn.c_attn.q_weight", |
| "shape": [ |
| 12288, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 25165824, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "5af44226ac3691f3459038ec2115e56a" |
| }, |
| { |
| "dataPath": "params_shard_73.bin", |
| "format": "raw-shard", |
| "nbytes": 32612352, |
| "records": [ |
| { |
| "name": "model.layers.25.self_attn.c_attn.q_scale", |
| "shape": [ |
| 12288, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "model.layers.25.self_attn.o_proj.q_weight", |
| "shape": [ |
| 4096, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 3145728 |
| }, |
| { |
| "name": "model.layers.25.self_attn.o_proj.q_scale", |
| "shape": [ |
| 4096, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 11534336 |
| }, |
| { |
| "name": "model.layers.26.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 12582912 |
| }, |
| { |
| "name": "model.layers.26.mlp.down_proj.q_scale", |
| "shape": [ |
| 4096, |
| 344 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2818048, |
| "byteOffset": 12591104 |
| }, |
| { |
| "name": "model.layers.26.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 22016, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 5636096, |
| "byteOffset": 15409152 |
| }, |
| { |
| "name": "model.layers.26.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 21045248 |
| }, |
| { |
| "name": "model.layers.26.self_attn.c_attn.bias", |
| "shape": [ |
| 12288 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 24576, |
| "byteOffset": 21053440 |
| }, |
| { |
| "name": "model.layers.26.self_attn.c_attn.q_scale", |
| "shape": [ |
| 12288, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 21078016 |
| }, |
| { |
| "name": "model.layers.26.self_attn.o_proj.q_weight", |
| "shape": [ |
| 4096, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 24223744 |
| } |
| ], |
| "md5sum": "443169979324dceed79c5996272c7c3d" |
| }, |
| { |
| "dataPath": "params_shard_74.bin", |
| "format": "raw-shard", |
| "nbytes": 45088768, |
| "records": [ |
| { |
| "name": "model.layers.27.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 22016, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 45088768, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "28bb8a3320d08cef04977d008bdb10fe" |
| }, |
| { |
| "dataPath": "params_shard_75.bin", |
| "format": "raw-shard", |
| "nbytes": 25165824, |
| "records": [ |
| { |
| "name": "model.layers.27.self_attn.c_attn.q_weight", |
| "shape": [ |
| 12288, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 25165824, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "475f0bbec0e7293e02a52b59227b7d0a" |
| }, |
| { |
| "dataPath": "params_shard_76.bin", |
| "format": "raw-shard", |
| "nbytes": 32088064, |
| "records": [ |
| { |
| "name": "model.layers.26.self_attn.o_proj.q_scale", |
| "shape": [ |
| 4096, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "model.layers.27.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 1048576 |
| }, |
| { |
| "name": "model.layers.27.mlp.down_proj.q_weight", |
| "shape": [ |
| 4096, |
| 1376 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 22544384, |
| "byteOffset": 1056768 |
| }, |
| { |
| "name": "model.layers.27.mlp.down_proj.q_scale", |
| "shape": [ |
| 4096, |
| 344 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2818048, |
| "byteOffset": 23601152 |
| }, |
| { |
| "name": "model.layers.27.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 22016, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 5636096, |
| "byteOffset": 26419200 |
| }, |
| { |
| "name": "model.layers.27.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 32055296 |
| }, |
| { |
| "name": "model.layers.27.self_attn.c_attn.bias", |
| "shape": [ |
| 12288 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 24576, |
| "byteOffset": 32063488 |
| } |
| ], |
| "md5sum": "41c31e1e500cd97076e809a313a0bfec" |
| }, |
| { |
| "dataPath": "params_shard_77.bin", |
| "format": "raw-shard", |
| "nbytes": 22544384, |
| "records": [ |
| { |
| "name": "model.layers.28.mlp.down_proj.q_weight", |
| "shape": [ |
| 4096, |
| 1376 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 22544384, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "9c93f11417866380869a996b401f1337" |
| }, |
| { |
| "dataPath": "params_shard_78.bin", |
| "format": "raw-shard", |
| "nbytes": 45088768, |
| "records": [ |
| { |
| "name": "model.layers.28.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 22016, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 45088768, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "0198d317ce11617260e2fd5498b89cbf" |
| }, |
| { |
| "dataPath": "params_shard_79.bin", |
| "format": "raw-shard", |
| "nbytes": 25165824, |
| "records": [ |
| { |
| "name": "model.layers.28.self_attn.c_attn.q_weight", |
| "shape": [ |
| 12288, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 25165824, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "89a82461cdef066cc11490953628ba3e" |
| }, |
| { |
| "dataPath": "params_shard_80.bin", |
| "format": "raw-shard", |
| "nbytes": 32612352, |
| "records": [ |
| { |
| "name": "model.layers.27.self_attn.c_attn.q_scale", |
| "shape": [ |
| 12288, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "model.layers.27.self_attn.o_proj.q_weight", |
| "shape": [ |
| 4096, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 3145728 |
| }, |
| { |
| "name": "model.layers.27.self_attn.o_proj.q_scale", |
| "shape": [ |
| 4096, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 11534336 |
| }, |
| { |
| "name": "model.layers.28.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 12582912 |
| }, |
| { |
| "name": "model.layers.28.mlp.down_proj.q_scale", |
| "shape": [ |
| 4096, |
| 344 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2818048, |
| "byteOffset": 12591104 |
| }, |
| { |
| "name": "model.layers.28.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 22016, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 5636096, |
| "byteOffset": 15409152 |
| }, |
| { |
| "name": "model.layers.28.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 21045248 |
| }, |
| { |
| "name": "model.layers.28.self_attn.c_attn.bias", |
| "shape": [ |
| 12288 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 24576, |
| "byteOffset": 21053440 |
| }, |
| { |
| "name": "model.layers.28.self_attn.c_attn.q_scale", |
| "shape": [ |
| 12288, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 21078016 |
| }, |
| { |
| "name": "model.layers.28.self_attn.o_proj.q_weight", |
| "shape": [ |
| 4096, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 24223744 |
| } |
| ], |
| "md5sum": "15d121a0e7589aad6cda7949db7fb524" |
| }, |
| { |
| "dataPath": "params_shard_81.bin", |
| "format": "raw-shard", |
| "nbytes": 45088768, |
| "records": [ |
| { |
| "name": "model.layers.29.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 22016, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 45088768, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "a811e918f19ebe40b7d12c9076f47e32" |
| }, |
| { |
| "dataPath": "params_shard_82.bin", |
| "format": "raw-shard", |
| "nbytes": 25165824, |
| "records": [ |
| { |
| "name": "model.layers.29.self_attn.c_attn.q_weight", |
| "shape": [ |
| 12288, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 25165824, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "23035cc56216aeefd9489022460d6cce" |
| }, |
| { |
| "dataPath": "params_shard_83.bin", |
| "format": "raw-shard", |
| "nbytes": 32088064, |
| "records": [ |
| { |
| "name": "model.layers.28.self_attn.o_proj.q_scale", |
| "shape": [ |
| 4096, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "model.layers.29.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 1048576 |
| }, |
| { |
| "name": "model.layers.29.mlp.down_proj.q_weight", |
| "shape": [ |
| 4096, |
| 1376 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 22544384, |
| "byteOffset": 1056768 |
| }, |
| { |
| "name": "model.layers.29.mlp.down_proj.q_scale", |
| "shape": [ |
| 4096, |
| 344 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2818048, |
| "byteOffset": 23601152 |
| }, |
| { |
| "name": "model.layers.29.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 22016, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 5636096, |
| "byteOffset": 26419200 |
| }, |
| { |
| "name": "model.layers.29.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 32055296 |
| }, |
| { |
| "name": "model.layers.29.self_attn.c_attn.bias", |
| "shape": [ |
| 12288 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 24576, |
| "byteOffset": 32063488 |
| } |
| ], |
| "md5sum": "fed992288ef658c58acf26039c6a5335" |
| }, |
| { |
| "dataPath": "params_shard_84.bin", |
| "format": "raw-shard", |
| "nbytes": 22544384, |
| "records": [ |
| { |
| "name": "model.layers.3.mlp.down_proj.q_weight", |
| "shape": [ |
| 4096, |
| 1376 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 22544384, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "1f4a13fd0f960dd8c2df874f1e5cd549" |
| }, |
| { |
| "dataPath": "params_shard_85.bin", |
| "format": "raw-shard", |
| "nbytes": 45088768, |
| "records": [ |
| { |
| "name": "model.layers.3.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 22016, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 45088768, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "497090a9b2b1f804ced0e91cc14dc73d" |
| }, |
| { |
| "dataPath": "params_shard_86.bin", |
| "format": "raw-shard", |
| "nbytes": 25165824, |
| "records": [ |
| { |
| "name": "model.layers.3.self_attn.c_attn.q_weight", |
| "shape": [ |
| 12288, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 25165824, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "e1dad9b7aeadaaaa7fb269f822d8e094" |
| }, |
| { |
| "dataPath": "params_shard_87.bin", |
| "format": "raw-shard", |
| "nbytes": 32612352, |
| "records": [ |
| { |
| "name": "model.layers.29.self_attn.c_attn.q_scale", |
| "shape": [ |
| 12288, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "model.layers.29.self_attn.o_proj.q_weight", |
| "shape": [ |
| 4096, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 3145728 |
| }, |
| { |
| "name": "model.layers.29.self_attn.o_proj.q_scale", |
| "shape": [ |
| 4096, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 11534336 |
| }, |
| { |
| "name": "model.layers.3.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 12582912 |
| }, |
| { |
| "name": "model.layers.3.mlp.down_proj.q_scale", |
| "shape": [ |
| 4096, |
| 344 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2818048, |
| "byteOffset": 12591104 |
| }, |
| { |
| "name": "model.layers.3.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 22016, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 5636096, |
| "byteOffset": 15409152 |
| }, |
| { |
| "name": "model.layers.3.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 21045248 |
| }, |
| { |
| "name": "model.layers.3.self_attn.c_attn.bias", |
| "shape": [ |
| 12288 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 24576, |
| "byteOffset": 21053440 |
| }, |
| { |
| "name": "model.layers.3.self_attn.c_attn.q_scale", |
| "shape": [ |
| 12288, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 21078016 |
| }, |
| { |
| "name": "model.layers.3.self_attn.o_proj.q_weight", |
| "shape": [ |
| 4096, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 24223744 |
| } |
| ], |
| "md5sum": "e0a981395f22ddaad5b365c657a129f7" |
| }, |
| { |
| "dataPath": "params_shard_88.bin", |
| "format": "raw-shard", |
| "nbytes": 45088768, |
| "records": [ |
| { |
| "name": "model.layers.30.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 22016, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 45088768, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "9751e0c840598510b92037659c091cfc" |
| }, |
| { |
| "dataPath": "params_shard_89.bin", |
| "format": "raw-shard", |
| "nbytes": 25165824, |
| "records": [ |
| { |
| "name": "model.layers.30.self_attn.c_attn.q_weight", |
| "shape": [ |
| 12288, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 25165824, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "bf5b07cfe234c384c6cee6428a01a5d7" |
| }, |
| { |
| "dataPath": "params_shard_90.bin", |
| "format": "raw-shard", |
| "nbytes": 32088064, |
| "records": [ |
| { |
| "name": "model.layers.3.self_attn.o_proj.q_scale", |
| "shape": [ |
| 4096, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "model.layers.30.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 1048576 |
| }, |
| { |
| "name": "model.layers.30.mlp.down_proj.q_weight", |
| "shape": [ |
| 4096, |
| 1376 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 22544384, |
| "byteOffset": 1056768 |
| }, |
| { |
| "name": "model.layers.30.mlp.down_proj.q_scale", |
| "shape": [ |
| 4096, |
| 344 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2818048, |
| "byteOffset": 23601152 |
| }, |
| { |
| "name": "model.layers.30.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 22016, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 5636096, |
| "byteOffset": 26419200 |
| }, |
| { |
| "name": "model.layers.30.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 32055296 |
| }, |
| { |
| "name": "model.layers.30.self_attn.c_attn.bias", |
| "shape": [ |
| 12288 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 24576, |
| "byteOffset": 32063488 |
| } |
| ], |
| "md5sum": "e97862bf9461af9e4ed310770ac926ea" |
| }, |
| { |
| "dataPath": "params_shard_91.bin", |
| "format": "raw-shard", |
| "nbytes": 22544384, |
| "records": [ |
| { |
| "name": "model.layers.31.mlp.down_proj.q_weight", |
| "shape": [ |
| 4096, |
| 1376 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 22544384, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "6fc1385375811ef3f323d9e673c04e02" |
| }, |
| { |
| "dataPath": "params_shard_92.bin", |
| "format": "raw-shard", |
| "nbytes": 45088768, |
| "records": [ |
| { |
| "name": "model.layers.31.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 22016, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 45088768, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "fbeb20c8dc7afc92c839f04c6673574c" |
| }, |
| { |
| "dataPath": "params_shard_93.bin", |
| "format": "raw-shard", |
| "nbytes": 25165824, |
| "records": [ |
| { |
| "name": "model.layers.31.self_attn.c_attn.q_weight", |
| "shape": [ |
| 12288, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 25165824, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "8ef52a42bde60d5dc86517cf4b510c92" |
| }, |
| { |
| "dataPath": "params_shard_94.bin", |
| "format": "raw-shard", |
| "nbytes": 32612352, |
| "records": [ |
| { |
| "name": "model.layers.30.self_attn.c_attn.q_scale", |
| "shape": [ |
| 12288, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "model.layers.30.self_attn.o_proj.q_weight", |
| "shape": [ |
| 4096, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 3145728 |
| }, |
| { |
| "name": "model.layers.30.self_attn.o_proj.q_scale", |
| "shape": [ |
| 4096, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 11534336 |
| }, |
| { |
| "name": "model.layers.31.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 12582912 |
| }, |
| { |
| "name": "model.layers.31.mlp.down_proj.q_scale", |
| "shape": [ |
| 4096, |
| 344 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2818048, |
| "byteOffset": 12591104 |
| }, |
| { |
| "name": "model.layers.31.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 22016, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 5636096, |
| "byteOffset": 15409152 |
| }, |
| { |
| "name": "model.layers.31.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 21045248 |
| }, |
| { |
| "name": "model.layers.31.self_attn.c_attn.bias", |
| "shape": [ |
| 12288 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 24576, |
| "byteOffset": 21053440 |
| }, |
| { |
| "name": "model.layers.31.self_attn.c_attn.q_scale", |
| "shape": [ |
| 12288, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 21078016 |
| }, |
| { |
| "name": "model.layers.31.self_attn.o_proj.q_weight", |
| "shape": [ |
| 4096, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 24223744 |
| } |
| ], |
| "md5sum": "b85b33d7c43f1c6f57360ae3edf5357e" |
| }, |
| { |
| "dataPath": "params_shard_95.bin", |
| "format": "raw-shard", |
| "nbytes": 45088768, |
| "records": [ |
| { |
| "name": "model.layers.4.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 22016, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 45088768, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "2a624fb27d1559fe52f5f90eca7188bb" |
| }, |
| { |
| "dataPath": "params_shard_96.bin", |
| "format": "raw-shard", |
| "nbytes": 25165824, |
| "records": [ |
| { |
| "name": "model.layers.4.self_attn.c_attn.q_weight", |
| "shape": [ |
| 12288, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 25165824, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "277a2e040b5d39dad3fb552a31367d33" |
| }, |
| { |
| "dataPath": "params_shard_97.bin", |
| "format": "raw-shard", |
| "nbytes": 32088064, |
| "records": [ |
| { |
| "name": "model.layers.31.self_attn.o_proj.q_scale", |
| "shape": [ |
| 4096, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "model.layers.4.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 1048576 |
| }, |
| { |
| "name": "model.layers.4.mlp.down_proj.q_weight", |
| "shape": [ |
| 4096, |
| 1376 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 22544384, |
| "byteOffset": 1056768 |
| }, |
| { |
| "name": "model.layers.4.mlp.down_proj.q_scale", |
| "shape": [ |
| 4096, |
| 344 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2818048, |
| "byteOffset": 23601152 |
| }, |
| { |
| "name": "model.layers.4.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 22016, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 5636096, |
| "byteOffset": 26419200 |
| }, |
| { |
| "name": "model.layers.4.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 32055296 |
| }, |
| { |
| "name": "model.layers.4.self_attn.c_attn.bias", |
| "shape": [ |
| 12288 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 24576, |
| "byteOffset": 32063488 |
| } |
| ], |
| "md5sum": "982c7f71292c660ce0fad3140124163a" |
| }, |
| { |
| "dataPath": "params_shard_98.bin", |
| "format": "raw-shard", |
| "nbytes": 22544384, |
| "records": [ |
| { |
| "name": "model.layers.5.mlp.down_proj.q_weight", |
| "shape": [ |
| 4096, |
| 1376 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 22544384, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "14ec492fb882a28af092882797a51db6" |
| }, |
| { |
| "dataPath": "params_shard_99.bin", |
| "format": "raw-shard", |
| "nbytes": 45088768, |
| "records": [ |
| { |
| "name": "model.layers.5.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 22016, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 45088768, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "113541cb06a5d02085327320942ec783" |
| }, |
| { |
| "dataPath": "params_shard_100.bin", |
| "format": "raw-shard", |
| "nbytes": 25165824, |
| "records": [ |
| { |
| "name": "model.layers.5.self_attn.c_attn.q_weight", |
| "shape": [ |
| 12288, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 25165824, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "6cdcbfafc9da0b6787e07aa3c827e56f" |
| }, |
| { |
| "dataPath": "params_shard_101.bin", |
| "format": "raw-shard", |
| "nbytes": 32612352, |
| "records": [ |
| { |
| "name": "model.layers.4.self_attn.c_attn.q_scale", |
| "shape": [ |
| 12288, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "model.layers.4.self_attn.o_proj.q_weight", |
| "shape": [ |
| 4096, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 3145728 |
| }, |
| { |
| "name": "model.layers.4.self_attn.o_proj.q_scale", |
| "shape": [ |
| 4096, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 11534336 |
| }, |
| { |
| "name": "model.layers.5.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 12582912 |
| }, |
| { |
| "name": "model.layers.5.mlp.down_proj.q_scale", |
| "shape": [ |
| 4096, |
| 344 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2818048, |
| "byteOffset": 12591104 |
| }, |
| { |
| "name": "model.layers.5.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 22016, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 5636096, |
| "byteOffset": 15409152 |
| }, |
| { |
| "name": "model.layers.5.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 21045248 |
| }, |
| { |
| "name": "model.layers.5.self_attn.c_attn.bias", |
| "shape": [ |
| 12288 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 24576, |
| "byteOffset": 21053440 |
| }, |
| { |
| "name": "model.layers.5.self_attn.c_attn.q_scale", |
| "shape": [ |
| 12288, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 21078016 |
| }, |
| { |
| "name": "model.layers.5.self_attn.o_proj.q_weight", |
| "shape": [ |
| 4096, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 24223744 |
| } |
| ], |
| "md5sum": "5ecf95c2e3f84ea72dbea730a53c45f6" |
| }, |
| { |
| "dataPath": "params_shard_102.bin", |
| "format": "raw-shard", |
| "nbytes": 45088768, |
| "records": [ |
| { |
| "name": "model.layers.6.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 22016, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 45088768, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "c4b9e8dbfc1dcff16d16814bbb8497d5" |
| }, |
| { |
| "dataPath": "params_shard_103.bin", |
| "format": "raw-shard", |
| "nbytes": 25165824, |
| "records": [ |
| { |
| "name": "model.layers.6.self_attn.c_attn.q_weight", |
| "shape": [ |
| 12288, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 25165824, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "dc5be0a32f0780b9a0636a283cee2601" |
| }, |
| { |
| "dataPath": "params_shard_104.bin", |
| "format": "raw-shard", |
| "nbytes": 32088064, |
| "records": [ |
| { |
| "name": "model.layers.5.self_attn.o_proj.q_scale", |
| "shape": [ |
| 4096, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "model.layers.6.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 1048576 |
| }, |
| { |
| "name": "model.layers.6.mlp.down_proj.q_weight", |
| "shape": [ |
| 4096, |
| 1376 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 22544384, |
| "byteOffset": 1056768 |
| }, |
| { |
| "name": "model.layers.6.mlp.down_proj.q_scale", |
| "shape": [ |
| 4096, |
| 344 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2818048, |
| "byteOffset": 23601152 |
| }, |
| { |
| "name": "model.layers.6.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 22016, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 5636096, |
| "byteOffset": 26419200 |
| }, |
| { |
| "name": "model.layers.6.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 32055296 |
| }, |
| { |
| "name": "model.layers.6.self_attn.c_attn.bias", |
| "shape": [ |
| 12288 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 24576, |
| "byteOffset": 32063488 |
| } |
| ], |
| "md5sum": "21c78cb95a26b8f5187d9908fef894ff" |
| }, |
| { |
| "dataPath": "params_shard_105.bin", |
| "format": "raw-shard", |
| "nbytes": 22544384, |
| "records": [ |
| { |
| "name": "model.layers.7.mlp.down_proj.q_weight", |
| "shape": [ |
| 4096, |
| 1376 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 22544384, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "3124a8b79f2caa24182a2210669ed8b8" |
| }, |
| { |
| "dataPath": "params_shard_106.bin", |
| "format": "raw-shard", |
| "nbytes": 45088768, |
| "records": [ |
| { |
| "name": "model.layers.7.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 22016, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 45088768, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "4c71ebd2a048c3bbe3ed38eac9a81572" |
| }, |
| { |
| "dataPath": "params_shard_107.bin", |
| "format": "raw-shard", |
| "nbytes": 25165824, |
| "records": [ |
| { |
| "name": "model.layers.7.self_attn.c_attn.q_weight", |
| "shape": [ |
| 12288, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 25165824, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "42653009c584f5a36de4605e9cc48a48" |
| }, |
| { |
| "dataPath": "params_shard_108.bin", |
| "format": "raw-shard", |
| "nbytes": 32612352, |
| "records": [ |
| { |
| "name": "model.layers.6.self_attn.c_attn.q_scale", |
| "shape": [ |
| 12288, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "model.layers.6.self_attn.o_proj.q_weight", |
| "shape": [ |
| 4096, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 3145728 |
| }, |
| { |
| "name": "model.layers.6.self_attn.o_proj.q_scale", |
| "shape": [ |
| 4096, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 11534336 |
| }, |
| { |
| "name": "model.layers.7.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 12582912 |
| }, |
| { |
| "name": "model.layers.7.mlp.down_proj.q_scale", |
| "shape": [ |
| 4096, |
| 344 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2818048, |
| "byteOffset": 12591104 |
| }, |
| { |
| "name": "model.layers.7.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 22016, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 5636096, |
| "byteOffset": 15409152 |
| }, |
| { |
| "name": "model.layers.7.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 21045248 |
| }, |
| { |
| "name": "model.layers.7.self_attn.c_attn.bias", |
| "shape": [ |
| 12288 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 24576, |
| "byteOffset": 21053440 |
| }, |
| { |
| "name": "model.layers.7.self_attn.c_attn.q_scale", |
| "shape": [ |
| 12288, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 21078016 |
| }, |
| { |
| "name": "model.layers.7.self_attn.o_proj.q_weight", |
| "shape": [ |
| 4096, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 24223744 |
| } |
| ], |
| "md5sum": "6d86c502a5aadf268714c944455b4b2e" |
| }, |
| { |
| "dataPath": "params_shard_109.bin", |
| "format": "raw-shard", |
| "nbytes": 45088768, |
| "records": [ |
| { |
| "name": "model.layers.8.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 22016, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 45088768, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "d05b9a280b94f3307315ef1ff0c30cde" |
| }, |
| { |
| "dataPath": "params_shard_110.bin", |
| "format": "raw-shard", |
| "nbytes": 25165824, |
| "records": [ |
| { |
| "name": "model.layers.8.self_attn.c_attn.q_weight", |
| "shape": [ |
| 12288, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 25165824, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "7b8b6a4a39ca34c15f7a57f328ae0849" |
| }, |
| { |
| "dataPath": "params_shard_111.bin", |
| "format": "raw-shard", |
| "nbytes": 32088064, |
| "records": [ |
| { |
| "name": "model.layers.7.self_attn.o_proj.q_scale", |
| "shape": [ |
| 4096, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "model.layers.8.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 1048576 |
| }, |
| { |
| "name": "model.layers.8.mlp.down_proj.q_weight", |
| "shape": [ |
| 4096, |
| 1376 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 22544384, |
| "byteOffset": 1056768 |
| }, |
| { |
| "name": "model.layers.8.mlp.down_proj.q_scale", |
| "shape": [ |
| 4096, |
| 344 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2818048, |
| "byteOffset": 23601152 |
| }, |
| { |
| "name": "model.layers.8.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 22016, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 5636096, |
| "byteOffset": 26419200 |
| }, |
| { |
| "name": "model.layers.8.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 32055296 |
| }, |
| { |
| "name": "model.layers.8.self_attn.c_attn.bias", |
| "shape": [ |
| 12288 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 24576, |
| "byteOffset": 32063488 |
| } |
| ], |
| "md5sum": "abcb7951f299a367f6ead5f8f6f3b277" |
| }, |
| { |
| "dataPath": "params_shard_112.bin", |
| "format": "raw-shard", |
| "nbytes": 22544384, |
| "records": [ |
| { |
| "name": "model.layers.9.mlp.down_proj.q_weight", |
| "shape": [ |
| 4096, |
| 1376 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 22544384, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "7304a5577d69bf0ab47975aaae8492bc" |
| }, |
| { |
| "dataPath": "params_shard_113.bin", |
| "format": "raw-shard", |
| "nbytes": 45088768, |
| "records": [ |
| { |
| "name": "model.layers.9.mlp.gate_up_proj.q_weight", |
| "shape": [ |
| 22016, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 45088768, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "77ae7740739440e74dfd8d4f0b1be60f" |
| }, |
| { |
| "dataPath": "params_shard_114.bin", |
| "format": "raw-shard", |
| "nbytes": 25165824, |
| "records": [ |
| { |
| "name": "model.layers.9.self_attn.c_attn.q_weight", |
| "shape": [ |
| 12288, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 25165824, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "c87b25dcf45e5f224e9c0b45315a2871" |
| }, |
| { |
| "dataPath": "params_shard_115.bin", |
| "format": "raw-shard", |
| "nbytes": 32612352, |
| "records": [ |
| { |
| "name": "model.layers.8.self_attn.c_attn.q_scale", |
| "shape": [ |
| 12288, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "model.layers.8.self_attn.o_proj.q_weight", |
| "shape": [ |
| 4096, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 3145728 |
| }, |
| { |
| "name": "model.layers.8.self_attn.o_proj.q_scale", |
| "shape": [ |
| 4096, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 11534336 |
| }, |
| { |
| "name": "model.layers.9.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 12582912 |
| }, |
| { |
| "name": "model.layers.9.mlp.down_proj.q_scale", |
| "shape": [ |
| 4096, |
| 344 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2818048, |
| "byteOffset": 12591104 |
| }, |
| { |
| "name": "model.layers.9.mlp.gate_up_proj.q_scale", |
| "shape": [ |
| 22016, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 5636096, |
| "byteOffset": 15409152 |
| }, |
| { |
| "name": "model.layers.9.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 21045248 |
| }, |
| { |
| "name": "model.layers.9.self_attn.c_attn.bias", |
| "shape": [ |
| 12288 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 24576, |
| "byteOffset": 21053440 |
| }, |
| { |
| "name": "model.layers.9.self_attn.c_attn.q_scale", |
| "shape": [ |
| 12288, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 3145728, |
| "byteOffset": 21078016 |
| }, |
| { |
| "name": "model.layers.9.self_attn.o_proj.q_weight", |
| "shape": [ |
| 4096, |
| 512 |
| ], |
| "dtype": "uint32", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 24223744 |
| } |
| ], |
| "md5sum": "63107008c3c73834fd7c4d21d3daeaa0" |
| }, |
| { |
| "dataPath": "params_shard_116.bin", |
| "format": "raw-shard", |
| "nbytes": 1056768, |
| "records": [ |
| { |
| "name": "model.layers.9.self_attn.o_proj.q_scale", |
| "shape": [ |
| 4096, |
| 128 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 1048576, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "model.norm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 1048576 |
| } |
| ], |
| "md5sum": "6fd38e381faf7aae49b2df62cb2a7dd5" |
| } |
| ] |
| } |
