diff --git "a/ndarray-cache.json" "b/ndarray-cache.json" new file mode 100644--- /dev/null +++ "b/ndarray-cache.json" @@ -0,0 +1,4331 @@ +{ + "metadata": { + "ParamSize": 327 + }, + "records": [ + { + "dataPath": "params_shard_0.bin", + "format": "raw-shard", + "nbytes": 52736000, + "records": [ + { + "name": "param_0", + "shape": [ + 32000, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 52736000, + "byteOffset": 0 + } + ], + "md5sum": "cd52bce0050d0e7c6af11d414dd45229" + }, + { + "dataPath": "params_shard_1.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "param_6", + "shape": [ + 28672, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "99b3fde9e390d713b28c298fca7f4f3c" + }, + { + "dataPath": "params_shard_2.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "param_8", + "shape": [ + 4096, + 2872 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "a2b3f30a10bc45adbdecf523f2001456" + }, + { + "dataPath": "params_shard_3.bin", + "format": "raw-shard", + "nbytes": 31483392, + "records": [ + { + "name": "param_1", + "shape": [ + 32000, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 6592000, + "byteOffset": 0 + }, + { + "name": "param_2", + "shape": [ + 6144, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 10125312, + "byteOffset": 6592000 + }, + { + "name": "param_3", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1265664, + "byteOffset": 16717312 + }, + { + "name": "param_4", + "shape": [ + 4096, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 6750208, + "byteOffset": 17982976 + }, + { + "name": "param_5", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 843776, + "byteOffset": 24733184 + }, + { + "name": "param_7", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 5906432, + "byteOffset": 25576960 + } + ], + "md5sum": "ca5e191dc246ee8c4eb689b15396919f" + }, + { + "dataPath": "params_shard_4.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "param_16", + "shape": [ + 28672, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "c22e7fb2a8393f1cefd17c8c8bad5f99" + }, + { + "dataPath": "params_shard_5.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "param_18", + "shape": [ + 4096, + 2872 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "a072ac61b33c82bd618c24fa489e8b47" + }, + { + "dataPath": "params_shard_6.bin", + "format": "raw-shard", + "nbytes": 30806016, + "records": [ + { + "name": "param_9", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 2940928, + "byteOffset": 0 + }, + { + "name": "param_10", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 2940928 + }, + { + "name": "param_11", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 2949120 + }, + { + "name": "param_12", + "shape": [ + 6144, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 10125312, + "byteOffset": 2957312 + }, + { + "name": "param_13", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1265664, + "byteOffset": 13082624 + }, + { + "name": "param_14", + "shape": [ + 4096, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 6750208, + "byteOffset": 14348288 + }, + { + "name": "param_15", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 843776, + "byteOffset": 21098496 + }, + { + "name": "param_17", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 5906432, + "byteOffset": 21942272 + }, + { + "name": "param_19", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 2940928, + "byteOffset": 27848704 + }, + { + "name": "param_20", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 30789632 + }, + { + "name": "param_21", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 30797824 + } + ], + "md5sum": "1b086d6fd64542369d4840e2111a1c12" + }, + { + "dataPath": "params_shard_7.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "param_26", + "shape": [ + 28672, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "ea6077213521b3ea01002ae228698d83" + }, + { + "dataPath": "params_shard_8.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "param_28", + "shape": [ + 4096, + 2872 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "9718a7f16dc7edd2d09d936252a20716" + }, + { + "dataPath": "params_shard_9.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "param_22", + "shape": [ + 6144, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 10125312, + "byteOffset": 0 + }, + { + "name": "param_23", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1265664, + "byteOffset": 10125312 + }, + { + "name": "param_24", + "shape": [ + 4096, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 6750208, + "byteOffset": 11390976 + }, + { + "name": "param_25", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 843776, + "byteOffset": 18141184 + }, + { + "name": "param_27", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 5906432, + "byteOffset": 18984960 + }, + { + "name": "param_29", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 2940928, + "byteOffset": 24891392 + }, + { + "name": "param_30", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27832320 + }, + { + "name": "param_31", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27840512 + } + ], + "md5sum": "0f9d36b29efc1f955412faa910ad136f" + }, + { + "dataPath": "params_shard_10.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "param_36", + "shape": [ + 28672, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "5102ad1f9840ccdb4f6a24f458c3f12c" + }, + { + "dataPath": "params_shard_11.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "param_38", + "shape": [ + 4096, + 2872 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "ccc1abc0207de173752913d32fed352c" + }, + { + "dataPath": "params_shard_12.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "param_32", + "shape": [ + 6144, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 10125312, + "byteOffset": 0 + }, + { + "name": "param_33", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1265664, + "byteOffset": 10125312 + }, + { + "name": "param_34", + "shape": [ + 4096, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 6750208, + "byteOffset": 11390976 + }, + { + "name": "param_35", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 843776, + "byteOffset": 18141184 + }, + { + "name": "param_37", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 5906432, + "byteOffset": 18984960 + }, + { + "name": "param_39", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 2940928, + "byteOffset": 24891392 + }, + { + "name": "param_40", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27832320 + }, + { + "name": "param_41", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27840512 + } + ], + "md5sum": "2c9d627f71e7d657bc70ac684a011f49" + }, + { + "dataPath": "params_shard_13.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "param_46", + "shape": [ + 28672, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "9dc9d6954c95aceb707b7dae0408bd57" + }, + { + "dataPath": "params_shard_14.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "param_48", + "shape": [ + 4096, + 2872 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "ac27c4bdd6be24a7dbc0849ea7d20b4c" + }, + { + "dataPath": "params_shard_15.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "param_42", + "shape": [ + 6144, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 10125312, + "byteOffset": 0 + }, + { + "name": "param_43", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1265664, + "byteOffset": 10125312 + }, + { + "name": "param_44", + "shape": [ + 4096, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 6750208, + "byteOffset": 11390976 + }, + { + "name": "param_45", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 843776, + "byteOffset": 18141184 + }, + { + "name": "param_47", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 5906432, + "byteOffset": 18984960 + }, + { + "name": "param_49", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 2940928, + "byteOffset": 24891392 + }, + { + "name": "param_50", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27832320 + }, + { + "name": "param_51", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27840512 + } + ], + "md5sum": "1540c33d32e0c38465d3b68295c63940" + }, + { + "dataPath": "params_shard_16.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "param_56", + "shape": [ + 28672, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "00c6ecc6cefe6b37284c5b8e1a0b4e80" + }, + { + "dataPath": "params_shard_17.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "param_58", + "shape": [ + 4096, + 2872 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "dc9759e01fc5fc11fb04a6cc767eb90e" + }, + { + "dataPath": "params_shard_18.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "param_52", + "shape": [ + 6144, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 10125312, + "byteOffset": 0 + }, + { + "name": "param_53", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1265664, + "byteOffset": 10125312 + }, + { + "name": "param_54", + "shape": [ + 4096, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 6750208, + "byteOffset": 11390976 + }, + { + "name": "param_55", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 843776, + "byteOffset": 18141184 + }, + { + "name": "param_57", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 5906432, + "byteOffset": 18984960 + }, + { + "name": "param_59", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 2940928, + "byteOffset": 24891392 + }, + { + "name": "param_60", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27832320 + }, + { + "name": "param_61", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27840512 + } + ], + "md5sum": "7df8772a422e294e3e724e42a80e0139" + }, + { + "dataPath": "params_shard_19.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "param_66", + "shape": [ + 28672, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "623f90c0d0ad9c67d4b9c70fa73b23eb" + }, + { + "dataPath": "params_shard_20.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "param_68", + "shape": [ + 4096, + 2872 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "63f835010dcff9b6069f31142f2a78b5" + }, + { + "dataPath": "params_shard_21.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "param_62", + "shape": [ + 6144, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 10125312, + "byteOffset": 0 + }, + { + "name": "param_63", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1265664, + "byteOffset": 10125312 + }, + { + "name": "param_64", + "shape": [ + 4096, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 6750208, + "byteOffset": 11390976 + }, + { + "name": "param_65", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 843776, + "byteOffset": 18141184 + }, + { + "name": "param_67", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 5906432, + "byteOffset": 18984960 + }, + { + "name": "param_69", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 2940928, + "byteOffset": 24891392 + }, + { + "name": "param_70", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27832320 + }, + { + "name": "param_71", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27840512 + } + ], + "md5sum": "cb1ff69b76a63e144f8ade8e0d24ce34" + }, + { + "dataPath": "params_shard_22.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "param_76", + "shape": [ + 28672, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "756aac2e2b643de6b7ef7303f945ea4b" + }, + { + "dataPath": "params_shard_23.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "param_78", + "shape": [ + 4096, + 2872 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "c20a750c15d0303885fc6082948501c1" + }, + { + "dataPath": "params_shard_24.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "param_72", + "shape": [ + 6144, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 10125312, + "byteOffset": 0 + }, + { + "name": "param_73", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1265664, + "byteOffset": 10125312 + }, + { + "name": "param_74", + "shape": [ + 4096, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 6750208, + "byteOffset": 11390976 + }, + { + "name": "param_75", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 843776, + "byteOffset": 18141184 + }, + { + "name": "param_77", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 5906432, + "byteOffset": 18984960 + }, + { + "name": "param_79", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 2940928, + "byteOffset": 24891392 + }, + { + "name": "param_80", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27832320 + }, + { + "name": "param_81", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27840512 + } + ], + "md5sum": "a68fd793161b1416c9efa7a14ac5891b" + }, + { + "dataPath": "params_shard_25.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "param_86", + "shape": [ + 28672, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "377b024de8b897972b003d0b538aefb8" + }, + { + "dataPath": "params_shard_26.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "param_88", + "shape": [ + 4096, + 2872 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "04e749468501c333083fb31839186327" + }, + { + "dataPath": "params_shard_27.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "param_82", + "shape": [ + 6144, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 10125312, + "byteOffset": 0 + }, + { + "name": "param_83", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1265664, + "byteOffset": 10125312 + }, + { + "name": "param_84", + "shape": [ + 4096, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 6750208, + "byteOffset": 11390976 + }, + { + "name": "param_85", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 843776, + "byteOffset": 18141184 + }, + { + "name": "param_87", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 5906432, + "byteOffset": 18984960 + }, + { + "name": "param_89", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 2940928, + "byteOffset": 24891392 + }, + { + "name": "param_90", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27832320 + }, + { + "name": "param_91", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27840512 + } + ], + "md5sum": "dc4547204e1b361c77a1f65bda7b8afb" + }, + { + "dataPath": "params_shard_28.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "param_96", + "shape": [ + 28672, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "3a3de0665c893d6011f72786b13e5902" + }, + { + "dataPath": "params_shard_29.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "param_98", + "shape": [ + 4096, + 2872 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "b5b892bc641650768d970bb4c06bbd6c" + }, + { + "dataPath": "params_shard_30.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "param_92", + "shape": [ + 6144, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 10125312, + "byteOffset": 0 + }, + { + "name": "param_93", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1265664, + "byteOffset": 10125312 + }, + { + "name": "param_94", + "shape": [ + 4096, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 6750208, + "byteOffset": 11390976 + }, + { + "name": "param_95", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 843776, + "byteOffset": 18141184 + }, + { + "name": "param_97", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 5906432, + "byteOffset": 18984960 + }, + { + "name": "param_99", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 2940928, + "byteOffset": 24891392 + }, + { + "name": "param_100", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27832320 + }, + { + "name": "param_101", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27840512 + } + ], + "md5sum": "0c50623f2a29a55e85cf2bfa0e8bf810" + }, + { + "dataPath": "params_shard_31.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "param_106", + "shape": [ + 28672, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "6f64ee4fbfacccf5e4fd69eabae06cf7" + }, + { + "dataPath": "params_shard_32.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "param_108", + "shape": [ + 4096, + 2872 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "247b2a3eba9ede0079daa6ba3d910f07" + }, + { + "dataPath": "params_shard_33.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "param_102", + "shape": [ + 6144, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 10125312, + "byteOffset": 0 + }, + { + "name": "param_103", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1265664, + "byteOffset": 10125312 + }, + { + "name": "param_104", + "shape": [ + 4096, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 6750208, + "byteOffset": 11390976 + }, + { + "name": "param_105", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 843776, + "byteOffset": 18141184 + }, + { + "name": "param_107", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 5906432, + "byteOffset": 18984960 + }, + { + "name": "param_109", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 2940928, + "byteOffset": 24891392 + }, + { + "name": "param_110", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27832320 + }, + { + "name": "param_111", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27840512 + } + ], + "md5sum": "1758f1eab796c1156875c281fb7a556f" + }, + { + "dataPath": "params_shard_34.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "param_116", + "shape": [ + 28672, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "121313bf617c1a7270d035190da6fb84" + }, + { + "dataPath": "params_shard_35.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "param_118", + "shape": [ + 4096, + 2872 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "08c16e9c742ec664d77d7cc2a0dcb913" + }, + { + "dataPath": "params_shard_36.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "param_112", + "shape": [ + 6144, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 10125312, + "byteOffset": 0 + }, + { + "name": "param_113", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1265664, + "byteOffset": 10125312 + }, + { + "name": "param_114", + "shape": [ + 4096, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 6750208, + "byteOffset": 11390976 + }, + { + "name": "param_115", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 843776, + "byteOffset": 18141184 + }, + { + "name": "param_117", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 5906432, + "byteOffset": 18984960 + }, + { + "name": "param_119", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 2940928, + "byteOffset": 24891392 + }, + { + "name": "param_120", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27832320 + }, + { + "name": "param_121", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27840512 + } + ], + "md5sum": "91b5cb7d8e499b3b29a281f3dbc85c27" + }, + { + "dataPath": "params_shard_37.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "param_126", + "shape": [ + 28672, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "51687bb58e4931b65caab1055a99b468" + }, + { + "dataPath": "params_shard_38.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "param_128", + "shape": [ + 4096, + 2872 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "ea1e9c217a14c79fb985fc039aff23bf" + }, + { + "dataPath": "params_shard_39.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "param_122", + "shape": [ + 6144, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 10125312, + "byteOffset": 0 + }, + { + "name": "param_123", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1265664, + "byteOffset": 10125312 + }, + { + "name": "param_124", + "shape": [ + 4096, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 6750208, + "byteOffset": 11390976 + }, + { + "name": "param_125", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 843776, + "byteOffset": 18141184 + }, + { + "name": "param_127", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 5906432, + "byteOffset": 18984960 + }, + { + "name": "param_129", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 2940928, + "byteOffset": 24891392 + }, + { + "name": "param_130", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27832320 + }, + { + "name": "param_131", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27840512 + } + ], + "md5sum": "9abcf6076afb26672138455e4533b9df" + }, + { + "dataPath": "params_shard_40.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "param_136", + "shape": [ + 28672, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "5524823e2a7ae85e99de397198417bba" + }, + { + "dataPath": "params_shard_41.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "param_138", + "shape": [ + 4096, + 2872 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "c3b84669d5955f0c9ab23198d5280bfe" + }, + { + "dataPath": "params_shard_42.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "param_132", + "shape": [ + 6144, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 10125312, + "byteOffset": 0 + }, + { + "name": "param_133", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1265664, + "byteOffset": 10125312 + }, + { + "name": "param_134", + "shape": [ + 4096, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 6750208, + "byteOffset": 11390976 + }, + { + "name": "param_135", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 843776, + "byteOffset": 18141184 + }, + { + "name": "param_137", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 5906432, + "byteOffset": 18984960 + }, + { + "name": "param_139", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 2940928, + "byteOffset": 24891392 + }, + { + "name": "param_140", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27832320 + }, + { + "name": "param_141", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27840512 + } + ], + "md5sum": "e25a6a698dbb43c16017ef909846f04e" + }, + { + "dataPath": "params_shard_43.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "param_146", + "shape": [ + 28672, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "4e7d41d0a203de9fbc4a894415780246" + }, + { + "dataPath": "params_shard_44.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "param_148", + "shape": [ + 4096, + 2872 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "0de0435cd9ec32f1ccc901b9158dff81" + }, + { + "dataPath": "params_shard_45.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "param_142", + "shape": [ + 6144, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 10125312, + "byteOffset": 0 + }, + { + "name": "param_143", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1265664, + "byteOffset": 10125312 + }, + { + "name": "param_144", + "shape": [ + 4096, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 6750208, + "byteOffset": 11390976 + }, + { + "name": "param_145", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 843776, + "byteOffset": 18141184 + }, + { + "name": "param_147", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 5906432, + "byteOffset": 18984960 + }, + { + "name": "param_149", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 2940928, + "byteOffset": 24891392 + }, + { + "name": "param_150", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27832320 + }, + { + "name": "param_151", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27840512 + } + ], + "md5sum": "3cfd5d8b8cc5b07142ab38bb274e1760" + }, + { + "dataPath": "params_shard_46.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "param_156", + "shape": [ + 28672, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "0e760769cea065e4a0c56aced6a7446c" + }, + { + "dataPath": "params_shard_47.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "param_158", + "shape": [ + 4096, + 2872 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "0e4e6819bc6cb87a6fadf9480e164234" + }, + { + "dataPath": "params_shard_48.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "param_152", + "shape": [ + 6144, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 10125312, + "byteOffset": 0 + }, + { + "name": "param_153", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1265664, + "byteOffset": 10125312 + }, + { + "name": "param_154", + "shape": [ + 4096, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 6750208, + "byteOffset": 11390976 + }, + { + "name": "param_155", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 843776, + "byteOffset": 18141184 + }, + { + "name": "param_157", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 5906432, + "byteOffset": 18984960 + }, + { + "name": "param_159", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 2940928, + "byteOffset": 24891392 + }, + { + "name": "param_160", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27832320 + }, + { + "name": "param_161", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27840512 + } + ], + "md5sum": "45ffd1c2a622ed0abf81b13a6993d3f9" + }, + { + "dataPath": "params_shard_49.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "param_166", + "shape": [ + 28672, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "0b3c8de90c057c84ee67eac5542f41d0" + }, + { + "dataPath": "params_shard_50.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "param_168", + "shape": [ + 4096, + 2872 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "7ce7d9b325fc32422e397e2122e3a507" + }, + { + "dataPath": "params_shard_51.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "param_162", + "shape": [ + 6144, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 10125312, + "byteOffset": 0 + }, + { + "name": "param_163", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1265664, + "byteOffset": 10125312 + }, + { + "name": "param_164", + "shape": [ + 4096, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 6750208, + "byteOffset": 11390976 + }, + { + "name": "param_165", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 843776, + "byteOffset": 18141184 + }, + { + "name": "param_167", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 5906432, + "byteOffset": 18984960 + }, + { + "name": "param_169", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 2940928, + "byteOffset": 24891392 + }, + { + "name": "param_170", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27832320 + }, + { + "name": "param_171", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27840512 + } + ], + "md5sum": "4dd3bb561b5cd4c05755b5fbe393869a" + }, + { + "dataPath": "params_shard_52.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "param_176", + "shape": [ + 28672, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "21a601595a4bff78cd54d6341494a4dd" + }, + { + "dataPath": "params_shard_53.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "param_178", + "shape": [ + 4096, + 2872 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "12a940af341eb5a27957527c0af0ceec" + }, + { + "dataPath": "params_shard_54.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "param_172", + "shape": [ + 6144, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 10125312, + "byteOffset": 0 + }, + { + "name": "param_173", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1265664, + "byteOffset": 10125312 + }, + { + "name": "param_174", + "shape": [ + 4096, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 6750208, + "byteOffset": 11390976 + }, + { + "name": "param_175", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 843776, + "byteOffset": 18141184 + }, + { + "name": "param_177", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 5906432, + "byteOffset": 18984960 + }, + { + "name": "param_179", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 2940928, + "byteOffset": 24891392 + }, + { + "name": "param_180", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27832320 + }, + { + "name": "param_181", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27840512 + } + ], + "md5sum": "c42be4b48f3fba93526267a3d0cdbf57" + }, + { + "dataPath": "params_shard_55.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "param_186", + "shape": [ + 28672, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "d24340f447d4a358e44c3abee1fab983" + }, + { + "dataPath": "params_shard_56.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "param_188", + "shape": [ + 4096, + 2872 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "4c5192e0e07efd546f10b5cd10a74eab" + }, + { + "dataPath": "params_shard_57.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "param_182", + "shape": [ + 6144, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 10125312, + "byteOffset": 0 + }, + { + "name": "param_183", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1265664, + "byteOffset": 10125312 + }, + { + "name": "param_184", + "shape": [ + 4096, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 6750208, + "byteOffset": 11390976 + }, + { + "name": "param_185", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 843776, + "byteOffset": 18141184 + }, + { + "name": "param_187", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 5906432, + "byteOffset": 18984960 + }, + { + "name": "param_189", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 2940928, + "byteOffset": 24891392 + }, + { + "name": "param_190", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27832320 + }, + { + "name": "param_191", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27840512 + } + ], + "md5sum": "d2fbc8eb480f75cf7debba974abcdfa0" + }, + { + "dataPath": "params_shard_58.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "param_196", + "shape": [ + 28672, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "3ea3806fd585d4fbeb9b1b111f46c703" + }, + { + "dataPath": "params_shard_59.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "param_198", + "shape": [ + 4096, + 2872 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "316b11445de9a835b49f3ca7c27b92dc" + }, + { + "dataPath": "params_shard_60.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "param_192", + "shape": [ + 6144, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 10125312, + "byteOffset": 0 + }, + { + "name": "param_193", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1265664, + "byteOffset": 10125312 + }, + { + "name": "param_194", + "shape": [ + 4096, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 6750208, + "byteOffset": 11390976 + }, + { + "name": "param_195", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 843776, + "byteOffset": 18141184 + }, + { + "name": "param_197", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 5906432, + "byteOffset": 18984960 + }, + { + "name": "param_199", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 2940928, + "byteOffset": 24891392 + }, + { + "name": "param_200", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27832320 + }, + { + "name": "param_201", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27840512 + } + ], + "md5sum": "f9adcd86f8e0ce8bb89757c2436aa75b" + }, + { + "dataPath": "params_shard_61.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "param_206", + "shape": [ + 28672, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "c3279171ffcf5d35729bc5253ad9b2c0" + }, + { + "dataPath": "params_shard_62.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "param_208", + "shape": [ + 4096, + 2872 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "bbd09f74d58f4fd864e5fdd614f5cc26" + }, + { + "dataPath": "params_shard_63.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "param_202", + "shape": [ + 6144, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 10125312, + "byteOffset": 0 + }, + { + "name": "param_203", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1265664, + "byteOffset": 10125312 + }, + { + "name": "param_204", + "shape": [ + 4096, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 6750208, + "byteOffset": 11390976 + }, + { + "name": "param_205", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 843776, + "byteOffset": 18141184 + }, + { + "name": "param_207", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 5906432, + "byteOffset": 18984960 + }, + { + "name": "param_209", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 2940928, + "byteOffset": 24891392 + }, + { + "name": "param_210", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27832320 + }, + { + "name": "param_211", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27840512 + } + ], + "md5sum": "7057d1f7ace4c77b6836bad940f81e01" + }, + { + "dataPath": "params_shard_64.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "param_216", + "shape": [ + 28672, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "0221e1d3437cbc48bda33dd8d4143c9c" + }, + { + "dataPath": "params_shard_65.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "param_218", + "shape": [ + 4096, + 2872 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "9b39935b5cef01031457df6a1b8c422b" + }, + { + "dataPath": "params_shard_66.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "param_212", + "shape": [ + 6144, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 10125312, + "byteOffset": 0 + }, + { + "name": "param_213", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1265664, + "byteOffset": 10125312 + }, + { + "name": "param_214", + "shape": [ + 4096, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 6750208, + "byteOffset": 11390976 + }, + { + "name": "param_215", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 843776, + "byteOffset": 18141184 + }, + { + "name": "param_217", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 5906432, + "byteOffset": 18984960 + }, + { + "name": "param_219", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 2940928, + "byteOffset": 24891392 + }, + { + "name": "param_220", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27832320 + }, + { + "name": "param_221", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27840512 + } + ], + "md5sum": "a88779fbd386d65e5ab6042b02a968b8" + }, + { + "dataPath": "params_shard_67.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "param_226", + "shape": [ + 28672, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "1a1cde4b81f4db22bba36f80dbdc54ca" + }, + { + "dataPath": "params_shard_68.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "param_228", + "shape": [ + 4096, + 2872 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "e6a90474c4157b5fd51e758691421984" + }, + { + "dataPath": "params_shard_69.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "param_222", + "shape": [ + 6144, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 10125312, + "byteOffset": 0 + }, + { + "name": "param_223", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1265664, + "byteOffset": 10125312 + }, + { + "name": "param_224", + "shape": [ + 4096, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 6750208, + "byteOffset": 11390976 + }, + { + "name": "param_225", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 843776, + "byteOffset": 18141184 + }, + { + "name": "param_227", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 5906432, + "byteOffset": 18984960 + }, + { + "name": "param_229", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 2940928, + "byteOffset": 24891392 + }, + { + "name": "param_230", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27832320 + }, + { + "name": "param_231", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27840512 + } + ], + "md5sum": "7a3ca2a64c135fe2fcf88ae0132b55e6" + }, + { + "dataPath": "params_shard_70.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "param_236", + "shape": [ + 28672, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "9ae966b58388921b40b01d976c473113" + }, + { + "dataPath": "params_shard_71.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "param_238", + "shape": [ + 4096, + 2872 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "b7bdfb5dea74262f1b5e01cd0753e003" + }, + { + "dataPath": "params_shard_72.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "param_232", + "shape": [ + 6144, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 10125312, + "byteOffset": 0 + }, + { + "name": "param_233", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1265664, + "byteOffset": 10125312 + }, + { + "name": "param_234", + "shape": [ + 4096, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 6750208, + "byteOffset": 11390976 + }, + { + "name": "param_235", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 843776, + "byteOffset": 18141184 + }, + { + "name": "param_237", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 5906432, + "byteOffset": 18984960 + }, + { + "name": "param_239", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 2940928, + "byteOffset": 24891392 + }, + { + "name": "param_240", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27832320 + }, + { + "name": "param_241", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27840512 + } + ], + "md5sum": "4cf04c245241dbdeae1347596d9d58ac" + }, + { + "dataPath": "params_shard_73.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "param_246", + "shape": [ + 28672, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "9b747d797c4947e29fe6878a682831a0" + }, + { + "dataPath": "params_shard_74.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "param_248", + "shape": [ + 4096, + 2872 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "a95adb86e17e6e575c820e9bcfed4d28" + }, + { + "dataPath": "params_shard_75.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "param_242", + "shape": [ + 6144, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 10125312, + "byteOffset": 0 + }, + { + "name": "param_243", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1265664, + "byteOffset": 10125312 + }, + { + "name": "param_244", + "shape": [ + 4096, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 6750208, + "byteOffset": 11390976 + }, + { + "name": "param_245", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 843776, + "byteOffset": 18141184 + }, + { + "name": "param_247", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 5906432, + "byteOffset": 18984960 + }, + { + "name": "param_249", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 2940928, + "byteOffset": 24891392 + }, + { + "name": "param_250", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27832320 + }, + { + "name": "param_251", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27840512 + } + ], + "md5sum": "21e9a95087b0d015bdc60f350c4cbac2" + }, + { + "dataPath": "params_shard_76.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "param_256", + "shape": [ + 28672, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "b19c93c33d36bbd0e4be8255ca5d8c1e" + }, + { + "dataPath": "params_shard_77.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "param_258", + "shape": [ + 4096, + 2872 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "22740b7bbc86bda7bbfe4309688638b7" + }, + { + "dataPath": "params_shard_78.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "param_252", + "shape": [ + 6144, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 10125312, + "byteOffset": 0 + }, + { + "name": "param_253", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1265664, + "byteOffset": 10125312 + }, + { + "name": "param_254", + "shape": [ + 4096, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 6750208, + "byteOffset": 11390976 + }, + { + "name": "param_255", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 843776, + "byteOffset": 18141184 + }, + { + "name": "param_257", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 5906432, + "byteOffset": 18984960 + }, + { + "name": "param_259", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 2940928, + "byteOffset": 24891392 + }, + { + "name": "param_260", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27832320 + }, + { + "name": "param_261", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27840512 + } + ], + "md5sum": "79c9ffc8d343589cb825cdb6cdaba414" + }, + { + "dataPath": "params_shard_79.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "param_266", + "shape": [ + 28672, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "59c13f118288a8576328d1703b7c1b10" + }, + { + "dataPath": "params_shard_80.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "param_268", + "shape": [ + 4096, + 2872 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "67df830daec002054b3bf79a8e9b1f13" + }, + { + "dataPath": "params_shard_81.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "param_262", + "shape": [ + 6144, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 10125312, + "byteOffset": 0 + }, + { + "name": "param_263", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1265664, + "byteOffset": 10125312 + }, + { + "name": "param_264", + "shape": [ + 4096, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 6750208, + "byteOffset": 11390976 + }, + { + "name": "param_265", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 843776, + "byteOffset": 18141184 + }, + { + "name": "param_267", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 5906432, + "byteOffset": 18984960 + }, + { + "name": "param_269", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 2940928, + "byteOffset": 24891392 + }, + { + "name": "param_270", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27832320 + }, + { + "name": "param_271", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27840512 + } + ], + "md5sum": "a8618cf47124f8cc839f531c660043d9" + }, + { + "dataPath": "params_shard_82.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "param_276", + "shape": [ + 28672, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "29116cb964b8152ccd21963a80a00093" + }, + { + "dataPath": "params_shard_83.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "param_278", + "shape": [ + 4096, + 2872 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "da741a1e006a69066e5b2430dc024c9f" + }, + { + "dataPath": "params_shard_84.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "param_272", + "shape": [ + 6144, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 10125312, + "byteOffset": 0 + }, + { + "name": "param_273", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1265664, + "byteOffset": 10125312 + }, + { + "name": "param_274", + "shape": [ + 4096, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 6750208, + "byteOffset": 11390976 + }, + { + "name": "param_275", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 843776, + "byteOffset": 18141184 + }, + { + "name": "param_277", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 5906432, + "byteOffset": 18984960 + }, + { + "name": "param_279", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 2940928, + "byteOffset": 24891392 + }, + { + "name": "param_280", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27832320 + }, + { + "name": "param_281", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27840512 + } + ], + "md5sum": "cb40e434ed3adcffdd5b13db0b0249f1" + }, + { + "dataPath": "params_shard_85.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "param_286", + "shape": [ + 28672, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "906a1f8e710d4204d5c085830a72456d" + }, + { + "dataPath": "params_shard_86.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "param_288", + "shape": [ + 4096, + 2872 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "2712a6099498cebd55b5df855ba7f5d1" + }, + { + "dataPath": "params_shard_87.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "param_282", + "shape": [ + 6144, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 10125312, + "byteOffset": 0 + }, + { + "name": "param_283", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1265664, + "byteOffset": 10125312 + }, + { + "name": "param_284", + "shape": [ + 4096, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 6750208, + "byteOffset": 11390976 + }, + { + "name": "param_285", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 843776, + "byteOffset": 18141184 + }, + { + "name": "param_287", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 5906432, + "byteOffset": 18984960 + }, + { + "name": "param_289", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 2940928, + "byteOffset": 24891392 + }, + { + "name": "param_290", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27832320 + }, + { + "name": "param_291", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27840512 + } + ], + "md5sum": "3971d29b8e37d0c6cc21675b4e8814f4" + }, + { + "dataPath": "params_shard_88.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "param_296", + "shape": [ + 28672, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "553c4070519a5695a75a2fe0f2f54530" + }, + { + "dataPath": "params_shard_89.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "param_298", + "shape": [ + 4096, + 2872 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "012b9d415feb92e84e0cbf3674b7af68" + }, + { + "dataPath": "params_shard_90.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "param_292", + "shape": [ + 6144, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 10125312, + "byteOffset": 0 + }, + { + "name": "param_293", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1265664, + "byteOffset": 10125312 + }, + { + "name": "param_294", + "shape": [ + 4096, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 6750208, + "byteOffset": 11390976 + }, + { + "name": "param_295", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 843776, + "byteOffset": 18141184 + }, + { + "name": "param_297", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 5906432, + "byteOffset": 18984960 + }, + { + "name": "param_299", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 2940928, + "byteOffset": 24891392 + }, + { + "name": "param_300", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27832320 + }, + { + "name": "param_301", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27840512 + } + ], + "md5sum": "b8ccbc4f3ca2d496b511c84c7806a237" + }, + { + "dataPath": "params_shard_91.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "param_306", + "shape": [ + 28672, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "f18603f45c98374130db8fa60393d3d2" + }, + { + "dataPath": "params_shard_92.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "param_308", + "shape": [ + 4096, + 2872 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "8421701e522819bcee1c2a3475680fba" + }, + { + "dataPath": "params_shard_93.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "param_302", + "shape": [ + 6144, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 10125312, + "byteOffset": 0 + }, + { + "name": "param_303", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1265664, + "byteOffset": 10125312 + }, + { + "name": "param_304", + "shape": [ + 4096, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 6750208, + "byteOffset": 11390976 + }, + { + "name": "param_305", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 843776, + "byteOffset": 18141184 + }, + { + "name": "param_307", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 5906432, + "byteOffset": 18984960 + }, + { + "name": "param_309", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 2940928, + "byteOffset": 24891392 + }, + { + "name": "param_310", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27832320 + }, + { + "name": "param_311", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27840512 + } + ], + "md5sum": "c17f30a23919e7fbd9149fbed72e719c" + }, + { + "dataPath": "params_shard_94.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "param_316", + "shape": [ + 28672, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "105e73e01395177f8d716fb52a2f86e2" + }, + { + "dataPath": "params_shard_95.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "param_318", + "shape": [ + 4096, + 2872 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "aeb06bf0adfb5f07d565b0a3d51b631e" + }, + { + "dataPath": "params_shard_96.bin", + "format": "raw-shard", + "nbytes": 52736000, + "records": [ + { + "name": "param_323", + "shape": [ + 32000, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 52736000, + "byteOffset": 0 + } + ], + "md5sum": "a65326b7bb9c957c9cdc72fce3d12c8c" + }, + { + "dataPath": "params_shard_97.bin", + "format": "raw-shard", + "nbytes": 27856896, + "records": [ + { + "name": "param_312", + "shape": [ + 6144, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 10125312, + "byteOffset": 0 + }, + { + "name": "param_313", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1265664, + "byteOffset": 10125312 + }, + { + "name": "param_314", + "shape": [ + 4096, + 824 + ], + "dtype": "uint16", + "format": "raw", + "nbytes": 6750208, + "byteOffset": 11390976 + }, + { + "name": "param_315", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 843776, + "byteOffset": 18141184 + }, + { + "name": "param_317", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 5906432, + "byteOffset": 18984960 + }, + { + "name": "param_319", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 2940928, + "byteOffset": 24891392 + }, + { + "name": "param_320", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27832320 + }, + { + "name": "param_321", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27840512 + }, + { + "name": "param_322", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27848704 + } + ], + "md5sum": "e02f02358195699854f876a094bba7dc" + }, + { + "dataPath": "params_shard_98.bin", + "format": "raw-shard", + "nbytes": 7640576, + "records": [ + { + "name": "param_324", + "shape": [ + 32000, + 103 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 6592000, + "byteOffset": 0 + }, + { + "name": "param_325", + "shape": [ + 2048, + 128 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 524288, + "byteOffset": 6592000 + }, + { + "name": "param_326", + "shape": [ + 2048, + 128 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 524288, + "byteOffset": 7116288 + } + ], + "md5sum": "211bfc2e94e85e7ef616f6a44fc698b9" + } + ] +} \ No newline at end of file