{ "bizCode": "MNNTest", "extraInfo": { "version": "2.9.6" }, "oplists": [ { "main_type": "Blob", "main": { "dims": [ 2048 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.296875, 1.390625, 1.3125, 1.335938, 1.210938, 1.25, 1.320312, 1.28125, 1.25, 1.289062, 1.296875, 1.242188, 1.421875, 1.351562, 1.304688, 1.28125, 1.304688, 1.21875, 1.296875, 1.242188, 1.445312, 1.382812, 1.296875, 1.335938, 1.28125, 1.296875, 1.273438, 1.367188, 1.351562, 2.3125, 1.335938, 1.304688, 1.28125, 1.351562, 1.34375, 1.3125, 1.296875, 1.328125, 1.367188, 1.257812, 1.335938, 1.28125, 1.296875, 1.335938, 1.3125, 1.320312, 1.296875, 1.3125, 1.515625, 1.351562, 1.304688, 1.25, 1.210938, 1.335938, 1.257812, 1.3125, 1.28125, 1.289062, 1.296875, 1.351562, 1.296875, 1.40625, 1.28125, 2.90625, 1.296875, 1.4375, 1.257812, 1.34375, 1.335938, 1.289062, 1.367188, 1.3125, 1.335938, 1.359375, 1.320312, 1.3125, 1.296875, 1.289062, 1.28125, 1.445312, 1.328125, 1.445312, 1.4375, 1.328125, 1.304688, 1.28125, 1.25, 1.125, 1.320312, 1.289062, 1.265625, 1.273438, 1.351562, 1.28125, 1.289062, 1.375, 1.320312, 1.257812, 1.28125, 1.289062, 1.023438, 1.3125, 1.242188, 1.695312, 1.140625, 1.03125, 1.265625, 1.28125, 1.304688, 3.125, 1.320312, 1.304688, 1.414062, 1.320312, 1.304688, 1.273438, 1.273438, 1.3125, 1.28125, 1.304688, 1.367188, 1.328125, 1.34375, 1.3125, 1.257812, 1.289062, 1.34375, 1.335938, 1.234375, 1.3125, 1.289062, 1.617188, 1.296875, 1.304688, 1.289062, 1.3125, 1.414062, 1.3125, 1.273438, 1.25, 1.289062, 1.304688, 1.273438, 1.296875, 1.976562, 1.296875, 1.304688, 1.34375, 1.3125, 1.296875, 1.328125, 1.328125, 1.265625, 1.296875, 1.289062, 1.132812, 1.257812, 1.289062, 1.257812, 1.304688, 1.320312, 1.492188, 1.273438, 1.304688, 1.289062, 1.320312, 1.265625, 1.289062, 1.25, 1.265625, 1.25, 1.34375, 1.273438, 1.328125, 1.226562, 1.257812, 1.28125, 1.382812, 1.328125, 1.25, 1.351562, 1.351562, 1.304688, 1.28125, 1.257812, 1.335938, 1.390625, 1.289062, 1.265625, 1.289062, 1.34375, 1.351562, 1.335938, 1.3125, 1.304688, 1.25, 1.3125, 1.328125, 1.296875, 1.382812, 1.28125, 1.265625, 1.273438, 1.335938, 1.320312, 1.234375, 1.320312, 1.359375, 1.25, 1.125, 1.265625, 1.359375, 1.351562, 1.257812, 1.289062, 1.265625, 1.289062, 1.242188, 1.398438, 1.21875, 1.320312, 1.28125, 1.296875, 1.3125, 1.382812, 1.257812, 1.3125, 1.09375, 1.273438, 1.304688, 1.296875, 1.34375, 1.257812, 1.265625, 1.367188, 1.257812, 1.296875, 1.320312, 1.28125, 1.414062, 1.304688, 1.289062, 1.304688, 1.296875, 1.234375, 1.234375, 1.3125, 1.28125, 1.351562, 1.25, 1.28125, 1.320312, 1.242188, 1.320312, 1.210938, 1.25, 1.273438, 1.328125, 1.257812, 1.273438, 1.3125, 1.296875, 1.25, 1.3125, 1.351562, 1.328125, 1.265625, 1.320312, 1.28125, 1.304688, 1.328125, 1.234375, 1.320312, 1.335938, 1.265625, 1.203125, 1.273438, 1.234375, 1.382812, 1.359375, 1.289062, 0.890625, 1.179688, 1.328125, 1.21875, 1.351562, 1.3125, 1.257812, 1.28125, 1.304688, 1.28125, 1.296875, 1.296875, 1.289062, 1.320312, 1.296875, 1.320312, 1.226562, 1.328125, 1.328125, 1.375, 1.21875, 1.257812, 1.335938, 1.078125, 1.28125, 1.523438, 1.40625, 1.242188, 1.320312, 1.25, 1.273438, 1.289062, 1.359375, 1.296875, 1.320312, 1.34375, 1.3125, 1.273438, 1.304688, 1.304688, 1.328125, 1.265625, 1.328125, 1.273438, 1.28125, 1.304688, 1.304688, 1.398438, 1.242188, 1.296875, 1.28125, 1.351562, 1.3125, 1.265625, 1.28125, 1.242188, 1.3125, 1.203125, 2.375, 1.28125, 1.359375, 1.273438, 1.289062, 1.3125, 1.28125, 1.289062, 1.289062, 1.328125, 1.3125, 1.328125, 1.398438, 1.304688, 1.328125, 1.40625, 1.304688, 1.296875, 1.328125, 1.210938, 1.289062, 1.265625, 1.273438, 1.351562, 1.28125, 1.273438, 1.351562, 1.335938, 1.304688, 1.351562, 1.289062, 1.328125, 1.359375, 1.296875, 1.289062, 1.390625, 1.34375, 1.40625, 0.984375, 1.234375, 1.335938, 1.375, 1.25, 1.367188, 1.257812, 1.289062, 1.203125, 1.304688, 1.359375, 1.34375, 1.25, 1.203125, 1.320312, 1.367188, 1.3125, 1.9375, 1.320312, 1.296875, 1.367188, 1.25, 1.390625, 2.6875, 1.867188, 1.304688, 1.328125, 1.320312, 1.257812, 1.226562, 1.265625, 1.242188, 1.28125, 1.328125, 1.320312, 1.304688, 1.328125, 1.84375, 1.132812, 1.367188, 1.328125, 1.351562, 1.34375, 1.304688, 1.140625, 1.351562, 2.140625, 1.351562, 1.320312, 1.367188, 1.289062, 1.328125, 1.140625, 1.226562, 1.296875, 1.265625, 1.289062, 1.328125, 1.320312, 1.367188, 1.296875, 1.984375, 1.3125, 1.257812, 1.34375, 1.359375, 1.335938, 1.265625, 1.265625, 1.351562, 1.335938, 1.296875, 1.539062, 1.382812, 1.328125, 1.226562, 1.289062, 1.304688, 1.328125, 1.265625, 1.25, 1.28125, 1.414062, 1.210938, 1.4375, 1.382812, 1.296875, 1.265625, 1.304688, 1.289062, 1.203125, 1.226562, 1.335938, 2.09375, 1.28125, 1.273438, 1.320312, 1.28125, 1.328125, 1.273438, 1.375, 1.273438, 1.304688, 1.414062, 1.304688, 1.390625, 1.328125, 1.289062, 1.257812, 1.40625, 1.359375, 1.414062, 1.3125, 1.296875, 1.3125, 1.265625, 1.265625, 1.34375, 1.304688, 0.992188, 1.28125, 1.304688, 2.375, 2.015625, 1.296875, 1.3125, 1.335938, 1.3125, 1.3125, 1.351562, 1.273438, 1.515625, 1.234375, 1.320312, 1.3125, 1.296875, 1.3125, 1.335938, 1.367188, 2.15625, 1.289062, 1.335938, 1.210938, 1.304688, 1.304688, 1.296875, 1.296875, 1.359375, 2.625, 1.304688, 1.328125, 1.296875, 1.234375, 1.273438, 1.28125, 1.460938, 1.359375, 2.1875, 1.234375, 1.289062, 1.382812, 1.382812, 1.320312, 1.335938, 1.265625, 1.296875, 1.21875, 1.265625, 1.390625, 1.28125, 1.328125, 1.34375, 1.335938, 1.34375, 1.28125, 1.28125, 1.367188, 1.273438, 1.359375, 1.507812, 1.257812, 1.335938, 1.382812, 1.320312, 1.3125, 1.351562, 1.320312, 1.34375, 1.320312, 1.3125, 1.296875, 1.28125, 1.390625, 1.328125, 1.289062, 1.273438, 1.8125, 2.40625, 1.3125, 0.992188, 1.3125, 1.25, 1.304688, 1.273438, 1.375, 1.3125, 1.25, 1.265625, 1.25, 1.382812, 1.296875, 1.28125, 1.28125, 1.273438, 1.304688, 1.304688, 1.304688, 1.304688, 1.289062, 1.3125, 1.421875, 1.335938, 1.320312, 1.320312, 1.296875, 1.3125, 1.40625, 1.328125, 1.28125, 1.25, 1.171875, 1.265625, 1.296875, 1.304688, 1.570312, 1.28125, 1.351562, 1.375, 1.414062, 1.273438, 1.28125, 1.164062, 1.242188, 1.351562, 2.375, 1.242188, 1.367188, 1.304688, 1.351562, 1.390625, 1.242188, 1.328125, 1.40625, 1.328125, 1.328125, 1.3125, 1.320312, 1.273438, 1.3125, 1.257812, 1.351562, 1.28125, 1.320312, 1.3125, 1.40625, 1.367188, 1.304688, 1.351562, 1.171875, 1.328125, 1.304688, 1.320312, 1.335938, 1.40625, 1.289062, 1.328125, 1.15625, 1.265625, 1.265625, 1.257812, 1.328125, 1.273438, 1.257812, 1.289062, 1.304688, 1.296875, 1.28125, 1.296875, 1.351562, 1.296875, 1.28125, 1.242188, 1.335938, 1.25, 1.296875, 1.335938, 1.304688, 1.3125, 1.359375, 1.296875, 1.359375, 1.289062, 1.3125, 1.375, 1.382812, 1.34375, 1.210938, 1.304688, 1.289062, 1.273438, 1.226562, 1.335938, 1.289062, 1.390625, 1.3125, 1.289062, 1.351562, 1.34375, 1.265625, 1.367188, 1.257812, 1.28125, 1.351562, 1.296875, 0.925781, 1.3125, 1.429688, 1.257812, 0.855469, 1.398438, 1.265625, 1.375, 1.296875, 1.328125, 1.320312, 1.359375, 1.296875, 1.265625, 1.359375, 1.328125, 1.273438, 1.3125, 1.242188, 1.296875, 1.414062, 1.234375, 0.910156, 1.265625, 1.25, 1.273438, 1.257812, 1.34375, 1.476562, 1.3125, 1.359375, 1.289062, 1.304688, 1.289062, 1.335938, 1.40625, 1.265625, 1.34375, 1.289062, 1.320312, 1.328125, 1.601562, 1.3125, 1.367188, 1.640625, 1.367188, 1.273438, 1.25, -0.129883, 1.265625, 1.351562, 1.351562, 1.320312, 1.304688, 1.398438, 1.320312, 1.304688, 1.296875, 1.257812, 1.304688, 1.328125, 1.351562, 1.25, 1.335938, 1.320312, 1.28125, 1.304688, 1.3125, 1.273438, 1.375, 1.28125, 1.304688, 1.296875, 1.265625, 1.335938, 1.265625, 1.296875, 1.335938, 1.320312, 1.28125, 1.257812, 1.328125, 1.28125, 1.273438, 1.429688, 1.257812, 1.34375, 1.273438, 1.296875, 1.171875, 1.328125, 1.242188, 1.25, 1.257812, 1.359375, 1.257812, 1.3125, 1.304688, 1.335938, 1.34375, 1.3125, 1.257812, 1.296875, 1.4375, 1.3125, 1.3125, 1.3125, 1.273438, 1.226562, 1.28125, 1.25, 1.328125, 1.289062, 1.257812, 1.304688, 1.375, 1.421875, 1.4375, 1.265625, 1.28125, 1.359375, 1.273438, 1.289062, 1.21875, 2.21875, 1.28125, 1.367188, 1.296875, 1.375, 1.351562, 1.25, 1.320312, 1.335938, 1.289062, 1.328125, 1.28125, 1.296875, 1.304688, 1.273438, 1.359375, 1.28125, 1.320312, 1.03125, 1.304688, 1.953125, 1.25, 1.3125, 1.25, 1.328125, 1.3125, 1.359375, 1.3125, 1.328125, 1.273438, 1.328125, 1.3125, 1.289062, 1.296875, 1.320312, 1.375, 1.3125, 1.28125, 1.296875, 1.25, 1.28125, 1.320312, 1.242188, 1.328125, 1.28125, 1.304688, 1.335938, 1.273438, 1.3125, 1.296875, 1.359375, 1.34375, 2.171875, 1.273438, 1.257812, 1.304688, 1.882812, 1.359375, 1.359375, 1.21875, 1.484375, 1.335938, 1.273438, 1.304688, 1.3125, 1.328125, 1.34375, 1.25, 1.335938, 1.390625, 1.273438, 1.3125, 1.265625, 1.34375, 1.921875, 1.289062, 1.25, 1.382812, 1.40625, 1.226562, 1.304688, 1.320312, 1.351562, 1.3125, 1.3125, 1.304688, 1.34375, 1.335938, 1.3125, 1.273438, 1.3125, 1.359375, 1.320312, 1.289062, 1.351562, 1.265625, 1.265625, 1.3125, 1.328125, 1.335938, 1.28125, 1.242188, 1.25, 1.34375, 1.289062, 1.320312, 1.203125, 1.28125, 2.515625, 2.359375, 1.335938, 1.242188, 1.476562, 1.28125, 1.335938, 1.320312, 0.894531, 1.296875, 1.320312, 1.335938, 1.25, 1.273438, 1.359375, 1.28125, 1.289062, 1.296875, 1.1875, 1.335938, 1.28125, 1.320312, 1.34375, 1.335938, 1.328125, 1.28125, 1.289062, 1.359375, 1.304688, 1.328125, 1.242188, 1.382812, 1.265625, 1.328125, 1.34375, 1.25, 1.296875, 1.328125, 1.367188, 1.289062, 1.273438, 1.273438, 1.3125, 1.28125, 1.335938, 1.257812, 1.304688, 1.257812, 1.273438, 1.3125, 1.335938, 1.328125, 1.265625, 1.398438, 1.328125, 1.289062, 1.273438, 1.414062, 1.804688, 1.351562, 1.304688, 1.28125, 1.335938, 1.296875, 1.328125, 1.351562, 1.242188, 1.273438, 1.335938, 1.320312, 1.265625, 2.5, 1.3125, 1.28125, 1.164062, 1.351562, 2.0625, 1.429688, 1.265625, 1.195312, 1.34375, 1.289062, 1.28125, 1.328125, 1.382812, 1.476562, 1.3125, 1.28125, 1.34375, 1.296875, 1.328125, 1.34375, 1.320312, 1.265625, 1.265625, 1.359375, 1.296875, 1.304688, 1.226562, 1.304688, 1.3125, 1.304688, 1.304688, 1.335938, 0.90625, 1.257812, 1.304688, 1.296875, 1.328125, 1.289062, 1.3125, 1.359375, 1.3125, 1.234375, 1.34375, 1.25, 1.367188, 1.375, 1.335938, 1.304688, 1.382812, 1.335938, 1.304688, 1.328125, 1.335938, 1.3125, 1.242188, 1.25, 1.296875, 1.25, 1.335938, 1.335938, 1.484375, 2.203125, 1.460938, 1.3125, 1.28125, 1.257812, 1.085938, 1.359375, 1.265625, 1.335938, 1.429688, 1.304688, 1.257812, 0.996094, 1.421875, 1.328125, 1.335938, 1.242188, 1.242188, 1.335938, 1.4375, 1.320312, 1.265625, 1.242188, 1.289062, 1.320312, 1.3125, 1.359375, 1.40625, 1.34375, 1.320312, 1.335938, 1.351562, 1.3125, 1.273438, 1.453125, 1.234375, 1.570312, 1.296875, 1.257812, 1.28125, 1.257812, 1.34375, 1.296875, 1.226562, 1.320312, 1.273438, 1.328125, 1.304688, 1.828125, 1.351562, 1.34375, 1.273438, 1.289062, 1.3125, 1.367188, 1.3125, 1.6875, 1.257812, 1.382812, 1.34375, 1.335938, 1.328125, 1.28125, 1.265625, 1.296875, 1.242188, 1.328125, 1.328125, 1.289062, 1.304688, 1.445312, 1.390625, 1.351562, 1.3125, 1.335938, 1.382812, 1.335938, 1.234375, 1.210938, 1.28125, 1.273438, 1.359375, 1.304688, 1.46875, 1.34375, 1.304688, 1.359375, 1.289062, 1.8125, 1.28125, 1.328125, 1.335938, 1.28125, 1.28125, 1.296875, 1.34375, 1.46875, 1.375, 1.070312, 1.40625, 1.273438, 1.351562, 1.226562, 1.265625, 1.117188, 1.210938, 2.296875, 1.3125, 1.34375, 1.296875, 1.28125, 1.289062, 2.15625, 1.289062, 1.242188, 1.1875, 1.3125, 1.34375, 1.1875, 1.289062, 2.09375, 1.296875, 1.304688, 1.359375, 1.304688, 0.945312, 1.351562, 1.289062, 1.289062, 2.15625, 1.265625, 1.265625, 1.304688, 2.59375, 1.304688, 1.304688, 1.328125, 1.3125, 1.335938, 1.335938, 1.359375, 1.257812, 1.289062, 1.273438, 1.296875, 1.296875, 1.367188, 1.28125, 1.359375, 1.335938, 1.273438, 1.265625, 1.328125, 1.304688, 1.304688, 1.375, 1.34375, 1.367188, 1.375, 1.335938, 1.3125, 1.273438, 1.34375, 1.335938, 1.375, 1.257812, 1.289062, 1.3125, 1.257812, 1.335938, 1.34375, 1.382812, 1.34375, 1.289062, 1.25, 2.296875, 1.328125, 1.28125, 1.304688, 1.320312, 1.304688, 1.28125, 0.96875, 1.34375, 1.328125, 1.367188, 1.320312, 1.1875, 1.328125, 1.320312, 1.3125, 1.28125, 1.335938, 1.296875, 1.320312, 1.367188, 1.25, 1.296875, 1.296875, 1.289062, 1.242188, 1.296875, 1.359375, 1.28125, 1.304688, 2.234375, 1.3125, 1.304688, 1.320312, 1.3125, 1.273438, 1.304688, 1.296875, 1.210938, 1.3125, 1.257812, 1.335938, 1.25, 1.273438, 1.4375, 1.398438, 1.414062, 1.375, 2.671875, 0.9375, 1.351562, 1.289062, 1.335938, 1.28125, 1.296875, 1.398438, 1.289062, 1.28125, 2.125, 1.335938, 1.34375, 1.226562, 1.34375, 1.28125, 1.34375, 1.3125, 1.289062, 1.265625, 1.195312, 1.328125, 1.320312, 1.304688, 1.265625, 1.273438, 1.296875, 1.335938, 1.304688, 1.429688, 1.265625, 1.34375, 1.3125, 1.40625, 1.296875, 1.351562, 1.335938, 1.226562, 1.265625, 2.09375, 1.335938, 1.304688, 1.28125, 1.578125, 1.46875, 1.335938, 1.3125, 1.265625, 1.320312, 1.226562, 1.359375, 1.625, 1.304688, 1.132812, 1.304688, 1.320312, 1.3125, 1.351562, 1.257812, 1.34375, 1.289062, 1.273438, 2.46875, 1.265625, 1.273438, 1.226562, 1.273438, 1.273438, 1.304688, 1.453125, 1.382812, 1.335938, 1.242188, 1.320312, 1.320312, 1.3125, 1.320312, 1.335938, 1.265625, 1.34375, 1.367188, 1.242188, 1.273438, 1.296875, 1.296875, 1.296875, 1.21875, 1.257812, 1.296875, 1.296875, 1.320312, 1.3125, 1.367188, 1.257812, 1.359375, 1.25, 1.210938, 1.234375, 1.25, 1.328125, 1.265625, 1.34375, 1.296875, 1.304688, 1.257812, 1.34375, 1.257812, 1.289062, 1.359375, 1.273438, 1.351562, 1.296875, 1.296875, 1.296875, 1.304688, 1.289062, 1.625, 1.242188, 1.171875, 1.351562, 1.320312, 1.328125, 1.398438, 1.28125, 1.296875, 1.242188, 1.273438, 1.28125, 1.273438, 1.21875, 1.34375, 1.273438, 1.289062, 1.359375, 1.296875, 1.289062, 2.21875, 1.25, 1.25, 1.320312, 1.304688, 1.273438, 1.335938, 1.273438, 1.257812, 1.257812, 1.40625, 1.328125, 1.25, 1.265625, 1.34375, 1.328125, 1.34375, 1.242188, 1.351562, 1.460938, 1.257812, 1.320312, 1.375, 1.390625, 1.320312, 1.320312, 1.335938, 1.335938, 1.351562, 1.304688, 1.335938, 1.257812, 2.9375, 1.335938, 1.242188, 1.367188, 1.53125, 1.320312, 1.914062, 1.414062, 1.3125, 1.242188, 2.640625, 1.375, 1.335938, 1.5, 1.289062, 1.320312, 1.320312, 1.226562, 1.289062, 1.320312, 1.367188, 1.28125, 1.328125, 1.289062, 1.3125, 1.265625, 1.304688, 1.320312, 1.320312, 1.351562, 2.09375, 1.328125, 1.296875, 1.34375, 1.296875, 1.34375, 1.28125, 1.28125, 1.226562, 1.351562, 1.460938, 1.367188, 1.398438, 1.25, 1.289062, 1.273438, 1.367188, 1.320312, 1.335938, 1.328125, 1.304688, 1.242188, 1.289062, 1.335938, 1.320312, 1.273438, 1.132812, 1.34375, 1.460938, 1.375, 1.3125, 1.273438, 1.320312, 2.125, 1.242188, 1.335938, 1.257812, 0.828125, 1.4375, 1.289062, 1.320312, 1.28125, 1.28125, 1.273438, 1.21875, 1.359375, 1.242188, 1.382812, 1.320312, 1.445312, 1.375, 1.335938, 1.28125, 1.3125, 1.296875, 1.289062, 1.28125, 1.265625, 1.28125, 1.34375, 1.34375, 1.445312, 1.367188, 1.234375, 1.28125, 1.34375, 1.367188, 1.226562, 1.25, 1.328125, 1.335938, 1.203125, 1.25, 1.375, 1.398438, 1.367188, 1.3125, 1.335938, 1.296875, 1.320312, 1.304688, 1.273438, 1.234375, 1.257812, 1.3125, 1.296875, 1.273438, 1.304688, 1.367188, 1.375, 1.429688, 1.320312, 1.273438, 1.296875, 1.34375, 1.367188, 1.242188, 1.320312, 1.296875, 1.289062, 1.328125, 1.34375, 1.28125, 1.273438, 1.304688, 1.320312, 1.28125, 1.289062, 1.289062, 1.304688, 1.195312, 1.398438, 1.351562, 1.351562, 1.265625, 1.375, 1.226562, 1.320312, 1.257812, 1.304688, 1.265625, 1.328125, 1.296875, 1.351562, 1.273438, 1.28125, 1.328125, 1.359375, 1.414062, 1.304688, 1.3125, 1.265625, 1.3125, 1.21875, 1.351562, 1.304688, 1.304688, 1.242188, 1.304688, 1.375, 1.328125, 1.289062, 1.25, 1.3125, 1.289062, 1.351562, 1.359375, 1.265625, 1.226562, 1.28125, 1.367188, 1.351562, 1.25, 1.34375, 1.3125, 1.296875, 1.28125, 1.273438, 1.796875, 1.296875, 1.25, 2.28125, 1.320312, 1.289062, 1.265625, 1.367188, 1.296875, 1.304688, 1.28125, 1.257812, 1.054688, 1.328125, 1.367188, 1.3125, 1.34375, 1.257812, 1.289062, 1.226562, 1.335938, 1.257812, 1.242188, 1.28125, 1.367188, 1.3125, 1.34375, 1.289062, 1.304688, 1.289062, 1.320312, 1.234375, 1.28125, 1.359375, 1.289062, 1.3125, 1.28125, 1.25, 1.289062, 1.296875, 1.320312, 1.289062, 1.359375, 1.242188, 1.320312, 1.320312, 1.265625, 1.289062, 1.28125, 1.335938, 1.265625, 1.304688, 1.265625, 1.914062, 1.148438, 1.320312, 1.289062, 1.375, 1.320312, 1.351562, 1.367188, 1.359375, 1.3125, 1.679688, 1.367188, 1.320312, 1.320312, 1.328125, 1.3125, 1.34375, 1.320312, 1.265625, 1.289062, 1.289062, 1.234375, 1.273438, 1.28125, 1.273438, 1.359375, 1.34375, 1.367188, 1.21875, 1.25, 1.320312, 1.273438, 1.304688, 1.304688, 1.265625, 1.242188, 1.3125, 3.09375, 1.273438, 1.289062, 1.257812, 1.15625, 1.273438, 1.351562, 1.289062, 1.25, 1.28125, 1.335938, 1.25, 1.320312, 1.3125, 1.3125, 1.296875, 1.25, 1.304688, 1.359375, 1.304688, 1.242188, 1.273438, 1.3125, 1.3125, 1.273438, 1.382812, 1.3125, 1.390625, 1.296875, 1.304688, 1.304688, 1.351562, 1.210938, 1.289062, 1.265625, 1.242188, 1.273438, 1.367188, 1.273438, 1.320312, 1.234375, 1.3125, 1.25, 1.328125, 1.390625, 1.304688, 1.34375, 1.25, 1.335938, 1.242188, 1.3125, 1.195312, 1.265625, 1.296875, 1.328125, 1.304688, 1.296875, 1.726562, 1.3125, 1.320312, 1.273438, 1.34375, 1.3125, 1.382812, 1.320312, 1.101562, 1.335938, 1.335938, 1.398438, 1.171875, 1.320312, 1.078125, 1.101562, 1.273438, 1.289062, 1.296875, 1.15625, 1.304688, 1.335938, 1.34375, 1.265625, 1.203125, 1.242188, 1.304688, 1.265625, 1.296875, 1.273438, 1.289062, 1.34375, 1.265625, 1.304688, 1.3125, 1.328125, 1.265625, 1.3125, 1.382812, 1.320312, 1.28125, 1.289062, 1.265625, 1.273438, 1.304688, 1.335938, 1.25, 1.359375, 1.40625, 1.390625, 1.296875, 1.375, 1.273438, 1.164062, 1.335938, 1.28125, 1.273438, 1.351562, 1.289062, 1.320312, 1.273438, 1.265625, 1.296875, 1.335938, 1.34375, 1.320312, 1.304688, 1.3125, 1.28125, 1.3125, 2.8125, 1.210938, 1.296875, 1.320312, 1.375, 1.320312, 1.328125, 1.40625, 1.242188, 1.273438, 1.265625, 1.320312, 1.28125, 1.375, 1.328125, 1.28125, 1.34375, 1.3125, 1.242188, 1.875, 1.34375, 1.320312, 1.382812, 1.304688, 1.296875, 1.351562, 1.3125, 1.132812, 1.273438, 1.296875, 1.328125, 1.320312, 1.25, 1.335938, 1.296875, 1.21875, 1.328125, 1.3125, 1.289062, 1.3125, 0.992188, 1.304688, 1.304688, 1.3125, 1.25, 1.304688, 1.351562, 1.304688, 1.257812, 1.296875, 1.304688, 1.398438, 1.3125, 1.320312, 1.296875, 1.328125, 1.398438, 1.304688, 1.304688, 1.335938, 1.320312, 1.296875, 1.320312, 1.265625, 1.390625, 1.273438, 1.320312, 1.304688, 1.296875, 1.289062, 1.304688, 1.304688, 1.335938, 1.359375, 1.296875, 1.375, 1.234375, 1.171875, 1.273438, 1.21875, 1.289062, 1.289062, 1.289062, 1.40625, 1.328125, 1.226562, 1.265625, 1.3125, 1.320312, 1.28125, 1.3125, 1.289062, 1.234375, 1.296875, 1.21875, 1.226562, 1.328125, 1.328125, 1.265625, 1.679688, 1.289062, 1.359375, 1.273438, 1.328125, 1.335938, 1.3125, 1.289062, 1.320312, 1.289062, 1.296875, 1.335938, 1.289062, 1.242188, 1.390625, 1.28125, 1.265625, 1.25, 0.914062, 1.640625, 1.289062, 1.335938, 1.273438, 1.257812, 1.273438, 1.289062, 1.265625, 1.320312, 1.359375, 1.34375, 1.28125, 1.296875, 1.320312, 1.328125, 1.28125, 1.289062, 1.273438, 1.351562, 1.296875, 1.320312, 1.265625, 1.289062, 1.296875, 1.304688, 1.257812, 1.351562, 1.289062, 1.3125, 1.320312, 1.03125, 1.351562, 1.234375, 1.226562, 1.328125, 1.289062, 1.335938, 1.265625, 1.351562, 1.984375, 1.304688, 1.351562, 1.3125, 1.265625, 1.328125, 1.28125, 1.328125, 1.367188, 1.289062, 1.335938, 1.359375, 1.5625, 1.304688, 1.304688, 1.273438, 1.359375, 1.320312, 1.382812, 1.445312, 1.34375, 2.875, 1.351562, 1.234375, 1.304688, 1.273438, 1.132812, 1.265625, 1.328125 ] }, "name": "model.model.norm.weight", "outputIndexes": [ 0 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "main_type": "Input", "main": { "dims": [ 1, 1, 2048 ], "dtype": "DT_FLOAT", "dformat": "NCHW" }, "name": "input_ids", "outputIndexes": [ 1 ], "type": "Input", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 1, -1, 2048 ] }, "name": "/Constant_output_0", "outputIndexes": [ 2 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_output_0", "outputIndexes": [ 3 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2048 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.024566, 0.026397, 0.02263, 0.024444, 0.023357, 0.027951, 0.021797, 0.019643, 0.022516, 0.028604, 0.027726, 0.018212, 0.047952, 0.023198, 0.027382, 0.022119, 0.023345, 0.020876, 0.021033, 0.023143, 0.030436, 0.02903, 0.023376, 0.028321, 0.02627, 0.024497, 0.02337, 0.023468, 0.037454, 0.048143, 0.026197, 0.025214, 0.022316, 0.041572, 0.03041, 0.027521, 0.024994, 0.024283, 0.030455, 0.019248, 0.022163, 0.028208, 0.026321, 0.024766, 0.026617, 0.02954, 0.024431, 0.022513, 0.03323, 0.029598, 0.030282, 0.021781, 0.020743, 0.022366, 0.023458, 0.031177, 0.024816, 0.026722, 0.019803, 0.025096, 0.024786, 0.035374, 0.027304, -0.326587, 0.024752, 0.056998, 0.022827, 0.023447, 0.023826, 0.02486, 0.024735, 0.024072, 0.033057, 0.043461, 0.032176, 0.025595, 0.022771, 0.021059, 0.024437, 0.026422, 0.022364, 0.052287, 0.047115, 0.024344, 0.023073, 0.025446, 0.024269, 0.019838, 0.035204, 0.022897, 0.029122, 0.023611, 0.033617, 0.027465, 0.027465, 0.050449, 0.025496, 0.024659, 0.027106, 0.026253, 0.020631, 0.025676, 0.023938, 0.029528, 0.020383, 0.01687, 0.026912, 0.031283, 0.02425, 0.192875, 0.021197, 0.023776, 0.064351, 0.022444, 0.02771, 0.024463, 0.02311, 0.023302, 0.032365, 0.023848, 0.024421, 0.023088, 0.021397, 0.02694, 0.018879, 0.024979, 0.024981, 0.029368, 0.02386, 0.025101, 0.028015, 0.043628, 0.026447, 0.028242, 0.026419, 0.024719, 0.043555, 0.028805, 0.02373, 0.024093, 0.028457, 0.026116, 0.023543, 0.022089, 0.069924, 0.026733, 0.02551, 0.027488, 0.032563, 0.025877, 0.026852, 0.027598, 0.021236, 0.025699, 0.022619, 0.017192, 0.020081, 0.028371, 0.028036, 0.025075, 0.024086, -0.000984, 0.024012, 0.026136, 0.029314, 0.021289, 0.025107, 0.027027, 0.022175, 0.020652, 0.021206, 0.028105, 0.022022, 0.022846, 0.019859, 0.02586, 0.023389, 0.026203, 0.027078, 0.028388, 0.025354, 0.024151, 0.023911, 0.020716, 0.028187, 0.028376, 0.028463, 0.028708, 0.022374, 0.023044, 0.042144, 0.027255, 0.02358, 0.022839, 0.03143, 0.02352, 0.020107, 0.030639, 0.022556, 0.029134, 0.02149, 0.022883, 0.025604, 0.029021, 0.025331, 0.020859, 0.023396, 0.022985, 0.020865, 0.008539, 0.02382, 0.030223, 0.02935, 0.018923, 0.022693, 0.021974, 0.02053, 0.025288, 0.026017, 0.019352, 0.025388, 0.02309, 0.033959, 0.026146, 0.026126, 0.025801, 0.033962, -0.031438, 0.028361, 0.017051, 0.02363, 0.028584, 0.02422, 0.024135, 0.027524, 0.019754, 0.026116, 0.026654, 0.022226, 0.036097, 0.024409, 0.026548, 0.025066, 0.021606, 0.028085, 0.020245, 0.023048, 0.022968, 0.026069, 0.022895, 0.026658, 0.028403, 0.017074, 0.025714, 0.020548, 0.025864, 0.02171, 0.022327, 0.021875, 0.025463, 0.02034, 0.028002, 0.02173, 0.029993, 0.024323, 0.033125, 0.021196, 0.025377, 0.028445, 0.029851, 0.024348, 0.019059, 0.02591, 0.023698, 0.031357, 0.027167, 0.019675, 0.025318, 0.026216, 0.021134, 0.021309, 0.01956, 0.021642, 0.027935, 0.024699, 0.025934, 0.034341, 0.020423, 0.028279, 0.035602, 0.021695, 0.026503, 0.027437, 0.024832, 0.024907, 0.018327, 0.023422, 0.023659, 0.023135, 0.025271, 0.035075, 0.020718, 0.020744, 0.033907, 0.015347, 0.029311, 0.01853, 0.037202, 0.02112, 0.027009, 0.02512, 0.024819, 0.020084, 0.026379, 0.031155, 0.026053, 0.034257, 0.024717, 0.051914, 0.020345, 0.035006, 0.028625, 0.029149, 0.030854, 0.041746, 0.026465, 0.024224, 0.02747, 0.030522, 0.027189, 0.022114, 0.026804, 0.028139, 0.024264, 0.024256, 0.026955, 0.021395, 0.023754, 0.002682, 0.065396, 0.028028, 0.028174, 0.023819, 0.024505, 0.024493, 0.023332, 0.019503, 0.0245, 0.025792, 0.03965, 0.025295, 0.021584, 0.023625, 0.030068, 0.035377, 0.024157, 0.025731, 0.028164, 0.020367, 0.022923, 0.023304, 0.026372, 0.026344, 0.022905, 0.014098, 0.030565, 0.027226, 0.021933, 0.024859, 0.020646, 0.023203, 0.032667, 0.036735, 0.022578, 0.026273, 0.025982, 0.03279, 0.01651, 0.019003, 0.04339, 0.024023, 0.021349, 0.04255, 0.024504, 0.025383, 0.019965, 0.035194, 0.024756, 0.02145, 0.021481, 0.019112, 0.024765, 0.039679, 0.026593, 0.04201, 0.030159, 0.028542, 0.023005, 0.03461, 0.02328, 0.092069, 0.045897, 0.021274, 0.031658, 0.027311, 0.028397, 0.021662, 0.022447, 0.019667, 0.025863, 0.027446, 0.019573, 0.027497, 0.033838, 0.05977, 0.017256, 0.023006, 0.026057, 0.023189, 0.023906, 0.027246, 0.018865, 0.029126, 0.109031, 0.024083, 0.021582, 0.028206, 0.023713, 0.032677, 0.023237, 0.023592, 0.023891, 0.021798, 0.023625, 0.025094, 0.02334, 0.025826, 0.026686, 0.06414, 0.028391, 0.027585, 0.026348, 0.026132, 0.029324, 0.025756, 0.021304, 0.031586, 0.029271, 0.022165, 0.052591, 0.035446, 0.02404, 0.02102, 0.022846, 0.024168, 0.024458, 0.021756, 0.025842, 0.028613, 0.033989, 0.024525, 0.026274, 0.042312, 0.022293, 0.022781, 0.024258, 0.026507, 0.019474, 0.020807, 0.021648, 0.112862, 0.019063, 0.022438, 0.022807, 0.035664, 0.026782, 0.022275, 0.021942, 0.024454, 0.022433, 0.047424, 0.025723, 0.026289, 0.030224, 0.030499, 0.021544, 0.031791, 0.029299, 0.026523, 0.025215, 0.037497, 0.028727, 0.020886, 0.020645, 0.02702, 0.023835, 0.016297, 0.021919, 0.028097, 0.098874, 0.06097, 0.023363, 0.025738, 0.022894, 0.022376, 0.023034, 0.022349, 0.021335, 0.029079, 0.019948, 0.021999, 0.024833, 0.023303, 0.02031, 0.034841, 0.023482, 0.092071, 0.024414, 0.030977, 0.022402, 0.026754, 0.021481, 0.028038, 0.025675, 0.024851, 0.050848, 0.020752, 0.023063, 0.028575, 0.025465, 0.019631, 0.02708, 0.029265, 0.029277, 0.051938, 0.020265, 0.021036, 0.039972, 0.029262, 0.023918, 0.024207, 0.022147, 0.027032, 0.022421, 0.018429, 0.053996, 0.026057, 0.028645, 0.021682, 0.027071, 0.031021, 0.027756, 0.02593, 0.026819, 0.028786, 0.026405, 0.027154, 0.021982, 0.029349, 0.034273, 0.028607, 0.023625, 0.027743, 0.023941, 0.031086, 0.026529, 0.023438, 0.023423, 0.022144, 0.027527, 0.028651, 0.026553, 0.024957, 0.032506, 0.167707, 0.025668, 0.013656, 0.021485, 0.024927, 0.027256, 0.022653, 0.0253, 0.025491, 0.019146, 0.03319, 0.019981, 0.022967, 0.025836, 0.021742, 0.027715, 0.03217, 0.023007, 0.023416, 0.035355, 0.023041, 0.026194, 0.022441, 0.02518, 0.030488, 0.025655, 0.022057, 0.024772, 0.026601, 0.039567, 0.024054, 0.016512, 0.018988, 0.021562, 0.02714, 0.019873, 0.023796, 0.030681, 0.025184, 0.029344, 0.029932, 0.027056, 0.022097, 0.027306, 0.042584, 0.030714, 0.025097, 0.049547, 0.022493, 0.027922, 0.024653, 0.03108, 0.035813, 0.022541, 0.029802, 0.027502, 0.02353, 0.032138, 0.022444, 0.035047, 0.023513, 0.021346, 0.020474, 0.033077, 0.022296, 0.024604, 0.023231, 0.02499, 0.023118, 0.022469, 0.023144, 0.023706, 0.027187, 0.024084, 0.02489, 0.029868, 0.029417, 0.02669, 0.020101, 0.022375, 0.020119, 0.029679, 0.031353, 0.029781, 0.018473, 0.023029, 0.022135, 0.022232, 0.026122, 0.025406, 0.02366, 0.022327, 0.021755, 0.020369, 0.02027, 0.026464, 0.02747, 0.021502, 0.031872, 0.024136, 0.029444, 0.026821, 0.023461, 0.025959, 0.020366, 0.022125, 0.030383, 0.028062, 0.039181, 0.020622, 0.025742, 0.025273, 0.033346, 0.02551, 0.02253, 0.024707, 0.040456, 0.022696, 0.024209, 0.029534, 0.023365, 0.028607, 0.020793, 0.020709, 0.026231, 0.022385, 0.02066, 0.015336, 0.023785, 0.079727, 0.019861, -0.000622, 0.026481, 0.021145, 0.020796, 0.025944, 0.027185, 0.020908, 0.02733, 0.023004, 0.023084, 0.026271, 0.024906, 0.01916, 0.025828, 0.037736, 0.02848, 0.055877, 0.023096, 0.014219, 0.014441, 0.021255, 0.021205, 0.022011, 0.025207, 0.026548, 0.022658, 0.02216, 0.025961, 0.019492, 0.025029, 0.023077, 0.038585, 0.026265, 0.032672, 0.028666, 0.028931, 0.027893, 0.096276, 0.02828, 0.026698, 0.076131, 0.044734, 0.021087, 0.026884, -0.02735, 0.019548, 0.027818, 0.029928, 0.03063, 0.028039, 0.048073, 0.040174, 0.025186, 0.022461, 0.022203, 0.026665, 0.022206, 0.029326, 0.022877, 0.020734, 0.031484, 0.018636, 0.021859, 0.034874, 0.02434, 0.023384, 0.025281, 0.025038, 0.023805, 0.023296, 0.028807, 0.025751, 0.023028, 0.023426, 0.026535, 0.023909, 0.027695, 0.025987, 0.025947, 0.023604, 0.03656, 0.022722, 0.034953, 0.021488, 0.020873, 0.018228, 0.026871, 0.020333, 0.041756, 0.018991, 0.02729, 0.027666, 0.025017, 0.024182, 0.022781, 0.024069, 0.018994, 0.01999, 0.024207, 0.030525, 0.024872, 0.019731, 0.02371, 0.022832, 0.027686, 0.02582, 0.017589, 0.028567, 0.021832, 0.023943, 0.020702, 0.036911, 0.071728, 0.052104, 0.027736, 0.028157, 0.034864, 0.027387, 0.026953, 0.021692, 0.041243, 0.022609, 0.03422, 0.021044, 0.0274, 0.030116, 0.021304, 0.029494, 0.025542, 0.022527, 0.024862, 0.005901, 0.024571, 0.026259, 0.024109, 0.024897, 0.025024, 0.022798, 0.020874, 0.048103, 0.108139, 0.022509, 0.021122, 0.021306, 0.032188, 0.023358, 0.025468, 0.025668, 0.02739, 0.020926, 0.023699, 0.023755, 0.022741, 0.023098, 0.02375, 0.044862, 0.027087, 0.023373, 0.01925, 0.024502, 0.024175, 0.028135, 0.021967, 0.023269, 0.022956, 0.034748, 0.025616, 0.02934, 0.024226, 0.024331, 0.087645, 0.025482, 0.04991, 0.020397, 0.025787, 0.021559, 0.104589, 0.024758, 0.047143, 0.021088, 0.025617, 0.023953, 0.035944, 0.026376, 0.026569, 0.028216, 0.022832, 0.020441, 0.02411, 0.034907, 0.019134, 0.023895, 0.022247, 0.026087, 0.049046, 0.023342, 0.026935, 0.028983, 0.033906, 0.023051, 0.025588, 0.026212, 0.031594, 0.021695, 0.026841, 0.025787, 0.027336, 0.027215, 0.026999, 0.020302, 0.023579, 0.025588, 0.024936, 0.031403, 0.027614, 0.021959, 0.026246, 0.021012, 0.027014, 0.022048, 0.0241, 0.02449, 0.019407, 0.023634, 0.020281, 0.025091, 0.014164, 0.02146, 0.092479, 0.035043, 0.025609, 0.021183, 0.021177, 0.022446, 0.023617, 0.023675, 0.020253, 0.025816, 0.026895, 0.024385, 0.021641, 0.021119, 0.030186, 0.020782, 0.018981, 0.023216, 0.020731, 0.025081, 0.023054, 0.025754, 0.027998, 0.028573, 0.028243, 0.022295, 0.025649, 0.028489, 0.023783, 0.023121, 0.02269, 0.026692, 0.024596, 0.020982, 0.035189, 0.023672, 0.029275, 0.027692, 0.05015, 0.019956, 0.023766, 0.022463, 0.023157, 0.026456, 0.026738, 0.019995, 0.023583, 0.026807, 0.024482, 0.024231, 0.025581, 0.027871, 0.025613, 0.024331, 0.028469, 0.030564, 0.021151, 0.023979, 0.090198, 0.030465, 0.023621, 0.022228, 0.024307, 0.021466, 0.023122, 0.032337, 0.022115, 0.022671, 0.025712, 0.025324, 0.024124, 0.14393, 0.021353, 0.029693, 0.026097, 0.032084, 0.06246, 0.031319, 0.025246, 0.024422, 0.032053, 0.027755, 0.019653, 0.021912, 0.023645, 0.03638, 0.027424, 0.023681, 0.024913, 0.022796, 0.025472, 0.0238, 0.028379, 0.014772, 0.024397, 0.025505, 0.025103, 0.022083, 0.020592, 0.024294, 0.024476, 0.022332, 0.040992, 0.02441, 0.016849, 0.020406, 0.024785, 0.025533, 0.021895, 0.019377, 0.025168, 0.027825, 0.027418, 0.020564, 0.028204, 0.020957, 0.024992, 0.031475, 0.026996, 0.02758, 0.025633, 0.025522, 0.023375, 0.038663, 0.020665, 0.027226, 0.020194, 0.019315, 0.025695, 0.024729, 0.021042, 0.034637, 0.039594, 0.051462, 0.02811, 0.026326, 0.024474, 0.021767, 0.020078, 0.036592, 0.030578, 0.030028, 0.030846, 0.024927, 0.018203, 0.022309, 0.024738, 0.021794, 0.024344, 0.025296, 0.022396, 0.029423, 0.025888, 0.022823, 0.021129, 0.023785, 0.023576, 0.026586, 0.024475, 0.026277, 0.026267, 0.029726, 0.027373, 0.024238, 0.036786, 0.021194, 0.022096, 0.0281, 0.019742, 0.070683, 0.026909, 0.023747, 0.031354, 0.020059, 0.028199, 0.02613, 0.020599, 0.024189, 0.021912, 0.027516, 0.023737, 0.04504, 0.028208, 0.029348, 0.02954, 0.023018, 0.023745, 0.023523, 0.026593, 0.131334, 0.019378, 0.029675, 0.024397, 0.027514, 0.033319, 0.022771, 0.026983, 0.027147, 0.021902, 0.030152, 0.041887, 0.024842, 0.023553, 0.026141, 0.040213, 0.020802, 0.030607, 0.024523, 0.049218, 0.029276, 0.021599, 0.026236, 0.022778, 0.022498, 0.02684, 0.020389, 0.017569, 0.021815, 0.026049, 0.029547, 0.03135, 0.089954, 0.020636, 0.023926, 0.025131, 0.023909, 0.022657, 0.023577, 0.022389, 0.028675, 0.022543, 0.031636, 0.022002, 0.022414, 0.025536, 0.026827, 0.019329, 0.042865, 0.022485, 0.061588, 0.025042, 0.0235, 0.02307, 0.022231, 0.024074, 0.07425, 0.022434, 0.022824, 0.021662, 0.023733, 0.024377, 0.023775, 0.033478, 0.029899, 0.02685, 0.03043, 0.02338, 0.024298, 0.01617, 0.02561, 0.025067, 0.027252, 0.136805, 0.020999, 0.021914, 0.023822, -0.098752, 0.030151, 0.021175, 0.02611, 0.022026, 0.021666, 0.026195, 0.036891, 0.022116, 0.025818, 0.034399, 0.024896, 0.026051, 0.031394, 0.023028, 0.022023, 0.024598, 0.02385, 0.02315, 0.030411, 0.023387, 0.025582, 0.025056, 0.026818, 0.028274, 0.028035, 0.027351, 0.025543, 0.026632, 0.024636, 0.021067, 0.043532, 0.015797, 0.022778, 0.025459, 0.025007, 0.024891, 0.02372, 0.023789, 0.024772, 0.027242, 0.022194, 0.044802, 0.027079, 0.026376, 0.02228, 0.025763, 0.01978, 0.023009, 0.01552, 0.045898, 0.027988, 0.02777, 0.020871, 0.019025, 0.023424, 0.030747, 0.027521, 0.020443, 0.025061, 0.027904, 0.024235, 0.049461, 0.021884, 0.020807, 0.024215, 0.024394, 0.020784, 0.026347, 0.027544, 0.021005, 0.01854, -0.163112, 0.02505, 0.028578, 0.026333, 0.024216, 0.022214, 0.023459, 0.025237, 0.019262, 0.02545, 0.020597, 0.023725, 0.022903, 0.023617, 0.022184, 0.028585, 0.029365, 0.035913, -0.072575, 0.011728, 0.033197, 0.023798, 0.031124, 0.028022, 0.023644, 0.024181, 0.025421, 0.027416, 0.051492, 0.02382, 0.03222, 0.017251, 0.023404, 0.02368, 0.037023, 0.022281, 0.020177, 0.023735, 0.020481, 0.026732, 0.028239, 0.024382, 0.020535, 0.026411, 0.021411, 0.025694, 0.021525, 0.028335, 0.02215, 0.027529, 0.025875, 0.024847, 0.02717, 0.022777, 0.024982, 0.02544, 0.025188, 0.114352, 0.023588, 0.041303, 0.023182, 0.053695, 0.033148, 0.027123, 0.027723, 0.021963, 0.026705, 0.022852, 0.030695, 0.104071, 0.024732, 0.019092, 0.022573, 0.023432, 0.023399, 0.048678, 0.021142, 0.025306, 0.024473, 0.020352, 0.093898, 0.025835, 0.022716, 0.023169, 0.020007, 0.02184, 0.022421, 0.031781, 0.053537, 0.025682, 0.023029, 0.027094, 0.023265, 0.025319, 0.027284, 0.025105, 0.026686, 0.028133, 0.027842, 0.021326, 0.024569, 0.027707, 0.025949, 0.024998, 0.022972, 0.023226, 0.020595, 0.018638, 0.024496, 0.024644, 0.023229, 0.020973, 0.025177, 0.022096, 0.017041, 0.024037, 0.025596, 0.028264, 0.027797, 0.023017, 0.025806, 0.026237, 0.027293, 0.022148, 0.025264, 0.022423, 0.026664, 0.023403, 0.025645, 0.025536, 0.024163, 0.024645, 0.025868, 0.020226, 0.066093, 0.029201, 0.020661, 0.02753, 0.027966, 0.025438, 0.029313, 0.022229, 0.023948, 0.024526, 0.028478, 0.023909, 0.020945, 0.026335, 0.02673, 0.01939, 0.02485, 0.035232, 0.021941, 0.025342, -0.102431, 0.020943, 0.021806, 0.022472, 0.023753, 0.02321, 0.025751, 0.02292, 0.021798, 0.019506, 0.025217, 0.024276, 0.020831, 0.020562, 0.026132, 0.02615, 0.025647, 0.021814, 0.018997, 0.030076, 0.029601, 0.024602, 0.024263, 0.023895, 0.023202, 0.024011, 0.025751, 0.025977, 0.029027, 0.020753, 0.026123, 0.025345, -0.158839, 0.036945, 0.027094, 0.000302, 0.035741, 0.033818, 0.117991, 0.032473, 0.032386, 0.023062, 0.146882, 0.044104, 0.022796, 0.048082, 0.018835, 0.031297, 0.023351, 0.021965, 0.021447, 0.022756, 0.032814, 0.034097, 0.024103, 0.022629, 0.019965, 0.025795, 0.026914, 0.024118, 0.022383, 0.035332, 0.104586, 0.022111, 0.021852, 0.028324, 0.025819, 0.025659, 0.021347, 0.021117, 0.020996, 0.027743, 0.026723, 0.031623, 0.029486, 0.020782, 0.022886, 0.026489, 0.027493, 0.025434, 0.02129, 0.022402, 0.027165, 0.020825, 0.021477, 0.028514, 0.026341, 0.022667, 0.019655, 0.024095, 0.024588, 0.030959, 0.03168, 0.022176, 0.024894, 0.043536, 0.020325, 0.024139, 0.02394, 0.010678, 0.030507, 0.025137, 0.028282, 0.02197, 0.023334, 0.024636, 0.020686, 0.023814, 0.019882, 0.030777, 0.022544, 0.034371, 0.025677, 0.026832, 0.02256, 0.023603, 0.020185, 0.024111, 0.029058, 0.023004, 0.022917, 0.036693, 0.026508, 0.027178, 0.028325, 0.026757, 0.023563, 0.028702, 0.023688, 0.020511, 0.02292, 0.029765, 0.022345, 0.023368, 0.023247, 0.032131, 0.02698, 0.027669, 0.022909, 0.02469, 0.021171, 0.023182, 0.030637, 0.02232, 0.023222, 0.022674, 0.02897, 0.023089, 0.027603, 0.024661, 0.0264, 0.028167, 0.03232, 0.019242, 0.024154, 0.023798, 0.02406, 0.030742, 0.022747, 0.024821, 0.024277, 0.022508, 0.037484, 0.024567, 0.022271, 0.030257, 0.036583, 0.039491, 0.025458, 0.024917, 0.024974, 0.025524, 0.020074, 0.050725, 0.026403, 0.030533, 0.02353, 0.059721, 0.021697, 0.01937, 0.025374, 0.02494, 0.020738, 0.026526, 0.023336, 0.022384, 0.018557, 0.024952, 0.020548, 0.027515, 0.04534, 0.026293, 0.02951, 0.022546, 0.028683, 0.022426, 0.026447, 0.021647, 0.018657, 0.028064, 0.028255, 0.027668, 0.024584, 0.025597, 0.021047, 0.027338, 0.021127, 0.035569, 0.029626, 0.022895, 0.026805, 0.022805, 0.029633, 0.023903, 0.020999, 0.023417, 0.024279, 0.023247, 0.024906, 0.02414, 0.018164, 0.019664, 0.022016, -0.110961, 0.024918, 0.027313, 0.026893, 0.029887, 0.021983, 0.023758, 0.028039, 0.021766, 0.019849, 0.032244, 0.0711, 0.02298, 0.026226, 0.020862, 0.031739, 0.025848, 0.024785, 0.021474, 0.025572, 0.032429, 0.028493, 0.021657, 0.026149, 0.025104, 0.022027, 0.020907, 0.022754, 0.020501, 0.020345, 0.022599, 0.023735, 0.027237, 0.023318, 0.022274, 0.025296, 0.027673, 0.026044, 0.029087, 0.034665, 0.025546, 0.026775, 0.047504, 0.027108, 0.028367, 0.022265, 0.030546, 0.022468, 0.03049, 0.020873, 0.068954, 0.047785, 0.02499, 0.035978, 0.036872, 0.026109, 0.029552, 0.021346, 0.024119, 0.021267, 0.033753, 0.026966, 0.023946, 0.029855, 0.02892, 0.020447, 0.024099, 0.026618, 0.023006, 0.032815, 0.02369, 0.020267, 0.021973, 0.0251, 0.02301, 0.030358, 0.039083, 0.043952, 0.022845, 0.023776, 0.026531, 0.023811, 0.025583, 0.019497, 0.022196, 0.02459, 0.023518, 0.094242, 0.023769, 0.023369, 0.020983, 0.022652, 0.020298, 0.025485, 0.023558, 0.028002, 0.027468, 0.030691, 0.021132, 0.023386, 0.021768, 0.047861, 0.024801, 0.02237, 0.024267, 0.045864, 0.029259, 0.022836, 0.023647, 0.030366, 0.024496, 0.026054, 0.038155, 0.018334, 0.035955, 0.024058, 0.032598, 0.025441, 0.024135, 0.022457, 0.023476, 0.020781, 0.020007, 0.01958, 0.029675, 0.024007, 0.02734, 0.032927, 0.023616, 0.031009, 0.026562, 0.027733, 0.025303, 0.023607, 0.021589, 0.030076, 0.02308, 0.024017, 0.021552, 0.0227, 0.02187, 0.0259, 0.026037, 0.024809, 0.061985, 0.024318, 0.02532, 0.028147, 0.024806, 0.021379, 0.031384, 0.026372, -0.001917, 0.024739, 0.029864, 0.029982, 0.021522, 0.025552, 0.027421, 0.02461, 0.027978, 0.020594, 0.024253, 0.01988, 0.020029, 0.028757, 0.025479, 0.024461, 0.0301, 0.020114, 0.026625, 0.027579, 0.025007, 0.021728, 0.021552, 0.026325, 0.018195, 0.026149, 0.02638, 0.026527, 0.022371, 0.021597, 0.031274, 0.025307, 0.020739, 0.022967, 0.02214, 0.021616, 0.023894, 0.025927, 0.022441, 0.024947, 0.04334, 0.028521, 0.020407, 0.048912, 0.022588, 0.021851, 0.023368, 0.023625, 0.020127, 0.029702, 0.025788, 0.029647, 0.025847, 0.024443, 0.024269, 0.025945, 0.027042, 0.029639, 0.022889, 0.025309, 0.023455, 0.025276, 0.103291, 0.02045, 0.025268, 0.025419, 0.028248, 0.022476, 0.031562, 0.023743, 0.024788, 0.023593, 0.023373, 0.021916, 0.025017, 0.032234, 0.02465, 0.024917, 0.024609, 0.029639, 0.021642, 0.093998, 0.024858, 0.036067, 0.022407, 0.023837, 0.027349, 0.057734, 0.024921, 0.020754, 0.024024, 0.020907, 0.021041, 0.025925, 0.02094, 0.032539, 0.024936, 0.026625, 0.023424, 0.024606, 0.020826, 0.03043, 0.034692, 0.023145, 0.033381, 0.024728, 0.024484, 0.022893, 0.031138, 0.022516, 0.028808, 0.022243, 0.020669, 0.043965, 0.022808, 0.024968, 0.024243, 0.024305, 0.028458, 0.030733, 0.022259, 0.025954, 0.025479, 0.022739, 0.022625, 0.021071, 0.025716, 0.021962, 0.022668, 0.039563, 0.026105, 0.026483, 0.019447, 0.022606, 0.023399, 0.032354, 0.031854, 0.026055, 0.02537, 0.029232, 0.022459, 0.022585, 0.021862, 0.026907, 0.02374, 0.031451, 0.026054, 0.025168, 0.023205, 0.02522, 0.024573, 0.025343, 0.024527, 0.023042, 0.022859, 0.023271, 0.02233, 0.0202, 0.020465, 0.022033, 0.022985, 0.064821, 0.0214, 0.030478, 0.026775, 0.023413, 0.025893, 0.026278, 0.019651, 0.025657, 0.027518, 0.021832, 0.032926, 0.022461, 0.021454, 0.030388, 0.026062, 0.0245, 0.019446, 0.017014, 0.030119, 0.021106, 0.02377, 0.024038, 0.022412, 0.017037, 0.02491, 0.020779, 0.025854, 0.02577, 0.027638, 0.022702, 0.023727, 0.023488, 0.025065, 0.021951, 0.026549, 0.020991, 0.028867, 0.023047, 0.025187, 0.026522, 0.025768, 0.022653, 0.022495, 0.018706, 0.022496, 0.027284, 0.023492, 0.023245, 0.025483, 0.025148, 0.02261, 0.020238, 0.018396, 0.025298, 0.025172, 0.024048, 0.042284, -0.016637, 0.028361, 0.036765, 0.024261, 0.020462, 0.023122, 0.024104, 0.026785, 0.031698, 0.022708, 0.023187, 0.035382, 0.063673, 0.02269, 0.022246, 0.02351, 0.028083, 0.023861, 0.027439, 0.082166, 0.034373, 0.081625, 0.034033, 0.020683, 0.024057, 0.023192, 0.032418, 0.023673, 0.023271 ] }, "name": "model.model.layers.0.input_layernorm.weight", "outputIndexes": [ 4 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm/Mul_output_0", "outputIndexes": [ 5 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4, 5 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm/Mul_1_output_0", "outputIndexes": [ 6 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 6 ], "outputIndexes": [ 1963 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 1963 ], "outputIndexes": [ 1964 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/q_proj/Linear", "inputIndexes": [ 1964 ], "outputIndexes": [ 1965 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 0, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 1965 ], "outputIndexes": [ 1966 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 1966 ], "outputIndexes": [ 7 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 1 ] }, "name": "/Unsqueeze_output_0", "outputIndexes": [ 8 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 6 ], "main_type": "NONE", "name": "/Shape_1_output_0", "outputIndexes": [ 9 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 1 ] }, "name": "/rotary/Constant_9_output_0", "outputIndexes": [ 10 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9 ], "main_type": "NONE", "name": "Shape20", "outputIndexes": [ 11 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 9 ], "main_type": "NONE", "name": "Rank22", "outputIndexes": [ 12 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 12, 12 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp24", "outputIndexes": [ 13 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 13 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze25", "outputIndexes": [ 14 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 13, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp27", "outputIndexes": [ 15 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 15 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze28", "outputIndexes": [ 16 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 11, 14, 16, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice31", "outputIndexes": [ 17 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 17 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze32", "outputIndexes": [ 18 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 18 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp33", "outputIndexes": [ 19 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 19, 18 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp34", "outputIndexes": [ 20 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 20, 13 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_2_output_0", "outputIndexes": [ 21 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 0 ] }, "name": "/rotary/Constant_4_output_0", "outputIndexes": [ 22 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 21, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1_output_0", "outputIndexes": [ 23 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 32 ] }, "name": "/Constant_3_output_0", "outputIndexes": [ 24 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 64 ] }, "name": "/Constant_4_output_0", "outputIndexes": [ 25 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 23, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_output_0", "outputIndexes": [ 26 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 26 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_1_output_0", "outputIndexes": [ 27 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Input", "main": { "dims": [ 1, -1 ], "dtype": "DT_INT32", "dformat": "NCHW" }, "name": "position_ids", "outputIndexes": [ 28 ], "type": "Input", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 28 ], "main_type": "CastParam", "main": { "srcT": "DT_VARIANT", "dstT": "DT_FLOAT" }, "name": "/rotary/Cast_output_0", "outputIndexes": [ 29 ], "type": "Cast", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ -1, 1 ] }, "name": "/rotary/Constant_1_output_0", "outputIndexes": [ 30 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 29, 30 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/rotary/Reshape_output_0", "outputIndexes": [ 31 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 32 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.0, 0.692133, 0.479047, 0.331564, 0.229486, 0.158835, 0.109935, 0.07609, 0.052664, 0.03645, 0.025229, 0.017462, 0.012086, 0.008365, 0.00579, 0.004007, 0.002774, 0.00192, 0.001329, 0.00092, 0.000636, 0.000441, 0.000305, 0.000211, 0.000146, 0.000101, 7e-05, 4.8e-05, 3.4e-05, 2.3e-05, 1.6e-05, 1.1e-05 ] }, "name": "/rotary/Constant_2_output_0", "outputIndexes": [ 32 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 31, 32 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/rotary/Mul_output_0", "outputIndexes": [ 33 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 33 ], "main_type": "UnaryOp", "main": { "opType": "COS", "T": "DT_FLOAT" }, "name": "/rotary/Cos_output_0", "outputIndexes": [ 34 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 34, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/rotary/Unsqueeze_output_0", "outputIndexes": [ 35 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 33 ], "main_type": "UnaryOp", "main": { "opType": "SIN", "T": "DT_FLOAT" }, "name": "/rotary/Sin_output_0", "outputIndexes": [ 36 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 36, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/rotary/Unsqueeze_1_output_0", "outputIndexes": [ 37 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 35, 37 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/rotary/Concat_output_0", "outputIndexes": [ 38 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 38, 38 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/rotary/Concat_1_output_0", "outputIndexes": [ 39 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 3, 1 ] }, "name": "/rotary/Unsqueeze_2_axes", "outputIndexes": [ 40 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 39, 40 ], "main_type": "SqueezeParam", "main": {}, "name": "/rotary/Unsqueeze_3_output_0", "outputIndexes": [ 41 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 41 ], "main_type": "NONE", "name": "Shape57", "outputIndexes": [ 42 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 41 ], "main_type": "NONE", "name": "Rank59", "outputIndexes": [ 43 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 43, 43 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp61", "outputIndexes": [ 44 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 44 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze62", "outputIndexes": [ 45 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 44, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp64", "outputIndexes": [ 46 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 46 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze65", "outputIndexes": [ 47 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 42, 45, 47, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice68", "outputIndexes": [ 48 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 48 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze69", "outputIndexes": [ 49 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 49, 49 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp71", "outputIndexes": [ 50 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 41, 50, 44 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_3_output_0", "outputIndexes": [ 51 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 27, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_output_0", "outputIndexes": [ 52 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 27 ], "main_type": "NONE", "name": "/Shape_2_output_0", "outputIndexes": [ 53 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 3 ] }, "name": "/Constant_9_output_0", "outputIndexes": [ 54 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53 ], "main_type": "NONE", "name": "Shape76", "outputIndexes": [ 55 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 53 ], "main_type": "NONE", "name": "Rank78", "outputIndexes": [ 56 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 56, 56 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp80", "outputIndexes": [ 57 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 57 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze81", "outputIndexes": [ 58 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 57, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp83", "outputIndexes": [ 59 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 59 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze84", "outputIndexes": [ 60 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 55, 58, 60, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice87", "outputIndexes": [ 61 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 61 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze88", "outputIndexes": [ 62 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 62 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp89", "outputIndexes": [ 63 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 63, 62 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp90", "outputIndexes": [ 64 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53, 64, 57 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_5_output_0", "outputIndexes": [ 65 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 2 ] }, "name": "/rotary/Constant_7_output_0", "outputIndexes": [ 66 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 65, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_output_0", "outputIndexes": [ 67 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 67, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_6_output_0", "outputIndexes": [ 68 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 1073741824 ] }, "name": "/Constant_18_output_0", "outputIndexes": [ 69 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 3 ] }, "name": "/Constant_12_output_0", "outputIndexes": [ 70 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 27, 68, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_1_output_0", "outputIndexes": [ 71 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 71 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_output_0", "outputIndexes": [ 72 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 27, 22, 68, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_output_0", "outputIndexes": [ 73 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 72, 73 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_3_output_0", "outputIndexes": [ 74 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 44 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze106", "outputIndexes": [ 75 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 46 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze109", "outputIndexes": [ 76 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 42, 75, 76, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice112", "outputIndexes": [ 77 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 77 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze113", "outputIndexes": [ 78 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 78 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp114", "outputIndexes": [ 79 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 79, 78 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp115", "outputIndexes": [ 80 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 41, 80, 44 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_4_output_0", "outputIndexes": [ 81 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 74, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_1_output_0", "outputIndexes": [ 82 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 52, 82 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_output_0", "outputIndexes": [ 83 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 6 ], "outputIndexes": [ 1967 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 1967 ], "outputIndexes": [ 1968 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/k_proj/Linear", "inputIndexes": [ 1968 ], "outputIndexes": [ 1969 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 2359318, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 1969 ], "outputIndexes": [ 1970 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 1970 ], "outputIndexes": [ 84 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 84, 26 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_2_output_0", "outputIndexes": [ 85 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 85, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_2_output_0", "outputIndexes": [ 86 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 85 ], "main_type": "NONE", "name": "/Shape_3_output_0", "outputIndexes": [ 87 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 87 ], "main_type": "NONE", "name": "Shape157", "outputIndexes": [ 88 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 87 ], "main_type": "NONE", "name": "Rank159", "outputIndexes": [ 89 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 89, 89 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp161", "outputIndexes": [ 90 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 90 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze162", "outputIndexes": [ 91 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 90, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp164", "outputIndexes": [ 92 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 92 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze165", "outputIndexes": [ 93 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 88, 91, 93, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice168", "outputIndexes": [ 94 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 94 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze169", "outputIndexes": [ 95 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 95 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp170", "outputIndexes": [ 96 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 96, 95 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp171", "outputIndexes": [ 97 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 87, 97, 90 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_6_output_0", "outputIndexes": [ 98 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 98, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_1_output_0", "outputIndexes": [ 99 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 99, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_8_output_0", "outputIndexes": [ 100 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 85, 100, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_3_output_0", "outputIndexes": [ 101 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 101 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_1_output_0", "outputIndexes": [ 102 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 85, 22, 100, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_2_output_0", "outputIndexes": [ 103 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 102, 103 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_4_output_0", "outputIndexes": [ 104 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 104, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_3_output_0", "outputIndexes": [ 105 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 86, 105 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_1_output_0", "outputIndexes": [ 106 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 6 ], "outputIndexes": [ 1971 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 1971 ], "outputIndexes": [ 1972 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/v_proj/Linear", "inputIndexes": [ 1972 ], "outputIndexes": [ 1973 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 4718636, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 1973 ], "outputIndexes": [ 1974 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 1974 ], "outputIndexes": [ 107 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 107, 26 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_3_output_0", "outputIndexes": [ 108 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Input", "main": { "dims": [ 1, 1, -1, -1 ], "dtype": "DT_FLOAT", "dformat": "NCHW" }, "name": "attention_mask", "outputIndexes": [ 109 ], "type": "Input", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 83, 106, 108, 109 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_4_output_0", "outputIndexes": [ 110 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 110 ], "outputIndexes": [ 1975 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 1975 ], "outputIndexes": [ 1976 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/o_proj/Linear", "inputIndexes": [ 1976 ], "outputIndexes": [ 1977 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 7077954, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 1977 ], "outputIndexes": [ 1978 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 1978 ], "outputIndexes": [ 111 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3, 111 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_3_output_0", "outputIndexes": [ 112 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2048 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.117404, 0.121587, 0.120137, 0.120395, 0.107875, 0.110217, 0.113892, 0.117461, 0.111193, 0.112269, 0.117876, 0.115021, 0.124484, 0.115555, 0.114664, 0.116475, 0.115612, 0.111157, 0.109603, 0.115038, 0.129913, 0.122976, 0.115282, 0.116096, 0.115675, 0.119, 0.109823, 0.123332, 0.122298, 0.219249, 0.121174, 0.119816, 0.119327, 0.084613, 0.123968, 0.117368, 0.121846, 0.118189, 0.125303, 0.11412, 0.118477, 0.11839, 0.120857, 0.115852, 0.120842, 0.116467, 0.114208, 0.112569, 0.136068, 0.124087, 0.117401, 0.110012, 0.115499, 0.120891, 0.110818, 0.116929, 0.117265, 0.117805, 0.115234, 0.117926, 0.118408, 0.12254, 0.115299, 0.335151, 0.110164, 0.127847, 0.115681, 0.119102, 0.121817, 0.113631, 0.12544, 0.119274, 0.123385, 0.121375, 0.119153, 0.119013, 0.122695, 0.117633, 0.115763, 0.125635, 0.118367, 0.127111, 0.131229, 0.119685, 0.119109, 0.114708, 0.117062, 0.10429, 0.116593, 0.115876, 0.112116, 0.112408, 0.12319, 0.119728, 0.116945, 0.117115, 0.118618, 0.113759, 0.114226, 0.114996, 0.099196, 0.116206, 0.114221, 0.137388, 0.109404, 0.100124, 0.117944, 0.118744, 0.117035, 0.382823, 0.116841, 0.114401, 0.127764, 0.116098, 0.118054, 0.119705, 0.113869, 0.116429, 0.115889, 0.121019, 0.123411, 0.11716, 0.114381, 0.1148, 0.111876, 0.116219, 0.116812, 0.117474, 0.115478, 0.117742, 0.120704, 0.201679, 0.112708, 0.122819, 0.121096, 0.113857, 0.127485, 0.115296, 0.111049, 0.109576, 0.115736, 0.115024, 0.112779, 0.113401, 0.180161, 0.120827, 0.120266, 0.124762, 0.121124, 0.088609, 0.117794, 0.115567, 0.117191, 0.123098, 0.118096, 0.105713, 0.112039, 0.120152, 0.1125, 0.120897, 0.117263, -8.9e-05, 0.114175, 0.117974, 0.117682, 0.118268, 0.117979, 0.113807, 0.109742, 0.114805, 0.112977, 0.12089, 0.114975, 0.118505, 0.111237, 0.110583, 0.115152, 0.124491, 0.118326, 0.115453, 0.122133, 0.119029, 0.117134, 0.115771, 0.118355, 0.124342, 0.12372, 0.117307, 0.11653, 0.115107, 0.11899, 0.120534, 0.120707, 0.113434, 0.120515, 0.11504, 0.1116, 0.12156, 0.116329, 0.12038, 0.117669, 0.117108, 0.108527, 0.115444, 0.119157, 0.112667, 0.115786, 0.123294, 0.111586, 1.7e-05, 0.118053, 0.122222, 0.119736, 0.11134, 0.116016, 0.114481, 0.116896, 0.118589, 0.124213, 0.109051, 0.116167, 0.117223, 0.114728, 0.119099, 0.121038, 0.113381, 0.122275, 1.1e-05, 0.113993, 0.114354, 0.111938, 0.12104, 0.117535, 0.11717, 0.12464, 0.114737, 0.11793, 0.123063, 0.113832, 0.1442, 0.112455, 0.117245, 0.118074, 0.118644, 0.11514, 0.110471, 0.116607, 0.117434, 0.123434, 0.113148, 0.115994, 0.122265, 0.114543, 0.1163, 0.109539, 0.11066, 0.116093, 0.118196, 0.114223, 0.114217, 0.119517, 0.118183, 0.113427, 0.121099, 0.123979, 0.114433, 0.114318, 0.118741, 0.116351, 0.120627, 0.120654, 0.109256, 0.117443, 0.121744, 0.117319, 0.107069, 0.117752, 0.092057, 0.122179, 0.121159, 0.11226, 0.099328, 0.103935, 0.117864, 0.110565, 0.120125, 0.116906, 0.120445, 0.117442, 0.114366, 0.112898, 0.115366, 0.118469, 0.116134, 0.12112, 0.118842, 0.119245, 0.108009, 0.117295, 0.113078, 0.123313, 0.113515, 0.112632, 0.123229, 0.0997, 0.116381, 0.137609, 0.129249, 0.11032, 0.117926, 0.11593, 0.116996, 0.119196, 0.115899, 0.122398, 0.118652, 0.119553, 0.118621, 0.074488, 0.114199, 0.11222, 0.117716, 0.114988, 0.119336, 0.114792, 0.114089, 0.115243, 0.116281, 0.1253, 0.116163, 0.114444, 0.117754, 0.124831, 0.118112, 0.115009, 0.115676, 0.118264, 0.117786, 0.139953, 0.222881, 0.118048, 0.114463, 0.115733, 0.117184, 0.120792, 0.114994, 0.112887, 0.121173, 0.121981, 0.122993, 0.11965, 0.124685, 0.105914, 0.115352, 0.125804, 0.120013, 0.121346, 0.120255, 0.10854, 0.115382, 0.115233, 0.114593, 0.118591, 0.121119, 0.116741, 0.1231, 0.119153, 0.116561, 0.122665, 0.115908, 0.117754, 0.129514, 0.116976, 0.11359, 0.123153, 0.118463, 0.126689, 0.096881, 0.114624, 0.121135, 0.119643, 0.111673, 0.121841, 0.109737, 0.117147, 0.109029, 0.113628, 0.121379, 0.122919, 0.109389, 0.105957, 0.116545, 0.125418, 0.119973, 0.211734, 0.120583, 0.116683, 0.119613, 0.116311, 0.122601, 0.247738, 0.161809, 0.119602, 0.120435, 0.122079, 0.113605, 0.108875, 0.114787, 0.111115, 0.114269, -0.000166, 0.110831, 0.12054, 0.113717, 0.154291, 0.098582, 0.120212, 0.120915, 0.118493, 0.114873, 0.122663, 0.10805, 0.123481, 0.044508, 0.116788, 0.113415, 0.117541, 0.116252, 0.121562, 0.110832, 0.111005, 0.115559, 0.114383, 0.116923, 0.120105, 0.119457, 0.12255, 0.111753, 0.180312, 0.118139, 0.117675, 0.121643, 0.116334, 0.120668, 0.116216, 0.11328, 0.119025, 0.117201, 0.114584, 0.138321, 0.123598, 0.117079, 0.110675, 0.11401, 0.115182, 0.120919, 0.116539, 0.111311, 0.119278, 0.126836, 0.106828, 0.122819, 0.124006, 0.116646, 0.119395, 0.112496, 0.113577, 0.109868, 0.112315, 0.122578, 0.174884, 0.116894, 0.115062, 0.114465, 0.116342, 0.121164, 0.115719, 0.113437, 0.118582, 0.112394, 0.12035, 0.118384, 0.125018, 0.118612, 0.117918, 0.113611, 0.120773, 0.120876, 0.122734, 0.118794, 0.116794, 0.122263, 0.113649, 0.114725, 0.121094, 0.11468, 0.097221, 0.115847, 0.113817, 0.295102, 0.1793, 0.113248, 0.123219, 0.121859, 0.117647, 0.119753, 0.127019, 0.116398, 0.129777, 0.11074, 0.116229, 0.118194, 0.120199, 0.118009, 0.118536, 0.121183, 0.201754, 0.116823, 0.120541, 0.108977, 0.118123, 0.115751, 0.118011, 0.118772, 0.116088, 0.276343, 0.114205, 0.116584, 0.116398, 0.111996, 0.11624, 0.117033, 0.125805, 0.119642, 0.248012, 0.11536, 0.113872, 0.123412, 0.120397, 0.116432, 0.119772, 0.109263, 0.121096, 0.109815, 0.110545, 0.126779, 0.114655, 0.121233, 0.116101, 0.120301, 0.118619, 0.117863, 0.112006, 0.118925, 0.110851, 0.120527, 0.132414, 0.110855, 0.122238, 0.119664, 0.112902, 0.11497, 0.120556, 0.120964, 0.120594, 0.120964, 0.116697, 0.121386, 0.117296, 0.121807, 0.114449, 0.118931, 0.115576, 0.167136, 0.214335, 0.116283, 0.099902, 0.119981, 0.112135, 0.115285, 0.115932, 0.122709, 0.118553, 0.110041, 0.114132, 0.118559, 0.123317, 0.115218, 0.115719, 0.114338, 0.113827, 0.119353, 0.118733, 0.116329, 0.116174, 0.117795, 0.116939, 0.124844, 0.118729, 0.12185, 0.124138, 0.115169, 0.114456, 0.124025, 0.120105, 0.113359, 0.112989, 0.108939, 0.117802, 0.117051, 0.113808, 0.132826, 0.114042, 0.126099, 0.127521, 0.127958, 0.116149, 0.114616, -4.9e-05, 0.117003, 0.119917, 0.302528, 0.111244, 0.122994, 0.118355, 0.121524, 0.120836, 0.115726, 0.116245, 0.125053, 0.119908, 0.122778, 0.115985, 0.122173, 0.112164, 0.119983, 0.107904, 0.121272, 0.119682, 0.119502, 0.117968, 0.127679, 0.120082, 0.118991, 0.125407, 0.116378, 0.118538, 0.120041, 0.118134, 0.119221, 0.128686, 0.1154, 0.112261, 0.105118, 0.114387, 0.109911, 0.112915, 0.119943, 0.11812, 0.116984, 0.12082, 0.117074, 0.119637, 0.109542, 0.116397, 0.121649, 0.118162, 0.113838, 0.114648, 0.119023, 0.114687, 0.119619, 0.122551, 0.115107, 0.120682, 0.12126, 0.119671, 0.121827, 0.115652, 0.119187, 0.125619, 0.125821, 0.116522, 0.110754, 0.118753, 0.116252, 0.116836, 0.111826, 0.11648, 0.119601, 0.125362, 0.115702, 0.117147, 0.119956, 0.11714, 0.116634, 0.120749, 0.109982, 0.115211, 0.121683, 0.114412, 0.103098, 0.116158, 0.134851, 0.118543, 0.086114, 0.127222, 0.114006, 0.129443, 0.117636, 0.119414, 0.119468, 0.117407, 0.112574, 0.118358, 0.120231, 0.117924, 0.119362, 0.117903, 0.114199, 0.118147, 0.123548, 0.114474, 0.088599, 0.114191, 0.114421, 0.113338, 0.113865, 0.120566, 0.131432, 0.120141, 0.121837, 0.112769, 0.117259, 0.114668, 0.117836, 0.131237, 0.11137, 0.122457, 0.117797, 0.120001, 0.121356, 0.141453, 0.117024, 0.12084, 0.149393, 0.119773, 0.114968, 0.113687, 0.033205, 0.11709, 0.115931, 0.116588, 0.116157, 0.116744, 0.12082, 0.11978, 0.118092, 0.117605, 0.111139, 0.120731, 0.123356, 0.121521, 0.11534, 0.116862, 0.116783, 0.113574, 0.118782, 0.117141, 0.118446, 0.119176, 0.117304, 0.11328, 0.115818, 0.113758, 0.119138, 0.112115, 0.119802, 0.117678, 0.117325, 0.114226, 0.113273, 0.117261, 0.117504, 0.114355, 0.12922, 0.119336, 0.124513, 0.116706, 0.116532, 0.106427, 0.120443, 0.111216, 0.115501, 0.112255, 0.117407, 0.113712, 0.117037, 0.119926, 0.121579, 0.114267, 0.117358, 0.113275, 0.120678, 0.126677, 0.118187, 0.111781, 0.11586, 0.112294, 0.074635, 0.116175, 0.109759, 0.120204, 0.117667, 0.111679, 0.113955, 0.124911, 0.124642, 0.127306, 0.11523, 0.112883, 0.121148, 0.119255, 0.114901, 0.109622, 0.205768, 0.116023, 0.121066, 0.114811, 0.131691, 0.119097, 0.114305, 0.120576, 0.121864, 0.116238, 0.119235, 0.119513, 0.116842, 0.11908, 0.114902, 0.120329, 0.117045, 0.126099, 0.114477, 0.115971, 0.179468, 0.117022, 0.111144, 0.113974, 0.117785, 0.116244, 0.118382, 0.121596, 0.120453, 0.119043, 0.117964, 0.122578, 0.113585, 0.120601, 0.115002, 0.124091, 0.118117, 0.11513, 0.117008, 0.112796, 0.116376, 0.119922, 0.111811, 0.12366, 0.11495, 0.116938, 0.117705, 0.111356, 0.121296, 0.123235, 0.05677, 0.127122, 0.192644, 0.115542, 0.117569, 0.117672, 0.191065, 0.123101, 0.123375, 0.11348, 0.123197, 0.122547, 0.117988, 0.118339, 0.117753, 0.119856, 0.112319, 0.110936, 0.117532, 0.124148, 0.1122, 0.111407, 0.118638, 0.121522, 0.174386, 0.113087, 0.114303, 0.120244, 0.124243, 0.114013, 0.11411, 0.117605, 0.122915, 0.118406, 0.118708, 0.113727, 0.117797, 0.116005, 0.118515, 0.114301, 0.118852, 0.122411, 0.117603, 0.117464, 0.113887, 0.110915, 0.113473, 0.117775, 0.119818, 0.11728, 0.113997, 0.11775, 0.110777, 0.112459, 0.115833, 0.117559, 0.111511, 0.114017, 0.235186, 0.270266, 0.118102, 0.11219, 0.132182, 0.113174, 0.114957, 0.122996, 0.078223, 0.116104, 0.119886, 0.119849, 0.11146, 0.114251, 0.121384, 0.112242, 0.11456, 0.117434, 0.110109, 0.119773, 0.115574, 0.117394, 0.117205, 0.116539, 0.118428, 0.117487, 0.11274, 0.129141, 0.116256, 0.116428, 0.111937, 0.125709, 0.11473, 0.118752, 0.119442, 0.112435, 0.114851, 0.118964, 0.123797, 0.11414, 0.111105, 0.117245, 0.115373, 0.113544, 0.117475, 0.113103, 0.112873, 0.112323, 0.118367, 0.122203, 0.124573, 0.124355, 0.113725, 0.119894, 0.114163, 0.113884, 0.111165, 0.125208, 0.171309, 0.123879, 0.115912, 0.114945, 0.117977, 0.110389, 0.119223, 0.120226, 0.113945, 0.117131, 0.120684, 0.122957, 0.114467, 0.236584, 0.117814, 0.113843, 0.112671, 0.120125, 0.235297, 0.132794, 0.116704, 0.110198, 0.118997, 0.117854, 0.116907, 0.11537, 0.128431, 0.126235, 0.118996, 0.11823, 0.118232, 0.113331, 0.119189, 0.119969, 0.11692, 0.117024, 0.1161, 0.120492, 0.120617, 0.121199, 0.109437, 0.120172, 0.117398, 0.117345, 0.121155, 0.122312, 0.096351, 0.114398, 0.112574, 0.123121, 0.115051, 0.116595, 0.121, 0.118772, 0.118214, 0.108425, 0.121124, 0.116178, 0.123512, 0.125066, 0.116826, 0.119478, 0.123369, 0.121341, 0.113991, 0.123659, 0.115085, 0.123757, 0.111316, 0.117801, 0.117456, 0.110527, 0.122172, 0.121037, 0.125355, 0.19318, 0.127515, 0.122145, 0.11506, 0.115969, 0.104718, 0.123018, 0.112733, 0.11821, 0.140757, 0.118118, 0.115295, 0.101456, 0.133537, 0.119237, 0.118414, 0.110177, 0.110587, 0.121176, 0.126379, 0.11999, 0.113636, 0.112172, 0.119086, 0.120224, 0.118467, 0.124284, 0.128062, 0.121147, 0.116518, 0.116568, 0.120849, 0.115843, 0.110485, 0.134018, 0.114403, 0.131553, 0.116737, 0.109997, 0.1166, 0.11053, 0.122071, 0.11701, 0.113055, 0.120414, 0.11099, 0.114986, 0.122216, 0.225031, 0.114726, 0.121939, 0.11551, 0.113815, 0.120471, 0.119085, 0.118918, 0.11566, 0.11195, 0.11895, 0.118753, 0.120551, 0.112783, 0.114356, 0.111599, 0.117963, 0.111026, 0.119606, 0.11734, 0.117024, 0.117255, 0.131128, 0.119132, 0.123944, 0.117747, 0.120203, 0.121734, 0.11574, 0.117429, 0.109949, 0.115129, 0.116331, 0.12223, 0.118738, 0.133523, 0.118893, 0.120671, 0.122241, 0.113403, 0.164494, 0.117391, 0.119835, 0.117027, 0.121099, 0.117673, 0.114368, 0.120921, 0.13482, 0.121179, 0.101913, 0.121715, 0.116517, 0.116341, 0.112622, 0.114967, 0.048013, 0.11372, 0.205597, 0.113435, 0.114763, 0.113636, 0.119969, 0.113231, 0.175257, 0.116849, 0.115428, 0.111148, 0.118704, 0.116751, 0.108404, 0.11749, 0.2046, 0.115081, 0.116996, 0.12158, 0.118643, 0.095994, 0.120196, 0.120462, 0.118725, 0.077118, 0.112561, 0.112875, 0.117362, 0.326331, 0.121853, 0.114936, 0.120314, 0.111696, 0.117885, 0.121367, 0.124737, 0.114953, 0.117098, 0.117036, 0.116797, 0.114734, 0.122478, 0.115156, 0.119535, 0.118799, 0.113855, 0.10989, 0.119279, 0.116044, 0.114556, 0.124853, 0.121517, 0.124556, 0.120888, 0.119806, 0.117747, 0.107908, 0.117915, 0.116158, 0.128314, 0.114433, 0.119116, 0.114518, 0.117044, 0.117568, 0.118175, 0.123243, 0.12283, 0.115849, 0.114409, 0.234831, 0.118994, 0.111069, 0.117408, 0.115681, 0.116351, 0.115712, 0.094988, 0.064846, 0.122457, 0.119697, 0.117566, 0.110286, 0.119674, 0.120075, 0.116704, 0.115456, 0.116629, 0.116851, 0.114932, 0.122198, 0.111992, 0.119411, 0.116779, 0.115275, 0.113138, 0.115087, 0.120243, 0.115983, 0.117961, 0.325826, 0.116284, 0.119304, 0.114801, 0.118295, 0.115685, 0.11864, 0.115557, 0.106334, 0.118456, 0.118362, 0.119681, 0.114979, 0.116287, 0.126013, 0.126162, 0.126861, 0.122787, 0.267615, 0.092901, 0.112114, 0.11499, 0.121666, 0.116486, 0.114838, 0.129588, 0.11682, 0.115876, 0.181062, 0.124153, 0.12215, 0.108533, 0.116636, 0.119095, 0.120287, 0.113803, 0.116923, 0.115102, 0.102735, 0.122218, 0.121314, 0.117168, 0.112983, 0.114529, 0.119436, 0.12692, 0.119556, 0.12685, 0.10772, 0.11883, 0.11944, 0.129077, 0.122224, 0.121036, 0.122166, 0.108647, 0.113343, 0.18588, 0.116783, 0.118797, 0.11454, 0.139952, 0.131958, 0.118373, 0.118216, 0.118304, 0.123295, 0.110273, 0.118287, 0.140616, 0.119782, 0.108639, 0.110257, 0.121083, 0.118126, 0.120541, 0.116614, 0.119603, 0.117852, 0.110597, 0.261868, 0.114644, 0.112886, 0.108169, 0.115874, 0.11842, 0.113756, 0.13798, 0.119611, 0.121055, 0.115692, 0.122437, 0.118088, 0.116899, 0.117915, 0.114527, 0.117321, 0.118006, 0.121781, 0.113235, 0.11606, 0.118702, 0.113181, 0.117352, 0.113344, 0.114328, 0.115508, 0.115279, 0.120144, 0.117953, 0.122972, 0.118814, 0.121725, 0.113351, 0.111427, 0.11773, 0.116234, 0.118304, 0.119215, 0.121359, 0.112462, 0.117435, 0.112806, 0.120197, 0.1209, 0.117558, 0.119595, 0.113719, 0.124638, 0.116196, 0.120309, 0.120939, 0.118264, 0.110354, 0.142037, 0.111945, 0.114022, 0.121165, 0.115088, 0.119765, 0.126012, 0.11472, 0.112078, 0.11614, 0.112718, 0.116819, 0.113335, 0.11046, 0.122844, 0.111488, 0.119031, 0.118708, 0.115163, 0.117526, 0.308636, 0.110525, 0.114776, 0.119937, 0.116475, 0.116341, 0.120984, 0.115413, 0.113145, 0.115734, 0.119399, 0.117254, 0.114942, 0.115105, 0.119196, 0.117218, 0.123922, 0.113701, 0.118498, 0.133369, 0.113716, 0.116053, 0.127203, 0.121186, 0.117175, 0.113815, 0.120615, 0.119736, 0.123192, 0.112429, 0.122965, 0.112919, 0.320737, 0.120279, 0.112859, 0.137306, 0.136672, 0.116499, 0.166343, 0.124182, 0.119538, 0.111795, 0.247774, 0.117599, 0.117555, 0.133688, 0.110183, 0.118498, 0.117626, 0.116837, 0.11648, 0.115392, 0.12605, 0.11515, 0.115577, 0.114759, 0.118756, 0.114076, 0.115162, 0.119198, 0.115866, 0.121769, 0.186871, 0.12063, 0.116017, 0.119522, 0.11865, 0.117701, 0.113248, 0.114686, 0.112444, 0.121667, 0.12556, 0.122864, 0.129477, 0.115626, 0.116705, 0.117349, 0.124899, 0.118256, 0.116381, 0.117672, 0.121627, 0.112822, 0.118068, 0.124909, 0.115847, 0.114031, 0.104904, 0.119867, 0.128155, 0.124417, 0.120722, 0.117688, 0.118929, 0.185489, 0.115607, 0.123635, 0.117431, 0.090188, 0.128408, 0.114632, 0.12012, 0.114276, 0.117511, 0.115804, 0.106732, 0.123387, 0.111229, 0.122081, 0.117764, 0.127645, 0.119771, 0.121026, 0.117728, 0.122502, 0.114164, 0.118178, 0.114565, 0.11524, 0.116077, 0.1195, 0.120112, 0.127282, 0.12081, 0.106207, 0.11687, 0.118746, 0.128271, 0.112672, 0.11342, 0.116335, 0.119895, 0.108628, 0.108649, 0.117912, 0.124144, 0.120897, 0.118084, 0.118604, 0.116255, 0.120126, 0.116979, 0.114845, 0.108701, 0.111369, 0.119041, 0.115302, 0.117402, 0.118094, 0.122761, 0.122923, 0.130448, 0.115511, 0.118497, 0.114531, 0.119107, 0.122155, 0.112959, 0.12261, 0.117098, 0.11425, 0.121733, 0.12065, 0.115907, 0.116424, 0.114506, 0.121438, 0.114782, 0.114426, 0.115633, 0.115327, 0.110029, 0.125844, 0.120155, 0.123938, 0.113164, 0.088794, 0.109722, 0.117986, 0.11419, 0.117834, 0.111179, 0.11854, 0.116533, 0.121724, 0.108016, 0.111077, 0.118978, 0.123341, 0.121743, 0.116465, 0.115822, 0.108604, 0.122123, 0.112119, 0.117987, 0.114575, 0.122031, 0.113904, 0.118501, 0.118357, 0.119978, 0.11737, 0.115894, 0.117703, 0.114331, 0.119309, 0.120795, 0.114808, 0.113811, 0.116795, 0.121997, 0.120625, 0.111794, 0.121068, 0.117912, 0.117974, 0.11327, 0.117257, 0.181672, 0.117578, 0.10973, 0.21295, 0.116002, 0.119303, 0.114412, 0.122171, 0.119977, 0.116962, 0.116263, 0.112456, 0.106405, 0.117915, 0.122587, 0.11579, 0.117539, 0.111805, 0.116759, 0.110968, 0.11683, 0.110729, 0.115336, 0.116367, 0.12427, 0.116455, 0.116905, 0.113894, 0.115338, 0.116657, 0.115215, 0.113452, 0.114617, 0.119923, 0.113479, 0.117327, 0.115026, 0.114898, 0.117803, 0.115009, 0.118022, 0.119964, 0.122633, 0.110051, 0.119219, 0.118215, 0.113254, 0.114652, 0.115867, 0.116637, 0.113337, 0.116613, 0.113505, 0.18912, 0.119197, 0.117146, 0.116, 0.123873, 0.118508, 0.122134, 0.121297, 0.117753, 0.117979, 0.165574, 0.116884, 0.118356, 0.115598, 0.121061, 0.115476, 0.117072, 0.120321, 0.115502, 0.116114, 0.11155, 0.115072, 0.115278, 0.117669, 0.118945, 0.123179, 0.118257, 0.119724, 0.09301, 0.114358, 0.120544, 0.114442, 0.118604, 0.11562, 0.112938, 0.113556, 0.117067, 0.358263, 0.115082, 0.118865, 0.113859, 0.108611, 0.113796, 0.119362, 0.116564, 0.112948, 0.121461, 0.119674, 0.112063, 0.114845, 0.11771, 0.122874, 0.11225, 0.116462, 0.117002, 0.121283, 0.119459, 0.112269, 0.113355, 0.117512, 0.120669, 0.119379, 0.124172, 0.117313, 0.120074, 0.114584, 0.119211, 0.11815, 0.122306, 0.110916, 0.11599, 0.110474, 0.111511, 0.113122, 0.119757, 0.111653, 0.12177, 0.1116, 0.11711, 0.120989, 0.118187, 0.120153, 0.115639, 0.125231, 0.113275, 0.121482, 0.117278, 0.114516, 0.109957, 0.109705, 0.11345, 0.117439, 0.119537, 0.117986, 0.155103, 0.118825, 0.117329, 0.117901, 0.119873, 0.115044, 0.122227, 0.117975, 0.106004, 0.121667, 0.120604, 0.126857, 0.105316, 0.118821, 0.102957, 0.115523, 0.11827, 0.113357, 0.110751, 0.109829, 0.115797, 0.123972, 0.120844, 0.113558, 0.117147, 0.116251, 0.117049, 0.109853, 0.114396, 0.116847, 0.116533, 0.12192, 0.107881, 0.117458, 0.117269, 0.120934, 0.117782, 0.119137, 0.127675, 0.119017, 0.114998, 0.116139, 0.113741, 0.114833, 0.117307, 0.123406, 0.11285, 0.119133, 0.128819, 0.117782, 0.118208, 0.127932, 0.115625, 0.106833, 0.121767, 0.119658, 0.118578, 0.123349, 0.116339, 0.113691, 0.110361, 0.114538, 0.119953, 0.124799, 0.122094, 0.119326, 0.119387, 0.119308, 0.123804, 0.118173, 0.273719, 0.109603, 0.115227, 0.120982, 0.121776, 0.118159, 0.119312, 0.125971, 0.111366, 0.108765, 0.113063, 0.120595, 0.116225, 0.122956, 0.114011, 0.114761, 0.119505, 0.118815, 0.114816, 0.180642, 0.125344, 0.121917, 0.125141, 0.115848, 0.117421, 0.119868, 0.1109, 0.11126, 0.115018, 0.120425, 0.115129, 0.119794, 0.110096, 0.120617, 0.116055, 0.107528, 0.12102, 0.114378, 0.117243, 0.119329, 0.144443, 0.115962, 0.115496, 0.117367, 0.113615, 0.110043, 0.120991, 0.115524, 0.112007, 0.114913, 0.116256, 0.126978, 0.119591, 0.11711, 0.116005, 0.119927, 0.126712, 0.119426, 0.118519, 0.116531, 0.120825, 0.119021, 0.119948, 0.112123, 0.120291, 0.114634, 0.119033, 0.120048, 0.118021, 0.120958, 0.119714, 0.113748, 0.118469, 0.123243, 0.119786, 0.126203, 0.114875, 0.108133, 0.11214, 0.112054, 0.115628, 0.117276, 0.115672, 0.125834, 0.119782, 0.110587, 0.11465, 0.119559, 0.12295, 0.118848, 0.116668, 0.116852, 0.110357, 0.118861, 0.114078, 0.10848, 0.11664, 0.117738, 0.116336, 0.158838, 0.114036, 0.123279, 0.119771, 0.121845, 0.118617, 0.12541, 0.112886, 0.116617, 0.113787, 0.117119, 0.123144, 0.114375, 0.11159, 0.125314, 0.119251, 0.110174, 0.112582, 0.088066, 0.173852, 0.117749, 0.122474, 0.116372, 0.11517, 0.115743, 0.11294, 0.114742, 0.115628, 0.12532, 0.122401, 0.114399, 0.122461, 0.116169, 0.120253, 0.114255, 0.120355, 0.114489, 0.123226, 0.119076, 0.120881, 0.116928, 0.114768, 0.115636, 0.120939, 0.113184, 0.128343, 0.115925, 0.11798, 0.119706, 0.105084, 0.121212, 0.109273, 0.109088, 0.118261, 0.114671, 0.117341, 0.112775, 0.123245, 0.261715, 0.117043, 0.124548, 0.116655, 0.117031, 0.118632, 0.116055, 0.116983, 0.117798, 0.116934, 0.119524, 0.124149, 0.146444, 0.115393, 0.118745, 0.115512, 0.122248, 0.122145, 0.125276, 0.134632, 0.120405, 0.23092, 0.123439, 0.113144, 0.115652, 0.119238, 0.113887, 0.113197, 0.11865 ] }, "name": "model.model.layers.0.post_attention_layernorm.weight", "outputIndexes": [ 113 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 112 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm/Mul_output_0", "outputIndexes": [ 114 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 113, 114 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 115 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 115 ], "outputIndexes": [ 1979 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 1979 ], "outputIndexes": [ 1980 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/gate_proj/Linear", "inputIndexes": [ 1980 ], "outputIndexes": [ 1981 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 8192, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 9437272, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 1981 ], "outputIndexes": [ 1982 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 1982 ], "outputIndexes": [ 116 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 8192 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 116 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn/Sigmoid_output_0", "outputIndexes": [ 117 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 116, 117 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn/Mul_output_0", "outputIndexes": [ 118 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 115 ], "outputIndexes": [ 1983 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 1983 ], "outputIndexes": [ 1984 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/up_proj/Linear", "inputIndexes": [ 1984 ], "outputIndexes": [ 1985 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 8192, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 18874478, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 1985 ], "outputIndexes": [ 1986 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 1986 ], "outputIndexes": [ 119 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 8192 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 118, 119 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/Mul_output_0", "outputIndexes": [ 120 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 120 ], "outputIndexes": [ 1987 ], "main_type": "Reshape", "main": { "dims": [ -1, 8192, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 1987 ], "outputIndexes": [ 1988 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/down_proj/Linear", "inputIndexes": [ 1988 ], "outputIndexes": [ 1989 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 8192, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 28311684, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 1989 ], "outputIndexes": [ 1990 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 1990 ], "outputIndexes": [ 121 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 112, 121 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_4_output_0", "outputIndexes": [ 122 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 122, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_5_output_0", "outputIndexes": [ 123 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2048 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.14304, 0.128807, 0.138379, 0.144732, 0.090435, 0.14285, 0.131779, 0.138729, 0.131311, 0.138402, 0.131656, 0.133742, 0.143972, 0.135825, 0.135857, 0.123187, 0.127954, 0.089762, 0.135635, 0.128146, 0.137316, 0.148999, 0.133956, 0.132567, 0.131386, 0.139591, 0.123392, 0.130474, 0.135142, 0.140978, 0.136228, 0.149011, 0.135606, 0.167967, 0.135127, 0.154791, 0.142153, 0.127305, 0.131544, 0.128298, 0.141108, 0.132848, 0.137023, 0.139412, 0.122916, 0.131519, 0.13671, 0.147159, 0.151991, 0.129191, 0.130255, 0.131123, 0.134681, 0.137797, 0.137231, 0.138682, 0.131971, 0.143656, 0.127934, 0.138363, 0.136672, 0.137876, 0.092505, 0.147498, 0.13968, 0.136312, 0.077843, 0.136362, 0.139764, 0.148057, 0.137468, 0.14029, 0.128664, 0.147232, 0.134667, 0.136874, 0.139576, 0.132547, 0.076967, 0.134023, 0.14276, 0.138821, 0.137328, 0.141993, 0.140566, 0.146634, 0.128105, 0.072786, 0.14011, 0.138247, 0.134102, 0.144334, 0.141554, 0.129847, 0.131876, 0.140027, 0.142449, 0.140474, 0.138692, 0.113838, 0.107392, 0.140995, 0.108145, 0.149587, 0.137984, 0.125154, 0.090277, 0.1282, 0.133867, 0.142207, 0.136373, 0.139119, 0.124812, 0.125505, 0.143697, 0.139433, 0.143067, 0.136663, 0.138173, 0.136084, 0.13802, 0.122181, 0.142216, 0.1481, 0.129539, 0.13908, 0.13805, 0.141716, 0.128804, 0.132503, 0.131743, 0.137037, 0.133055, 0.112365, 0.129785, 0.128172, 0.141822, 0.129601, 0.125664, 0.136979, 0.138454, 0.140354, 0.108298, 0.118679, 0.137534, 0.119509, 0.140997, 0.134851, 0.132946, 0.199473, 0.131983, 0.116096, 0.133925, 0.126056, 0.134271, 0.131743, 0.13535, 0.133694, 0.098489, 0.127199, 0.135701, 0.12649, 0.126298, 0.132809, 0.130032, 0.130919, 0.119914, 0.137723, 0.130154, 0.134838, 0.130181, 0.13084, 0.126909, 0.13336, 0.134872, 0.127119, 0.127414, 0.127073, 0.145002, 0.134883, 0.123599, 0.135563, 0.141739, 0.135411, 0.134991, 0.129984, 0.130284, 0.104498, 0.13404, 0.126891, 0.149338, 0.134564, 0.141801, 0.140458, 0.115915, 0.133423, 0.134939, 0.129007, 0.139783, 0.111578, 0.133319, 0.131719, 0.124919, 0.127238, 0.143789, 0.124236, 0.137286, 0.099322, 0.128334, 0.021625, 0.137188, 0.137821, 0.133971, 0.13572, 0.125452, 0.13166, 0.131745, 0.131931, 0.132392, 0.134402, 0.123997, 0.132457, 0.131661, 0.115474, 0.123764, 0.114208, 0.12556, -0.000897, 0.136298, 0.122996, 0.127813, 0.124386, 0.129982, 0.1238, 0.125665, 0.132081, 0.130957, 0.138505, 0.122727, 0.136224, 0.135322, 0.130406, 0.140498, 0.126941, 0.130192, 0.132297, 0.139842, 0.12365, 0.122963, 0.122188, 0.138172, 0.118902, 0.139388, 0.14207, 0.068339, 0.075725, 0.137679, 0.147545, 0.134689, 0.146494, 0.133349, 0.136603, 0.150023, 0.149846, 0.134169, 0.134053, 0.145732, 0.139168, 0.127136, 0.143152, 0.136051, 0.139942, 0.139445, 0.14009, 0.139321, 0.108849, 0.131953, 0.00147, 0.125448, 0.148612, 0.104042, 0.095673, 0.069631, 0.140848, 0.134412, 0.13259, 0.116738, 0.137738, 0.132889, 0.14744, 0.145653, 0.132971, 0.133861, 0.147785, 0.130929, 0.149644, 0.13893, 0.106356, 0.136242, 0.144147, 0.14043, 0.126054, 0.143217, 0.117406, 0.1034, 0.138519, 0.14175, 0.140844, 0.128334, 0.14433, 0.140493, 0.137078, 0.146965, 0.137884, 0.163814, 0.148757, 0.137607, 0.156088, 0.101614, 0.135905, 0.114615, 0.149286, 0.139706, 0.125847, 0.12293, 0.14243, 0.117173, 0.13822, 0.134692, 0.13029, 0.143643, 0.140484, 0.141833, 0.143992, 0.143285, 0.134553, 0.137732, 0.140895, 0.173861, 0.149224, 0.129723, 0.132576, 0.145583, 0.137254, 0.090659, 0.134169, 0.134765, 0.13736, 0.131987, 0.139973, 0.125381, 0.156254, 0.061466, 0.149697, 0.132318, 0.142368, 0.107295, 0.130347, 0.135647, 0.145318, 0.137982, 0.143577, 0.142613, 0.139851, 0.133896, 0.136676, 0.142477, 0.132362, 0.144422, 0.143084, 0.134531, 0.111821, 0.146873, 0.145043, 0.142793, 0.148121, 0.145485, 0.139529, 0.134925, 0.13462, 0.139673, 0.087045, 0.146018, 0.147477, 0.144131, 0.127747, 0.144367, 0.130815, 0.139862, 0.143209, 0.108977, 0.1407, 0.13725, 0.143754, 0.156264, 0.132641, 0.140169, 0.139416, 0.130913, 0.133391, 0.141152, 0.144492, 0.145636, 0.127085, 0.130716, 0.126508, 0.140311, 0.12377, 0.139463, 0.129023, -0.000828, 0.142745, 0.151042, 0.131911, 0.15276, 0.064596, 0.145159, 0.146746, 0.141751, 0.140829, 0.135639, 0.135345, 0.144171, 0.219229, 0.140115, 0.14104, 0.138143, 0.136697, 0.117688, 0.117809, 0.131861, 0.14988, 0.134041, 0.132137, 0.123389, 0.130944, 0.139118, 0.137888, 0.146907, 0.143413, 0.134541, 0.135587, 0.135252, 0.126943, 0.125651, 0.135751, 0.145813, 0.133384, 0.135094, 0.147654, 0.149169, 0.134135, 0.09141, 0.141063, 0.118066, 0.139411, 0.129321, 0.136, 0.140108, 0.14749, 0.068857, 0.139065, 0.132772, 0.137404, 0.138108, 0.133505, 0.149645, 0.133743, 0.133526, 0.133835, 0.143983, 0.137768, 0.140599, 0.133165, 0.135883, 0.153469, 0.13462, 0.148722, 0.137335, 0.139656, 0.146978, 0.139773, 0.144874, 0.142905, 0.127091, 0.141059, 0.14116, 0.139038, 0.148198, 0.133941, 0.138126, 0.144416, 0.143839, 0.138606, 0.141147, 0.144967, 0.068107, 0.141798, 0.133028, 0.116104, 0.156143, 0.129045, 0.14345, 0.138729, 0.146188, 0.135177, 0.136452, 0.13164, 0.14624, 0.131309, 0.14174, 0.147662, 0.138918, 0.149209, 0.139977, 0.13911, 0.149522, 0.143268, 0.144264, 0.104416, 0.129742, 0.137766, 0.140246, 0.142316, 0.076274, 0.148395, 0.14129, 0.13195, 0.135007, 0.147161, 0.137688, 0.143034, 0.134039, 0.149653, 0.147854, 0.129739, 0.134385, 0.148931, 0.142061, 0.144617, 0.12931, 0.110199, 0.116021, 0.137108, 0.147257, 0.126219, 0.133041, 0.148219, 0.106463, 0.132833, 0.110828, 0.116982, 0.078589, 0.139346, 0.135817, 0.144907, 0.147572, 0.147942, 0.142929, 0.139668, 0.148556, 0.148931, 0.142143, 0.140159, 0.148006, 0.132018, 0.157483, 0.136538, 0.131542, 0.132103, 0.139287, 0.145521, 0.148519, 0.141076, 0.159879, 0.131686, 0.120783, 0.142208, 0.138522, 0.137604, 0.145827, 0.137182, 0.136478, 0.121167, 0.139508, 0.129867, 0.139987, 0.144162, 0.137661, 0.12993, 0.108265, 0.142957, 0.145783, 0.135525, 0.138168, 0.137997, 0.125694, 0.137631, 0.143935, 0.137526, 0.141672, 0.142948, 0.135749, 0.142145, 0.135088, 0.137844, 0.126504, 0.144904, 0.125163, 0.089415, 0.142289, 0.137361, 0.128718, 0.140641, 0.134574, 0.142552, 0.136266, 0.143152, 0.044465, 0.113672, 0.13365, 0.12994, 0.147069, 0.122729, 0.143381, 0.140314, 0.134215, 0.132314, 0.135706, 0.15152, 0.145561, 0.129605, 0.140875, 0.13926, 0.135158, 0.147169, 0.138043, 0.147966, 0.137528, 0.140339, 0.136493, 0.143249, 0.135522, 0.134173, 0.138373, 0.139579, 0.138824, 0.132395, 0.133845, 0.140061, 0.142011, 0.148913, 0.13916, 0.074001, 0.125916, 0.136401, 0.134718, 0.142853, 0.133418, 0.136237, 0.137951, 0.138814, 0.134756, 0.08655, 0.140686, 0.145685, 0.140899, 0.148036, 0.132385, 0.132415, 0.133003, 0.139639, 0.130561, 0.144828, 0.127384, 0.143517, 0.140899, 0.134646, 0.133337, 0.137808, 0.133792, 0.13036, 0.137537, 0.085456, 0.134572, 0.122444, 0.128124, 0.134356, 0.131209, 0.14138, 0.131673, 0.146718, 0.136111, 0.131488, 0.139692, 0.127216, 0.147811, 0.133335, 0.13946, 0.143698, 0.141051, 0.083389, 0.135627, 0.154853, 0.136041, 0.067809, 0.138196, 0.129278, 0.142546, 0.143466, 0.136932, 0.135726, 0.131609, 0.127726, 0.130752, 0.139003, 0.134748, 0.131668, 0.138725, 0.143584, 0.137992, 0.132292, 0.13249, 0.110368, 0.136886, 0.134291, 0.135425, 0.138528, 0.130999, 0.147278, 0.137711, 0.140546, 0.134609, 0.135454, 0.144539, 0.135613, 0.131675, 0.235841, 0.148692, 0.137777, 0.134668, 0.140815, 0.12482, 0.131693, 0.127114, 0.141612, 0.132705, 0.137732, 0.137009, 0.095866, 0.140372, 0.130834, 0.140872, 0.136689, 0.145478, 0.129443, 0.124775, 0.136478, 0.124536, 0.137753, 0.127968, 0.136723, 0.142964, 0.142207, 0.124829, 0.13342, 0.126621, 0.148793, 0.140912, 0.140952, 0.136962, 0.134767, 0.145891, 0.137937, 0.099439, 0.146995, 0.136682, 0.132184, 0.133048, 0.140633, 0.141522, 0.138427, 0.105545, 0.138704, 0.13232, 0.132455, 0.127284, 0.136035, 0.133937, 0.133751, 0.078849, 0.131691, 0.128308, 0.115382, 0.131982, 0.139897, 0.077606, 0.142033, 0.141926, 0.138094, 0.136294, 0.127723, 0.142258, 0.140115, 0.146684, 0.121822, 0.143716, 0.142408, 0.136501, 0.04532, 0.138891, 0.137887, 0.144348, 0.133527, 0.133396, 0.143256, 0.14221, 0.148796, 0.148007, 0.120373, 0.141506, 0.136218, 0.144617, 0.13547, 0.139949, 0.145054, 0.1364, 0.143716, 0.136597, 0.147982, 0.128064, 0.076331, 0.123342, 0.124995, 0.136397, 0.149734, 0.145737, 0.124612, 0.149518, 0.13555, 0.132064, 0.140154, 0.131337, 0.113032, 0.14445, 0.137168, 0.134616, 0.136588, 0.142165, 0.14464, 0.135112, 0.122952, 0.143571, 0.137462, 0.131627, 0.136045, 0.143935, 0.147795, 0.13525, 0.138174, 0.141643, 0.130907, 0.136028, 0.130612, 0.129069, 0.135577, 0.140496, 0.119375, 0.137813, 0.143464, 0.14747, 0.134816, 0.139872, 0.134926, 0.13436, 0.142122, 0.136838, 0.158014, 0.135698, 0.132232, 0.130792, 0.136687, 0.131989, 0.142838, 0.1267, 0.140104, 0.140636, 0.102299, 0.143599, 0.134467, 0.148391, 0.142202, 0.14226, 0.126301, 0.142275, 0.140947, 0.137002, 0.13938, 0.13146, 0.139825, 0.149665, 0.139218, 0.143582, 0.129282, 0.094306, 0.140576, 0.13036, 0.143286, 0.126905, 0.13913, 0.134607, 0.129306, 0.146529, 0.064115, 0.134124, 0.135388, 0.11951, 0.134379, 0.139892, 0.143955, 0.137708, 0.13197, 0.134595, 0.137957, 0.139646, 0.136896, 0.089948, 0.062842, 0.060385, 0.134904, 0.118359, 0.138654, 0.137928, 0.141256, 0.154105, 0.14132, 0.144187, 0.145821, 0.132985, 0.140938, 0.146846, 0.171878, 0.14247, 0.135538, 0.130276, 0.130068, 0.130719, 0.139871, 0.143899, 0.137647, 0.119931, 0.165378, 0.15123, 0.139388, 0.131091, 0.140143, 0.149836, 0.150666, 0.135339, 0.13926, 0.139793, 0.141239, 0.135881, 0.146565, 0.146388, 0.13132, 0.149735, 0.130105, 0.078195, 0.14585, 0.140996, 0.147121, 0.143824, 0.13358, 0.139243, 0.145164, 0.139154, 0.138959, 0.133841, 0.132381, 0.07837, 0.134649, 0.135352, 0.14371, 0.133687, 0.076781, 0.146589, 0.1443, 0.130757, 0.133079, 0.143889, 0.149025, 0.143681, 0.134899, 0.141198, 0.144662, 0.138158, 0.14163, 0.135788, 0.06127, 0.126648, 0.130896, 0.155441, 0.149798, 0.157762, 0.141682, 0.138243, 0.146322, 0.133954, 0.1436, 0.14958, 0.080209, 0.076202, 0.136093, 0.13053, 0.140494, 0.137407, 0.136349, 0.130869, 0.134507, 0.134403, 0.138909, 0.125235, 0.125091, 0.135396, 0.139916, 0.125282, 0.151678, 0.137314, 0.124902, 0.128268, 0.107536, 0.138986, 0.137436, 0.135824, 0.141321, 0.123986, 0.102385, 0.076145, 0.142905, 0.128067, 0.137321, 0.138761, 0.133292, 0.13807, 0.139102, 0.086886, 0.139104, 0.136763, 0.144541, 0.143979, 0.140274, 0.125515, 0.140822, 0.144328, 0.135438, 0.117388, 0.139476, 0.140573, 0.131136, 0.139398, 0.134346, 0.095628, 0.132301, 0.143172, 0.141067, 0.144467, 0.133125, 0.130575, 0.139836, 0.140376, 0.070754, 0.1462, 0.135199, 0.136807, 0.151297, 0.14781, 0.125943, 0.131137, 0.135133, 0.133556, 0.142755, 0.128753, 0.136492, 0.138087, 0.14299, 0.135563, 0.131325, 0.139408, 0.13083, 0.127047, 0.147955, 0.131915, 0.151313, 0.143233, 0.137479, 0.124364, 0.139893, 0.143343, 0.125252, 0.131454, 0.12966, 0.127115, 0.135418, 0.141878, 0.150964, 0.143275, 0.140344, 0.14147, 0.136518, 0.135505, 0.136574, 0.126802, 0.141208, 0.062878, 0.136113, 0.142415, 0.135156, 0.128963, 0.136509, 0.139727, 0.118412, 0.210251, 0.140705, 0.137649, 0.135072, 0.120641, 0.129697, 0.120742, 0.133118, 0.138526, 0.133318, 0.142915, 0.148533, 0.141498, 0.14274, 0.141465, 0.135825, 0.144125, 0.132329, 0.134997, 0.135755, 0.142604, 0.141711, 0.067073, 0.135594, 0.14395, 0.138136, 0.134851, 0.128355, 0.142798, 0.126327, 0.155856, 0.131648, 0.14353, 0.133787, 0.140295, 0.141346, 0.137583, 0.140053, 0.143807, 0.133182, 0.128734, 0.133181, 0.114076, 0.134671, 0.12307, 0.144531, 0.12106, 0.122622, 0.104102, 0.140882, 0.148484, 0.12794, 0.144589, 0.138459, 0.134507, 0.132198, 0.119517, 0.124263, 0.137608, 0.140265, 0.125624, 0.126004, 0.078874, 0.142388, 0.151983, 0.145524, 0.136225, 0.132171, 0.146079, 0.134471, 0.135914, 0.120435, 0.131353, 0.141453, 0.133567, 0.134564, 0.135181, 0.139106, 0.122582, 0.139644, 0.140257, 0.132544, 0.135511, 0.137424, 0.080335, 0.138221, 0.137264, 0.134754, 0.144403, 0.12831, 0.134386, 0.128826, 0.135191, 0.1313, 0.14766, 0.128629, 0.139409, 0.134195, 0.13889, 0.11605, 0.135415, 0.143478, 0.123548, 0.14186, 0.122333, 0.07632, 0.131859, 0.125916, 0.140935, 0.132004, 0.128528, 0.14674, 0.12756, 0.140471, 0.134731, 0.137618, 0.130181, 0.130228, 0.128789, 0.13974, 0.1416, 0.141439, 0.1414, 0.130882, 0.134193, 0.122871, 0.089853, 0.153499, 0.134902, 0.146787, 0.143966, 0.119354, 0.132812, 0.135711, 0.129907, 0.132402, 0.134838, 0.14197, 0.13703, 0.140342, 0.134837, 0.148022, 0.142389, 0.128449, 0.152764, 0.132701, 0.153615, 0.140849, 0.131772, 0.145247, 0.146347, 0.148708, 0.149627, 0.13942, 0.133342, 0.139062, 0.137207, 0.135192, 0.138211, 0.144431, 0.139766, 0.143483, 0.135448, 0.133231, 0.134536, 0.143188, 0.143015, 0.137614, 0.126571, 0.14006, 0.137305, 0.13626, 0.11094, 0.136855, 0.124522, 0.138497, 0.144594, 0.15996, 0.142854, 0.144555, 0.147825, 0.137536, 0.133162, 0.141145, 0.140775, 0.133949, 0.113292, 0.135595, 0.137233, 0.151986, 0.133062, 0.127252, 0.137934, 0.14565, 0.121464, 0.152949, 0.138445, 0.13123, 0.127533, 0.149416, 0.137602, 0.127184, 0.14595, 0.156494, 0.139776, 0.131012, 0.139282, 0.150563, 0.142726, 0.119172, 0.125466, 0.138245, 0.149967, 0.144096, 0.136119, 0.142389, 0.139301, 0.143587, 0.14637, 0.138819, 0.126525, 0.140387, 0.136313, 0.142384, 0.148702, 0.146739, 0.144703, 0.145528, 0.133311, 0.141975, 0.133218, 0.116476, 0.121545, 0.13743, 0.150758, 0.130034, 0.140854, 0.137223, 0.145357, 0.134628, 0.143958, 0.140919, 0.147485, 0.150383, 0.14476, 0.143114, 0.139086, 0.148011, 0.133787, 0.126706, 0.129343, 0.1414, 0.11784, 0.076278, 0.139325, 0.13865, 0.141801, 0.148071, 0.133019, 0.155096, 0.139559, 0.138534, 0.144141, 0.13033, 0.111273, 0.117793, 0.140499, 0.131408, 0.151217, 0.144751, 0.14296, 0.140388, 0.138849, 0.122812, 0.145926, 0.136726, 0.139261, 0.138975, 0.145742, 0.144322, 0.138177, 0.140932, 0.125075, 0.144059, 0.133934, 0.11989, 0.138337, 0.139301, 0.140469, 0.137181, 0.131733, 0.133336, 0.133419, 0.143137, 0.129977, 0.143608, 0.151066, 0.146048, 0.110256, 0.140789, 0.136626, 0.14027, 0.137161, 0.147527, 0.139941, 0.134265, 0.139418, 0.127782, 0.141923, 0.138669, 0.126736, 0.14702, 0.145268, 0.136508, 0.127285, 0.139849, 0.147097, 0.152361, 0.149687, 0.142641, 0.13712, 0.129289, 0.142239, 0.147966, 0.145299, 0.140435, 0.128765, 0.144426, 0.132925, 0.133096, 0.138894, 0.143562, 0.135683, 0.14216, 0.122643, 0.149032, 0.149282, 0.144781, 0.14518, 0.12308, 0.129485, 0.142753, 0.139231, 0.141797, 0.145932, 0.145641, 0.152929, 0.155612, 0.141168, 0.133112, 0.124323, 0.137474, 0.15186, 0.137684, 0.13972, 0.129569, 0.142042, 0.142053, 0.144911, 0.133631, 0.140313, 0.136271, 0.132039, 0.142312, 0.11279, 0.147925, 0.132572, 0.146163, 0.133321, 0.1444, 0.136784, 0.137238, 0.14225, 0.146624, 0.137757, 0.135872, 0.138845, 0.139341, 0.141402, 0.138874, 0.128713, 0.141822, 0.140448, 0.143896, 0.154859, 0.138054, 0.140512, 0.141687, 0.138093, 0.141788, 0.146353, 0.072469, 0.134095, 0.128407, 0.147886, 0.13822, 0.143622, 0.124792, 0.14099, 0.111781, 0.140422, 0.138181, 0.114713, 0.148339, 0.149993, 0.137642, 0.153872, 0.143174, 0.135256, 0.130245, 0.140404, 0.134133, 0.142028, 0.136525, 0.141465, 0.138451, 0.145792, 0.143971, 0.143013, 0.135668, 0.140709, 0.130551, 0.146153, 0.137344, 0.136914, 0.136629, 0.138783, 0.133444, 0.142886, 0.136798, 0.125079, 0.141852, 0.133296, 0.112174, 0.131468, 0.133597, 0.064481, 0.134297, 0.135794, 0.129341, 0.141971, 0.136799, 0.136968, 0.142389, 0.139256, 0.132732, 0.140319, 0.141383, 0.122115, 0.141191, 0.125956, 0.140646, 0.140902, 0.141094, 0.140529, 0.139535, 0.137828, 0.139951, 0.152784, 0.125887, 0.130948, 0.143021, 0.140575, 0.138318, 0.123377, 0.147443, 0.1376, 0.141862, 0.140145, 0.147497, 0.141509, 0.144072, 0.150763, 0.107178, 0.10686, 0.109349, 0.129709, 0.150667, 0.14189, 0.150177, 0.105493, 0.082012, 0.145369, 0.139871, 0.136194, 0.134762, 0.136601, 0.141138, 0.142955, 0.134423, 0.132656, 0.137366, 0.143309, 0.130219, 0.144421, 0.137302, 0.149341, 0.143534, 0.146418, 0.145489, 0.137152, 0.137335, 0.120672, 0.125887, 0.149248, 0.139644, 0.129355, 0.145714, 0.142837, 0.137467, 0.145249, 0.138711, 0.139623, 0.137435, 0.144137, 0.131787, 0.145122, 0.13967, 0.140607, 0.140852, 0.143568, 0.135325, 0.13741, 0.146121, 0.133775, 0.140601, 0.146244, 0.14529, 0.143311, 0.1488, 0.145439, 0.143677, 0.138243, 0.109712, 0.151107, 0.114185, 0.131572, 0.146044, 0.138123, 0.143558, 0.138739, 0.14403, 0.131674, 0.137241, 0.142271, 0.132296, 0.109544, 0.145531, 0.13806, 0.115958, 0.143713, 0.138399, 0.136057, 0.144616, 0.141057, 0.149717, 0.142208, 0.147947, 0.129275, 0.138115, 0.154825, 0.133151, 0.132312, 0.142128, 0.151895, 0.13749, 0.0947, 0.135987, 0.132762, 0.136965, 0.145924, 0.145446, 0.138938, 0.128631, 0.146386, 0.136204, 0.144772, 0.127421, 0.143642, 0.128459, 0.1408, 0.148658, 0.148253, 0.136516, 0.137076, 0.144244, 0.150272, 0.149296, 0.148554, 0.144324, 0.148038, 0.137093, 0.135486, 0.140176, 0.132558, 0.139058, 0.140263, 0.141134, 0.133092, 0.137934, 0.133373, 0.136752, 0.141235, 0.139456, 0.139184, 0.114968, 0.135075, 0.137668, 0.144754, 0.139498, 0.116162, 0.134474, 0.135323, 0.149624, 0.140537, 0.13592, 0.132133, 0.129088, 0.14782, 0.14028, 0.138188, 0.147362, 0.131973, 0.141323, 0.135374, 0.153312, 0.132915, 0.147352, 0.133445, 0.150899, 0.147132, 0.137777, 0.145262, 0.149276, 0.140883, 0.075304, 0.135535, 0.143243, 0.14512, 0.146273, 0.139846, 0.137451, 0.139387, 0.142662, 0.153056, 0.13574, 0.14119, 0.141206, 0.142483, 0.141218, 0.143527, 0.074306, 0.139672, 0.131551, 0.127038, 0.13029, 0.145246, 0.136871, 0.138056, 0.133505, 0.114549, 0.147757, 0.126956, 0.142713, 0.134797, 0.142328, 0.139618, 0.144523, 0.140172, 0.146536, 0.145873, 0.131323, 0.138946, 0.133187, 0.125797, 0.136261, 0.135046, 0.153236, 0.132002, 0.107168, 0.138303, 0.145871, 0.090468, 0.141706, 0.081079, 0.111639, 0.138248, 0.130186, 0.13899, 0.075936, 0.150836, 0.139496, 0.1429, 0.141992, 0.133638, 0.126533, 0.132602, 0.143791, 0.176889, 0.142962, 0.136357, 0.142856, 0.138552, 0.136459, 0.129393, 0.141097, 0.140531, 0.121958, 0.137351, 0.139562, 0.139905, 0.134346, 0.133535, 0.140363, 0.138697, 0.138651, 0.13659, 0.130902, 0.116857, 0.139863, 0.14178, 0.132459, 0.141294, 0.134619, 0.132825, 0.137298, 0.126169, 0.135207, 0.125913, 0.143138, 0.138366, 0.11684, 0.148416, 0.138856, 0.14554, 0.147688, 0.140988, 0.138344, 0.14168, 0.132009, 0.149878, 0.104653, 0.14838, 0.135831, 0.121137, 0.129489, 0.15007, 0.129214, 0.140979, 0.136724, 0.136872, 0.135268, 0.137507, 0.142613, 0.140256, 0.148821, 0.122293, 0.133805, 0.136778, 0.151305, 0.134998, 0.147633, 0.132525, 0.13048, 0.138403, 0.138519, 0.135552, 0.120886, 0.126553, 0.141146, 0.135158, 0.093091, 0.144521, 0.142272, 0.122153, 0.067104, 0.141879, 0.099946, 0.141646, 0.139883, 0.150362, 0.142494, 0.075691, 0.142124, 0.1354, 0.132166, 0.148588, 0.146656, 0.121139, 0.144364, 0.147452, 0.145072, 0.141673, 0.142745, 0.146008, 0.139423, 0.128888, 0.135238, 0.150352, 0.140653, 0.138953, 0.137221, 0.148436, 0.141669, 0.137248, 0.126876, 0.131395, 0.146581, 0.13713, 0.137442, 0.142611, 0.148224, 0.139397, 0.135236, 0.148383, 0.141866, 0.143338, 0.068982, 0.139905, 0.150608, 0.126113, 0.151392, 0.142072, 0.143016, 0.143159, 0.140829, 0.135487, 0.147503, 0.143627, 0.136199, 0.132795, 0.136667, 0.142687, 0.14429, 0.147802, 0.138179, 0.145485, 0.149383, 0.151352, 0.141887, 0.141424, 0.134875, 0.139502, 0.141456, 0.140654, 0.139358, 0.140931, 0.143284, 0.135219, 0.136216, 0.13813, 0.136065, 0.1384, 0.154621, 0.150607, 0.134263, 0.125771, 0.066204, 0.147489, 0.129621, 0.138909, 0.141964, 0.1275, 0.1479, 0.135466, 0.132292, 0.144258, 0.132277, 0.143558, 0.144017, 0.139453, 0.139771, 0.14117, 0.143704, 0.135134, 0.139039, 0.124487, 0.125022, 0.145309, 0.146738, 0.136487, 0.142612, 0.136328, 0.142067, 0.133604, 0.150455, 0.137916, 0.141402, 0.086753, 0.142789, 0.130496, 0.134635, 0.077764, 0.142668, 0.119546, 0.136092, 0.144864, 0.142035, 0.137072, 0.139458, 0.133749, 0.137638, 0.136837, 0.136472, 0.138616, 0.149187, 0.13754, 0.133152, 0.157398, 0.144304, 0.148034, 0.15485, 0.145457, 0.124135, 0.150447, 0.139809, 0.131089, 0.14383, 0.144783, 0.144118, 0.103394, 0.142457, 0.127204, 0.091592, 0.124945, 0.140917 ] }, "name": "model.model.layers.1.input_layernorm.weight", "outputIndexes": [ 124 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 123 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_1/Mul_output_0", "outputIndexes": [ 125 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 124, 125 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_1/Mul_1_output_0", "outputIndexes": [ 126 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 126 ], "outputIndexes": [ 1991 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 1991 ], "outputIndexes": [ 1992 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/q_proj/Linear", "inputIndexes": [ 1992 ], "outputIndexes": [ 1993 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 37748890, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 1993 ], "outputIndexes": [ 1994 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 1994 ], "outputIndexes": [ 127 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 126 ], "main_type": "NONE", "name": "/Shape_5_output_0", "outputIndexes": [ 128 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 128 ], "main_type": "NONE", "name": "Shape242", "outputIndexes": [ 129 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 128 ], "main_type": "NONE", "name": "Rank244", "outputIndexes": [ 130 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 130, 130 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp246", "outputIndexes": [ 131 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 131 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze247", "outputIndexes": [ 132 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 131, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp249", "outputIndexes": [ 133 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 133 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze250", "outputIndexes": [ 134 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 129, 132, 134, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice253", "outputIndexes": [ 135 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 135 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze254", "outputIndexes": [ 136 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 136 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp255", "outputIndexes": [ 137 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 137, 136 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp256", "outputIndexes": [ 138 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 128, 138, 131 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_11_output_0", "outputIndexes": [ 139 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 139, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_15_output_0", "outputIndexes": [ 140 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 140, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_9_output_0", "outputIndexes": [ 141 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 127, 141 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_6_output_0", "outputIndexes": [ 142 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 142, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_4_output_0", "outputIndexes": [ 143 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 142 ], "main_type": "NONE", "name": "/Shape_6_output_0", "outputIndexes": [ 144 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 144 ], "main_type": "NONE", "name": "Shape263", "outputIndexes": [ 145 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 144 ], "main_type": "NONE", "name": "Rank265", "outputIndexes": [ 146 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 146, 146 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp267", "outputIndexes": [ 147 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 147 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze268", "outputIndexes": [ 148 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 147, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp270", "outputIndexes": [ 149 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 149 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze271", "outputIndexes": [ 150 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 145, 148, 150, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice274", "outputIndexes": [ 151 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 151 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze275", "outputIndexes": [ 152 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 152 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp276", "outputIndexes": [ 153 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 153, 152 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp277", "outputIndexes": [ 154 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 144, 154, 147 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_12_output_0", "outputIndexes": [ 155 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 155, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_3_output_0", "outputIndexes": [ 156 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 156, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_20_output_0", "outputIndexes": [ 157 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 142, 157, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_5_output_0", "outputIndexes": [ 158 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 158 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_2_output_0", "outputIndexes": [ 159 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 142, 22, 157, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_4_output_0", "outputIndexes": [ 160 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 159, 160 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_12_output_0", "outputIndexes": [ 161 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 161, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_5_output_0", "outputIndexes": [ 162 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 143, 162 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_5_output_0", "outputIndexes": [ 163 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 126 ], "outputIndexes": [ 1995 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 1995 ], "outputIndexes": [ 1996 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/k_proj/Linear", "inputIndexes": [ 1996 ], "outputIndexes": [ 1997 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 40108208, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 1997 ], "outputIndexes": [ 1998 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 1998 ], "outputIndexes": [ 164 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 164, 141 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_7_output_0", "outputIndexes": [ 165 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 165, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_6_output_0", "outputIndexes": [ 166 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 165 ], "main_type": "NONE", "name": "/Shape_7_output_0", "outputIndexes": [ 167 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 167 ], "main_type": "NONE", "name": "Shape324", "outputIndexes": [ 168 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 167 ], "main_type": "NONE", "name": "Rank326", "outputIndexes": [ 169 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 169, 169 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp328", "outputIndexes": [ 170 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 170 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze329", "outputIndexes": [ 171 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 170, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp331", "outputIndexes": [ 172 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 172 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze332", "outputIndexes": [ 173 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 168, 171, 173, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice335", "outputIndexes": [ 174 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 174 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze336", "outputIndexes": [ 175 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 175 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp337", "outputIndexes": [ 176 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 176, 175 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp338", "outputIndexes": [ 177 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 167, 177, 170 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_13_output_0", "outputIndexes": [ 178 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 178, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_4_output_0", "outputIndexes": [ 179 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 179, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_22_output_0", "outputIndexes": [ 180 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 165, 180, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_7_output_0", "outputIndexes": [ 181 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 181 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_3_output_0", "outputIndexes": [ 182 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 165, 22, 180, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_6_output_0", "outputIndexes": [ 183 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 182, 183 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_13_output_0", "outputIndexes": [ 184 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 184, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_7_output_0", "outputIndexes": [ 185 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 166, 185 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_6_output_0", "outputIndexes": [ 186 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 126 ], "outputIndexes": [ 1999 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 1999 ], "outputIndexes": [ 2000 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/v_proj/Linear", "inputIndexes": [ 2000 ], "outputIndexes": [ 2001 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 42467526, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2001 ], "outputIndexes": [ 2002 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2002 ], "outputIndexes": [ 187 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 187, 141 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_8_output_0", "outputIndexes": [ 188 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 163, 186, 188, 109 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_9_output_0", "outputIndexes": [ 189 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 189 ], "outputIndexes": [ 2003 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2003 ], "outputIndexes": [ 2004 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/o_proj/Linear", "inputIndexes": [ 2004 ], "outputIndexes": [ 2005 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 44826844, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2005 ], "outputIndexes": [ 2006 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2006 ], "outputIndexes": [ 190 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 123, 190 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_8_output_0", "outputIndexes": [ 191 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2048 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.051297, 0.04842, 0.050529, 0.050347, 0.028346, 0.05361, 0.05228, 0.053102, 0.048194, 0.053025, 0.046016, 0.049702, 0.052125, 0.048665, 0.048773, 0.042552, 0.048683, 0.025983, 0.050882, 0.047216, 0.051322, 0.05195, 0.047089, 0.044662, 0.048407, 0.052198, 0.04337, 0.049686, 0.051692, 0.05329, 0.047847, 0.053015, 0.053284, 0.021934, 0.049735, 0.04983, 0.049788, 0.046411, 0.049794, 0.043861, 0.04921, 0.040489, 0.050316, 0.051309, 0.045708, 0.047737, 0.050254, 0.051938, 0.051006, 0.049607, 0.048698, 0.046436, 0.050985, 0.049094, 0.049355, 0.048609, 0.048388, 0.05148, 0.048486, 0.049149, 0.050671, 0.049496, 0.02694, 0.053909, 0.054566, 0.049447, 0.020457, 0.054175, 0.051503, 0.051533, 0.055289, 0.051948, 0.045309, 0.053609, 0.050698, 0.04942, 0.04647, 0.05285, 0.023474, 0.048686, 0.04826, 0.050502, 0.050623, 0.054095, 0.048705, 0.048009, 0.040612, 0.022199, 0.050206, 0.051148, 0.050278, 0.049358, 0.051893, 0.048459, 0.046524, 0.05086, 0.050866, 0.051206, 0.050063, 0.035853, 0.033381, 0.050142, 0.036469, 0.053069, 0.049791, 0.048576, 0.0309, 0.046187, 0.05075, 0.048086, 0.048489, 0.048451, 0.042106, 0.050943, 0.052788, 0.049515, 0.049273, 0.049206, 0.051571, 0.052274, 0.050135, 0.045063, 0.048972, 0.052949, 0.049741, 0.050611, 0.05201, 0.052296, 0.048982, 0.051447, 0.049504, 0.050633, 0.051688, 0.037494, 0.050431, 0.045247, 0.049402, 0.051451, 0.047857, 0.051225, 0.053225, 0.054385, 0.037419, 0.044786, 0.05216, 0.043604, 0.052028, 0.051329, 0.052678, 0.041783, 0.051771, 0.041455, 0.051815, 0.04572, 0.051019, 0.048184, 0.05043, 0.047239, 0.030779, 0.048755, 0.04902, 0.04057, 0.044527, 0.05078, 0.04742, 0.05031, 0.045516, 0.051612, 0.050122, 0.048534, 0.054923, 0.051608, 0.049602, 0.048104, 0.051034, 0.04981, 0.051169, 0.047832, 0.053355, 0.049364, 0.044906, 0.051934, 0.053951, 0.049601, 0.049939, 0.04986, 0.052573, 0.034027, 0.049589, 0.044451, 0.050507, 0.049233, 0.055726, 0.051757, 0.039499, 0.052304, 0.051232, 0.049362, 0.051113, 0.037096, 0.047945, 0.047681, 0.04835, 0.049292, 0.053901, 0.049712, 0.051794, 0.033233, 0.05204, 0.006284, 0.050989, 0.052943, 0.053678, 0.052124, 0.050721, 0.051386, 0.050501, 0.052046, 0.049415, 0.050105, 0.048931, 0.046058, 0.048874, 0.041801, 0.04894, 0.037491, 0.046779, -8.9e-05, 0.051762, 0.046456, 0.04817, 0.050464, 0.051458, 0.049349, 0.053228, 0.0476, 0.049681, 0.051127, 0.045705, 0.047482, 0.050344, 0.050771, 0.052827, 0.047949, 0.049036, 0.049661, 0.050539, 0.048533, 0.046922, 0.047182, 0.051962, 0.050635, 0.053087, 0.054028, 0.019637, 0.021664, 0.052504, 0.05252, 0.048995, 0.051682, 0.047732, 0.052989, 0.052846, 0.053166, 0.046086, 0.047391, 0.05346, 0.051454, 0.049564, 0.051076, 0.043788, 0.050992, 0.054078, 0.047696, 0.049268, 0.032403, 0.053394, 0.068974, 0.045007, 0.053898, 0.033431, 0.020646, 0.020121, 0.05269, 0.050846, 0.050263, 0.036272, 0.050203, 0.051817, 0.045757, 0.053101, 0.046268, 0.049038, 0.053784, 0.045282, 0.051977, 0.048369, 0.033141, 0.047884, 0.051352, 0.051805, 0.043003, 0.052745, 0.038939, 0.022935, 0.052586, 0.053538, 0.049264, 0.04565, 0.050082, 0.049364, 0.049721, 0.051011, 0.050856, 0.053534, 0.054408, 0.049499, 0.053618, 0.00581, 0.048655, 0.038956, 0.050787, 0.052149, 0.044561, 0.040846, 0.051674, 0.038378, 0.0487, 0.05283, 0.043131, 0.050593, 0.05011, 0.052829, 0.051065, 0.049411, 0.049896, 0.046893, 0.051303, 0.049343, 0.047793, 0.047857, 0.047261, 0.050401, 0.049219, 0.024997, 0.048302, 0.049342, 0.049959, 0.04593, 0.049589, 0.040394, 0.053604, 0.015844, 0.053925, 0.04827, 0.050284, 0.03287, 0.046232, 0.049725, 0.049995, 0.050161, 0.052802, 0.048588, 0.049589, 0.047572, 0.051891, 0.051913, 0.049857, 0.050999, 0.054147, 0.049794, 0.038045, 0.050606, 0.05143, 0.051779, 0.050763, 0.049206, 0.050728, 0.050272, 0.050955, 0.051628, 0.028002, 0.051108, 0.050975, 0.051298, 0.047233, 0.050423, 0.051579, 0.042893, 0.050639, 0.036271, 0.048211, 0.049082, 0.048923, 0.049271, 0.051345, 0.049617, 0.04867, 0.044754, 0.050372, 0.04975, 0.05288, 0.053984, 0.046348, 0.043311, 0.048663, 0.050772, 0.039816, 0.051375, 0.048471, 0.006958, 0.051068, 0.050891, 0.049485, 0.055771, 0.013344, 0.048764, 0.053308, 0.052688, 0.050469, 0.051949, 0.046876, 0.053078, 0.012302, 0.051919, 0.05039, 0.046553, 0.052018, 0.035002, 0.039536, 0.046109, 0.052333, 0.053359, 0.047476, 0.045869, 0.04749, 0.049077, 0.047314, 0.049367, 0.052269, 0.049261, 0.04956, 0.050721, 0.04656, 0.047823, 0.046817, 0.051717, 0.049529, 0.049734, 0.04796, 0.051993, 0.048346, 0.023768, 0.048853, 0.043596, 0.050264, 0.046877, 0.043522, 0.050793, 0.05159, 0.016267, 0.048291, 0.050754, 0.047811, 0.049606, 0.048642, 0.05384, 0.049735, 0.0498, 0.051427, 0.050523, 0.050347, 0.052356, 0.044213, 0.049652, 0.055066, 0.048041, 0.049751, 0.05142, 0.050745, 0.05093, 0.052686, 0.048628, 0.049557, 0.040493, 0.045496, 0.052309, 0.048025, 0.054952, 0.045633, 0.046204, 0.050582, 0.049731, 0.045786, 0.051496, 0.047817, 0.01657, 0.050016, 0.046222, 0.039335, 0.049095, 0.048373, 0.049519, 0.049057, 0.052612, 0.051158, 0.048041, 0.051926, 0.053174, 0.053215, 0.054534, 0.050766, 0.048843, 0.054118, 0.050344, 0.05149, 0.052176, 0.051897, 0.051069, 0.032645, 0.044841, 0.050241, 0.050263, 0.047624, 0.018432, 0.054066, 0.051037, 0.047985, 0.049894, 0.049586, 0.048323, 0.050092, 0.050366, 0.052455, 0.04783, 0.047081, 0.043491, 0.052357, 0.049576, 0.052252, 0.044328, 0.03524, 0.039312, 0.050728, 0.053881, 0.04268, 0.050911, 0.052495, 0.032188, 0.049086, 0.036726, 0.044269, 0.022979, 0.049371, 0.046591, 0.053721, 0.046842, 0.053841, 0.051598, 0.050002, 0.054554, 0.050691, 0.051322, 0.0517, 0.053183, 0.043771, 0.048453, 0.049113, 0.046703, 0.044516, 0.051682, 0.048097, 0.050932, 0.047425, 0.050424, 0.045758, 0.043913, 0.048078, 0.052011, 0.046333, 0.052233, 0.051509, 0.051183, 0.044662, 0.051131, 0.04962, 0.049958, 0.047332, 0.048876, 0.048855, 0.033208, 0.046518, 0.050863, 0.04941, 0.051219, 0.04818, 0.043071, 0.051024, 0.049291, 0.05398, 0.052591, 0.052626, 0.051487, 0.049262, 0.049849, 0.048971, 0.047345, 0.053402, 0.044967, 0.022913, 0.053565, 0.050933, 0.04779, 0.04963, 0.047414, 0.05027, 0.051248, 0.051818, 0.001, 0.036538, 0.048191, 0.046929, 0.052903, 0.045199, 0.054615, 0.051506, 0.047843, 0.045516, 0.051405, 0.053006, 0.052395, 0.042233, 0.051751, 0.048788, 0.051783, 0.050665, 0.04934, 0.050903, 0.046826, 0.049993, 0.050119, 0.050736, 0.051421, 0.051641, 0.050714, 0.050449, 0.047162, 0.048656, 0.050914, 0.050019, 0.048825, 0.050456, 0.048926, 0.017707, 0.046604, 0.050718, 0.051291, 0.051076, 0.047962, 0.051045, 0.050978, 0.052134, 0.050504, 0.024047, 0.047288, 0.05325, 0.052366, 0.052596, 0.050896, 0.047314, 0.049929, 0.047889, 0.047878, 0.052869, 0.047344, 0.052571, 0.048957, 0.048296, 0.049643, 0.049236, 0.051338, 0.04998, 0.050679, 0.027034, 0.050894, 0.046587, 0.047533, 0.035807, 0.045587, 0.050223, 0.050164, 0.052778, 0.052872, 0.048453, 0.050895, 0.050984, 0.049895, 0.048609, 0.050999, 0.049951, 0.049506, 0.01848, 0.048629, 0.051204, 0.052571, 0.012054, 0.048605, 0.044488, 0.051988, 0.052103, 0.051368, 0.050248, 0.049368, 0.046631, 0.049291, 0.051544, 0.048642, 0.047655, 0.054516, 0.052794, 0.050533, 0.048862, 0.046584, 0.042069, 0.051979, 0.049609, 0.051237, 0.052972, 0.049335, 0.054022, 0.046247, 0.051644, 0.049795, 0.051602, 0.051722, 0.050093, 0.050109, 0.05793, 0.05166, 0.051447, 0.049737, 0.049234, 0.045085, 0.050722, 0.049837, 0.050697, 0.051427, 0.048078, 0.048476, -0.000193, 0.052431, 0.05148, 0.047372, 0.052549, 0.051213, 0.051056, 0.043359, 0.049, 0.048575, 0.048758, 0.048049, 0.052309, 0.053251, 0.050838, 0.038478, 0.05085, 0.047673, 0.051353, 0.047609, 0.051109, 0.046712, 0.051324, 0.050866, 0.053276, 0.033283, 0.049338, 0.050387, 0.049245, 0.047239, 0.050274, 0.051124, 0.049529, 0.032032, 0.052199, 0.049702, 0.048545, 0.050562, 0.047446, 0.048878, 0.04897, 0.024851, 0.047942, 0.047178, 0.037571, 0.049075, 0.05096, 0.020086, 0.04952, 0.051881, 0.050827, 0.050758, 0.040657, 0.051904, 0.047349, 0.050314, 0.045375, 0.04724, 0.050112, 0.048612, 0.009495, 0.053821, 0.051539, 0.053619, 0.046885, 0.049444, 0.046916, 0.052689, 0.052913, 0.051499, 0.045769, 0.048402, 0.049842, 0.052925, 0.047934, 0.046279, 0.047803, 0.048891, 0.051795, 0.051266, 0.050852, 0.045572, 0.02001, 0.043212, 0.044137, 0.051395, 0.05371, 0.051116, 0.043098, 0.052508, 0.050148, 0.048338, 0.048779, 0.042616, 0.023308, 0.053238, 0.052272, 0.048187, 0.052605, 0.053497, 0.051682, 0.044848, 0.045238, 0.0521, 0.05093, 0.04626, 0.04916, 0.048315, 0.049108, 0.050328, 0.048012, 0.051879, 0.047754, 0.050191, 0.050333, 0.050159, 0.047731, 0.048813, 0.040516, 0.047914, 0.049753, 0.053408, 0.047642, 0.053082, 0.047425, 0.04595, 0.011295, 0.050051, 0.051504, 0.049958, 0.047353, 0.048157, 0.050268, 0.050068, 0.04915, 0.043593, 0.048664, 0.051719, 0.033643, 0.048825, 0.049822, 0.051807, 0.051314, 0.050602, 0.050392, 0.0514, 0.049694, 0.048536, 0.048869, 0.045612, 0.047801, 0.048749, 0.048414, 0.05247, 0.048803, 0.027781, 0.048714, 0.04549, 0.050804, 0.043761, 0.051042, 0.053214, 0.047954, 0.052926, 0.01604, 0.050604, 0.051105, 0.041425, 0.047343, 0.049202, 0.049718, 0.05188, 0.046318, 0.05084, 0.051919, 0.050772, 0.049521, 0.027795, 0.018045, 0.014118, 0.046791, 0.04041, 0.050168, 0.049936, 0.05283, 0.054719, 0.050646, 0.049603, 0.050019, 0.04794, 0.051155, 0.0501, 0.021797, 0.049032, 0.049417, 0.047536, 0.048931, 0.04535, 0.05179, 0.04913, 0.049968, 0.04417, 0.049777, 0.05157, 0.048844, 0.051183, 0.051034, 0.052609, 0.053157, 0.04955, 0.049167, 0.051859, 0.050752, 0.04707, 0.050079, 0.051091, 0.04529, 0.054868, 0.047161, 0.022343, 0.051735, 0.049411, 0.054141, 0.050405, 0.04586, 0.049081, 0.052167, 0.052224, 0.049093, 0.048934, 0.048629, 0.021189, 0.046257, 0.049939, 0.047521, 0.047285, 0.01943, 0.049515, 0.051187, 0.045653, 0.049649, 0.051451, 0.052068, 0.047742, 0.046827, 0.046229, 0.050563, 0.048048, 0.051635, 0.042669, 0.018337, 0.048669, 0.041904, 0.055259, 0.048129, 0.049774, 0.053229, 0.047802, 0.04737, 0.047058, 0.051351, 0.051744, 0.018821, 0.02093, 0.049318, 0.048827, 0.048823, 0.049657, 0.052035, 0.048099, 0.051995, 0.050598, 0.050863, 0.042403, 0.046371, 0.051012, 0.052418, 0.046222, 0.052529, 0.04997, 0.047156, 0.046996, 0.03957, 0.052064, 0.05005, 0.046989, 0.0496, 0.047139, 0.01799, 0.021288, 0.053396, 0.04926, 0.048772, 0.052383, 0.047779, 0.055295, 0.053673, 0.026187, 0.047761, 0.049342, 0.05099, 0.0503, 0.05042, 0.046176, 0.052324, 0.052821, 0.048452, 0.034722, 0.053851, 0.052233, 0.048324, 0.045617, 0.049282, 0.028962, 0.051108, 0.049301, 0.050962, 0.053494, 0.048971, 0.043386, 0.050522, 0.050644, 0.017566, 0.053896, 0.050377, 0.049091, 0.050192, 0.050107, 0.046974, 0.033146, 0.04994, 0.049494, 0.052327, 0.045431, 0.048426, 0.048689, 0.049747, 0.052625, 0.045602, 0.046374, 0.047714, 0.044683, 0.05065, 0.050191, 0.053628, 0.051304, 0.050509, 0.045041, 0.052119, 0.051821, 0.047865, 0.051819, 0.046164, 0.052219, 0.046424, 0.050332, 0.052454, 0.051944, 0.049841, 0.045552, 0.050148, 0.04739, 0.050327, 0.048157, 0.048114, 0.017844, 0.050943, 0.052334, 0.043949, 0.050386, 0.050543, 0.049884, 0.039439, 0.010063, 0.053107, 0.050081, 0.051615, 0.045528, 0.049415, 0.046409, 0.050002, 0.051021, 0.04713, 0.049834, 0.054009, 0.050071, 0.049479, 0.050152, 0.050377, 0.051643, 0.04996, 0.050576, 0.051955, 0.050291, 0.053019, 0.016665, 0.051519, 0.052786, 0.05232, 0.049047, 0.045842, 0.050373, 0.047174, 0.053305, 0.04794, 0.050921, 0.045955, 0.049753, 0.048812, 0.053115, 0.051087, 0.051011, 0.047915, 0.047782, 0.051216, 0.016201, 0.049698, 0.044402, 0.051298, 0.038536, 0.049929, -0.001293, 0.044979, 0.050173, 0.047367, 0.050625, 0.048668, 0.04909, 0.045445, 0.042408, 0.041759, 0.050309, 0.048913, 0.048598, 0.046178, 0.020204, 0.04977, 0.052343, 0.049492, 0.052173, 0.05055, 0.052139, 0.049363, 0.047063, 0.048732, 0.04892, 0.000386, 0.05005, 0.048803, 0.051182, 0.047914, 0.046076, 0.051925, 0.052547, 0.048614, 0.048682, 0.048048, 0.027038, 0.052539, 0.048613, 0.05088, 0.053842, 0.043062, 0.044701, 0.047563, 0.052174, 0.049131, 0.048622, 0.048774, 0.048265, 0.051022, 0.049588, 0.042191, 0.05026, 0.053163, 0.046115, 0.046981, 0.046054, 0.019957, 0.047157, 0.047441, 0.049497, 0.044766, 0.046907, 0.053474, 0.044705, 0.053241, 0.048633, 0.051079, 0.048565, 0.04721, 0.049675, 0.049599, 0.052119, 0.049601, 0.049116, 0.050884, 0.050135, 0.045272, 0.027075, 0.040283, 0.047409, 0.051139, 0.053424, 0.042075, 0.047997, 0.049599, 0.050229, 0.047391, 0.047024, 0.04846, 0.051142, 0.052159, 0.044013, 0.051476, 0.051911, 0.046557, 0.053635, 0.050324, 0.051002, 0.047989, 0.048507, 0.050102, 0.051831, 0.054252, 0.052479, 0.05066, 0.049982, 0.052659, 0.051019, 0.046044, 0.05146, 0.05322, 0.046263, 0.052004, 0.048436, 0.048685, 0.050446, 0.048532, 0.052793, 0.043957, 0.048146, 0.047946, 0.049794, 0.047904, 0.038799, 0.048043, 0.042215, 0.051966, 0.053164, 0.048484, 0.055002, 0.049999, 0.04541, 0.049287, 0.050002, 0.052137, 0.052383, 0.048356, 0.040774, 0.045257, 0.048615, 0.052725, 0.050876, 0.049116, 0.053124, 0.051142, 0.043471, 0.053941, 0.051586, 0.047027, 0.048605, 0.04699, 0.052065, 0.044708, 0.051189, 0.053877, 0.052634, 0.047558, 0.050759, 0.054638, 0.050115, 0.039403, 0.044496, 0.050607, 0.049749, 0.052425, 0.050013, 0.05172, 0.050015, 0.048128, 0.050878, 0.05225, 0.045611, 0.052633, 0.048443, 0.052447, 0.050467, 0.050762, 0.051754, 0.049767, 0.053018, 0.051152, 0.048655, 0.036227, 0.031885, 0.050416, 0.049715, 0.047471, 0.051466, 0.048337, 0.047266, 0.044765, 0.049453, 0.049463, 0.055576, 0.049205, 0.05365, 0.051923, 0.049745, 0.054469, 0.045673, 0.046247, 0.048618, 0.049074, 0.041468, 0.017292, 0.04786, 0.045212, 0.04758, 0.052356, 0.050352, 0.050701, 0.044225, 0.053826, 0.052198, 0.044826, 0.031422, 0.032782, 0.054959, 0.050208, 0.051648, 0.054223, 0.051499, 0.051224, 0.051911, 0.039153, 0.049897, 0.048383, 0.048469, 0.04976, 0.048442, 0.04902, 0.053083, 0.05093, 0.035689, 0.051722, 0.049769, 0.04142, 0.048857, 0.049623, 0.051297, 0.049417, 0.043752, 0.049114, 0.045223, 0.049625, 0.046835, 0.049823, 0.052416, 0.045706, 0.035375, 0.052715, 0.050278, 0.047395, 0.050902, 0.048653, 0.046258, 0.050832, 0.045165, 0.044385, 0.049896, 0.052267, 0.043997, 0.050085, 0.04899, 0.051844, 0.05094, 0.048827, 0.054324, 0.05125, 0.052199, 0.050237, 0.048579, 0.049985, 0.051877, 0.043956, 0.049495, 0.04899, 0.044787, 0.051142, 0.047151, 0.047963, 0.048724, 0.050138, 0.049479, 0.050664, 0.044614, 0.05341, 0.054519, 0.048425, 0.048404, 0.047666, 0.046238, 0.047163, 0.052473, 0.05015, 0.050894, 0.054652, 0.04911, 0.050778, 0.052965, 0.051471, 0.044893, 0.047034, 0.056087, 0.049531, 0.051574, 0.050525, 0.053223, 0.052629, 0.053148, 0.054068, 0.049394, 0.049053, 0.049868, 0.047504, 0.042957, 0.050443, 0.05068, 0.050047, 0.051068, 0.04961, 0.05269, 0.048958, 0.050783, 0.053635, 0.046203, 0.049696, 0.051458, 0.050057, 0.052479, 0.050049, 0.046595, 0.050168, 0.053162, 0.052556, 0.053412, 0.051075, 0.048318, 0.051735, 0.047245, 0.048126, 0.052999, 0.019837, 0.048268, 0.052638, 0.046103, 0.049643, 0.053013, 0.044947, 0.048143, 0.038902, 0.050857, 0.050401, 0.034731, 0.050008, 0.051188, 0.051847, 0.052099, 0.049324, 0.039701, 0.038503, 0.050339, 0.052281, 0.052143, 0.045859, 0.048954, 0.051058, 0.04789, 0.051457, 0.052753, 0.051163, 0.05258, 0.043778, 0.05277, 0.05236, 0.047435, 0.046943, 0.043728, 0.050283, 0.050028, 0.04822, 0.049575, 0.05023, 0.047221, 0.031508, 0.045268, 0.047919, 0.014802, 0.049246, 0.045661, 0.049609, 0.051268, 0.050323, 0.050149, 0.049759, 0.046309, 0.045822, 0.049069, 0.048924, 0.043461, 0.048747, 0.048656, 0.049921, 0.051984, 0.049373, 0.049289, 0.051427, 0.047831, 0.048046, 0.051319, 0.051465, 0.050393, 0.051015, 0.05197, 0.050432, 0.043349, 0.050663, 0.051847, 0.051172, 0.053408, 0.051461, 0.051004, 0.051483, 0.053244, 0.037039, 0.035966, 0.033991, 0.046753, 0.051417, 0.050036, 0.051793, 0.015224, 0.026396, 0.049826, 0.051216, 0.048474, 0.048461, 0.052499, 0.049032, 0.04973, 0.050533, 0.050204, 0.05146, 0.050471, 0.046291, 0.049519, 0.05123, 0.052209, 0.050909, 0.05237, 0.050911, 0.050879, 0.052009, 0.045077, 0.047018, 0.048856, 0.047196, 0.050594, 0.052738, 0.052443, 0.050816, 0.051588, 0.048997, 0.04965, 0.049987, 0.052349, 0.049329, 0.050151, 0.05128, 0.051257, 0.050748, 0.048621, 0.049752, 0.052466, 0.051512, 0.05243, 0.046756, 0.048995, 0.046388, 0.051023, 0.050667, 0.051636, 0.049058, 0.049642, 0.03857, 0.048979, 0.037313, 0.04878, 0.053034, 0.050468, 0.050862, 0.047371, 0.050925, 0.048172, 0.050432, 0.050323, 0.049671, 0.034951, 0.049949, 0.052091, 0.042557, 0.052027, 0.048889, 0.048647, 0.045993, 0.050445, 0.053509, 0.049827, 0.051151, 0.047401, 0.048234, 0.056333, 0.051306, 0.050713, 0.051118, 0.049756, 0.050174, 0.025366, 0.050351, 0.045362, 0.047279, 0.050488, 0.052298, 0.048183, 0.045579, 0.05161, 0.051136, 0.051501, 0.043578, 0.048995, 0.044218, 0.046447, 0.05127, 0.050491, 0.048825, 0.045533, 0.052951, 0.046681, 0.052743, 0.053342, 0.051235, 0.050814, 0.048665, 0.050507, 0.047151, 0.046721, 0.049339, 0.049752, 0.049624, 0.04982, 0.045669, 0.048859, 0.046086, 0.050144, 0.047976, 0.047474, 0.035502, 0.050147, 0.050358, 0.051571, 0.054009, 0.040836, 0.045811, 0.047113, 0.05335, 0.052491, 0.045554, 0.049424, 0.048229, 0.049892, 0.051905, 0.0483, 0.05279, 0.048496, 0.05114, 0.050648, 0.05019, 0.047327, 0.049764, 0.049694, 0.052907, 0.049643, 0.052226, 0.051625, 0.050103, 0.053412, 0.023102, 0.050353, 0.0511, 0.050375, 0.051599, 0.052457, 0.052348, 0.051432, 0.048666, 0.046584, 0.04867, 0.042876, 0.048384, 0.049683, 0.050625, 0.048972, 0.017567, 0.047921, 0.045481, 0.04895, 0.04826, 0.046583, 0.047352, 0.049612, 0.047379, 0.036253, 0.052628, 0.048733, 0.051048, 0.048811, 0.047163, 0.052666, 0.051147, 0.049394, 0.047106, 0.051352, 0.047738, 0.053484, 0.051813, 0.042732, 0.045088, 0.051062, 0.054035, 0.051658, 0.035421, 0.048709, 0.051213, 0.028118, 0.050519, 0.019917, 0.042205, 0.05089, 0.049033, 0.050634, 0.021, 0.050962, 0.050414, 0.052865, 0.050042, 0.025803, 0.042993, 0.050185, 0.051181, 0.021213, 0.051918, 0.052228, 0.052111, 0.051004, 0.04791, 0.04768, 0.051996, 0.047905, 0.039053, 0.050997, 0.051156, 0.054481, 0.050883, 0.047191, 0.048778, 0.052537, 0.05211, 0.047181, 0.049782, 0.039463, 0.051099, 0.048665, 0.049466, 0.044548, 0.05011, 0.048221, 0.051851, 0.047827, 0.048161, 0.039834, 0.048212, 0.051745, 0.040047, 0.049562, 0.049659, 0.049108, 0.050565, 0.052491, 0.049404, 0.050207, 0.04619, 0.051644, 0.03734, 0.052653, 0.049921, 0.035738, 0.049469, 0.046554, 0.045718, 0.046799, 0.050362, 0.047866, 0.049654, 0.047306, 0.050794, 0.051823, 0.049228, 0.03691, 0.051088, 0.05077, 0.054078, 0.052243, 0.051789, 0.049234, 0.047531, 0.049514, 0.049331, 0.050759, 0.038833, 0.044591, 0.04924, 0.049855, 0.030904, 0.050115, 0.051228, 0.043727, 0.015695, 0.050475, 0.032428, 0.051969, 0.050287, 0.052026, 0.050438, 0.021555, 0.0488, 0.046618, 0.051177, 0.05357, 0.049075, 0.041209, 0.052486, 0.051069, 0.051005, 0.048679, 0.05069, 0.054215, 0.052477, 0.049168, 0.048464, 0.048322, 0.052449, 0.050416, 0.049076, 0.054778, 0.049722, 0.049919, 0.043935, 0.049378, 0.055037, 0.050501, 0.049595, 0.048198, 0.053646, 0.049837, 0.051527, 0.053146, 0.04991, 0.050157, 0.016676, 0.050319, 0.040555, 0.040193, 0.052955, 0.04731, 0.052856, 0.052838, 0.051105, 0.047061, 0.050573, 0.049695, 0.045014, 0.045888, 0.050074, 0.051541, 0.048427, 0.051773, 0.052299, 0.051497, 0.050843, 0.054483, 0.050237, 0.048184, 0.047864, 0.049756, 0.050853, 0.055941, 0.049996, 0.048986, 0.051977, 0.050923, 0.051461, 0.052638, 0.045842, 0.04773, 0.048922, 0.053283, 0.048853, 0.046707, 0.01434, 0.050331, 0.045182, 0.051259, 0.048707, 0.047773, 0.049689, 0.048707, 0.047879, 0.053056, 0.045846, 0.054182, 0.052364, 0.046426, 0.050418, 0.049175, 0.047912, 0.049645, 0.045667, 0.046405, 0.041183, 0.051967, 0.051561, 0.051631, 0.048919, 0.048649, 0.052452, 0.050538, 0.052812, 0.047303, 0.051803, 0.024671, 0.053362, 0.051038, 0.04898, 0.020139, 0.050959, 0.042514, 0.049091, 0.049516, 0.051117, 0.047861, 0.050419, 0.048013, 0.049534, 0.050895, 0.045204, 0.050214, 0.052079, 0.043132, 0.04938, 0.05219, 0.04964, 0.05349, 0.049691, 0.049891, 0.048496, 0.053199, 0.049254, 0.042622, 0.050964, 0.050227, 0.0511, 0.03348, 0.050858, 0.046387, 0.02041, 0.045782, 0.049451 ] }, "name": "model.model.layers.1.post_attention_layernorm.weight", "outputIndexes": [ 192 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 191 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_1/Mul_output_0", "outputIndexes": [ 193 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 192, 193 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_1/Mul_1_output_0", "outputIndexes": [ 194 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 194 ], "outputIndexes": [ 2007 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2007 ], "outputIndexes": [ 2008 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/gate_proj/Linear", "inputIndexes": [ 2008 ], "outputIndexes": [ 2009 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 8192, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 47186162, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2009 ], "outputIndexes": [ 2010 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2010 ], "outputIndexes": [ 195 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 8192 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 195 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_1/Sigmoid_output_0", "outputIndexes": [ 196 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 195, 196 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_1/Mul_output_0", "outputIndexes": [ 197 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 194 ], "outputIndexes": [ 2011 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2011 ], "outputIndexes": [ 2012 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/up_proj/Linear", "inputIndexes": [ 2012 ], "outputIndexes": [ 2013 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 8192, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 56623368, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2013 ], "outputIndexes": [ 2014 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2014 ], "outputIndexes": [ 198 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 8192 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 197, 198 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_1/Mul_output_0", "outputIndexes": [ 199 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 199 ], "outputIndexes": [ 2015 ], "main_type": "Reshape", "main": { "dims": [ -1, 8192, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2015 ], "outputIndexes": [ 2016 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/down_proj/Linear", "inputIndexes": [ 2016 ], "outputIndexes": [ 2017 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 8192, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 66060574, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2017 ], "outputIndexes": [ 2018 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2018 ], "outputIndexes": [ 200 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 191, 200 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_9_output_0", "outputIndexes": [ 201 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 201, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_10_output_0", "outputIndexes": [ 202 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2048 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.294718, 0.307516, 0.308261, 0.3056, 0.219471, 0.303355, 0.295734, 0.316306, 0.305306, 0.309308, 0.304157, 0.296754, 0.313688, 0.309297, 0.313575, 0.286205, 0.299892, 0.209065, 0.304443, 0.304967, 0.311661, 0.306494, 0.301049, 0.283095, 0.300294, 0.290493, 0.288035, 0.294061, 0.310876, 0.326397, 0.299734, 0.31185, 0.303809, 0.383292, 0.305738, 0.357101, 0.300291, 0.296431, 0.287923, 0.281128, 0.30137, 0.285883, 0.291905, 0.302693, 0.287727, 0.296316, 0.291093, 0.306355, 0.315626, 0.298446, 0.294385, 0.277529, 0.29339, 0.305329, 0.31258, 0.288335, 0.303996, 0.300949, 0.311508, 0.295578, 0.302464, 0.318579, 0.213493, 0.33604, 0.311057, 0.316794, 0.178267, 0.302788, 0.320472, 0.30369, 0.306532, 0.303689, 0.295691, 0.324538, 0.311729, 0.293094, 0.297323, 0.301816, 0.191456, 0.286776, 0.310061, 0.307628, 0.306908, 0.316421, 0.308597, 0.310172, 0.285977, 0.175778, 0.305088, 0.298959, 0.31039, 0.317675, 0.28999, 0.294522, 0.282218, 0.300013, 0.288733, 0.312149, 0.302927, 0.269279, 0.250639, 0.293919, 0.245162, 0.304586, 0.287022, 0.297491, 0.215159, 0.29415, 0.310722, 0.303784, 0.306675, 0.31199, 0.289136, 0.309891, 0.290222, 0.307381, 0.303438, 0.304392, 0.304967, 0.323038, 0.307464, 0.282098, 0.297912, 0.302099, 0.297099, 0.293318, 0.315834, 0.301015, 0.290733, 0.295248, 0.295657, 0.305818, 0.289715, 0.25426, 0.290791, 0.299961, 0.313821, 0.303026, 0.295078, 0.287331, 0.306412, 0.301534, 0.238252, 0.27783, 0.305243, 0.278796, 0.312898, 0.297439, 0.30276, 0.328974, 0.299854, 0.296176, 0.301305, 0.282832, 0.291162, 0.302791, 0.301157, 0.295897, 0.229856, 0.292213, 0.290278, 0.192452, 0.288351, 0.288433, 0.291462, 0.300193, 0.276192, 0.308892, 0.301811, 0.284069, 0.305196, 0.307788, 0.298865, 0.307138, 0.288948, 0.283377, 0.278943, 0.30033, 0.30108, 0.293526, 0.306482, 0.288261, 0.31943, 0.305976, 0.306406, 0.283459, 0.309684, 0.250851, 0.287374, 0.295458, 0.31912, 0.314391, 0.308015, 0.301631, 0.264465, 0.300574, 0.297998, 0.290524, 0.305836, 0.266272, 0.290524, 0.30938, 0.287028, 0.291136, 0.301727, 0.291079, 0.303617, 0.241203, 0.296606, 0.079858, 0.298963, 0.294563, 0.318036, 0.296225, 0.282544, 0.315236, 0.30334, 0.315756, 0.294273, 0.292957, 0.298773, 0.297219, 0.292031, 0.27943, 0.29115, 0.260807, 0.287633, 0.064668, 0.297621, 0.276567, 0.302597, 0.292943, 0.288976, 0.291122, 0.295569, 0.297542, 0.299603, 0.296219, 0.289241, 0.316918, 0.31109, 0.293945, 0.311962, 0.282383, 0.288436, 0.301513, 0.299476, 0.29198, 0.280131, 0.287387, 0.30122, 0.295127, 0.297918, 0.298541, 0.160777, 0.17485, 0.306174, 0.305486, 0.295342, 0.31813, 0.297791, 0.318463, 0.305982, 0.305267, 0.293375, 0.294069, 0.306875, 0.304361, 0.288038, 0.289789, 0.29613, 0.298772, 0.307612, 0.299439, 0.288015, 0.258699, 0.305292, 0.341568, 0.282677, 0.302213, 0.255351, 0.221448, 0.164801, 0.310638, 0.301695, 0.291557, 0.272975, 0.302112, 0.305215, 0.275445, 0.319002, 0.285884, 0.301037, 0.317795, 0.292841, 0.302832, 0.300989, 0.237205, 0.313477, 0.311053, 0.317892, 0.281393, 0.303117, 0.262971, 0.250573, 0.305137, 0.30904, 0.290752, 0.293732, 0.310969, 0.306794, 0.297801, 0.298371, 0.30016, 0.329045, 0.303504, 0.297772, 0.31526, 0.171139, 0.306762, 0.265076, 0.302446, 0.318737, 0.286021, 0.28689, 0.312009, 0.264463, 0.306899, 0.300769, 0.291639, 0.297984, 0.316169, 0.307744, 0.304621, 0.305162, 0.30218, 0.289601, 0.301783, 0.341149, 0.319825, 0.299456, 0.305713, 0.307008, 0.293139, 0.211773, 0.285351, 0.302025, 0.314917, 0.286005, 0.297723, 0.279876, 0.309939, 0.146761, 0.289435, 0.292554, 0.302192, 0.250009, 0.287119, 0.302886, 0.284871, 0.297861, 0.287138, 0.30381, 0.288774, 0.306201, 0.295731, 0.319089, 0.298437, 0.314422, 0.310167, 0.294642, 0.265265, 0.308971, 0.30212, 0.317763, 0.318783, 0.31343, 0.300675, 0.325717, 0.286999, 0.315803, 0.209604, 0.306218, 0.325248, 0.305916, 0.295596, 0.305402, 0.29771, 0.301431, 0.306876, 0.261024, 0.310037, 0.303078, 0.310301, 0.317137, 0.291981, 0.307308, 0.297891, 0.297269, 0.302374, 0.324264, 0.30421, 0.305427, 0.301149, 0.291015, 0.286494, 0.303125, 0.278745, 0.296638, 0.294967, 0.107314, 0.316848, 0.315277, 0.303945, 0.310715, 0.176188, 0.308676, 0.291281, 0.289599, 0.30899, 0.305067, 0.313934, 0.310073, 0.245259, 0.304924, 0.306581, 0.303028, 0.304617, 0.277134, 0.262678, 0.308345, 0.31658, 0.291282, 0.291975, 0.292055, 0.29033, 0.303379, 0.296603, 0.318607, 0.300051, 0.30328, 0.2929, 0.303176, 0.285021, 0.306389, 0.294875, 0.31365, 0.291578, 0.290259, 0.301567, 0.318542, 0.283958, 0.218216, 0.302299, 0.296747, 0.319368, 0.306217, 0.292348, 0.305962, 0.311769, 0.169337, 0.307326, 0.300235, 0.307438, 0.308865, 0.303265, 0.312988, 0.308622, 0.308447, 0.293678, 0.306799, 0.313219, 0.308295, 0.28179, 0.295989, 0.32537, 0.300025, 0.310393, 0.309081, 0.301898, 0.31397, 0.311015, 0.295428, 0.317402, 0.290101, 0.309888, 0.304313, 0.298528, 0.316512, 0.300267, 0.293752, 0.284699, 0.319706, 0.307605, 0.315495, 0.283468, 0.15067, 0.287505, 0.293127, 0.260195, 0.308391, 0.287694, 0.312635, 0.297586, 0.313432, 0.302245, 0.298812, 0.290257, 0.312407, 0.296773, 0.292468, 0.307694, 0.305023, 0.310273, 0.296318, 0.291445, 0.312434, 0.308182, 0.328255, 0.248905, 0.291959, 0.297215, 0.319314, 0.299442, 0.180277, 0.318295, 0.301151, 0.295787, 0.30725, 0.32199, 0.295661, 0.319596, 0.288072, 0.311444, 0.300737, 0.295475, 0.308764, 0.315362, 0.299655, 0.292314, 0.297699, 0.250077, 0.265129, 0.32224, 0.319279, 0.28456, 0.293349, 0.327583, 0.250872, 0.293608, 0.259052, 0.280145, 0.186749, 0.329384, 0.297753, 0.318394, 0.2983, 0.317936, 0.288526, 0.300031, 0.305788, 0.312512, 0.307, 0.306635, 0.333258, 0.297119, 0.300845, 0.297611, 0.301543, 0.308977, 0.302307, 0.308804, 0.297386, 0.295751, 0.309849, 0.294988, 0.282939, 0.302235, 0.314928, 0.306612, 0.298384, 0.308179, 0.31518, 0.28596, 0.312032, 0.296188, 0.2865, 0.304817, 0.287448, 0.281983, 0.246535, 0.309369, 0.311592, 0.312707, 0.317765, 0.297906, 0.286224, 0.306561, 0.30632, 0.295468, 0.313926, 0.311049, 0.327853, 0.32745, 0.305769, 0.31211, 0.288135, 0.337715, 0.288477, 0.203884, 0.310544, 0.303026, 0.292444, 0.301665, 0.306218, 0.304034, 0.31152, 0.309689, 0.169969, 0.269903, 0.312099, 0.290887, 0.313103, 0.276825, 0.319901, 0.306452, 0.308505, 0.299503, 0.311102, 0.327112, 0.313157, 0.289675, 0.304896, 0.289661, 0.309118, 0.313444, 0.333793, 0.305576, 0.291621, 0.292259, 0.312539, 0.315546, 0.30213, 0.297286, 0.305328, 0.285058, 0.295727, 0.306055, 0.295182, 0.3143, 0.310074, 0.310648, 0.294627, 0.173796, 0.281739, 0.300155, 0.305806, 0.31378, 0.302871, 0.294557, 0.297747, 0.332732, 0.294856, 0.215586, 0.287013, 0.316613, 0.319417, 0.309769, 0.29658, 0.313988, 0.298171, 0.314344, 0.283435, 0.312608, 0.293593, 0.297192, 0.306861, 0.304165, 0.289361, 0.306276, 0.287983, 0.302728, 0.29968, 0.199782, 0.302807, 0.290727, 0.287173, 0.284383, 0.296314, 0.307848, 0.301625, 0.319302, 0.296213, 0.289236, 0.29189, 0.299782, 0.330648, 0.293817, 0.298877, 0.308105, 0.301485, 0.202304, 0.288045, 0.30222, 0.303158, 0.184892, 0.301697, 0.30373, 0.302153, 0.302932, 0.305675, 0.300111, 0.306686, 0.2954, 0.303833, 0.306811, 0.284216, 0.299528, 0.313744, 0.300952, 0.307434, 0.29716, 0.297091, 0.286422, 0.292863, 0.292984, 0.307071, 0.31276, 0.287085, 0.312469, 0.289981, 0.292973, 0.302981, 0.307806, 0.311253, 0.3109, 0.308999, 0.343336, 0.311031, 0.289389, 0.301107, 0.304557, 0.289593, 0.296447, 0.297179, 0.30137, 0.297768, 0.301113, 0.307933, 0.000166, 0.31127, 0.299136, 0.311893, 0.29215, 0.315801, 0.319632, 0.29386, 0.292304, 0.29316, 0.308216, 0.2927, 0.304719, 0.307895, 0.302076, 0.27603, 0.300972, 0.296963, 0.308181, 0.312395, 0.299138, 0.305023, 0.293374, 0.312952, 0.331603, 0.239403, 0.30336, 0.285712, 0.29913, 0.288411, 0.303667, 0.307389, 0.305369, 0.244034, 0.313952, 0.291028, 0.296941, 0.293354, 0.301179, 0.29094, 0.307982, 0.189208, 0.302204, 0.288359, 0.251185, 0.29615, 0.305593, 0.178828, 0.309209, 0.313964, 0.293551, 0.302067, 0.286018, 0.313297, 0.295936, 0.306114, 0.298246, 0.293918, 0.321689, 0.286215, 0.149966, 0.303826, 0.318826, 0.324811, 0.31028, 0.311894, 0.295055, 0.313964, 0.303427, 0.310665, 0.296191, 0.30946, 0.312053, 0.315184, 0.292596, 0.300733, 0.30948, 0.301768, 0.300448, 0.3022, 0.305101, 0.291117, 0.188033, 0.272077, 0.283496, 0.297156, 0.312525, 0.302568, 0.282977, 0.306813, 0.295958, 0.28975, 0.316156, 0.293728, 0.250863, 0.306959, 0.30991, 0.299112, 0.308313, 0.30235, 0.305613, 0.3183, 0.277467, 0.310182, 0.30649, 0.286541, 0.311669, 0.310452, 0.299172, 0.311813, 0.302773, 0.300226, 0.297545, 0.301754, 0.307802, 0.290819, 0.309095, 0.296173, 0.273408, 0.294591, 0.299066, 0.311356, 0.300959, 0.316446, 0.302946, 0.310497, 0.551106, 0.309244, 0.32162, 0.299358, 0.304648, 0.307789, 0.307985, 0.29798, 0.295369, 0.277275, 0.306597, 0.314472, 0.238255, 0.311112, 0.304971, 0.293984, 0.307835, 0.322958, 0.304453, 0.299567, 0.29648, 0.291232, 0.292038, 0.292314, 0.307099, 0.300966, 0.295737, 0.313401, 0.29473, 0.22879, 0.30408, 0.307327, 0.307604, 0.282269, 0.307033, 0.297589, 0.290719, 0.314669, 0.140386, 0.304916, 0.291243, 0.275714, 0.292797, 0.29759, 0.300797, 0.288347, 0.312633, 0.302776, 0.298989, 0.303841, 0.324606, 0.208949, 0.144226, 0.152404, 0.305585, 0.270076, 0.303349, 0.291555, 0.316786, 0.310521, 0.303138, 0.314111, 0.319909, 0.293328, 0.30788, 0.296606, 0.352913, 0.306921, 0.303599, 0.292399, 0.291384, 0.304856, 0.314198, 0.305083, 0.313295, 0.292316, 0.327992, 0.310957, 0.302914, 0.2914, 0.307942, 0.313614, 0.315511, 0.307811, 0.298402, 0.304412, 0.317005, 0.305775, 0.319592, 0.303149, 0.289891, 0.302917, 0.301383, 0.193102, 0.303711, 0.288569, 0.300268, 0.312542, 0.295015, 0.301007, 0.296121, 0.307376, 0.297497, 0.299237, 0.289704, 0.180469, 0.298287, 0.295419, 0.306576, 0.289625, 0.180827, 0.310748, 0.309327, 0.296165, 0.294051, 0.29524, 0.324664, 0.328259, 0.298582, 0.282863, 0.304139, 0.3067, 0.30387, 0.299482, 0.142019, 0.306627, 0.289865, 0.304206, 0.323807, 0.334738, 0.305626, 0.292127, 0.312021, 0.296917, 0.313103, 0.306657, 0.175169, 0.18489, 0.301736, 0.300378, 0.30339, 0.315728, 0.293973, 0.314225, 0.307968, 0.30431, 0.299563, 0.274838, 0.303768, 0.322995, 0.295791, 0.291506, 0.31244, 0.305001, 0.279258, 0.297989, 0.260832, 0.302722, 0.292168, 0.294552, 0.303949, 0.287185, 0.248701, 0.186925, 0.317953, 0.279188, 0.311606, 0.312185, 0.311997, 0.309306, 0.323857, 0.20735, 0.299322, 0.299526, 0.299196, 0.316201, 0.311447, 0.316357, 0.303557, 0.31551, 0.301614, 0.267387, 0.317638, 0.311808, 0.312705, 0.314621, 0.310068, 0.226186, 0.290105, 0.323318, 0.314112, 0.305934, 0.295772, 0.292451, 0.327597, 0.305024, 0.16946, 0.30249, 0.310247, 0.319153, 0.310714, 0.308453, 0.297753, 0.316366, 0.297164, 0.31806, 0.306488, 0.291859, 0.304457, 0.3155, 0.312866, 0.330565, 0.290344, 0.312701, 0.324435, 0.29289, 0.313074, 0.296353, 0.310988, 0.306818, 0.304184, 0.290513, 0.290664, 0.311361, 0.306052, 0.310243, 0.295344, 0.308707, 0.31238, 0.311906, 0.316773, 0.314378, 0.306102, 0.301474, 0.302154, 0.294375, 0.297746, 0.307862, 0.309569, 0.153293, 0.305053, 0.305935, 0.301136, 0.305975, 0.300937, 0.323327, 0.271779, -0.002845, 0.295617, 0.314841, 0.319123, 0.293578, 0.284671, 0.291622, 0.308989, 0.30347, 0.293268, 0.322275, 0.317205, 0.311178, 0.302941, 0.324722, 0.309548, 0.304332, 0.29758, 0.298186, 0.312923, 0.314624, 0.295011, 0.150334, 0.32079, 0.307238, 0.30136, 0.311518, 0.297076, 0.301781, 0.28759, 0.311888, 0.305462, 0.307043, 0.287895, 0.292256, 0.317799, 0.310042, 0.328885, 0.311463, 0.302035, 0.298478, 0.291015, 0.249802, 0.275144, 0.275278, 0.31142, 0.260595, 0.292582, 0.216879, 0.302901, 0.304502, 0.294566, 0.297584, 0.297778, 0.298801, 0.301908, 0.292312, 0.2861, 0.297078, 0.31168, 0.307286, 0.305421, 0.191146, 0.289246, 0.320246, 0.302038, 0.300757, 0.298923, 0.315377, 0.324054, 0.303758, 0.292109, 0.308628, 0.20986, 0.314509, 0.302818, 0.292271, 0.29242, 0.284344, 0.288132, 0.29196, 0.29983, 0.300637, 0.298905, 0.207276, 0.319151, 0.30073, 0.305774, 0.314623, 0.289767, 0.296716, 0.289594, 0.294934, 0.296583, 0.306351, 0.280659, 0.321518, 0.295968, 0.292257, 0.280519, 0.301088, 0.308205, 0.295616, 0.297737, 0.299212, 0.18733, 0.292508, 0.298016, 0.294053, 0.28831, 0.28948, 0.310074, 0.289433, 0.300984, 0.300306, 0.305022, 0.286474, 0.285092, 0.28696, 0.313375, 0.311397, 0.29904, 0.310697, 0.31243, 0.3004, 0.290838, 0.212074, 0.311329, 0.299234, 0.305498, 0.307159, 0.265917, 0.301465, 0.298689, 0.301626, 0.298714, 0.296684, 0.305282, 0.298524, 0.306548, 0.311718, 0.308855, 0.305943, 0.284364, 0.304083, 0.306648, 0.325872, 0.317882, 0.306564, 0.296694, 0.314257, 0.292676, 0.304155, 0.317859, 0.291231, 0.316169, 0.302475, 0.307783, 0.316536, 0.316008, 0.308747, 0.314076, 0.307106, 0.30796, 0.292673, 0.295261, 0.31014, 0.290932, 0.311219, 0.296274, 0.296263, 0.307535, 0.26947, 0.306893, 0.283878, 0.311776, 0.321858, 0.345154, 0.304275, 0.301266, 0.308542, 0.300915, 0.302156, 0.320645, 0.313841, 0.297077, 0.275672, 0.303142, 0.285597, 0.329865, 0.305829, 0.302793, 0.306924, 0.300136, 0.298546, 0.326588, 0.315551, 0.307019, 0.296982, 0.320231, 0.323566, 0.284164, 0.307978, 0.315657, 0.328206, 0.313257, 0.306032, 0.321899, 0.314171, 0.277283, 0.278356, 0.300274, 0.319203, 0.303326, 0.311563, 0.304677, 0.316018, 0.298047, 0.31373, 0.317111, 0.296711, 0.315713, 0.316734, 0.297601, 0.313101, 0.30644, 0.315977, 0.308634, 0.317735, 0.319165, 0.297964, 0.261843, 0.275247, 0.305067, 0.318233, 0.298659, 0.325141, 0.318742, 0.308952, 0.29559, 0.306075, 0.311812, 0.313221, 0.314528, 0.320411, 0.301891, 0.301926, 0.335639, 0.303276, 0.30764, 0.299901, 0.30293, 0.280849, 0.16716, 0.307326, 0.299589, 0.304766, 0.309326, 0.30131, 0.340905, 0.314038, 0.317356, 0.316497, 0.275802, 0.247635, 0.260904, 0.315651, 0.290269, 0.305446, 0.31646, 0.301467, 0.319349, 0.298312, 0.285039, 0.313031, 0.310877, 0.301826, 0.316758, 0.310688, 0.306887, 0.30676, 0.316426, 0.281075, 0.319989, 0.293779, 0.285102, 0.298113, 0.298592, 0.303283, 0.312207, 0.292597, 0.313625, 0.298781, 0.30905, 0.294043, 0.308738, 0.298243, 0.316396, 0.260051, 0.314819, 0.319076, 0.309157, 0.304003, 0.291185, 0.326702, 0.3103, 0.304616, 0.296281, 0.321531, 0.308583, 0.296425, 0.321421, 0.322757, 0.321079, 0.311191, 0.302387, 0.306275, 0.316797, 0.313555, 0.319096, 0.293067, 0.302402, 0.309673, 0.326605, 0.309439, 0.294581, 0.294127, 0.316329, 0.301055, 0.292265, 0.300651, 0.304939, 0.301688, 0.313518, 0.29529, 0.32063, 0.332932, 0.320588, 0.323986, 0.299125, 0.304479, 0.305875, 0.322021, 0.331787, 0.324366, 0.313458, 0.322032, 0.311603, 0.311938, 0.307484, 0.293606, 0.306326, 0.317594, 0.311532, 0.30649, 0.30772, 0.31842, 0.318813, 0.325395, 0.304044, 0.318216, 0.288945, 0.300332, 0.298561, 0.276244, 0.306086, 0.324229, 0.29735, 0.296493, 0.293866, 0.30278, 0.312456, 0.305866, 0.321171, 0.307226, 0.298179, 0.294845, 0.308246, 0.305195, 0.296903, 0.294819, 0.310012, 0.305295, 0.322217, 0.319799, 0.308061, 0.31149, 0.330909, 0.301012, 0.316943, 0.317163, 0.176377, 0.298217, 0.309284, 0.315159, 0.318444, 0.310219, 0.302303, 0.311389, 0.273529, 0.306152, 0.307052, 0.266892, 0.311799, 0.303856, 0.306802, 0.326629, 0.295064, 0.28867, 0.307247, 0.301163, 0.313181, 0.301878, 0.289885, 0.301188, 0.306253, 0.303831, 0.317826, 0.313214, 0.311252, 0.307485, 0.320441, 0.315446, 0.308777, 0.300203, 0.303995, 0.304886, 0.315328, 0.309382, 0.294137, 0.297176, 0.309123, 0.298508, 0.252612, 0.295323, 0.301013, 0.158061, 0.28296, 0.299401, 0.304118, 0.300809, 0.296156, 0.297974, 0.317403, 0.31664, 0.30922, 0.312376, 0.296608, 0.279581, 0.30121, 0.300583, 0.307054, 0.305185, 0.299842, 0.312871, 0.321531, 0.309372, 0.311791, 0.299233, 0.318612, 0.294796, 0.293481, 0.307457, 0.326425, 0.283823, 0.31342, 0.297162, 0.307047, 0.304832, 0.306975, 0.305184, 0.298526, 0.319542, 0.269878, 0.254301, 0.261835, 0.303973, 0.319356, 0.306753, 0.310792, 0.237381, 0.20749, 0.324214, 0.304703, 0.309162, 0.321573, 0.316117, 0.305101, 0.304306, 0.306958, 0.299464, 0.309259, 0.319302, 0.295961, 0.31053, 0.304003, 0.318526, 0.325998, 0.305341, 0.331462, 0.29431, 0.308989, 0.289818, 0.303412, 0.302735, 0.308446, 0.295819, 0.308763, 0.314081, 0.310419, 0.306405, 0.312382, 0.314256, 0.317742, 0.296024, 0.316401, 0.311199, 0.30209, 0.305799, 0.301928, 0.323571, 0.29325, 0.300532, 0.319484, 0.304779, 0.30002, 0.321598, 0.29805, 0.312183, 0.308732, 0.312964, 0.306044, 0.318771, 0.261711, 0.310673, 0.259069, 0.293704, 0.316844, 0.303492, 0.316137, 0.302608, 0.308908, 0.309104, 0.287784, 0.320292, 0.305705, 0.248911, 0.316895, 0.315611, 0.27694, 0.309221, 0.310478, 0.308045, 0.302054, 0.314211, 0.308988, 0.317229, 0.316314, 0.300268, 0.309708, 0.322923, 0.290512, 0.30818, 0.296162, 0.314465, 0.322918, 0.22503, 0.324442, 0.298145, 0.302102, 0.317212, 0.307411, 0.30676, 0.300012, 0.324527, 0.310564, 0.316314, 0.296825, 0.311304, 0.30229, 0.3205, 0.310312, 0.315698, 0.292602, 0.301434, 0.319645, 0.329931, 0.31647, 0.301975, 0.303034, 0.319354, 0.322367, 0.311209, 0.306504, 0.309755, 0.308687, 0.307887, 0.311975, 0.297153, 0.311451, 0.31151, 0.319073, 0.310141, 0.297109, 0.301149, 0.280006, 0.309923, 0.303346, 0.312654, 0.297637, 0.284406, 0.307298, 0.30872, 0.311932, 0.308852, 0.296535, 0.292166, 0.297096, 0.3393, 0.322788, 0.316105, 0.313398, 0.312977, 0.303411, 0.302974, 0.323407, 0.297034, 0.312007, 0.310298, 0.315326, 0.319478, 0.319975, 0.320818, 0.320528, 0.308861, 0.18709, 0.313328, 0.313027, 0.310904, 0.317872, 0.320879, 0.305139, 0.318019, 0.311981, 0.30003, 0.293341, 0.308744, 0.318823, 0.308896, 0.312084, 0.297443, 0.175582, 0.301643, 0.273098, 0.298593, 0.310314, 0.313615, 0.299101, 0.320819, 0.302822, 0.259423, 0.308083, 0.301249, 0.305474, 0.313891, 0.300775, 0.320626, 0.307371, 0.303461, 0.304213, 0.304271, 0.306424, 0.331978, 0.291888, 0.27947, 0.310765, 0.299974, 0.3076, 0.310308, 0.242143, 0.29389, 0.319575, 0.211411, 0.31678, 0.194061, 0.285856, 0.317671, 0.297671, 0.299889, 0.183241, 0.320605, 0.301171, 0.308573, 0.300346, 0.310104, 0.285309, 0.312073, 0.310833, 0.379324, 0.31502, 0.307508, 0.308047, 0.307115, 0.301368, 0.292149, 0.309533, 0.308969, 0.271405, 0.315252, 0.310688, 0.297412, 0.321774, 0.301751, 0.306287, 0.304634, 0.304231, 0.3073, 0.322895, 0.272826, 0.311954, 0.296531, 0.296783, 0.31177, 0.310582, 0.298047, 0.311964, 0.301497, 0.288053, 0.295893, 0.324872, 0.320691, 0.274954, 0.31281, 0.314562, 0.310276, 0.315726, 0.322706, 0.317947, 0.321455, 0.29148, 0.31633, 0.258118, 0.313428, 0.3198, 0.276518, 0.299548, 0.315128, 0.301555, 0.297985, 0.303203, 0.306168, 0.307486, 0.303141, 0.292417, 0.304695, 0.305777, 0.269221, 0.29647, 0.314399, 0.314313, 0.310208, 0.312622, 0.303259, 0.2985, 0.301598, 0.29505, 0.30579, 0.279854, 0.292193, 0.311025, 0.312328, 0.224209, 0.309671, 0.317749, 0.280713, 0.165767, 0.311795, 0.234826, 0.288265, 0.316942, 0.332012, 0.316917, 0.185448, 0.29993, 0.302345, 0.312253, 0.298122, 0.321286, 0.266772, 0.311451, 0.313402, 0.312425, 0.32827, 0.300667, 0.317784, 0.31206, 0.299683, 0.299784, 0.308087, 0.305679, 0.304323, 0.29186, 0.305161, 0.315764, 0.322285, 0.282582, 0.276941, 0.303551, 0.298238, 0.310245, 0.300743, 0.317946, 0.308052, 0.297118, 0.332716, 0.305651, 0.310957, 0.17169, 0.293101, 0.328787, 0.27696, 0.302255, 0.298804, 0.310554, 0.325721, 0.306803, 0.312806, 0.293957, 0.32289, 0.30059, 0.295187, 0.307571, 0.311747, 0.30237, 0.308625, 0.312116, 0.312868, 0.318568, 0.317989, 0.331378, 0.315898, 0.300455, 0.311175, 0.332975, 0.321341, 0.285772, 0.313173, 0.313026, 0.30123, 0.293957, 0.32833, 0.298946, 0.29784, 0.311586, 0.314948, 0.297257, 0.298609, 0.157922, 0.307465, 0.290904, 0.296457, 0.306727, 0.294711, 0.303698, 0.309988, 0.310663, 0.328683, 0.292103, 0.310352, 0.322633, 0.310544, 0.292701, 0.306313, 0.303026, 0.2977, 0.299465, 0.292401, 0.295895, 0.313854, 0.303576, 0.317407, 0.296031, 0.296655, 0.294379, 0.295049, 0.314857, 0.304368, 0.315216, 0.203572, 0.308525, 0.303603, 0.29984, 0.177446, 0.314989, 0.303564, 0.313143, 0.331788, 0.321893, 0.295412, 0.305908, 0.301307, 0.303696, 0.312136, 0.298113, 0.302964, 0.319221, 0.301749, 0.292971, 0.326201, 0.316845, 0.300738, 0.323218, 0.320552, 0.301524, 0.312434, 0.317682, 0.294012, 0.309418, 0.310746, 0.326393, 0.235918, 0.320811, 0.283707, 0.212234, 0.291828, 0.313216 ] }, "name": "model.model.layers.2.input_layernorm.weight", "outputIndexes": [ 203 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 202 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_2/Mul_output_0", "outputIndexes": [ 204 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 203, 204 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_2/Mul_1_output_0", "outputIndexes": [ 205 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 205 ], "outputIndexes": [ 2019 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2019 ], "outputIndexes": [ 2020 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/q_proj/Linear", "inputIndexes": [ 2020 ], "outputIndexes": [ 2021 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 75497780, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2021 ], "outputIndexes": [ 2022 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2022 ], "outputIndexes": [ 206 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 205 ], "main_type": "NONE", "name": "/Shape_9_output_0", "outputIndexes": [ 207 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 207 ], "main_type": "NONE", "name": "Shape406", "outputIndexes": [ 208 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 207 ], "main_type": "NONE", "name": "Rank408", "outputIndexes": [ 209 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 209, 209 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp410", "outputIndexes": [ 210 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 210 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze411", "outputIndexes": [ 211 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 210, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp413", "outputIndexes": [ 212 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 212 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze414", "outputIndexes": [ 213 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 208, 211, 213, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice417", "outputIndexes": [ 214 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 214 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze418", "outputIndexes": [ 215 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 215 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp419", "outputIndexes": [ 216 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 216, 215 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp420", "outputIndexes": [ 217 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 207, 217, 210 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_18_output_0", "outputIndexes": [ 218 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 218, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_29_output_0", "outputIndexes": [ 219 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 219, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_18_output_0", "outputIndexes": [ 220 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 206, 220 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_11_output_0", "outputIndexes": [ 221 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 221, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_8_output_0", "outputIndexes": [ 222 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 221 ], "main_type": "NONE", "name": "/Shape_10_output_0", "outputIndexes": [ 223 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 223 ], "main_type": "NONE", "name": "Shape427", "outputIndexes": [ 224 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 223 ], "main_type": "NONE", "name": "Rank429", "outputIndexes": [ 225 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 225, 225 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp431", "outputIndexes": [ 226 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 226 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze432", "outputIndexes": [ 227 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 226, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp434", "outputIndexes": [ 228 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 228 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze435", "outputIndexes": [ 229 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 224, 227, 229, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice438", "outputIndexes": [ 230 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 230 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze439", "outputIndexes": [ 231 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 231 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp440", "outputIndexes": [ 232 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 232, 231 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp441", "outputIndexes": [ 233 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 223, 233, 226 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_19_output_0", "outputIndexes": [ 234 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 234, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_6_output_0", "outputIndexes": [ 235 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 235, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_34_output_0", "outputIndexes": [ 236 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 221, 236, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_9_output_0", "outputIndexes": [ 237 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 237 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_4_output_0", "outputIndexes": [ 238 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 221, 22, 236, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_8_output_0", "outputIndexes": [ 239 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 238, 239 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_21_output_0", "outputIndexes": [ 240 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 240, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_9_output_0", "outputIndexes": [ 241 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 222, 241 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_10_output_0", "outputIndexes": [ 242 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 205 ], "outputIndexes": [ 2023 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2023 ], "outputIndexes": [ 2024 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/k_proj/Linear", "inputIndexes": [ 2024 ], "outputIndexes": [ 2025 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 77857098, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2025 ], "outputIndexes": [ 2026 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2026 ], "outputIndexes": [ 243 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 243, 220 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_12_output_0", "outputIndexes": [ 244 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 244, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_10_output_0", "outputIndexes": [ 245 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 244 ], "main_type": "NONE", "name": "/Shape_11_output_0", "outputIndexes": [ 246 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 246 ], "main_type": "NONE", "name": "Shape488", "outputIndexes": [ 247 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 246 ], "main_type": "NONE", "name": "Rank490", "outputIndexes": [ 248 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 248, 248 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp492", "outputIndexes": [ 249 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 249 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze493", "outputIndexes": [ 250 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 249, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp495", "outputIndexes": [ 251 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 251 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze496", "outputIndexes": [ 252 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 247, 250, 252, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice499", "outputIndexes": [ 253 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 253 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze500", "outputIndexes": [ 254 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 254 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp501", "outputIndexes": [ 255 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 255, 254 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp502", "outputIndexes": [ 256 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 246, 256, 249 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_20_output_0", "outputIndexes": [ 257 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 257, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_7_output_0", "outputIndexes": [ 258 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 258, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_36_output_0", "outputIndexes": [ 259 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 244, 259, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_11_output_0", "outputIndexes": [ 260 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 260 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_5_output_0", "outputIndexes": [ 261 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 244, 22, 259, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_10_output_0", "outputIndexes": [ 262 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 261, 262 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_22_output_0", "outputIndexes": [ 263 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 263, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_11_output_0", "outputIndexes": [ 264 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 245, 264 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_11_output_0", "outputIndexes": [ 265 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 205 ], "outputIndexes": [ 2027 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2027 ], "outputIndexes": [ 2028 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/v_proj/Linear", "inputIndexes": [ 2028 ], "outputIndexes": [ 2029 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 80216416, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2029 ], "outputIndexes": [ 2030 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2030 ], "outputIndexes": [ 266 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 266, 220 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_13_output_0", "outputIndexes": [ 267 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 242, 265, 267, 109 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_14_output_0", "outputIndexes": [ 268 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 268 ], "outputIndexes": [ 2031 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2031 ], "outputIndexes": [ 2032 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/o_proj/Linear", "inputIndexes": [ 2032 ], "outputIndexes": [ 2033 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 82575734, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2033 ], "outputIndexes": [ 2034 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2034 ], "outputIndexes": [ 269 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 202, 269 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_13_output_0", "outputIndexes": [ 270 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2048 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.121054, 0.122968, 0.119959, 0.123414, 0.086679, 0.12426, 0.123202, 0.12248, 0.122963, 0.120743, 0.110562, 0.121184, 0.122975, 0.123474, 0.125582, 0.113579, 0.123581, 0.079211, 0.123418, 0.121886, 0.122502, 0.122858, 0.108081, 0.115063, 0.123096, 0.124842, 0.115188, 0.125253, 0.126856, 0.127619, 0.12232, 0.125534, 0.122797, 0.053396, 0.125361, 0.119839, 0.122677, 0.122121, 0.123408, 0.11157, 0.129187, 0.106649, 0.121103, 0.126727, 0.120089, 0.121856, 0.12205, 0.122409, 0.118911, 0.120582, 0.119877, 0.117044, 0.122727, 0.121243, 0.12635, 0.118687, 0.118797, 0.121859, 0.116185, 0.117695, 0.122331, 0.125637, 0.085641, 0.128461, 0.122172, 0.12309, 0.064087, 0.119347, 0.126189, 0.12209, 0.124693, 0.124476, 0.118453, 0.123793, 0.120985, 0.121077, 0.118305, 0.127783, 0.076637, 0.120286, 0.121456, 0.123977, 0.122855, 0.122969, 0.120819, 0.12447, 0.107956, 0.067663, 0.122717, 0.120418, 0.122174, 0.122165, 0.122959, 0.120465, 0.116926, 0.121714, 0.124461, 0.127164, 0.12008, 0.102986, 0.091571, 0.125882, 0.100969, 0.121964, 0.122248, 0.123042, 0.087494, 0.117945, 0.121894, 0.119934, 0.122467, 0.124047, 0.108819, 0.122598, 0.12156, 0.11811, 0.122203, 0.120751, 0.121509, 0.126555, 0.126012, 0.117797, 0.119383, 0.125401, 0.119672, 0.117776, 0.127623, 0.125686, 0.123059, 0.118804, 0.125253, 0.123061, 0.121465, 0.101692, 0.123236, 0.113365, 0.119973, 0.123408, 0.121621, 0.12211, 0.12663, 0.124316, 0.101072, 0.116481, 0.123844, 0.108033, 0.120725, 0.127806, 0.125033, 0.125371, 0.123133, 0.118699, 0.123867, 0.117874, 0.12765, 0.127618, 0.123927, 0.119137, 0.090237, 0.124671, 0.11965, 0.066657, 0.121829, 0.122914, 0.120099, 0.126482, 0.114476, 0.129618, 0.121657, 0.122427, 0.126227, 0.120331, 0.124, 0.125224, 0.122929, 0.120785, 0.12294, 0.125889, 0.125751, 0.121476, 0.117267, 0.116873, 0.130465, 0.12438, 0.122827, 0.121514, 0.126963, 0.096226, 0.121291, 0.118981, 0.127479, 0.12677, 0.123988, 0.120848, 0.105623, 0.123879, 0.128445, 0.12356, 0.12808, 0.10401, 0.118598, 0.121228, 0.119693, 0.123774, 0.131333, 0.122358, 0.12756, 0.098244, 0.122318, 0.027106, 0.12322, 0.129351, 0.123731, 0.122849, 0.125549, 0.125375, 0.126704, 0.126317, 0.124229, 0.119639, 0.120908, 0.11968, 0.126011, 0.106989, 0.12188, 0.101389, 0.118088, -3.8e-05, 0.124784, 0.11699, 0.119392, 0.124656, 0.128655, 0.117846, 0.124705, 0.114296, 0.118868, 0.119764, 0.114067, 0.125994, 0.124633, 0.120961, 0.126459, 0.119158, 0.125961, 0.126486, 0.122222, 0.126026, 0.119542, 0.114861, 0.122293, 0.122957, 0.126254, 0.123323, 0.06563, 0.06654, 0.128999, 0.127447, 0.118544, 0.127286, 0.122866, 0.12695, 0.124898, 0.123034, 0.117592, 0.118803, 0.122009, 0.123283, 0.123708, 0.124251, 0.114356, 0.125364, 0.127933, 0.124133, 0.125043, 0.090848, 0.123556, 0.165295, 0.114881, 0.119108, 0.096807, 0.066379, 0.063916, 0.123315, 0.125127, 0.123741, 0.100342, 0.117912, 0.124336, 0.115708, 0.117283, 0.120454, 0.121069, 0.125483, 0.120338, 0.121276, 0.125904, 0.092773, 0.119666, 0.121478, 0.125117, 0.116443, 0.123165, 0.107004, 0.070294, 0.123267, 0.120545, 0.122884, 0.116229, 0.12243, 0.125532, 0.120753, 0.122051, 0.12314, 0.129027, 0.127665, 0.122246, 0.127659, 0.038838, 0.120657, 0.104851, 0.125898, 0.124929, 0.114736, 0.107802, 0.122732, 0.103646, 0.12145, 0.124253, 0.111856, 0.125206, 0.121228, 0.123047, 0.122122, 0.126339, 0.120729, 0.116461, 0.120842, 0.131901, 0.119034, 0.121182, 0.120225, 0.119741, 0.121684, 0.079076, 0.118645, 0.120648, 0.121254, 0.120514, 0.118909, 0.108886, 0.129943, 0.053005, 0.122578, 0.121347, 0.123146, 0.095702, 0.116749, 0.122758, 0.124069, 0.123161, 0.124754, 0.122008, 0.116788, 0.117806, 0.120908, 0.12671, 0.122257, 0.123683, 0.123063, 0.121437, 0.101088, 0.126654, 0.120896, 0.122959, 0.117378, 0.122357, 0.123673, 0.124312, 0.126437, 0.124768, 0.081815, 0.123198, 0.121439, 0.123177, 0.116186, 0.126957, 0.124561, 0.109538, 0.12502, 0.103196, 0.126811, 0.126418, 0.120548, 0.124119, 0.120295, 0.121352, 0.123999, 0.114199, 0.121911, 0.122789, 0.128144, 0.121687, 0.118893, 0.110889, 0.118465, 0.118618, 0.106732, 0.122027, 0.117195, 0.043186, 0.12286, 0.126018, 0.124216, 0.123766, 0.052714, 0.123367, 0.12435, 0.122412, 0.121365, 0.119909, 0.118258, 0.121621, 0.020694, 0.12387, 0.117743, 0.119505, 0.127807, 0.095111, 0.102332, 0.123776, 0.129572, 0.122439, 0.123859, 0.120703, 0.11919, 0.119283, 0.122584, 0.121582, 0.122291, 0.126029, 0.119761, 0.12485, 0.116459, 0.120762, 0.122819, 0.123832, 0.122081, 0.120817, 0.121971, 0.125098, 0.119916, 0.073223, 0.119394, 0.109592, 0.123524, 0.11318, 0.109737, 0.122836, 0.118104, 0.054524, 0.123262, 0.123567, 0.119241, 0.118453, 0.123363, 0.122843, 0.122416, 0.122419, 0.124565, 0.123861, 0.124881, 0.127706, 0.107547, 0.116882, 0.120794, 0.122099, 0.123737, 0.121912, 0.124781, 0.124659, 0.128321, 0.120257, 0.119259, 0.109618, 0.117142, 0.12868, 0.119877, 0.128371, 0.11168, 0.122217, 0.121907, 0.123995, 0.121846, 0.122385, 0.118569, 0.05582, 0.125891, 0.125244, 0.10859, 0.124552, 0.119692, 0.120876, 0.124887, 0.124737, 0.122629, 0.121898, 0.121729, 0.122854, 0.124352, 0.124104, 0.123917, 0.120181, 0.12388, 0.117146, 0.123299, 0.12556, 0.122651, 0.126271, 0.091023, 0.113965, 0.121475, 0.122188, 0.122094, 0.061002, 0.125752, 0.121606, 0.114416, 0.118551, 0.122731, 0.123518, 0.126413, 0.124615, 0.12976, 0.117789, 0.119364, 0.117341, 0.124802, 0.121068, 0.11711, 0.114369, 0.09616, 0.1115, 0.118842, 0.125895, 0.107628, 0.122165, 0.124112, 0.089931, 0.121669, 0.097994, 0.103881, 0.070247, 0.123105, 0.119718, 0.125088, 0.119239, 0.125794, 0.121309, 0.118609, 0.12291, 0.123235, 0.123373, 0.125422, 0.124635, 0.112412, 0.119704, 0.124532, 0.126195, 0.11577, 0.119255, 0.122451, 0.124486, 0.117611, 0.122165, 0.116347, 0.117952, 0.117338, 0.126656, 0.117964, 0.121827, 0.119963, 0.119539, 0.10972, 0.124913, 0.120958, 0.123541, 0.126165, 0.118103, 0.122682, 0.09521, 0.115971, 0.122275, 0.124108, 0.129831, 0.121855, 0.107299, 0.122325, 0.122135, 0.12556, 0.121061, 0.122688, 0.125677, 0.12237, 0.121245, 0.117555, 0.118504, 0.123806, 0.111405, 0.073761, 0.127249, 0.12068, 0.116011, 0.122506, 0.115436, 0.120291, 0.125662, 0.124388, 0.030652, 0.099386, 0.115947, 0.122772, 0.127706, 0.114546, 0.12721, 0.125003, 0.125255, 0.114673, 0.121927, 0.125247, 0.121217, 0.110945, 0.126845, 0.124608, 0.121131, 0.128521, 0.119337, 0.121856, 0.123464, 0.121576, 0.122515, 0.126404, 0.120856, 0.125463, 0.122937, 0.121896, 0.120403, 0.125398, 0.122072, 0.119496, 0.127622, 0.122712, 0.124411, 0.056378, 0.12388, 0.120485, 0.118635, 0.123824, 0.127079, 0.1256, 0.12882, 0.124653, 0.123969, 0.078282, 0.121791, 0.124447, 0.122243, 0.123923, 0.12398, 0.119839, 0.120358, 0.117259, 0.120447, 0.126377, 0.119065, 0.125827, 0.124411, 0.123817, 0.116989, 0.126394, 0.124986, 0.125657, 0.123863, 0.07881, 0.125856, 0.116938, 0.118096, 0.092846, 0.116078, 0.122576, 0.114169, 0.124644, 0.125865, 0.121443, 0.123734, 0.126797, 0.120562, 0.122511, 0.122041, 0.121636, 0.127439, 0.059173, 0.12117, 0.123414, 0.123637, 0.044963, 0.122069, 0.112903, 0.125807, 0.126474, 0.122058, 0.122174, 0.120386, 0.118827, 0.124804, 0.119418, 0.119943, 0.11751, 0.127379, 0.119713, 0.12732, 0.121837, 0.123222, 0.113878, 0.124032, 0.122389, 0.12379, 0.1222, 0.121085, 0.125236, 0.116797, 0.122678, 0.120581, 0.124262, 0.125876, 0.12398, 0.120804, 0.15698, 0.120766, 0.121313, 0.119539, 0.122476, 0.117935, 0.127203, 0.119121, 0.125029, 0.127196, 0.116468, 0.120698, -2.5e-05, 0.124184, 0.12295, 0.11868, 0.126404, 0.124474, 0.116329, 0.111196, 0.121665, 0.118195, 0.120696, 0.1171, 0.125249, 0.127052, 0.120801, 0.10338, 0.122584, 0.123689, 0.123134, 0.122383, 0.117951, 0.119373, 0.124887, 0.121205, 0.122349, 0.089925, 0.121727, 0.119383, 0.120691, 0.117521, 0.12188, 0.123063, 0.121741, 0.091443, 0.125449, 0.119114, 0.121236, 0.124652, 0.123396, 0.121338, 0.125148, 0.072229, 0.117161, 0.118655, 0.10031, 0.118302, 0.121676, 0.064938, 0.127001, 0.124064, 0.118881, 0.12296, 0.109133, 0.126889, 0.121071, 0.121259, 0.118313, 0.118981, 0.121557, 0.120003, 0.042543, 0.124921, 0.123294, 0.124646, 0.120851, 0.122328, 0.115226, 0.129225, 0.125852, 0.121134, 0.116412, 0.12033, 0.11801, 0.122248, 0.120235, 0.11953, 0.122492, 0.125756, 0.121107, 0.118976, 0.123323, 0.117293, 0.061563, 0.115221, 0.111467, 0.120358, 0.120692, 0.125328, 0.109332, 0.12647, 0.124453, 0.122929, 0.119402, 0.108288, 0.076554, 0.121873, 0.13174, 0.121204, 0.121263, 0.122959, 0.123207, 0.113946, 0.113139, 0.121448, 0.123644, 0.116859, 0.122536, 0.118543, 0.122767, 0.128007, 0.118675, 0.125492, 0.118807, 0.120903, 0.123386, 0.123646, 0.120647, 0.12237, 0.10253, 0.1243, 0.124229, 0.121416, 0.112873, 0.122021, 0.120934, 0.117217, 0.094628, 0.119373, 0.129227, 0.124799, 0.118782, 0.118994, 0.122296, 0.120656, 0.119834, 0.112301, 0.118681, 0.126469, 0.09906, 0.112354, 0.121822, 0.122193, 0.122706, 0.127099, 0.124996, 0.122133, 0.120648, 0.118446, 0.122793, 0.113921, 0.120214, 0.121211, 0.120997, 0.123353, 0.120005, 0.080491, 0.115343, 0.116164, 0.123735, 0.112722, 0.121545, 0.129882, 0.119768, 0.120985, 0.05352, 0.119752, 0.122785, 0.109305, 0.121221, 0.116077, 0.122863, 0.124578, 0.11981, 0.121286, 0.119276, 0.120286, 0.118804, 0.08404, 0.057804, 0.05179, 0.124892, 0.10482, 0.119125, 0.121444, 0.119432, 0.129364, 0.123586, 0.125699, 0.123267, 0.119638, 0.117747, 0.118773, 0.060169, 0.12605, 0.122328, 0.118242, 0.12009, 0.121666, 0.123106, 0.124119, 0.120461, 0.116401, 0.121934, 0.127514, 0.120857, 0.123479, 0.122753, 0.122735, 0.121933, 0.119653, 0.123858, 0.119898, 0.121155, 0.124221, 0.12479, 0.119387, 0.116506, 0.125833, 0.121989, 0.072588, 0.122234, 0.12315, 0.122533, 0.113748, 0.118025, 0.118586, 0.126958, 0.123775, 0.120049, 0.118159, 0.123751, 0.066651, 0.116743, 0.120812, 0.119075, 0.119015, 0.065459, 0.121315, 0.126421, 0.116426, 0.121261, 0.1245, 0.124789, 0.122581, 0.117813, 0.119114, 0.125213, 0.119985, 0.126005, 0.117387, 0.057223, 0.117863, 0.110209, 0.129981, 0.124155, 0.124355, 0.124536, 0.113999, 0.123662, 0.116832, 0.1203, 0.125578, 0.063272, 0.065957, 0.121057, 0.124339, 0.122625, 0.12068, 0.124246, 0.120567, 0.122196, 0.124501, 0.120529, 0.106448, 0.119205, 0.122185, 0.122822, 0.11971, 0.126874, 0.120562, 0.118687, 0.114045, 0.101477, 0.119661, 0.120094, 0.119824, 0.116704, 0.117951, 0.05436, 0.069248, 0.12589, 0.126802, 0.125768, 0.122191, 0.118337, 0.125088, 0.120781, 0.075484, 0.118449, 0.128963, 0.120398, 0.126589, 0.126719, 0.119236, 0.125089, 0.12537, 0.121525, 0.097414, 0.127108, 0.122108, 0.116324, 0.116848, 0.120765, 0.086796, 0.119884, 0.123279, 0.118622, 0.126572, 0.120113, 0.11208, 0.124986, 0.124847, 0.060729, 0.123018, 0.119624, 0.117648, 0.124813, 0.116905, 0.122618, 0.091079, 0.124226, 0.124137, 0.125509, 0.115731, 0.122721, 0.121748, 0.119469, 0.125844, 0.118725, 0.113757, 0.113543, 0.12056, 0.123913, 0.122461, 0.124115, 0.123129, 0.121585, 0.112118, 0.124379, 0.121429, 0.121054, 0.123404, 0.11729, 0.124559, 0.123829, 0.11874, 0.122003, 0.125585, 0.119059, 0.116278, 0.118045, 0.116927, 0.119168, 0.121565, 0.115224, 0.057484, 0.127932, 0.126656, 0.117127, 0.122744, 0.122897, 0.118129, 0.10356, 0.036076, 0.122854, 0.121599, 0.124755, 0.116694, 0.125287, 0.112348, 0.121393, 0.121224, 0.121789, 0.123684, 0.125838, 0.123025, 0.121096, 0.120325, 0.118661, 0.12402, 0.121441, 0.125399, 0.125174, 0.124886, 0.122103, 0.054918, 0.124866, 0.121564, 0.125999, 0.122614, 0.120487, 0.122529, 0.119475, 0.125638, 0.11933, 0.119053, 0.115805, 0.122093, 0.12117, 0.123617, 0.125628, 0.121283, 0.12157, 0.120904, 0.118853, 0.050686, 0.118249, 0.117615, 0.121142, 0.101338, 0.121317, -3.4e-05, 0.114383, 0.126123, 0.119369, 0.123199, 0.121029, 0.125011, 0.120716, 0.114191, 0.115149, 0.124857, 0.12092, 0.118528, 0.1203, 0.065098, 0.121143, 0.123893, 0.119664, 0.1245, 0.12455, 0.124085, 0.124866, 0.116611, 0.120234, 0.119162, 0.031382, 0.123929, 0.120483, 0.122509, 0.116488, 0.118682, 0.122967, 0.126015, 0.11957, 0.127428, 0.12069, 0.080192, 0.121569, 0.120536, 0.125714, 0.120559, 0.115363, 0.115825, 0.119387, 0.122626, 0.116388, 0.122795, 0.121103, 0.118419, 0.126025, 0.1201, 0.110967, 0.120279, 0.124141, 0.114904, 0.117852, 0.121728, 0.067389, 0.121244, 0.125909, 0.117096, 0.113058, 0.118906, 0.124533, 0.115981, 0.126524, 0.11535, 0.1245, 0.117957, 0.117426, 0.12217, 0.121317, 0.125574, 0.119269, 0.118629, 0.127061, 0.123597, 0.117315, 0.077438, 0.110898, 0.116381, 0.122235, 0.12285, 0.107116, 0.119569, 0.118197, 0.118262, 0.12103, 0.123045, 0.123282, 0.124602, 0.123133, 0.108905, 0.123974, 0.119379, 0.118658, 0.122818, 0.130198, 0.12404, 0.124568, 0.119168, 0.118503, 0.125726, 0.124608, 0.12854, 0.121421, 0.119512, 0.126264, 0.120968, 0.119076, 0.122176, 0.125059, 0.118783, 0.124186, 0.122606, 0.118966, 0.119976, 0.122893, 0.128246, 0.110771, 0.116, 0.121323, 0.121975, 0.118805, 0.102246, 0.124746, 0.113799, 0.12061, 0.128419, 0.110716, 0.124914, 0.123161, 0.124484, 0.124937, 0.125309, 0.123125, 0.128416, 0.122948, 0.112171, 0.118563, 0.11933, 0.125203, 0.126291, 0.121795, 0.126912, 0.120997, 0.118574, 0.132311, 0.123053, 0.119195, 0.121913, 0.123621, 0.125238, 0.115574, 0.125072, 0.126166, 0.124536, 0.119227, 0.122264, 0.123998, 0.126581, 0.108537, 0.111521, 0.122288, 0.125965, 0.121413, 0.118036, 0.120204, 0.126533, 0.122463, 0.121651, 0.128822, 0.119926, 0.127883, 0.11893, 0.120615, 0.126778, 0.119602, 0.122633, 0.125226, 0.124221, 0.121635, 0.120742, 0.104045, 0.087053, 0.124752, 0.124289, 0.119605, 0.12203, 0.123524, 0.122415, 0.112886, 0.1203, 0.123586, 0.128837, 0.124228, 0.124574, 0.129493, 0.122543, 0.126452, 0.114785, 0.121946, 0.122258, 0.122725, 0.112222, 0.056059, 0.115503, 0.119158, 0.124018, 0.125148, 0.123801, 0.126526, 0.114831, 0.124936, 0.1303, 0.116521, 0.091226, 0.095791, 0.126291, 0.125842, 0.123813, 0.122957, 0.12322, 0.123479, 0.123354, 0.106188, 0.126535, 0.123206, 0.119734, 0.124628, 0.120737, 0.123054, 0.121151, 0.121969, 0.099083, 0.123235, 0.119748, 0.107858, 0.121297, 0.124799, 0.123876, 0.124389, 0.112665, 0.11987, 0.116755, 0.120997, 0.121787, 0.123834, 0.124097, 0.114558, 0.100957, 0.125958, 0.123404, 0.121951, 0.124924, 0.114963, 0.120345, 0.126139, 0.118542, 0.118643, 0.130504, 0.121827, 0.112785, 0.122161, 0.120066, 0.123869, 0.123013, 0.12197, 0.126347, 0.126453, 0.123903, 0.123693, 0.122041, 0.12156, 0.123951, 0.11241, 0.123687, 0.119813, 0.119263, 0.125156, 0.114208, 0.117945, 0.11628, 0.120273, 0.121141, 0.126245, 0.120319, 0.129187, 0.125259, 0.117649, 0.12358, 0.122885, 0.120413, 0.12099, 0.122056, 0.125, 0.121292, 0.123693, 0.121622, 0.125704, 0.121345, 0.123235, 0.118395, 0.11961, 0.126433, 0.124328, 0.124885, 0.123459, 0.1208, 0.121951, 0.125392, 0.125068, 0.119811, 0.12182, 0.126091, 0.122306, 0.108903, 0.125084, 0.122891, 0.122597, 0.11997, 0.124342, 0.123133, 0.117486, 0.123673, 0.129901, 0.122385, 0.124417, 0.122393, 0.124958, 0.130086, 0.121496, 0.122208, 0.119149, 0.123365, 0.123457, 0.121012, 0.126888, 0.121026, 0.11742, 0.12, 0.121276, 0.128568, 0.06372, 0.117006, 0.128506, 0.116537, 0.119664, 0.125337, 0.12167, 0.122967, 0.101522, 0.124485, 0.120855, 0.099321, 0.121097, 0.124479, 0.124743, 0.124895, 0.113775, 0.110231, 0.102073, 0.122708, 0.125211, 0.123084, 0.118675, 0.124181, 0.123784, 0.120441, 0.127067, 0.129624, 0.122718, 0.120668, 0.106696, 0.125977, 0.121625, 0.123153, 0.116965, 0.110881, 0.124409, 0.125529, 0.120002, 0.123018, 0.123524, 0.115084, 0.08883, 0.118227, 0.1239, 0.053664, 0.119019, 0.116064, 0.122487, 0.121811, 0.121227, 0.123648, 0.120081, 0.120719, 0.113858, 0.119198, 0.120019, 0.113694, 0.122271, 0.120392, 0.119205, 0.124284, 0.126888, 0.12489, 0.124573, 0.125699, 0.118206, 0.120481, 0.130786, 0.120492, 0.122254, 0.124771, 0.12366, 0.113496, 0.126083, 0.126888, 0.123792, 0.125577, 0.119912, 0.123875, 0.128552, 0.124479, 0.107858, 0.092549, 0.095609, 0.117481, 0.122756, 0.12674, 0.121695, 0.04625, 0.078831, 0.124613, 0.123173, 0.124364, 0.11855, 0.119747, 0.127846, 0.128732, 0.123753, 0.116557, 0.125688, 0.125232, 0.123509, 0.121101, 0.121759, 0.123285, 0.125469, 0.120898, 0.123006, 0.122465, 0.12246, 0.115933, 0.115396, 0.12466, 0.122024, 0.121218, 0.127818, 0.123595, 0.126659, 0.121609, 0.121287, 0.124905, 0.124849, 0.123788, 0.121756, 0.12524, 0.124869, 0.12083, 0.124154, 0.124098, 0.124563, 0.123737, 0.127898, 0.124805, 0.116949, 0.123968, 0.119079, 0.127866, 0.121634, 0.123236, 0.114593, 0.121141, 0.10196, 0.12978, 0.103338, 0.121685, 0.120175, 0.123016, 0.124747, 0.120764, 0.122475, 0.117593, 0.120932, 0.121798, 0.11982, 0.095743, 0.125411, 0.124256, 0.111741, 0.124791, 0.123536, 0.114401, 0.126667, 0.118792, 0.128511, 0.122626, 0.123278, 0.113241, 0.121702, 0.126095, 0.124314, 0.126434, 0.123275, 0.122142, 0.123414, 0.076991, 0.123606, 0.113839, 0.126154, 0.126496, 0.121077, 0.122097, 0.111377, 0.129743, 0.123675, 0.126769, 0.120687, 0.122208, 0.114843, 0.119089, 0.12526, 0.126222, 0.118446, 0.124095, 0.125379, 0.11836, 0.124361, 0.120771, 0.122835, 0.123726, 0.127774, 0.122888, 0.118674, 0.122698, 0.116826, 0.123456, 0.122096, 0.118252, 0.117857, 0.126953, 0.120887, 0.129018, 0.116203, 0.121147, 0.099118, 0.121151, 0.124473, 0.118839, 0.126008, 0.11279, 0.113665, 0.120001, 0.123584, 0.124203, 0.113616, 0.122347, 0.121363, 0.120337, 0.125034, 0.125906, 0.129762, 0.121544, 0.128478, 0.124906, 0.120985, 0.117354, 0.120988, 0.12473, 0.127381, 0.124894, 0.126244, 0.122953, 0.123674, 0.128343, 0.073699, 0.122763, 0.125247, 0.126616, 0.1233, 0.125996, 0.122431, 0.124129, 0.123975, 0.115524, 0.118693, 0.109018, 0.121784, 0.120087, 0.125391, 0.129542, 0.058501, 0.12543, 0.121757, 0.119479, 0.123342, 0.11763, 0.120716, 0.121285, 0.121127, 0.102552, 0.123964, 0.12056, 0.125252, 0.123317, 0.120938, 0.122487, 0.125706, 0.119109, 0.119123, 0.124418, 0.118721, 0.123979, 0.124399, 0.111068, 0.121605, 0.122861, 0.126408, 0.121074, 0.097851, 0.113908, 0.124542, 0.085646, 0.121875, 0.063208, 0.113431, 0.124123, 0.119822, 0.117612, 0.065982, 0.12688, 0.12076, 0.123158, 0.123209, 0.077315, 0.114104, 0.118869, 0.12358, 0.067079, 0.122781, 0.128606, 0.124493, 0.127191, 0.124596, 0.115712, 0.123479, 0.125187, 0.106852, 0.121265, 0.12694, 0.12641, 0.126314, 0.121975, 0.123773, 0.125915, 0.121219, 0.121315, 0.123027, 0.106296, 0.122497, 0.122213, 0.126056, 0.121903, 0.126247, 0.121025, 0.123706, 0.122063, 0.124642, 0.113103, 0.123789, 0.122314, 0.103929, 0.119422, 0.122616, 0.12207, 0.123047, 0.117985, 0.121063, 0.122548, 0.119661, 0.120983, 0.105928, 0.127253, 0.121983, 0.098586, 0.117505, 0.118475, 0.114922, 0.116533, 0.121584, 0.121227, 0.117713, 0.114123, 0.117324, 0.120088, 0.120727, 0.102286, 0.120448, 0.122805, 0.129286, 0.12454, 0.124145, 0.119421, 0.119926, 0.122266, 0.119741, 0.119431, 0.101586, 0.114181, 0.123379, 0.122515, 0.092536, 0.124648, 0.124195, 0.113324, 0.055865, 0.11923, 0.090759, 0.12486, 0.123731, 0.122262, 0.119571, 0.071601, 0.116612, 0.118674, 0.129191, 0.121971, 0.122013, 0.102735, 0.127148, 0.122842, 0.121178, 0.118991, 0.123757, 0.1309, 0.120684, 0.123088, 0.119138, 0.117121, 0.120454, 0.124527, 0.121359, 0.128851, 0.122701, 0.121384, 0.111955, 0.120729, 0.119323, 0.125006, 0.12104, 0.116533, 0.130546, 0.123035, 0.12208, 0.126288, 0.120209, 0.12599, 0.057694, 0.126188, 0.1079, 0.10602, 0.124472, 0.123538, 0.127303, 0.126382, 0.119177, 0.120978, 0.12482, 0.12361, 0.118597, 0.115863, 0.12242, 0.119005, 0.120553, 0.12303, 0.125062, 0.126565, 0.124099, 0.127429, 0.125071, 0.11496, 0.120876, 0.125337, 0.127412, 0.126167, 0.120304, 0.127169, 0.116231, 0.121562, 0.117694, 0.123939, 0.122767, 0.126669, 0.125933, 0.123563, 0.11842, 0.121774, 0.052819, 0.121921, 0.115122, 0.125282, 0.12181, 0.124126, 0.12267, 0.121017, 0.117494, 0.124279, 0.116844, 0.120207, 0.122521, 0.118579, 0.119805, 0.120039, 0.121039, 0.120742, 0.116871, 0.116725, 0.107929, 0.122252, 0.124348, 0.127434, 0.121997, 0.119927, 0.121612, 0.127104, 0.121509, 0.11668, 0.123497, 0.074032, 0.124835, 0.124141, 0.119685, 0.063891, 0.129034, 0.121099, 0.123173, 0.123596, 0.119373, 0.120507, 0.124787, 0.121225, 0.123619, 0.124438, 0.118922, 0.120144, 0.120659, 0.11833, 0.120218, 0.126533, 0.124713, 0.124399, 0.125879, 0.127101, 0.115457, 0.12415, 0.121205, 0.110661, 0.119433, 0.11964, 0.123062, 0.095988, 0.122741, 0.117009, 0.068507, 0.11544, 0.125674 ] }, "name": "model.model.layers.2.post_attention_layernorm.weight", "outputIndexes": [ 271 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 270 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_2/Mul_output_0", "outputIndexes": [ 272 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 271, 272 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_2/Mul_1_output_0", "outputIndexes": [ 273 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 273 ], "outputIndexes": [ 2035 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2035 ], "outputIndexes": [ 2036 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/gate_proj/Linear", "inputIndexes": [ 2036 ], "outputIndexes": [ 2037 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 8192, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 84935052, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2037 ], "outputIndexes": [ 2038 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2038 ], "outputIndexes": [ 274 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 8192 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 274 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_2/Sigmoid_output_0", "outputIndexes": [ 275 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 274, 275 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_2/Mul_output_0", "outputIndexes": [ 276 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 273 ], "outputIndexes": [ 2039 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2039 ], "outputIndexes": [ 2040 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/up_proj/Linear", "inputIndexes": [ 2040 ], "outputIndexes": [ 2041 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 8192, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 94372258, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2041 ], "outputIndexes": [ 2042 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2042 ], "outputIndexes": [ 277 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 8192 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 276, 277 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_2/Mul_output_0", "outputIndexes": [ 278 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 278 ], "outputIndexes": [ 2043 ], "main_type": "Reshape", "main": { "dims": [ -1, 8192, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2043 ], "outputIndexes": [ 2044 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/down_proj/Linear", "inputIndexes": [ 2044 ], "outputIndexes": [ 2045 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 8192, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 103809464, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2045 ], "outputIndexes": [ 2046 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2046 ], "outputIndexes": [ 279 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 270, 279 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_14_output_0", "outputIndexes": [ 280 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 280, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_15_output_0", "outputIndexes": [ 281 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2048 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.298469, 0.290523, 0.302582, 0.311481, 0.221313, 0.315375, 0.295892, 0.314347, 0.296072, 0.313158, 0.2996, 0.308245, 0.304732, 0.291185, 0.306139, 0.277128, 0.288824, 0.197821, 0.29857, 0.296214, 0.283503, 0.307347, 0.29791, 0.294465, 0.290384, 0.299911, 0.292125, 0.29933, 0.308628, 0.303396, 0.311917, 0.301315, 0.301676, 0.38601, 0.303709, 0.328265, 0.315759, 0.284781, 0.298569, 0.280303, 0.3074, 0.281438, 0.284909, 0.304682, 0.286803, 0.312993, 0.295879, 0.302107, 0.309065, 0.310418, 0.279415, 0.30166, 0.301802, 0.306073, 0.304864, 0.28461, 0.300155, 0.298364, 0.30523, 0.285201, 0.302581, 0.300648, 0.198476, 0.325958, 0.302013, 0.311844, 0.171097, 0.312691, 0.308695, 0.311382, 0.303733, 0.297101, 0.289697, 0.308728, 0.312863, 0.294006, 0.319712, 0.320175, 0.187005, 0.28828, 0.306127, 0.305864, 0.317669, 0.313845, 0.31046, 0.320083, 0.278958, 0.173826, 0.311777, 0.312195, 0.297744, 0.303881, 0.280399, 0.304264, 0.285904, 0.301183, 0.283057, 0.309373, 0.29256, 0.263658, 0.243552, 0.286812, 0.250587, 0.28676, 0.299933, 0.292602, 0.209183, 0.291142, 0.295505, 0.286266, 0.30163, 0.306806, 0.288621, 0.300571, 0.301537, 0.289592, 0.294697, 0.309936, 0.30054, 0.301295, 0.307776, 0.283636, 0.295818, 0.312164, 0.296322, 0.297787, 0.308648, 0.30087, 0.283967, 0.301141, 0.30273, 0.293947, 0.291535, 0.252134, 0.285202, 0.290025, 0.314665, 0.306106, 0.298345, 0.305132, 0.305784, 0.302887, 0.243518, 0.285352, 0.308425, 0.265901, 0.298871, 0.287177, 0.313395, 0.316334, 0.290767, 0.291395, 0.315093, 0.293763, 0.300643, 0.286817, 0.284854, 0.293749, 0.231899, 0.311585, 0.292826, 0.175301, 0.301977, 0.292709, 0.286775, 0.308205, 0.275814, 0.305915, 0.303055, 0.292839, 0.299623, 0.29541, 0.295116, 0.308816, 0.296209, 0.292796, 0.291436, 0.304645, 0.30666, 0.28906, 0.285499, 0.293874, 0.320592, 0.316628, 0.305956, 0.287233, 0.303587, 0.238427, 0.300794, 0.279867, 0.326568, 0.312366, 0.299178, 0.305909, 0.267316, 0.29197, 0.288789, 0.291641, 0.309749, 0.254438, 0.291208, 0.297802, 0.295377, 0.289797, 0.297752, 0.290183, 0.314936, 0.238439, 0.293548, 0.088563, 0.295947, 0.292564, 0.311991, 0.30502, 0.289664, 0.304277, 0.297194, 0.311659, 0.31512, 0.293998, 0.291074, 0.304029, 0.305974, 0.272152, 0.295662, 0.26218, 0.292113, 0.067649, 0.287184, 0.287965, 0.289328, 0.304657, 0.296712, 0.276412, 0.289892, 0.281035, 0.301808, 0.278298, 0.286045, 0.304351, 0.303897, 0.291912, 0.30186, 0.284406, 0.283599, 0.302, 0.314107, 0.293458, 0.30084, 0.282048, 0.299575, 0.284847, 0.300886, 0.311761, 0.158442, 0.160751, 0.307181, 0.313569, 0.305553, 0.32622, 0.306136, 0.297934, 0.304126, 0.296106, 0.287141, 0.296753, 0.311415, 0.288239, 0.289063, 0.294132, 0.276181, 0.299013, 0.311232, 0.289954, 0.300381, 0.236561, 0.302614, 0.267299, 0.284478, 0.300753, 0.250777, 0.208841, 0.16044, 0.31112, 0.301256, 0.30891, 0.264521, 0.304185, 0.302413, 0.291903, 0.302782, 0.302849, 0.30346, 0.293758, 0.303464, 0.30205, 0.278219, 0.223495, 0.293309, 0.310842, 0.307165, 0.271067, 0.298196, 0.263956, 0.219488, 0.305446, 0.302514, 0.29891, 0.292504, 0.323885, 0.305735, 0.311282, 0.314659, 0.313091, 0.323244, 0.295746, 0.292326, 0.311942, 0.169428, 0.310381, 0.26522, 0.312842, 0.308998, 0.269626, 0.27172, 0.305545, 0.265057, 0.294373, 0.290098, 0.286011, 0.303575, 0.299939, 0.294537, 0.295507, 0.298172, 0.288219, 0.301102, 0.310497, 0.325039, 0.30574, 0.304288, 0.305934, 0.296433, 0.306008, 0.204279, 0.289952, 0.299508, 0.309067, 0.288683, 0.292068, 0.281799, 0.306353, 0.147797, 0.304853, 0.295879, 0.303932, 0.236097, 0.283762, 0.313021, 0.305936, 0.301001, 0.291359, 0.306828, 0.284484, 0.292628, 0.300625, 0.314544, 0.313037, 0.321965, 0.309342, 0.300939, 0.260149, 0.303863, 0.304464, 0.31396, 0.299332, 0.314019, 0.303421, 0.316992, 0.292539, 0.29286, 0.209116, 0.304745, 0.320523, 0.302667, 0.288317, 0.295022, 0.288115, 0.288817, 0.326893, 0.252301, 0.312062, 0.293017, 0.308821, 0.313215, 0.291719, 0.29467, 0.315198, 0.288449, 0.283403, 0.310312, 0.315075, 0.303619, 0.304191, 0.269485, 0.293453, 0.310567, 0.273414, 0.308095, 0.29718, 0.124078, 0.305704, 0.307393, 0.308712, 0.304936, 0.158587, 0.294877, 0.308014, 0.301091, 0.299003, 0.296055, 0.310192, 0.304984, 0.243637, 0.305196, 0.318854, 0.302556, 0.305588, 0.258081, 0.263397, 0.305021, 0.298728, 0.287505, 0.30031, 0.296445, 0.282886, 0.304467, 0.300898, 0.292127, 0.294896, 0.298285, 0.311163, 0.309564, 0.292425, 0.311608, 0.291185, 0.302947, 0.303934, 0.301903, 0.294758, 0.310128, 0.287105, 0.202329, 0.298429, 0.287466, 0.306783, 0.303924, 0.286867, 0.288125, 0.310636, 0.158531, 0.299734, 0.299468, 0.309394, 0.303063, 0.309199, 0.308801, 0.308988, 0.290321, 0.297831, 0.311511, 0.314833, 0.31333, 0.280622, 0.288798, 0.308298, 0.312386, 0.303964, 0.294839, 0.31478, 0.301006, 0.316413, 0.308789, 0.305389, 0.266042, 0.305702, 0.309901, 0.289852, 0.32683, 0.281581, 0.279632, 0.294082, 0.314747, 0.312351, 0.31927, 0.307496, 0.142611, 0.289362, 0.299382, 0.269165, 0.310593, 0.306732, 0.305129, 0.293976, 0.30489, 0.292481, 0.30357, 0.303666, 0.314795, 0.305169, 0.301015, 0.293646, 0.298382, 0.320203, 0.291324, 0.30147, 0.315896, 0.299653, 0.313372, 0.237011, 0.279474, 0.289532, 0.292395, 0.313486, 0.172103, 0.301881, 0.282901, 0.291737, 0.295775, 0.328258, 0.304194, 0.315558, 0.30208, 0.31694, 0.30176, 0.294169, 0.303335, 0.311931, 0.306063, 0.298695, 0.29969, 0.243226, 0.271761, 0.295599, 0.300684, 0.280745, 0.309744, 0.322341, 0.227836, 0.302239, 0.251967, 0.26919, 0.17861, 0.307604, 0.305866, 0.304943, 0.291747, 0.329875, 0.298613, 0.310756, 0.294823, 0.301101, 0.293381, 0.305137, 0.331209, 0.294206, 0.295727, 0.302864, 0.317348, 0.311628, 0.317025, 0.319453, 0.315455, 0.290248, 0.291044, 0.278768, 0.296014, 0.30391, 0.328971, 0.303339, 0.286936, 0.30004, 0.295676, 0.288727, 0.308037, 0.305595, 0.29424, 0.294496, 0.288797, 0.296758, 0.240192, 0.30521, 0.315378, 0.293378, 0.294114, 0.292493, 0.276905, 0.302328, 0.302303, 0.303307, 0.299153, 0.322101, 0.305205, 0.313377, 0.293178, 0.30578, 0.280708, 0.307449, 0.285425, 0.199001, 0.308046, 0.28962, 0.294185, 0.313812, 0.288623, 0.307162, 0.299143, 0.297255, 0.171855, 0.243603, 0.300167, 0.287854, 0.317871, 0.289031, 0.301893, 0.303361, 0.302613, 0.304812, 0.297745, 0.324466, 0.306609, 0.282119, 0.314856, 0.294799, 0.299028, 0.315277, 0.310941, 0.301569, 0.300305, 0.302542, 0.297049, 0.303075, 0.287458, 0.29415, 0.311838, 0.294137, 0.295524, 0.292363, 0.303248, 0.307593, 0.302838, 0.308881, 0.309534, 0.166056, 0.301105, 0.318952, 0.296138, 0.301923, 0.286683, 0.306264, 0.287787, 0.311928, 0.303528, 0.193978, 0.288251, 0.322255, 0.298878, 0.306222, 0.290093, 0.288865, 0.296178, 0.293818, 0.304881, 0.315441, 0.285265, 0.314694, 0.303737, 0.288976, 0.291435, 0.292055, 0.289455, 0.2923, 0.305223, 0.188092, 0.311104, 0.287107, 0.305323, 0.26003, 0.310581, 0.317414, 0.28945, 0.316219, 0.304569, 0.293317, 0.292575, 0.30796, 0.301289, 0.294492, 0.291509, 0.298104, 0.309012, 0.179808, 0.294801, 0.305968, 0.295244, 0.172847, 0.313161, 0.28107, 0.299591, 0.298053, 0.297879, 0.285406, 0.312755, 0.285502, 0.300825, 0.299941, 0.299647, 0.292651, 0.292224, 0.301465, 0.306235, 0.292875, 0.283646, 0.256552, 0.295859, 0.295225, 0.312228, 0.297838, 0.296909, 0.294057, 0.297689, 0.293836, 0.304605, 0.302624, 0.314412, 0.307002, 0.283687, 0.337095, 0.306247, 0.292874, 0.30059, 0.280298, 0.276807, 0.299486, 0.301791, 0.312633, 0.292823, 0.2936, 0.293592, -0.000143, 0.298283, 0.302963, 0.290763, 0.305746, 0.306314, 0.305824, 0.286572, 0.292547, 0.294429, 0.295844, 0.287193, 0.289968, 0.297634, 0.289815, 0.284713, 0.290304, 0.290058, 0.299561, 0.314181, 0.29726, 0.289171, 0.297864, 0.302746, 0.298625, 0.236738, 0.306991, 0.297262, 0.296576, 0.298532, 0.302809, 0.304404, 0.296487, 0.238491, 0.316613, 0.295467, 0.287397, 0.300285, 0.300587, 0.290831, 0.309876, 0.187536, 0.290048, 0.288349, 0.238932, 0.300023, 0.302198, 0.162831, 0.316345, 0.304333, 0.299547, 0.304316, 0.282804, 0.296745, 0.294661, 0.287524, 0.293484, 0.281401, 0.304959, 0.28802, 0.154525, 0.32225, 0.30401, 0.3099, 0.28638, 0.3063, 0.323325, 0.301014, 0.311974, 0.297422, 0.295582, 0.293915, 0.302975, 0.313211, 0.294712, 0.298035, 0.298151, 0.304148, 0.310129, 0.302722, 0.292718, 0.299016, 0.182537, 0.264947, 0.283057, 0.314819, 0.309133, 0.304701, 0.279672, 0.306307, 0.31189, 0.304274, 0.306085, 0.275618, 0.231724, 0.310223, 0.309303, 0.302455, 0.294254, 0.29511, 0.311212, 0.310945, 0.292387, 0.299959, 0.294606, 0.290418, 0.303372, 0.296516, 0.309402, 0.304594, 0.300531, 0.298789, 0.292325, 0.306596, 0.297763, 0.294089, 0.312039, 0.29401, 0.25572, 0.303471, 0.293106, 0.295031, 0.275388, 0.298226, 0.29745, 0.294186, 0.494783, 0.293959, 0.308803, 0.313672, 0.316449, 0.302191, 0.307072, 0.297482, 0.310311, 0.28682, 0.299178, 0.295171, 0.237797, 0.299229, 0.300764, 0.288377, 0.304608, 0.317469, 0.3026, 0.305894, 0.294949, 0.310802, 0.277875, 0.29087, 0.298094, 0.29018, 0.30982, 0.307271, 0.296951, 0.214479, 0.298775, 0.288444, 0.305656, 0.270855, 0.297075, 0.307821, 0.286723, 0.31442, 0.138163, 0.306755, 0.312949, 0.2606, 0.306307, 0.302052, 0.298305, 0.301166, 0.298989, 0.304331, 0.291671, 0.300217, 0.302294, 0.212518, 0.144011, 0.143922, 0.305919, 0.274573, 0.298767, 0.299429, 0.29949, 0.309556, 0.306111, 0.301069, 0.308002, 0.284665, 0.312773, 0.311769, 0.288397, 0.297076, 0.308818, 0.293434, 0.295347, 0.305093, 0.304655, 0.310313, 0.300861, 0.301014, 0.316332, 0.306743, 0.306545, 0.298133, 0.306148, 0.301258, 0.308393, 0.288968, 0.308875, 0.32508, 0.316733, 0.306828, 0.318385, 0.303492, 0.282329, 0.303955, 0.292551, 0.186076, 0.308853, 0.301805, 0.304216, 0.294984, 0.297902, 0.305575, 0.300779, 0.304354, 0.312336, 0.284498, 0.2982, 0.169087, 0.296984, 0.294769, 0.312479, 0.283922, 0.170783, 0.304428, 0.301026, 0.283731, 0.300403, 0.302724, 0.306793, 0.297667, 0.295476, 0.301656, 0.294807, 0.301579, 0.304171, 0.311013, 0.136661, 0.299666, 0.282705, 0.311849, 0.303261, 0.319551, 0.302346, 0.304727, 0.288434, 0.291512, 0.303645, 0.31029, 0.159409, 0.172539, 0.297412, 0.292729, 0.3076, 0.305054, 0.309169, 0.293302, 0.309372, 0.299641, 0.302605, 0.26992, 0.297417, 0.31442, 0.30267, 0.299117, 0.313318, 0.291268, 0.287654, 0.292521, 0.259612, 0.29984, 0.298743, 0.301772, 0.303494, 0.300483, 0.218129, 0.174855, 0.32392, 0.288875, 0.303486, 0.310224, 0.305979, 0.302257, 0.313592, 0.202012, 0.313031, 0.309545, 0.308269, 0.30187, 0.309744, 0.310829, 0.310488, 0.312891, 0.296953, 0.252054, 0.320759, 0.306056, 0.292201, 0.307941, 0.30005, 0.21744, 0.304466, 0.326739, 0.301433, 0.304864, 0.294778, 0.285402, 0.313778, 0.328982, 0.159334, 0.307418, 0.314159, 0.303001, 0.314569, 0.304979, 0.302987, 0.306865, 0.292731, 0.314339, 0.314352, 0.29253, 0.298256, 0.307997, 0.305013, 0.323942, 0.294559, 0.289487, 0.311819, 0.293111, 0.307181, 0.307147, 0.308036, 0.295438, 0.310455, 0.285632, 0.301017, 0.316379, 0.317556, 0.316341, 0.299173, 0.312944, 0.315977, 0.310458, 0.308533, 0.319156, 0.302546, 0.305011, 0.29616, 0.296597, 0.289535, 0.293482, 0.285933, 0.145151, 0.302688, 0.303664, 0.298619, 0.295467, 0.295246, 0.31584, 0.252125, -0.011566, 0.302849, 0.310496, 0.301002, 0.290703, 0.299727, 0.273705, 0.301472, 0.316794, 0.29988, 0.310811, 0.327221, 0.292564, 0.316659, 0.323194, 0.30582, 0.300774, 0.308655, 0.30284, 0.305704, 0.303202, 0.309599, 0.14307, 0.308933, 0.305183, 0.327818, 0.290488, 0.297534, 0.298778, 0.296091, 0.318469, 0.29932, 0.303012, 0.292401, 0.288587, 0.308034, 0.299693, 0.302081, 0.307164, 0.301652, 0.30096, 0.293421, 0.220024, 0.29355, 0.270622, 0.298252, 0.25638, 0.305695, 0.221553, 0.29172, 0.302743, 0.287792, 0.309687, 0.303984, 0.317932, 0.299042, 0.271515, 0.292398, 0.318997, 0.328055, 0.303659, 0.295825, 0.181462, 0.291888, 0.304202, 0.302746, 0.288676, 0.297748, 0.311444, 0.311753, 0.290256, 0.291734, 0.302984, 0.201313, 0.310852, 0.292322, 0.31007, 0.286798, 0.284342, 0.288679, 0.311072, 0.306247, 0.291642, 0.288704, 0.203743, 0.302801, 0.303634, 0.301016, 0.311974, 0.294296, 0.291652, 0.287266, 0.303528, 0.289954, 0.305562, 0.299431, 0.309574, 0.296619, 0.291219, 0.265582, 0.3134, 0.309199, 0.281797, 0.299072, 0.293025, 0.179255, 0.301274, 0.299232, 0.29535, 0.288047, 0.283983, 0.307422, 0.288301, 0.305656, 0.307235, 0.297421, 0.29593, 0.297309, 0.308725, 0.308661, 0.295511, 0.295435, 0.313852, 0.292744, 0.294933, 0.288717, 0.201575, 0.283301, 0.308295, 0.306539, 0.317301, 0.268256, 0.306786, 0.302078, 0.292275, 0.306395, 0.291182, 0.296828, 0.29744, 0.300055, 0.301837, 0.309847, 0.31832, 0.292971, 0.304308, 0.303852, 0.310101, 0.307723, 0.284154, 0.296716, 0.31033, 0.300037, 0.311466, 0.299155, 0.298179, 0.30023, 0.296517, 0.300609, 0.307177, 0.320043, 0.311684, 0.305604, 0.306932, 0.295021, 0.302976, 0.296366, 0.305676, 0.283409, 0.303689, 0.311197, 0.301817, 0.310578, 0.251278, 0.305556, 0.278093, 0.317912, 0.30698, 0.331162, 0.299624, 0.308985, 0.297969, 0.301632, 0.301438, 0.309624, 0.317101, 0.306081, 0.27146, 0.321373, 0.292041, 0.332975, 0.309852, 0.299182, 0.302612, 0.300635, 0.27829, 0.312069, 0.327307, 0.297451, 0.29714, 0.311965, 0.311312, 0.275793, 0.305917, 0.301544, 0.310388, 0.301558, 0.308617, 0.305971, 0.299648, 0.268515, 0.274491, 0.299557, 0.317007, 0.31135, 0.291523, 0.30392, 0.320766, 0.295785, 0.3007, 0.316502, 0.293716, 0.311568, 0.306795, 0.304434, 0.302307, 0.306414, 0.311144, 0.292434, 0.318435, 0.307357, 0.295375, 0.259691, 0.261345, 0.317599, 0.307234, 0.289911, 0.301824, 0.28875, 0.301878, 0.310975, 0.299407, 0.301844, 0.315801, 0.305227, 0.304672, 0.301084, 0.314705, 0.309677, 0.290277, 0.305915, 0.289393, 0.302639, 0.286037, 0.158748, 0.303722, 0.294924, 0.310609, 0.32211, 0.303894, 0.31368, 0.301487, 0.306651, 0.293527, 0.281786, 0.243745, 0.236627, 0.309888, 0.296472, 0.293052, 0.297556, 0.316693, 0.301645, 0.303225, 0.285331, 0.296929, 0.297222, 0.299691, 0.298422, 0.302694, 0.304115, 0.313578, 0.320506, 0.274973, 0.316474, 0.286703, 0.263454, 0.311614, 0.291323, 0.306849, 0.297991, 0.276719, 0.301441, 0.277583, 0.303839, 0.308652, 0.301778, 0.30239, 0.3018, 0.252772, 0.311809, 0.306929, 0.309174, 0.318231, 0.285218, 0.29746, 0.313992, 0.312561, 0.298274, 0.30982, 0.314689, 0.283148, 0.308429, 0.30337, 0.313499, 0.299869, 0.29732, 0.318193, 0.309908, 0.318154, 0.31863, 0.317505, 0.325386, 0.30874, 0.319195, 0.311114, 0.307967, 0.289139, 0.31149, 0.307124, 0.30632, 0.309624, 0.299073, 0.30143, 0.311746, 0.289594, 0.309677, 0.307982, 0.304203, 0.313487, 0.281584, 0.2941, 0.304937, 0.319017, 0.311853, 0.306875, 0.313094, 0.309977, 0.300271, 0.309468, 0.313134, 0.285666, 0.299192, 0.307544, 0.317306, 0.303297, 0.295854, 0.298895, 0.304413, 0.317176, 0.297899, 0.323821, 0.29161, 0.309747, 0.296585, 0.281147, 0.32101, 0.311739, 0.303772, 0.302892, 0.302475, 0.300176, 0.313599, 0.319213, 0.314958, 0.295669, 0.30648, 0.282196, 0.312587, 0.304822, 0.317092, 0.300344, 0.307126, 0.302551, 0.292888, 0.300062, 0.302198, 0.297556, 0.304184, 0.291236, 0.32965, 0.31693, 0.163014, 0.314375, 0.313116, 0.303383, 0.317077, 0.325331, 0.316354, 0.317974, 0.259151, 0.311272, 0.293251, 0.27801, 0.29981, 0.308855, 0.301265, 0.316058, 0.29325, 0.286851, 0.300405, 0.309974, 0.31129, 0.307795, 0.287132, 0.299644, 0.297478, 0.299649, 0.306899, 0.303525, 0.308494, 0.30381, 0.302721, 0.311304, 0.304786, 0.295515, 0.295643, 0.281935, 0.322204, 0.310634, 0.301076, 0.309251, 0.311975, 0.284541, 0.240201, 0.300944, 0.279512, 0.146069, 0.298154, 0.306121, 0.30761, 0.294601, 0.305408, 0.28733, 0.302547, 0.318231, 0.288026, 0.297798, 0.288282, 0.279073, 0.306034, 0.292597, 0.303366, 0.320076, 0.306316, 0.300206, 0.303296, 0.306964, 0.297657, 0.307855, 0.31918, 0.309349, 0.310575, 0.299193, 0.312571, 0.297195, 0.312637, 0.291229, 0.312774, 0.302751, 0.294303, 0.29865, 0.295028, 0.302982, 0.269789, 0.240696, 0.233616, 0.303258, 0.299575, 0.307737, 0.300784, 0.219213, 0.189198, 0.311532, 0.294894, 0.314249, 0.317995, 0.305262, 0.288621, 0.299474, 0.304493, 0.307671, 0.294712, 0.30798, 0.289029, 0.308443, 0.304809, 0.312172, 0.310309, 0.304163, 0.311278, 0.311015, 0.314309, 0.276733, 0.290523, 0.318295, 0.309318, 0.317415, 0.314825, 0.316211, 0.303497, 0.303444, 0.31309, 0.309287, 0.316113, 0.314413, 0.300429, 0.321758, 0.313107, 0.30187, 0.309304, 0.298619, 0.293342, 0.298281, 0.311841, 0.298991, 0.301087, 0.320048, 0.315455, 0.310716, 0.313252, 0.305715, 0.299146, 0.294626, 0.253632, 0.300685, 0.255145, 0.293864, 0.30552, 0.30948, 0.309828, 0.298127, 0.311762, 0.310047, 0.300633, 0.30504, 0.295775, 0.23487, 0.314312, 0.312176, 0.280604, 0.316126, 0.306821, 0.298418, 0.311569, 0.300337, 0.307135, 0.320612, 0.312651, 0.298845, 0.302505, 0.314885, 0.303907, 0.32147, 0.325621, 0.299866, 0.32185, 0.214283, 0.310769, 0.300526, 0.302863, 0.321075, 0.304162, 0.298946, 0.296825, 0.315418, 0.307868, 0.321712, 0.297819, 0.298081, 0.282929, 0.312782, 0.300643, 0.304522, 0.295832, 0.302554, 0.300778, 0.320734, 0.308923, 0.312053, 0.300283, 0.309654, 0.312321, 0.286869, 0.286465, 0.305334, 0.297283, 0.299536, 0.303943, 0.300546, 0.305224, 0.310206, 0.297225, 0.313042, 0.283457, 0.284575, 0.26697, 0.289663, 0.300387, 0.321918, 0.310345, 0.285513, 0.294173, 0.308222, 0.312691, 0.316617, 0.291165, 0.289585, 0.309877, 0.312197, 0.313777, 0.308313, 0.305056, 0.294557, 0.309094, 0.303681, 0.311317, 0.300819, 0.306469, 0.309784, 0.312532, 0.310177, 0.314058, 0.319465, 0.306982, 0.3082, 0.178315, 0.299979, 0.288713, 0.311175, 0.312997, 0.324519, 0.310789, 0.312389, 0.318692, 0.289352, 0.307693, 0.295013, 0.297301, 0.305898, 0.309048, 0.308025, 0.156111, 0.311927, 0.28554, 0.290241, 0.298935, 0.317951, 0.296183, 0.306375, 0.301189, 0.259995, 0.309598, 0.301506, 0.307975, 0.298482, 0.300072, 0.307615, 0.301232, 0.308568, 0.301276, 0.310022, 0.300878, 0.315739, 0.293678, 0.286758, 0.29535, 0.3031, 0.311996, 0.309353, 0.248361, 0.273519, 0.316568, 0.208014, 0.294155, 0.185137, 0.269078, 0.308574, 0.295759, 0.302299, 0.175584, 0.323989, 0.294559, 0.298858, 0.315224, 0.277625, 0.276317, 0.293556, 0.309408, 0.357799, 0.317018, 0.300647, 0.309659, 0.296786, 0.297403, 0.309585, 0.306291, 0.29869, 0.274674, 0.308335, 0.309179, 0.311267, 0.323227, 0.29517, 0.301141, 0.315549, 0.297617, 0.299847, 0.302245, 0.269726, 0.316198, 0.304327, 0.301581, 0.300715, 0.294145, 0.301581, 0.323632, 0.303425, 0.295845, 0.305711, 0.301739, 0.316056, 0.258197, 0.312853, 0.29755, 0.296438, 0.315801, 0.287857, 0.324844, 0.3174, 0.291495, 0.303993, 0.263306, 0.311947, 0.318064, 0.25987, 0.309248, 0.307548, 0.278615, 0.293086, 0.319042, 0.310775, 0.322873, 0.294712, 0.29408, 0.305921, 0.29307, 0.253329, 0.315662, 0.297786, 0.307418, 0.298873, 0.319171, 0.299759, 0.307207, 0.299612, 0.301864, 0.290769, 0.283091, 0.303491, 0.314762, 0.310187, 0.221588, 0.304056, 0.314295, 0.280118, 0.154023, 0.293788, 0.23059, 0.311604, 0.304282, 0.340258, 0.302639, 0.179683, 0.312783, 0.310715, 0.309167, 0.315216, 0.307288, 0.258543, 0.314464, 0.306645, 0.313805, 0.312189, 0.307533, 0.297072, 0.313387, 0.309607, 0.307658, 0.299528, 0.309754, 0.293489, 0.304896, 0.316876, 0.307229, 0.306332, 0.281626, 0.298073, 0.305927, 0.297114, 0.30045, 0.291177, 0.314749, 0.307385, 0.313306, 0.318708, 0.290517, 0.307322, 0.159872, 0.309547, 0.317102, 0.267449, 0.310878, 0.309156, 0.320576, 0.325126, 0.324468, 0.307702, 0.310665, 0.314096, 0.295741, 0.292945, 0.305229, 0.316725, 0.298559, 0.317691, 0.299882, 0.299246, 0.304565, 0.318387, 0.306221, 0.306537, 0.295167, 0.301116, 0.311876, 0.313929, 0.300681, 0.308446, 0.302991, 0.324976, 0.289208, 0.327135, 0.290015, 0.298679, 0.321552, 0.31673, 0.289077, 0.287719, 0.14684, 0.301308, 0.287505, 0.300822, 0.288004, 0.303932, 0.30711, 0.314087, 0.315819, 0.301049, 0.283044, 0.308101, 0.304244, 0.311712, 0.295237, 0.310538, 0.297325, 0.296698, 0.29416, 0.286477, 0.286947, 0.313896, 0.29624, 0.308384, 0.293588, 0.300798, 0.286354, 0.308412, 0.309533, 0.292022, 0.301002, 0.208222, 0.319016, 0.295593, 0.305559, 0.161557, 0.306019, 0.307007, 0.315978, 0.32252, 0.318766, 0.290286, 0.309437, 0.297263, 0.303515, 0.308089, 0.297093, 0.309933, 0.306701, 0.300465, 0.302637, 0.303621, 0.293224, 0.305356, 0.325482, 0.303144, 0.29803, 0.306359, 0.310916, 0.290978, 0.298388, 0.299444, 0.304363, 0.22888, 0.327259, 0.296869, 0.194025, 0.298332, 0.326508 ] }, "name": "model.model.layers.3.input_layernorm.weight", "outputIndexes": [ 282 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 281 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_3/Mul_output_0", "outputIndexes": [ 283 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 282, 283 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_3/Mul_1_output_0", "outputIndexes": [ 284 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 284 ], "outputIndexes": [ 2047 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2047 ], "outputIndexes": [ 2048 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/q_proj/Linear", "inputIndexes": [ 2048 ], "outputIndexes": [ 2049 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 113246670, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2049 ], "outputIndexes": [ 2050 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2050 ], "outputIndexes": [ 285 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 284 ], "main_type": "NONE", "name": "/Shape_13_output_0", "outputIndexes": [ 286 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 286 ], "main_type": "NONE", "name": "Shape570", "outputIndexes": [ 287 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 286 ], "main_type": "NONE", "name": "Rank572", "outputIndexes": [ 288 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 288, 288 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp574", "outputIndexes": [ 289 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 289 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze575", "outputIndexes": [ 290 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 289, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp577", "outputIndexes": [ 291 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 291 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze578", "outputIndexes": [ 292 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 287, 290, 292, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice581", "outputIndexes": [ 293 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 293 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze582", "outputIndexes": [ 294 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 294 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp583", "outputIndexes": [ 295 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 295, 294 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp584", "outputIndexes": [ 296 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 286, 296, 289 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_25_output_0", "outputIndexes": [ 297 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 297, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_43_output_0", "outputIndexes": [ 298 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 298, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_27_output_0", "outputIndexes": [ 299 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 285, 299 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_16_output_0", "outputIndexes": [ 300 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 300, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_12_output_0", "outputIndexes": [ 301 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 300 ], "main_type": "NONE", "name": "/Shape_14_output_0", "outputIndexes": [ 302 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 302 ], "main_type": "NONE", "name": "Shape591", "outputIndexes": [ 303 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 302 ], "main_type": "NONE", "name": "Rank593", "outputIndexes": [ 304 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 304, 304 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp595", "outputIndexes": [ 305 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 305 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze596", "outputIndexes": [ 306 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 305, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp598", "outputIndexes": [ 307 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 307 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze599", "outputIndexes": [ 308 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 303, 306, 308, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice602", "outputIndexes": [ 309 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 309 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze603", "outputIndexes": [ 310 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 310 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp604", "outputIndexes": [ 311 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 311, 310 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp605", "outputIndexes": [ 312 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 302, 312, 305 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_26_output_0", "outputIndexes": [ 313 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 313, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_9_output_0", "outputIndexes": [ 314 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 314, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_48_output_0", "outputIndexes": [ 315 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 300, 315, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_13_output_0", "outputIndexes": [ 316 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 316 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_6_output_0", "outputIndexes": [ 317 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 300, 22, 315, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_12_output_0", "outputIndexes": [ 318 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 317, 318 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_30_output_0", "outputIndexes": [ 319 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 319, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_13_output_0", "outputIndexes": [ 320 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 301, 320 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_15_output_0", "outputIndexes": [ 321 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 284 ], "outputIndexes": [ 2051 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2051 ], "outputIndexes": [ 2052 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/k_proj/Linear", "inputIndexes": [ 2052 ], "outputIndexes": [ 2053 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 115605988, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2053 ], "outputIndexes": [ 2054 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2054 ], "outputIndexes": [ 322 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 322, 299 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_17_output_0", "outputIndexes": [ 323 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 323, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_14_output_0", "outputIndexes": [ 324 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 323 ], "main_type": "NONE", "name": "/Shape_15_output_0", "outputIndexes": [ 325 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 325 ], "main_type": "NONE", "name": "Shape652", "outputIndexes": [ 326 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 325 ], "main_type": "NONE", "name": "Rank654", "outputIndexes": [ 327 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 327, 327 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp656", "outputIndexes": [ 328 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 328 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze657", "outputIndexes": [ 329 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 328, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp659", "outputIndexes": [ 330 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 330 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze660", "outputIndexes": [ 331 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 326, 329, 331, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice663", "outputIndexes": [ 332 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 332 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze664", "outputIndexes": [ 333 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 333 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp665", "outputIndexes": [ 334 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 334, 333 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp666", "outputIndexes": [ 335 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 325, 335, 328 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_27_output_0", "outputIndexes": [ 336 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 336, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_10_output_0", "outputIndexes": [ 337 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 337, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_50_output_0", "outputIndexes": [ 338 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 323, 338, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_15_output_0", "outputIndexes": [ 339 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 339 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_7_output_0", "outputIndexes": [ 340 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 323, 22, 338, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_14_output_0", "outputIndexes": [ 341 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 340, 341 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_31_output_0", "outputIndexes": [ 342 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 342, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_15_output_0", "outputIndexes": [ 343 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 324, 343 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_16_output_0", "outputIndexes": [ 344 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 284 ], "outputIndexes": [ 2055 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2055 ], "outputIndexes": [ 2056 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/v_proj/Linear", "inputIndexes": [ 2056 ], "outputIndexes": [ 2057 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 117965306, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2057 ], "outputIndexes": [ 2058 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2058 ], "outputIndexes": [ 345 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 345, 299 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_18_output_0", "outputIndexes": [ 346 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 321, 344, 346, 109 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_19_output_0", "outputIndexes": [ 347 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 347 ], "outputIndexes": [ 2059 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2059 ], "outputIndexes": [ 2060 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/o_proj/Linear", "inputIndexes": [ 2060 ], "outputIndexes": [ 2061 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 120324624, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2061 ], "outputIndexes": [ 2062 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2062 ], "outputIndexes": [ 348 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 281, 348 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_18_output_0", "outputIndexes": [ 349 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2048 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.143162, 0.137858, 0.134816, 0.143274, 0.099853, 0.14155, 0.13896, 0.144386, 0.140624, 0.141213, 0.127975, 0.139711, 0.140258, 0.140301, 0.143923, 0.130325, 0.138507, 0.089425, 0.137015, 0.133078, 0.136249, 0.135791, 0.13313, 0.126227, 0.142076, 0.138847, 0.129945, 0.144634, 0.146471, 0.14128, 0.138534, 0.145194, 0.137648, 0.097884, 0.139018, 0.138761, 0.136097, 0.136018, 0.138816, 0.128584, 0.144798, 0.121895, 0.141942, 0.144667, 0.132678, 0.142622, 0.139084, 0.140843, 0.139567, 0.134871, 0.138623, 0.137859, 0.14074, 0.132795, 0.143915, 0.143374, 0.137265, 0.140083, 0.130956, 0.130518, 0.143846, 0.140563, 0.094626, 0.137378, 0.138821, 0.140321, 0.07257, 0.140538, 0.141935, 0.138958, 0.136821, 0.14311, 0.128921, 0.138949, 0.143145, 0.136028, 0.137814, 0.14243, 0.086844, 0.136041, 0.133843, 0.138077, 0.146725, 0.136077, 0.142512, 0.140211, 0.120543, 0.080853, 0.139275, 0.144834, 0.13308, 0.137089, 0.140037, 0.13602, 0.1303, 0.140616, 0.142032, 0.14439, 0.135244, 0.115571, 0.100568, 0.137796, 0.11106, 0.132326, 0.140534, 0.138472, 0.096589, 0.133201, 0.138937, 0.139155, 0.132364, 0.137526, 0.12369, 0.141622, 0.139243, 0.139859, 0.144276, 0.141305, 0.135972, 0.142311, 0.143151, 0.134224, 0.143063, 0.140299, 0.138049, 0.137762, 0.1391, 0.140634, 0.135839, 0.13609, 0.14133, 0.138351, 0.142418, 0.116474, 0.135897, 0.131049, 0.140258, 0.140223, 0.138869, 0.142722, 0.139853, 0.145893, 0.113848, 0.133264, 0.136666, 0.126873, 0.139018, 0.13475, 0.143427, 0.140183, 0.145755, 0.133817, 0.142738, 0.135413, 0.141786, 0.146579, 0.140461, 0.131226, 0.099767, 0.142286, 0.139112, 0.054516, 0.141423, 0.141586, 0.141925, 0.144564, 0.128474, 0.146446, 0.138595, 0.141659, 0.142399, 0.143066, 0.14058, 0.142843, 0.137577, 0.141338, 0.14126, 0.144421, 0.145524, 0.140693, 0.136142, 0.138974, 0.13711, 0.141067, 0.142437, 0.140031, 0.142091, 0.109874, 0.137483, 0.13124, 0.140498, 0.136969, 0.145285, 0.143014, 0.121967, 0.141524, 0.140819, 0.135368, 0.144939, 0.114118, 0.136396, 0.14129, 0.136916, 0.137062, 0.143898, 0.138432, 0.144014, 0.11448, 0.139423, 0.03746, 0.140077, 0.142638, 0.147733, 0.139029, 0.137587, 0.139999, 0.14427, 0.145522, 0.138478, 0.137982, 0.140511, 0.137453, 0.137315, 0.121316, 0.140368, 0.113455, 0.132688, -7.4e-05, 0.140974, 0.133273, 0.13623, 0.143244, 0.143945, 0.130254, 0.139774, 0.127961, 0.138622, 0.138487, 0.130539, 0.136989, 0.143004, 0.139199, 0.144062, 0.136432, 0.140465, 0.142576, 0.14843, 0.135909, 0.134145, 0.135177, 0.142532, 0.136878, 0.147574, 0.139643, 0.074386, 0.07652, 0.140343, 0.143314, 0.136074, 0.149918, 0.136842, 0.142423, 0.145639, 0.137506, 0.133894, 0.139886, 0.147647, 0.138527, 0.135507, 0.138374, 0.131917, 0.138394, 0.142054, 0.137028, 0.138676, 0.101904, 0.140233, 0.224915, 0.131444, 0.140933, 0.116709, 0.068246, 0.073353, 0.138988, 0.137707, 0.143878, 0.115307, 0.136494, 0.14371, 0.132303, 0.141614, 0.137653, 0.134572, 0.144315, 0.136853, 0.135912, 0.137745, 0.10055, 0.128293, 0.143843, 0.139368, 0.126335, 0.137459, 0.121805, 0.080561, 0.139695, 0.139414, 0.131973, 0.135824, 0.142018, 0.142663, 0.140941, 0.142975, 0.139484, 0.141506, 0.141602, 0.13905, 0.141608, 0.054756, 0.134807, 0.119504, 0.138617, 0.137482, 0.126709, 0.119125, 0.140738, 0.119216, 0.135956, 0.135189, 0.128852, 0.135709, 0.134719, 0.13672, 0.139696, 0.135706, 0.141198, 0.129348, 0.139329, 0.163771, 0.135787, 0.13976, 0.134209, 0.137804, 0.13926, 0.088686, 0.134385, 0.132735, 0.13618, 0.135643, 0.133972, 0.123948, 0.142187, 0.064375, 0.141387, 0.136572, 0.13972, 0.104573, 0.133799, 0.139365, 0.136614, 0.137209, 0.137663, 0.137631, 0.133827, 0.132768, 0.1374, 0.141161, 0.138107, 0.135583, 0.139631, 0.139247, 0.117759, 0.142565, 0.137855, 0.137441, 0.133938, 0.136973, 0.13766, 0.141752, 0.13942, 0.136646, 0.092768, 0.140252, 0.134844, 0.138375, 0.131058, 0.141416, 0.136572, 0.117001, 0.149853, 0.115262, 0.144228, 0.142835, 0.136087, 0.136928, 0.142001, 0.134863, 0.141084, 0.128136, 0.137472, 0.136776, 0.143353, 0.144127, 0.135857, 0.123507, 0.131595, 0.136518, 0.118477, 0.143254, 0.134778, 0.059829, 0.144379, 0.146758, 0.142144, 0.143709, 0.059895, 0.13691, 0.144922, 0.14359, 0.137408, 0.13931, 0.138654, 0.138044, 0.03086, 0.137488, 0.133415, 0.134091, 0.141924, 0.102371, 0.11727, 0.137627, 0.148123, 0.137657, 0.139887, 0.138461, 0.135458, 0.13781, 0.135483, 0.132164, 0.142104, 0.137991, 0.138315, 0.138601, 0.13207, 0.138899, 0.139071, 0.142048, 0.141242, 0.134658, 0.1358, 0.140007, 0.13347, 0.085456, 0.137025, 0.124549, 0.138284, 0.130838, 0.125098, 0.136097, 0.133695, 0.064329, 0.136848, 0.13846, 0.139273, 0.136943, 0.142883, 0.138919, 0.134339, 0.139417, 0.142577, 0.139888, 0.144198, 0.14399, 0.126101, 0.137419, 0.14463, 0.142285, 0.137782, 0.135802, 0.144214, 0.133647, 0.143296, 0.135516, 0.140319, 0.122607, 0.138156, 0.139314, 0.141563, 0.145277, 0.123666, 0.13847, 0.14217, 0.143039, 0.137726, 0.137079, 0.135584, 0.06359, 0.143149, 0.137843, 0.121982, 0.140424, 0.137413, 0.134206, 0.138931, 0.140966, 0.136546, 0.132543, 0.143238, 0.138691, 0.138141, 0.144162, 0.137363, 0.133839, 0.140287, 0.136451, 0.140723, 0.141663, 0.141925, 0.142753, 0.104528, 0.125637, 0.136462, 0.13636, 0.139095, 0.070363, 0.14139, 0.135181, 0.134974, 0.138757, 0.140569, 0.140341, 0.137017, 0.141725, 0.139426, 0.132629, 0.133977, 0.13259, 0.139071, 0.13778, 0.135755, 0.129183, 0.107719, 0.124428, 0.135961, 0.13843, 0.124843, 0.143414, 0.142822, 0.099708, 0.138236, 0.112759, 0.120608, 0.080535, 0.136622, 0.136475, 0.139084, 0.136222, 0.141594, 0.141656, 0.133646, 0.141314, 0.138065, 0.138624, 0.14151, 0.137552, 0.127755, 0.137737, 0.141054, 0.141413, 0.129117, 0.14081, 0.143727, 0.13862, 0.135932, 0.136389, 0.131617, 0.129023, 0.139103, 0.139959, 0.129784, 0.139834, 0.135217, 0.14153, 0.125104, 0.138453, 0.136554, 0.139281, 0.139068, 0.13613, 0.142076, 0.103447, 0.138373, 0.141122, 0.143525, 0.144494, 0.136386, 0.121806, 0.138242, 0.13918, 0.141989, 0.137569, 0.141965, 0.136479, 0.139405, 0.133863, 0.133602, 0.134615, 0.141682, 0.128738, 0.08462, 0.140534, 0.138841, 0.136748, 0.144347, 0.132727, 0.139417, 0.142358, 0.14256, 0.039414, 0.106506, 0.1349, 0.137098, 0.147092, 0.139749, 0.143015, 0.143253, 0.137835, 0.132387, 0.13855, 0.140928, 0.145069, 0.12969, 0.140617, 0.141483, 0.142012, 0.142136, 0.130654, 0.141341, 0.134505, 0.137917, 0.133889, 0.135681, 0.138307, 0.139073, 0.138902, 0.139333, 0.138814, 0.141656, 0.141275, 0.138783, 0.141641, 0.138291, 0.142716, 0.065336, 0.13721, 0.138159, 0.138111, 0.142533, 0.136056, 0.143857, 0.138803, 0.14354, 0.138016, 0.088934, 0.133406, 0.13944, 0.144924, 0.141621, 0.140852, 0.13723, 0.137837, 0.136705, 0.137405, 0.141064, 0.135596, 0.140551, 0.139742, 0.139745, 0.137934, 0.139733, 0.142989, 0.138963, 0.139255, 0.087906, 0.136259, 0.131576, 0.131469, 0.103122, 0.134863, 0.138324, 0.134453, 0.140888, 0.143803, 0.139941, 0.136793, 0.147217, 0.138952, 0.138584, 0.137094, 0.137834, 0.143108, 0.066189, 0.135941, 0.139386, 0.142054, 0.053948, 0.138118, 0.127817, 0.138796, 0.143401, 0.138334, 0.138679, 0.133835, 0.135589, 0.140086, 0.138, 0.13708, 0.13416, 0.142431, 0.143672, 0.140646, 0.134413, 0.135578, 0.124698, 0.139686, 0.13639, 0.140577, 0.134819, 0.137189, 0.141643, 0.134794, 0.137972, 0.138805, 0.138172, 0.144558, 0.137165, 0.133529, 0.213582, 0.13672, 0.140196, 0.137111, 0.135629, 0.134523, 0.139659, 0.141737, 0.138416, 0.140075, 0.13573, 0.133271, -6.8e-05, 0.142208, 0.140548, 0.132149, 0.140377, 0.141359, 0.139582, 0.127547, 0.138243, 0.13296, 0.134682, 0.132906, 0.143634, 0.143385, 0.134382, 0.118811, 0.136735, 0.143782, 0.13702, 0.143392, 0.133971, 0.141049, 0.141417, 0.134083, 0.145124, 0.1043, 0.139968, 0.138656, 0.136474, 0.133757, 0.134161, 0.139243, 0.138858, 0.103336, 0.143977, 0.137815, 0.138643, 0.140343, 0.138664, 0.135177, 0.136222, 0.085099, 0.133241, 0.133226, 0.108793, 0.134939, 0.137591, 0.072194, 0.142529, 0.138464, 0.138684, 0.138785, 0.127421, 0.140296, 0.137387, 0.139271, 0.134107, 0.139106, 0.136849, 0.133198, 0.054089, 0.139808, 0.138238, 0.143088, 0.132828, 0.138082, 0.13709, 0.14452, 0.141804, 0.137958, 0.13521, 0.139301, 0.135887, 0.139052, 0.132523, 0.136479, 0.139691, 0.140999, 0.139128, 0.134866, 0.139385, 0.135555, 0.070885, 0.130766, 0.131559, 0.14222, 0.142318, 0.140053, 0.126083, 0.141421, 0.143059, 0.13543, 0.127616, 0.122969, 0.08166, 0.129079, 0.14002, 0.140385, 0.134704, 0.137477, 0.14313, 0.127327, 0.126519, 0.139742, 0.142365, 0.13515, 0.141932, 0.135746, 0.140535, 0.139987, 0.138506, 0.141004, 0.134052, 0.143126, 0.137785, 0.140858, 0.140191, 0.141426, 0.117074, 0.140029, 0.137662, 0.13808, 0.130193, 0.144683, 0.137342, 0.131709, 0.126141, 0.126966, 0.141805, 0.144423, 0.132086, 0.138835, 0.145237, 0.137455, 0.134117, 0.125854, 0.137476, 0.139188, 0.107477, 0.134981, 0.144574, 0.137403, 0.135782, 0.141545, 0.140811, 0.139601, 0.138144, 0.135501, 0.136511, 0.125238, 0.137467, 0.133911, 0.139765, 0.133814, 0.139475, 0.087447, 0.134659, 0.131901, 0.143219, 0.127384, 0.139134, 0.141913, 0.136967, 0.144691, 0.061795, 0.137156, 0.139281, 0.115601, 0.134904, 0.13163, 0.137683, 0.139069, 0.132951, 0.140613, 0.133803, 0.136224, 0.136693, 0.097338, 0.067032, 0.063145, 0.141467, 0.115483, 0.132882, 0.140793, 0.134335, 0.143416, 0.140124, 0.142776, 0.138865, 0.140972, 0.136659, 0.138341, 0.064871, 0.137822, 0.13924, 0.134958, 0.13531, 0.134002, 0.138572, 0.143047, 0.142229, 0.131242, 0.142892, 0.141342, 0.136584, 0.135958, 0.139669, 0.144552, 0.136679, 0.13691, 0.134993, 0.144022, 0.136262, 0.14411, 0.141268, 0.137891, 0.127934, 0.140636, 0.135964, 0.086352, 0.145254, 0.140691, 0.143405, 0.13416, 0.132672, 0.137778, 0.140428, 0.142983, 0.13693, 0.134863, 0.138338, 0.074802, 0.129471, 0.133493, 0.136496, 0.135802, 0.072252, 0.135807, 0.139083, 0.125839, 0.135625, 0.138511, 0.137264, 0.141384, 0.130868, 0.136339, 0.14182, 0.140459, 0.142115, 0.133309, 0.066575, 0.134702, 0.127346, 0.141985, 0.138807, 0.139133, 0.135038, 0.134701, 0.144126, 0.130868, 0.139297, 0.136739, 0.070438, 0.071604, 0.136098, 0.1409, 0.140798, 0.140161, 0.140475, 0.140315, 0.137743, 0.14765, 0.135024, 0.121657, 0.137059, 0.140997, 0.146787, 0.133376, 0.14322, 0.135147, 0.13307, 0.128391, 0.11661, 0.138048, 0.139275, 0.139968, 0.133144, 0.135809, 0.059303, 0.078664, 0.140824, 0.140749, 0.139581, 0.141008, 0.139409, 0.14336, 0.139812, 0.087479, 0.134724, 0.144893, 0.143071, 0.136247, 0.13725, 0.138144, 0.147069, 0.134294, 0.141737, 0.107783, 0.143594, 0.137283, 0.132309, 0.132984, 0.137806, 0.095011, 0.138676, 0.143371, 0.130659, 0.139421, 0.136904, 0.124267, 0.137042, 0.140195, 0.065696, 0.140541, 0.137832, 0.133972, 0.140296, 0.138051, 0.139282, 0.095738, 0.139886, 0.138758, 0.141405, 0.132733, 0.138328, 0.1353, 0.140944, 0.14857, 0.138931, 0.127328, 0.131022, 0.134917, 0.139565, 0.143307, 0.141955, 0.136455, 0.14073, 0.131282, 0.138187, 0.13908, 0.137848, 0.13925, 0.138729, 0.138355, 0.13538, 0.139049, 0.137587, 0.145587, 0.135796, 0.132717, 0.137451, 0.136581, 0.140084, 0.142828, 0.132878, 0.065908, 0.142543, 0.142042, 0.131724, 0.139058, 0.139148, 0.136774, 0.122277, 0.045301, 0.141887, 0.142855, 0.135539, 0.132207, 0.141249, 0.129912, 0.140228, 0.138288, 0.142173, 0.138704, 0.140917, 0.138769, 0.136139, 0.136863, 0.140038, 0.13786, 0.14028, 0.137626, 0.141286, 0.141219, 0.138822, 0.064294, 0.14214, 0.139477, 0.14259, 0.13477, 0.133037, 0.141454, 0.129126, 0.141964, 0.140085, 0.132655, 0.130002, 0.138963, 0.134424, 0.139762, 0.143861, 0.14218, 0.140627, 0.140942, 0.137505, 0.05987, 0.136518, 0.130419, 0.133233, 0.113525, 0.140673, 0.04943, 0.126169, 0.137714, 0.1301, 0.142, 0.138847, 0.138874, 0.136732, 0.126614, 0.12817, 0.137753, 0.141275, 0.135349, 0.139516, 0.072438, 0.134401, 0.141846, 0.134357, 0.139744, 0.142828, 0.140213, 0.136092, 0.137162, 0.134401, 0.138966, 0.046961, 0.137642, 0.134812, 0.139469, 0.12777, 0.131751, 0.138973, 0.141031, 0.135774, 0.14065, 0.134533, 0.090028, 0.136792, 0.13827, 0.142324, 0.136241, 0.131511, 0.139174, 0.136998, 0.136658, 0.130361, 0.137409, 0.138828, 0.132247, 0.140289, 0.134738, 0.122572, 0.138043, 0.148005, 0.13229, 0.133713, 0.134211, 0.07568, 0.13288, 0.14079, 0.133054, 0.126836, 0.1352, 0.141598, 0.125734, 0.133234, 0.137331, 0.140633, 0.133999, 0.136805, 0.132979, 0.137198, 0.144199, 0.137134, 0.137518, 0.141639, 0.141043, 0.126134, 0.086966, 0.12556, 0.129173, 0.136096, 0.138634, 0.118739, 0.135596, 0.138432, 0.134438, 0.138818, 0.138549, 0.133538, 0.145409, 0.135881, 0.122463, 0.144727, 0.139742, 0.135845, 0.142322, 0.143342, 0.140499, 0.133841, 0.138898, 0.138869, 0.142874, 0.140631, 0.141682, 0.140497, 0.133767, 0.140382, 0.138924, 0.136127, 0.139659, 0.142995, 0.131609, 0.140973, 0.141429, 0.137541, 0.13969, 0.146553, 0.140015, 0.12177, 0.131771, 0.1411, 0.142048, 0.14037, 0.11489, 0.136377, 0.125566, 0.143032, 0.138856, 0.109729, 0.143179, 0.138873, 0.140336, 0.140355, 0.141067, 0.140398, 0.142067, 0.137857, 0.121091, 0.13843, 0.135656, 0.145053, 0.141615, 0.138375, 0.140919, 0.13522, 0.131365, 0.140678, 0.142535, 0.132413, 0.133524, 0.140434, 0.140923, 0.128677, 0.136425, 0.138692, 0.13661, 0.139983, 0.140027, 0.143716, 0.14503, 0.116552, 0.12729, 0.141745, 0.142361, 0.142139, 0.133198, 0.137504, 0.144633, 0.141121, 0.140114, 0.141646, 0.137505, 0.139608, 0.135248, 0.13812, 0.135224, 0.138149, 0.138763, 0.13863, 0.141739, 0.141807, 0.139113, 0.115769, 0.097184, 0.139196, 0.141616, 0.141035, 0.138926, 0.135951, 0.145122, 0.129388, 0.136228, 0.136505, 0.141231, 0.138817, 0.140746, 0.141214, 0.144229, 0.138529, 0.130652, 0.134397, 0.140167, 0.144642, 0.129707, 0.063331, 0.134528, 0.135477, 0.140749, 0.142128, 0.13926, 0.143813, 0.130402, 0.143018, 0.141483, 0.130183, 0.102596, 0.107155, 0.137445, 0.135539, 0.141172, 0.142773, 0.144882, 0.133516, 0.142832, 0.126779, 0.142843, 0.136295, 0.141031, 0.138259, 0.138704, 0.134831, 0.141386, 0.139577, 0.110897, 0.13689, 0.136749, 0.120083, 0.138813, 0.138221, 0.141159, 0.13661, 0.13207, 0.142452, 0.132857, 0.137388, 0.137071, 0.144384, 0.141671, 0.130665, 0.110682, 0.139005, 0.137667, 0.139708, 0.138708, 0.132581, 0.135406, 0.140167, 0.132004, 0.134483, 0.144785, 0.141411, 0.132738, 0.135229, 0.137251, 0.140795, 0.143081, 0.141981, 0.144961, 0.13727, 0.142432, 0.138433, 0.138548, 0.143792, 0.137338, 0.123536, 0.141736, 0.136393, 0.136614, 0.138167, 0.132023, 0.137422, 0.134325, 0.140377, 0.140501, 0.141293, 0.132909, 0.142462, 0.139937, 0.136879, 0.139628, 0.137157, 0.133766, 0.138885, 0.138703, 0.145834, 0.137247, 0.139238, 0.13758, 0.142173, 0.147139, 0.139013, 0.132443, 0.137653, 0.137065, 0.140714, 0.136454, 0.136667, 0.146986, 0.142242, 0.143103, 0.140234, 0.140328, 0.137769, 0.139968, 0.138868, 0.132662, 0.138066, 0.138899, 0.142753, 0.137788, 0.139559, 0.138237, 0.139, 0.144295, 0.144807, 0.133775, 0.140797, 0.140813, 0.141791, 0.146264, 0.138216, 0.133959, 0.13649, 0.143398, 0.140784, 0.142113, 0.141845, 0.135507, 0.138322, 0.137967, 0.138671, 0.142133, 0.071928, 0.134825, 0.141314, 0.137932, 0.138051, 0.141082, 0.134614, 0.136058, 0.109776, 0.142427, 0.136604, 0.116553, 0.138015, 0.137511, 0.144518, 0.145511, 0.133658, 0.128893, 0.110807, 0.138728, 0.140429, 0.143428, 0.129401, 0.145425, 0.140322, 0.130537, 0.13919, 0.143841, 0.137456, 0.139914, 0.121128, 0.144948, 0.143168, 0.140833, 0.136097, 0.127843, 0.140401, 0.13797, 0.13584, 0.140281, 0.1389, 0.138467, 0.098675, 0.135229, 0.135211, 0.062736, 0.133871, 0.131001, 0.137777, 0.138919, 0.13812, 0.140572, 0.134434, 0.135076, 0.132193, 0.135865, 0.138019, 0.126192, 0.13645, 0.136639, 0.138504, 0.144711, 0.140606, 0.137439, 0.140009, 0.141045, 0.134304, 0.137389, 0.14022, 0.134311, 0.142654, 0.141576, 0.143339, 0.128689, 0.139698, 0.141896, 0.132776, 0.1388, 0.135039, 0.136952, 0.139916, 0.142288, 0.12136, 0.104381, 0.101854, 0.1314, 0.141144, 0.1395, 0.142575, 0.057828, 0.087575, 0.145773, 0.137859, 0.136331, 0.138561, 0.135658, 0.139798, 0.142668, 0.139592, 0.140274, 0.139686, 0.14825, 0.135141, 0.140883, 0.136095, 0.137549, 0.145231, 0.138869, 0.138019, 0.137819, 0.140323, 0.126335, 0.12668, 0.136964, 0.13738, 0.135619, 0.14147, 0.141128, 0.136379, 0.138837, 0.139358, 0.137112, 0.140886, 0.140937, 0.139524, 0.144002, 0.140676, 0.137613, 0.138204, 0.139668, 0.142789, 0.137043, 0.140385, 0.142687, 0.138403, 0.132038, 0.137838, 0.139847, 0.133025, 0.140208, 0.134918, 0.134578, 0.109176, 0.138454, 0.115684, 0.139329, 0.135396, 0.135923, 0.141778, 0.134048, 0.139858, 0.130341, 0.136326, 0.135404, 0.137607, 0.103094, 0.139596, 0.136089, 0.121174, 0.13799, 0.140694, 0.132316, 0.141819, 0.13914, 0.142969, 0.142351, 0.142964, 0.134672, 0.136354, 0.141954, 0.138287, 0.135614, 0.141873, 0.13571, 0.141314, 0.086368, 0.135671, 0.132659, 0.137168, 0.143289, 0.139434, 0.137518, 0.135699, 0.143118, 0.138968, 0.141464, 0.14713, 0.140182, 0.130256, 0.137832, 0.141817, 0.141315, 0.134618, 0.136863, 0.144508, 0.135684, 0.147718, 0.139995, 0.138526, 0.142677, 0.140582, 0.140057, 0.135053, 0.140312, 0.131919, 0.138744, 0.141261, 0.134882, 0.134902, 0.132799, 0.139154, 0.13793, 0.136423, 0.137736, 0.114375, 0.142211, 0.139525, 0.135962, 0.147955, 0.123796, 0.130978, 0.139393, 0.144225, 0.14198, 0.136598, 0.142599, 0.135866, 0.135261, 0.140342, 0.142829, 0.142045, 0.133489, 0.139655, 0.137213, 0.138655, 0.135144, 0.13737, 0.136935, 0.144375, 0.139966, 0.140163, 0.140833, 0.140491, 0.141723, 0.085843, 0.141342, 0.138452, 0.1413, 0.143054, 0.135791, 0.139189, 0.142167, 0.139427, 0.134033, 0.136687, 0.124687, 0.138157, 0.138715, 0.142701, 0.142808, 0.065057, 0.143376, 0.133109, 0.138898, 0.137471, 0.133438, 0.137667, 0.1389, 0.142486, 0.114694, 0.145082, 0.132495, 0.138921, 0.137848, 0.135608, 0.140261, 0.142301, 0.137072, 0.138367, 0.141601, 0.13346, 0.149209, 0.138912, 0.122504, 0.135172, 0.139056, 0.144627, 0.142313, 0.110617, 0.13516, 0.142377, 0.093098, 0.141369, 0.071221, 0.123801, 0.143244, 0.138085, 0.133357, 0.077112, 0.140513, 0.13695, 0.136302, 0.143402, 0.084496, 0.128104, 0.137041, 0.137102, 0.079598, 0.137675, 0.14166, 0.141306, 0.142078, 0.136211, 0.132637, 0.140074, 0.14107, 0.124163, 0.135823, 0.141596, 0.137771, 0.136202, 0.134257, 0.137094, 0.144234, 0.144581, 0.134163, 0.138199, 0.116743, 0.138409, 0.141988, 0.137172, 0.13715, 0.138493, 0.135478, 0.139323, 0.135888, 0.136781, 0.125898, 0.140266, 0.141178, 0.116915, 0.139166, 0.138795, 0.13741, 0.141103, 0.140429, 0.143115, 0.138954, 0.12738, 0.141806, 0.121476, 0.142684, 0.143613, 0.107204, 0.13656, 0.133072, 0.127988, 0.132258, 0.138622, 0.139483, 0.135634, 0.133589, 0.138835, 0.136873, 0.136272, 0.115394, 0.139896, 0.137865, 0.142795, 0.138496, 0.138797, 0.134905, 0.140752, 0.138569, 0.136472, 0.136316, 0.111232, 0.134305, 0.14447, 0.139465, 0.104128, 0.13921, 0.143149, 0.13143, 0.062905, 0.13517, 0.102382, 0.138917, 0.143234, 0.139543, 0.138277, 0.083189, 0.133811, 0.134978, 0.144059, 0.139413, 0.142653, 0.113141, 0.143254, 0.141555, 0.138537, 0.13943, 0.138787, 0.142214, 0.140543, 0.137832, 0.137376, 0.135937, 0.140471, 0.141408, 0.139926, 0.143566, 0.139599, 0.136116, 0.122297, 0.140789, 0.133119, 0.140643, 0.140068, 0.134792, 0.136557, 0.137735, 0.140517, 0.135776, 0.136114, 0.140333, 0.068682, 0.144062, 0.122646, 0.120139, 0.138691, 0.141656, 0.148544, 0.144697, 0.137299, 0.138332, 0.138876, 0.142606, 0.132862, 0.13984, 0.136716, 0.139325, 0.137372, 0.141558, 0.141074, 0.143621, 0.140201, 0.147163, 0.13742, 0.131036, 0.138103, 0.134547, 0.138662, 0.138768, 0.137099, 0.140602, 0.139834, 0.138563, 0.136149, 0.139897, 0.139204, 0.138859, 0.138062, 0.1433, 0.139106, 0.137745, 0.060099, 0.143696, 0.137683, 0.143972, 0.13721, 0.133491, 0.141547, 0.13876, 0.134476, 0.137391, 0.132258, 0.140474, 0.136904, 0.134284, 0.1375, 0.135067, 0.13778, 0.13943, 0.132436, 0.12983, 0.123033, 0.139484, 0.143621, 0.143133, 0.141191, 0.139243, 0.136222, 0.14426, 0.137788, 0.133866, 0.139215, 0.085846, 0.144656, 0.138397, 0.141416, 0.073531, 0.137355, 0.128159, 0.136599, 0.139329, 0.136341, 0.135103, 0.140226, 0.13647, 0.142575, 0.140265, 0.140362, 0.145329, 0.137832, 0.140707, 0.135552, 0.14341, 0.13678, 0.138125, 0.147192, 0.142193, 0.130002, 0.143156, 0.140128, 0.123417, 0.132413, 0.137192, 0.139033, 0.105222, 0.140751, 0.133769, 0.073551, 0.134471, 0.142938 ] }, "name": "model.model.layers.3.post_attention_layernorm.weight", "outputIndexes": [ 350 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 349 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_3/Mul_output_0", "outputIndexes": [ 351 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 350, 351 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_3/Mul_1_output_0", "outputIndexes": [ 352 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 352 ], "outputIndexes": [ 2063 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2063 ], "outputIndexes": [ 2064 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/gate_proj/Linear", "inputIndexes": [ 2064 ], "outputIndexes": [ 2065 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 8192, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 122683942, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2065 ], "outputIndexes": [ 2066 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2066 ], "outputIndexes": [ 353 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 8192 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 353 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_3/Sigmoid_output_0", "outputIndexes": [ 354 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 353, 354 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_3/Mul_output_0", "outputIndexes": [ 355 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 352 ], "outputIndexes": [ 2067 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2067 ], "outputIndexes": [ 2068 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/up_proj/Linear", "inputIndexes": [ 2068 ], "outputIndexes": [ 2069 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 8192, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 132121148, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2069 ], "outputIndexes": [ 2070 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2070 ], "outputIndexes": [ 356 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 8192 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 355, 356 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_3/Mul_output_0", "outputIndexes": [ 357 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 357 ], "outputIndexes": [ 2071 ], "main_type": "Reshape", "main": { "dims": [ -1, 8192, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2071 ], "outputIndexes": [ 2072 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/down_proj/Linear", "inputIndexes": [ 2072 ], "outputIndexes": [ 2073 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 8192, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 141558354, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2073 ], "outputIndexes": [ 2074 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2074 ], "outputIndexes": [ 358 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 349, 358 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_19_output_0", "outputIndexes": [ 359 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 359, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_20_output_0", "outputIndexes": [ 360 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2048 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.222024, 0.227094, 0.229691, 0.226911, 0.180074, 0.236857, 0.231016, 0.239203, 0.223126, 0.24017, 0.232245, 0.235601, 0.243977, 0.233914, 0.232103, 0.220369, 0.216099, 0.155672, 0.224947, 0.241367, 0.237194, 0.23091, 0.228658, 0.231272, 0.216801, 0.229659, 0.234506, 0.23363, 0.231363, 0.231453, 0.231355, 0.231226, 0.219074, 0.288403, 0.237888, 0.245803, 0.236829, 0.232786, 0.235841, 0.226008, 0.230129, 0.211456, 0.234382, 0.229411, 0.224833, 0.247617, 0.234911, 0.232644, 0.232199, 0.239984, 0.222626, 0.227711, 0.246315, 0.231384, 0.228439, 0.228648, 0.231675, 0.234527, 0.239268, 0.221284, 0.242515, 0.22886, 0.159183, 0.236089, 0.236184, 0.236821, 0.144373, 0.230655, 0.244695, 0.227822, 0.237852, 0.227179, 0.221575, 0.235463, 0.23799, 0.225464, 0.247692, 0.246446, 0.149476, 0.231905, 0.245858, 0.23684, 0.231967, 0.226172, 0.230252, 0.241973, 0.208277, 0.149913, 0.231369, 0.238325, 0.225733, 0.234808, 0.226892, 0.239855, 0.230439, 0.242772, 0.225025, 0.230244, 0.232246, 0.218973, 0.180287, 0.221065, 0.195393, 0.215962, 0.226943, 0.231776, 0.166191, 0.223704, 0.225717, 0.228412, 0.223522, 0.227565, 0.229436, 0.230997, 0.233358, 0.217834, 0.232434, 0.240331, 0.234755, 0.241458, 0.241399, 0.223452, 0.226678, 0.236194, 0.24995, 0.231574, 0.237037, 0.230426, 0.230787, 0.236944, 0.235494, 0.230067, 0.222579, 0.194777, 0.22022, 0.22354, 0.242974, 0.238808, 0.229801, 0.237181, 0.240164, 0.231552, 0.196282, 0.221097, 0.232039, 0.212509, 0.222641, 0.215049, 0.240432, 0.236874, 0.220974, 0.228312, 0.22525, 0.219325, 0.214908, 0.215683, 0.230639, 0.21628, 0.188295, 0.228533, 0.231209, 0.128925, 0.228462, 0.220612, 0.224929, 0.231828, 0.225865, 0.231655, 0.236701, 0.223847, 0.234728, 0.230824, 0.225516, 0.224565, 0.233228, 0.210749, 0.233558, 0.241115, 0.22415, 0.219929, 0.218217, 0.233674, 0.224524, 0.246231, 0.219098, 0.237922, 0.22726, 0.195048, 0.223759, 0.232192, 0.235216, 0.244944, 0.231505, 0.22478, 0.209642, 0.225788, 0.226072, 0.228856, 0.246834, 0.202604, 0.223387, 0.237546, 0.225848, 0.226621, 0.235434, 0.228385, 0.225458, 0.193568, 0.220688, 0.072922, 0.2405, 0.230403, 0.224792, 0.229633, 0.226909, 0.224547, 0.237843, 0.223388, 0.252725, 0.231008, 0.221258, 0.246841, 0.22919, 0.218739, 0.217488, 0.210229, 0.226386, 0.056391, 0.232184, 0.213608, 0.22422, 0.22472, 0.218824, 0.216103, 0.22974, 0.220579, 0.239148, 0.22413, 0.231969, 0.232824, 0.236974, 0.230319, 0.242032, 0.221404, 0.229158, 0.232304, 0.226869, 0.232833, 0.223859, 0.223232, 0.226793, 0.224887, 0.233642, 0.234258, 0.140122, 0.130212, 0.230541, 0.231264, 0.239922, 0.237713, 0.232471, 0.226544, 0.231053, 0.232157, 0.237833, 0.238803, 0.245408, 0.226732, 0.224222, 0.23094, 0.214191, 0.22896, 0.231824, 0.236015, 0.222058, 0.189574, 0.230267, 0.192346, 0.213382, 0.234536, 0.210496, 0.176587, 0.130567, 0.236341, 0.236309, 0.239403, 0.221629, 0.232006, 0.227742, 0.226703, 0.237438, 0.228337, 0.234942, 0.238356, 0.239951, 0.229877, 0.232439, 0.179583, 0.235246, 0.229526, 0.229308, 0.21038, 0.244272, 0.216304, 0.182732, 0.225424, 0.229742, 0.238379, 0.233138, 0.239079, 0.232465, 0.240832, 0.235109, 0.223733, 0.232919, 0.217993, 0.229215, 0.238329, 0.157885, 0.236025, 0.20634, 0.230756, 0.23991, 0.211706, 0.215652, 0.231264, 0.221129, 0.220937, 0.224298, 0.217439, 0.226227, 0.233692, 0.227778, 0.23641, 0.22989, 0.23465, 0.225793, 0.238648, 0.238255, 0.23173, 0.228363, 0.229337, 0.22922, 0.216151, 0.166618, 0.224308, 0.223546, 0.238158, 0.215613, 0.236309, 0.21832, 0.236557, 0.123193, 0.239684, 0.227984, 0.233681, 0.196602, 0.235235, 0.227444, 0.226997, 0.233366, 0.228681, 0.236231, 0.220886, 0.23627, 0.223447, 0.234829, 0.23792, 0.241915, 0.222259, 0.227039, 0.212247, 0.22582, 0.235554, 0.234843, 0.239484, 0.239448, 0.221679, 0.233412, 0.227733, 0.221889, 0.164192, 0.239394, 0.245624, 0.221102, 0.2226, 0.226922, 0.225019, 0.235805, 0.236758, 0.196641, 0.221622, 0.237714, 0.241794, 0.235308, 0.230391, 0.23841, 0.234815, 0.21841, 0.230167, 0.239733, 0.231065, 0.238593, 0.230415, 0.209505, 0.223626, 0.223627, 0.211439, 0.227993, 0.229267, 0.105427, 0.218592, 0.239056, 0.228344, 0.221741, 0.127643, 0.241257, 0.230848, 0.226988, 0.231258, 0.224624, 0.23356, 0.230661, 0.178877, 0.237796, 0.24186, 0.22766, 0.228754, 0.208393, 0.208534, 0.250737, 0.229775, 0.230229, 0.241674, 0.229257, 0.225626, 0.227745, 0.230911, 0.234139, 0.229804, 0.229939, 0.236667, 0.225849, 0.223687, 0.22378, 0.239203, 0.216921, 0.240739, 0.226983, 0.22577, 0.221295, 0.21509, 0.162914, 0.23618, 0.223386, 0.236556, 0.237776, 0.221608, 0.214389, 0.228577, 0.141611, 0.230946, 0.219958, 0.23407, 0.229745, 0.236364, 0.240529, 0.243373, 0.223965, 0.235029, 0.241608, 0.225083, 0.229715, 0.227857, 0.235243, 0.229722, 0.241522, 0.238713, 0.230967, 0.248319, 0.229669, 0.248024, 0.233806, 0.236067, 0.21079, 0.231093, 0.255995, 0.225291, 0.244475, 0.219209, 0.221396, 0.23094, 0.248916, 0.235638, 0.254399, 0.23512, 0.122102, 0.227149, 0.232032, 0.203766, 0.236411, 0.237576, 0.223979, 0.224884, 0.244039, 0.231653, 0.223891, 0.242242, 0.240034, 0.221911, 0.237941, 0.22826, 0.245348, 0.234879, 0.225077, 0.234005, 0.229404, 0.227368, 0.234765, 0.19639, 0.219568, 0.23231, 0.234313, 0.231467, 0.14684, 0.232956, 0.232698, 0.229408, 0.22474, 0.234718, 0.238522, 0.239253, 0.213777, 0.234316, 0.237287, 0.231999, 0.225622, 0.236585, 0.228909, 0.23703, 0.23046, 0.197439, 0.195423, 0.236464, 0.239506, 0.214511, 0.235276, 0.239563, 0.181884, 0.246487, 0.196733, 0.222098, 0.14261, 0.239992, 0.232625, 0.247241, 0.232768, 0.242374, 0.231743, 0.226102, 0.238292, 0.225176, 0.240995, 0.231876, 0.254972, 0.22686, 0.232452, 0.232254, 0.238432, 0.225028, 0.229917, 0.245829, 0.239981, 0.235608, 0.221994, 0.222175, 0.221394, 0.234272, 0.242957, 0.233173, 0.225453, 0.232341, 0.231149, 0.217716, 0.235106, 0.230651, 0.235582, 0.218585, 0.219793, 0.229133, 0.185731, 0.234442, 0.234872, 0.239672, 0.231881, 0.221385, 0.218473, 0.225975, 0.239222, 0.228562, 0.232961, 0.231291, 0.233305, 0.2485, 0.233141, 0.253758, 0.224309, 0.236248, 0.207485, 0.172459, 0.232556, 0.2367, 0.224063, 0.238159, 0.223559, 0.227592, 0.233264, 0.233198, 0.148688, 0.19144, 0.238346, 0.236938, 0.237232, 0.227276, 0.231732, 0.231697, 0.235658, 0.233573, 0.23953, 0.239379, 0.23905, 0.225282, 0.24409, 0.231043, 0.238757, 0.243747, 0.24652, 0.238736, 0.230338, 0.224754, 0.233722, 0.234493, 0.220509, 0.229854, 0.225452, 0.224693, 0.221388, 0.223298, 0.23164, 0.232974, 0.236591, 0.240873, 0.23657, 0.141723, 0.22468, 0.239255, 0.236423, 0.226172, 0.216471, 0.21738, 0.230726, 0.236996, 0.227324, 0.155678, 0.223364, 0.239598, 0.234545, 0.228895, 0.232607, 0.232475, 0.231015, 0.219944, 0.226555, 0.232007, 0.214778, 0.237958, 0.228337, 0.226424, 0.22635, 0.227751, 0.227297, 0.231407, 0.237349, 0.153456, 0.238924, 0.217646, 0.226802, 0.20849, 0.243906, 0.230759, 0.22172, 0.23491, 0.230553, 0.238527, 0.232399, 0.231396, 0.23734, 0.222096, 0.227935, 0.224324, 0.23473, 0.151526, 0.221765, 0.229886, 0.240377, 0.147481, 0.227501, 0.234445, 0.225394, 0.225024, 0.244953, 0.223018, 0.236976, 0.232343, 0.237383, 0.230641, 0.232849, 0.232065, 0.245692, 0.231134, 0.23059, 0.233965, 0.224514, 0.213089, 0.234505, 0.229613, 0.243661, 0.230477, 0.228294, 0.2267, 0.216695, 0.228302, 0.235747, 0.230991, 0.237943, 0.227028, 0.226702, 0.226232, 0.23298, 0.231338, 0.227663, 0.224831, 0.21278, 0.230026, 0.232023, 0.220148, 0.228438, 0.235217, 0.233279, 5e-06, 0.233447, 0.223243, 0.226377, 0.238972, 0.239341, 0.24199, 0.221959, 0.226406, 0.218449, 0.235857, 0.228721, 0.235112, 0.219538, 0.224209, 0.221817, 0.227513, 0.227467, 0.222265, 0.230494, 0.23849, 0.242497, 0.232425, 0.225599, 0.233405, 0.187209, 0.236336, 0.236435, 0.229401, 0.231989, 0.245575, 0.246911, 0.232753, 0.193614, 0.236258, 0.236687, 0.232893, 0.234011, 0.243183, 0.229891, 0.244125, 0.153872, 0.232191, 0.221133, 0.188761, 0.231662, 0.220144, 0.133885, 0.233075, 0.243383, 0.234711, 0.230064, 0.214535, 0.2387, 0.246281, 0.223376, 0.23063, 0.230257, 0.239005, 0.224445, 0.130185, 0.233077, 0.239734, 0.245395, 0.225883, 0.233464, 0.236462, 0.233896, 0.237565, 0.234809, 0.231626, 0.230369, 0.234652, 0.235669, 0.232176, 0.224138, 0.240445, 0.217588, 0.233636, 0.236478, 0.226527, 0.224955, 0.15112, 0.228943, 0.225954, 0.227286, 0.237618, 0.219977, 0.21377, 0.23128, 0.233995, 0.233296, 0.248531, 0.218166, 0.186171, 0.234994, 0.23914, 0.236362, 0.229627, 0.231062, 0.233389, 0.255933, 0.220472, 0.23136, 0.228882, 0.213488, 0.236626, 0.239697, 0.241597, 0.23835, 0.242526, 0.238422, 0.220511, 0.23689, 0.239312, 0.226115, 0.227598, 0.237363, 0.204981, 0.238902, 0.226188, 0.237334, 0.224293, 0.236784, 0.230859, 0.226836, 0.350637, 0.223678, 0.240624, 0.235237, 0.239377, 0.232846, 0.231481, 0.229915, 0.23677, 0.22472, 0.237078, 0.231591, 0.187934, 0.235069, 0.229349, 0.225429, 0.237198, 0.233725, 0.242738, 0.24173, 0.219711, 0.237267, 0.218299, 0.224848, 0.230504, 0.219236, 0.232194, 0.236961, 0.230595, 0.1674, 0.232369, 0.224047, 0.232385, 0.208789, 0.234594, 0.231781, 0.218619, 0.252402, 0.120386, 0.221577, 0.229417, 0.20999, 0.238045, 0.230158, 0.240167, 0.237922, 0.24218, 0.229042, 0.22061, 0.226581, 0.226987, 0.177257, 0.120509, 0.127423, 0.236166, 0.211687, 0.237742, 0.216752, 0.225465, 0.237661, 0.24196, 0.237914, 0.243967, 0.226674, 0.21751, 0.239792, 0.226687, 0.233097, 0.228726, 0.227717, 0.221987, 0.226932, 0.235269, 0.230735, 0.222542, 0.223266, 0.226394, 0.249996, 0.241288, 0.232188, 0.245738, 0.232504, 0.241557, 0.238968, 0.235223, 0.22323, 0.246494, 0.233088, 0.232467, 0.237838, 0.225231, 0.2328, 0.232074, 0.153916, 0.238401, 0.23452, 0.24147, 0.24355, 0.238082, 0.22749, 0.235093, 0.234488, 0.228085, 0.227612, 0.23952, 0.137923, 0.221831, 0.215318, 0.245147, 0.2236, 0.142252, 0.242184, 0.22815, 0.213324, 0.226252, 0.233644, 0.231507, 0.24081, 0.225901, 0.22222, 0.226079, 0.236709, 0.242318, 0.238931, 0.116947, 0.231277, 0.23406, 0.240661, 0.240025, 0.238931, 0.2295, 0.236618, 0.218068, 0.231857, 0.238343, 0.238602, 0.134347, 0.133731, 0.235457, 0.230489, 0.22008, 0.237566, 0.236014, 0.240878, 0.236468, 0.225845, 0.239751, 0.213142, 0.239821, 0.23589, 0.227477, 0.228702, 0.23345, 0.227578, 0.224668, 0.227435, 0.216315, 0.239861, 0.2315, 0.225199, 0.233151, 0.221862, 0.18075, 0.143404, 0.243222, 0.212756, 0.231639, 0.241037, 0.239149, 0.246672, 0.222814, 0.155148, 0.223361, 0.237731, 0.227257, 0.235935, 0.230896, 0.243598, 0.228249, 0.237423, 0.223012, 0.199028, 0.239618, 0.24236, 0.21529, 0.249456, 0.234733, 0.175983, 0.234101, 0.243578, 0.233741, 0.226897, 0.225615, 0.208408, 0.239953, 0.247488, 0.127458, 0.232833, 0.236941, 0.231787, 0.22868, 0.240809, 0.234953, 0.216296, 0.230997, 0.230508, 0.227766, 0.237849, 0.235406, 0.225806, 0.231059, 0.232283, 0.226261, 0.220737, 0.246806, 0.227685, 0.241619, 0.225838, 0.231522, 0.233309, 0.230884, 0.224132, 0.2344, 0.232341, 0.232915, 0.233349, 0.244513, 0.240569, 0.229742, 0.241621, 0.233146, 0.245346, 0.239376, 0.228934, 0.226621, 0.23604, 0.225378, 0.227058, 0.22422, 0.121816, 0.237249, 0.235822, 0.2299, 0.237602, 0.228325, 0.235301, 0.197458, 0.185556, 0.231923, 0.23365, 0.227444, 0.2302, 0.221993, 0.218147, 0.22365, 0.242962, 0.22504, 0.237349, 0.225434, 0.231186, 0.25065, 0.24209, 0.231847, 0.2348, 0.234597, 0.215224, 0.239182, 0.231048, 0.224465, 0.116556, 0.2384, 0.236579, 0.243954, 0.216329, 0.215291, 0.230589, 0.222911, 0.238824, 0.24116, 0.232974, 0.229451, 0.23221, 0.230892, 0.239028, 0.225945, 0.235522, 0.234293, 0.230114, 0.223354, 0.167345, 0.225865, 0.221, 0.221821, 0.197438, 0.230472, 0.191207, 0.225204, 0.236538, 0.225001, 0.237106, 0.234046, 0.233652, 0.247234, 0.209647, 0.219454, 0.236641, 0.266526, 0.242086, 0.219574, 0.151222, 0.215997, 0.237399, 0.227768, 0.223364, 0.234128, 0.242773, 0.239163, 0.223628, 0.223422, 0.224409, 0.186515, 0.226992, 0.224425, 0.228275, 0.218947, 0.221635, 0.222655, 0.230515, 0.235043, 0.227417, 0.226041, 0.165195, 0.233429, 0.233142, 0.227991, 0.231141, 0.231409, 0.221414, 0.227003, 0.234697, 0.223161, 0.236372, 0.231959, 0.253939, 0.239972, 0.232986, 0.2164, 0.240327, 0.23458, 0.230489, 0.227132, 0.228401, 0.140115, 0.220892, 0.226465, 0.228166, 0.213446, 0.230054, 0.218772, 0.219013, 0.228742, 0.22916, 0.221425, 0.230098, 0.235624, 0.226403, 0.234021, 0.23103, 0.225612, 0.233245, 0.227823, 0.231717, 0.211177, 0.152254, 0.228479, 0.242431, 0.227826, 0.235527, 0.199364, 0.232479, 0.229385, 0.237377, 0.231179, 0.223325, 0.21992, 0.231279, 0.236799, 0.243673, 0.23403, 0.234227, 0.226481, 0.247065, 0.224691, 0.236955, 0.228653, 0.219201, 0.234404, 0.245866, 0.229708, 0.222551, 0.233263, 0.227042, 0.239979, 0.218342, 0.232577, 0.240039, 0.230639, 0.23471, 0.22575, 0.23326, 0.228402, 0.243538, 0.233723, 0.234731, 0.209266, 0.227423, 0.239334, 0.235888, 0.226345, 0.197453, 0.228116, 0.219144, 0.237478, 0.234571, 0.254749, 0.229745, 0.238314, 0.237486, 0.232303, 0.23093, 0.241385, 0.24148, 0.227418, 0.214335, 0.231229, 0.215034, 0.248561, 0.2287, 0.219087, 0.243416, 0.240451, 0.221214, 0.235634, 0.235431, 0.235723, 0.219517, 0.237411, 0.240442, 0.212207, 0.238451, 0.240464, 0.236769, 0.226473, 0.226807, 0.233915, 0.228582, 0.206495, 0.231543, 0.244063, 0.235121, 0.235129, 0.225388, 0.22954, 0.246035, 0.221081, 0.225923, 0.237785, 0.234377, 0.230895, 0.235526, 0.225766, 0.232396, 0.234406, 0.23633, 0.232716, 0.234145, 0.2336, 0.230878, 0.201935, 0.20187, 0.224537, 0.230626, 0.227362, 0.231892, 0.237136, 0.232584, 0.249083, 0.239625, 0.236795, 0.241668, 0.238934, 0.235793, 0.239598, 0.230088, 0.232429, 0.227386, 0.226136, 0.221379, 0.236972, 0.221453, 0.130871, 0.229668, 0.2308, 0.235923, 0.2338, 0.230386, 0.246627, 0.232527, 0.236321, 0.225697, 0.217656, 0.190995, 0.191571, 0.228268, 0.232989, 0.239096, 0.236157, 0.227692, 0.232749, 0.230357, 0.221263, 0.223184, 0.236558, 0.220015, 0.229246, 0.22431, 0.222924, 0.228855, 0.227513, 0.221649, 0.230991, 0.232207, 0.200469, 0.226888, 0.22976, 0.236115, 0.22592, 0.223392, 0.222765, 0.224642, 0.229317, 0.228225, 0.231951, 0.233882, 0.230746, 0.185845, 0.238156, 0.238554, 0.248648, 0.22575, 0.220513, 0.226419, 0.241061, 0.237736, 0.226835, 0.233992, 0.230552, 0.222313, 0.234076, 0.233271, 0.241462, 0.230419, 0.24158, 0.242605, 0.249575, 0.234189, 0.234758, 0.229258, 0.225694, 0.22976, 0.241357, 0.235189, 0.234706, 0.23018, 0.23382, 0.228409, 0.224027, 0.233531, 0.233565, 0.224722, 0.236276, 0.222772, 0.237583, 0.229667, 0.234383, 0.235879, 0.228303, 0.238278, 0.237656, 0.24934, 0.231752, 0.234515, 0.239785, 0.237632, 0.231103, 0.235285, 0.231288, 0.221405, 0.228045, 0.230694, 0.233623, 0.221477, 0.236577, 0.221332, 0.236579, 0.238709, 0.233182, 0.248796, 0.225901, 0.231819, 0.226822, 0.203794, 0.229678, 0.23443, 0.228948, 0.236598, 0.226557, 0.233801, 0.23998, 0.244562, 0.237309, 0.230993, 0.238296, 0.228712, 0.238486, 0.222643, 0.238382, 0.233239, 0.240364, 0.227658, 0.237588, 0.230819, 0.230047, 0.234089, 0.230343, 0.229553, 0.244698, 0.240249, 0.133852, 0.227085, 0.234121, 0.23581, 0.233955, 0.2537, 0.237507, 0.240062, 0.19809, 0.242905, 0.221178, 0.217426, 0.230363, 0.218764, 0.226831, 0.243452, 0.230813, 0.219422, 0.235195, 0.237152, 0.23488, 0.232179, 0.226195, 0.239358, 0.231627, 0.225167, 0.238927, 0.22334, 0.231047, 0.232602, 0.250472, 0.234789, 0.235202, 0.227039, 0.238491, 0.236405, 0.236125, 0.228753, 0.227287, 0.226582, 0.23205, 0.219107, 0.194621, 0.233975, 0.225279, 0.128392, 0.237707, 0.224063, 0.233246, 0.236045, 0.23387, 0.224522, 0.243746, 0.23758, 0.218694, 0.232343, 0.222298, 0.217249, 0.235362, 0.231149, 0.236128, 0.228533, 0.229056, 0.226093, 0.22511, 0.233572, 0.246743, 0.2441, 0.230855, 0.222447, 0.235001, 0.232923, 0.241828, 0.223428, 0.232679, 0.219874, 0.227384, 0.220354, 0.22946, 0.238832, 0.216673, 0.232179, 0.221927, 0.187711, 0.185717, 0.224749, 0.227557, 0.236113, 0.243649, 0.174437, 0.158987, 0.233732, 0.221186, 0.238507, 0.230481, 0.247489, 0.227576, 0.232782, 0.23112, 0.239261, 0.22725, 0.235048, 0.225701, 0.233898, 0.235212, 0.230868, 0.23514, 0.234525, 0.237699, 0.235825, 0.235781, 0.214644, 0.220857, 0.238421, 0.22959, 0.235444, 0.233016, 0.237255, 0.233532, 0.237418, 0.234704, 0.241469, 0.225935, 0.245403, 0.228149, 0.236877, 0.22037, 0.234798, 0.238402, 0.235655, 0.224687, 0.220929, 0.237522, 0.22718, 0.238954, 0.245634, 0.229389, 0.238567, 0.232841, 0.23438, 0.233246, 0.23894, 0.186745, 0.226139, 0.21069, 0.23096, 0.235378, 0.236524, 0.246017, 0.229038, 0.239766, 0.245995, 0.236486, 0.232774, 0.216621, 0.185524, 0.233992, 0.227221, 0.22142, 0.232892, 0.231405, 0.229416, 0.226496, 0.230479, 0.24454, 0.244094, 0.238901, 0.232996, 0.227294, 0.252493, 0.227709, 0.221571, 0.23978, 0.231278, 0.245268, 0.166159, 0.239973, 0.224354, 0.228621, 0.240646, 0.232756, 0.232415, 0.233122, 0.247671, 0.233978, 0.235108, 0.216174, 0.233247, 0.224401, 0.235148, 0.241817, 0.223908, 0.221965, 0.234614, 0.232866, 0.243355, 0.236594, 0.237339, 0.237022, 0.233582, 0.239675, 0.229041, 0.223637, 0.230108, 0.227412, 0.228508, 0.235002, 0.236188, 0.233619, 0.228121, 0.237077, 0.238176, 0.225084, 0.240001, 0.209828, 0.231055, 0.223674, 0.234831, 0.233178, 0.213104, 0.228418, 0.233618, 0.23876, 0.237358, 0.229876, 0.228002, 0.237179, 0.241751, 0.228615, 0.23774, 0.238817, 0.228074, 0.23065, 0.218974, 0.242772, 0.235492, 0.225363, 0.235388, 0.238574, 0.230091, 0.246713, 0.242808, 0.232539, 0.23005, 0.148301, 0.233784, 0.236862, 0.227362, 0.228216, 0.242443, 0.235953, 0.234695, 0.249414, 0.229332, 0.241866, 0.215644, 0.23508, 0.235924, 0.225152, 0.223957, 0.131999, 0.238928, 0.225549, 0.222925, 0.231993, 0.241181, 0.232463, 0.245279, 0.22432, 0.194729, 0.239727, 0.230343, 0.240411, 0.243079, 0.234235, 0.240743, 0.228057, 0.228865, 0.232711, 0.225043, 0.226334, 0.23939, 0.226827, 0.224867, 0.237866, 0.236982, 0.234066, 0.235191, 0.197118, 0.224312, 0.236948, 0.163617, 0.228337, 0.14711, 0.205884, 0.233504, 0.219076, 0.22194, 0.139856, 0.236705, 0.226829, 0.225126, 0.2306, 0.225327, 0.222191, 0.235185, 0.232051, 0.265439, 0.236595, 0.230582, 0.239243, 0.232238, 0.239189, 0.246989, 0.234669, 0.234535, 0.220079, 0.238048, 0.235481, 0.234534, 0.248317, 0.235482, 0.22805, 0.242558, 0.232877, 0.243478, 0.243524, 0.209061, 0.235141, 0.233688, 0.228659, 0.229605, 0.232426, 0.229258, 0.24614, 0.226089, 0.233135, 0.242382, 0.2286, 0.239668, 0.208917, 0.234581, 0.228907, 0.231952, 0.251108, 0.232802, 0.254301, 0.233042, 0.23061, 0.235977, 0.198601, 0.229951, 0.21814, 0.22393, 0.236907, 0.234904, 0.229784, 0.224729, 0.234515, 0.22858, 0.242213, 0.232266, 0.221337, 0.231329, 0.226096, 0.208793, 0.234881, 0.230374, 0.238152, 0.227869, 0.234551, 0.226238, 0.228021, 0.224479, 0.236461, 0.227217, 0.221948, 0.232106, 0.23905, 0.238551, 0.176227, 0.228712, 0.233027, 0.221975, 0.129575, 0.229663, 0.17943, 0.226507, 0.22824, 0.247986, 0.243, 0.152129, 0.229713, 0.250592, 0.231055, 0.237723, 0.23783, 0.189886, 0.231228, 0.229911, 0.240054, 0.241005, 0.236982, 0.22619, 0.251981, 0.231449, 0.236218, 0.231758, 0.223527, 0.220121, 0.227214, 0.241565, 0.230299, 0.243386, 0.221284, 0.224975, 0.225695, 0.222585, 0.236631, 0.238251, 0.225523, 0.232689, 0.226, 0.237754, 0.220029, 0.242508, 0.137294, 0.225574, 0.232222, 0.216487, 0.221182, 0.242732, 0.241576, 0.242609, 0.241084, 0.243703, 0.234772, 0.243763, 0.229944, 0.234765, 0.237062, 0.229179, 0.243408, 0.24173, 0.229979, 0.23027, 0.237504, 0.244068, 0.229604, 0.238157, 0.240334, 0.241901, 0.244331, 0.240768, 0.226648, 0.224926, 0.24564, 0.233921, 0.215386, 0.24411, 0.217813, 0.232128, 0.239736, 0.228465, 0.226055, 0.21443, 0.124548, 0.238352, 0.230276, 0.235912, 0.225641, 0.23663, 0.247117, 0.237865, 0.247663, 0.221673, 0.222337, 0.239399, 0.235882, 0.230492, 0.226575, 0.239159, 0.22916, 0.233831, 0.226787, 0.226961, 0.209499, 0.226332, 0.225305, 0.224142, 0.224004, 0.22746, 0.225825, 0.230466, 0.242616, 0.234613, 0.231642, 0.164576, 0.236395, 0.235081, 0.233505, 0.140139, 0.240707, 0.237259, 0.235827, 0.248385, 0.24114, 0.223174, 0.236689, 0.217359, 0.228982, 0.243106, 0.224595, 0.231718, 0.228066, 0.22938, 0.227014, 0.245599, 0.237309, 0.246734, 0.233583, 0.235252, 0.221079, 0.233596, 0.232295, 0.227969, 0.231755, 0.239205, 0.236817, 0.170046, 0.23811, 0.219248, 0.153544, 0.232751, 0.245121 ] }, "name": "model.model.layers.4.input_layernorm.weight", "outputIndexes": [ 361 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 360 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_4/Mul_output_0", "outputIndexes": [ 362 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 361, 362 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_4/Mul_1_output_0", "outputIndexes": [ 363 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 363 ], "outputIndexes": [ 2075 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2075 ], "outputIndexes": [ 2076 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/q_proj/Linear", "inputIndexes": [ 2076 ], "outputIndexes": [ 2077 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 150995560, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2077 ], "outputIndexes": [ 2078 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2078 ], "outputIndexes": [ 364 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 363 ], "main_type": "NONE", "name": "/Shape_17_output_0", "outputIndexes": [ 365 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 365 ], "main_type": "NONE", "name": "Shape734", "outputIndexes": [ 366 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 365 ], "main_type": "NONE", "name": "Rank736", "outputIndexes": [ 367 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 367, 367 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp738", "outputIndexes": [ 368 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 368 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze739", "outputIndexes": [ 369 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 368, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp741", "outputIndexes": [ 370 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 370 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze742", "outputIndexes": [ 371 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 366, 369, 371, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice745", "outputIndexes": [ 372 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 372 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze746", "outputIndexes": [ 373 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 373 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp747", "outputIndexes": [ 374 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 374, 373 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp748", "outputIndexes": [ 375 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 365, 375, 368 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_32_output_0", "outputIndexes": [ 376 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 376, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_57_output_0", "outputIndexes": [ 377 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 377, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_36_output_0", "outputIndexes": [ 378 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 364, 378 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_21_output_0", "outputIndexes": [ 379 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 379, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_16_output_0", "outputIndexes": [ 380 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 379 ], "main_type": "NONE", "name": "/Shape_18_output_0", "outputIndexes": [ 381 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 381 ], "main_type": "NONE", "name": "Shape755", "outputIndexes": [ 382 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 381 ], "main_type": "NONE", "name": "Rank757", "outputIndexes": [ 383 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 383, 383 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp759", "outputIndexes": [ 384 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 384 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze760", "outputIndexes": [ 385 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 384, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp762", "outputIndexes": [ 386 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 386 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze763", "outputIndexes": [ 387 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 382, 385, 387, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice766", "outputIndexes": [ 388 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 388 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze767", "outputIndexes": [ 389 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 389 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp768", "outputIndexes": [ 390 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 390, 389 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp769", "outputIndexes": [ 391 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 381, 391, 384 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_33_output_0", "outputIndexes": [ 392 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 392, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_12_output_0", "outputIndexes": [ 393 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 393, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_62_output_0", "outputIndexes": [ 394 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 379, 394, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_17_output_0", "outputIndexes": [ 395 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 395 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_8_output_0", "outputIndexes": [ 396 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 379, 22, 394, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_16_output_0", "outputIndexes": [ 397 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 396, 397 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_39_output_0", "outputIndexes": [ 398 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 398, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_17_output_0", "outputIndexes": [ 399 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 380, 399 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_20_output_0", "outputIndexes": [ 400 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 363 ], "outputIndexes": [ 2079 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2079 ], "outputIndexes": [ 2080 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/k_proj/Linear", "inputIndexes": [ 2080 ], "outputIndexes": [ 2081 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 153354878, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2081 ], "outputIndexes": [ 2082 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2082 ], "outputIndexes": [ 401 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 401, 378 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_22_output_0", "outputIndexes": [ 402 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 402, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_18_output_0", "outputIndexes": [ 403 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 402 ], "main_type": "NONE", "name": "/Shape_19_output_0", "outputIndexes": [ 404 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 404 ], "main_type": "NONE", "name": "Shape817", "outputIndexes": [ 405 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 404 ], "main_type": "NONE", "name": "Rank819", "outputIndexes": [ 406 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 406, 406 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp821", "outputIndexes": [ 407 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 407 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze822", "outputIndexes": [ 408 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 407, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp824", "outputIndexes": [ 409 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 409 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze825", "outputIndexes": [ 410 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 405, 408, 410, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice828", "outputIndexes": [ 411 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 411 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze829", "outputIndexes": [ 412 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 412 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp830", "outputIndexes": [ 413 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 413, 412 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp831", "outputIndexes": [ 414 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 404, 414, 407 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_34_output_0", "outputIndexes": [ 415 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 415, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_13_output_0", "outputIndexes": [ 416 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 416, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_64_output_0", "outputIndexes": [ 417 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 402, 417, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_19_output_0", "outputIndexes": [ 418 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 418 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_9_output_0", "outputIndexes": [ 419 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 402, 22, 417, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_18_output_0", "outputIndexes": [ 420 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 419, 420 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_40_output_0", "outputIndexes": [ 421 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 421, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_19_output_0", "outputIndexes": [ 422 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 403, 422 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_21_output_0", "outputIndexes": [ 423 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 363 ], "outputIndexes": [ 2083 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2083 ], "outputIndexes": [ 2084 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/v_proj/Linear", "inputIndexes": [ 2084 ], "outputIndexes": [ 2085 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 155714196, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2085 ], "outputIndexes": [ 2086 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2086 ], "outputIndexes": [ 424 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 424, 378 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_23_output_0", "outputIndexes": [ 425 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 400, 423, 425, 109 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_24_output_0", "outputIndexes": [ 426 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 426 ], "outputIndexes": [ 2087 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2087 ], "outputIndexes": [ 2088 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/o_proj/Linear", "inputIndexes": [ 2088 ], "outputIndexes": [ 2089 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 158073514, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2089 ], "outputIndexes": [ 2090 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2090 ], "outputIndexes": [ 427 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 360, 427 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_23_output_0", "outputIndexes": [ 428 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2048 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.170891, 0.171768, 0.165579, 0.172341, 0.111748, 0.176133, 0.165248, 0.175643, 0.169289, 0.178691, 0.153415, 0.169142, 0.174575, 0.17043, 0.173595, 0.152476, 0.165693, 0.098406, 0.169869, 0.169915, 0.174844, 0.171266, 0.162936, 0.155661, 0.171195, 0.175385, 0.157803, 0.173215, 0.179785, 0.173409, 0.176268, 0.17567, 0.172755, 0.130583, 0.170213, 0.170882, 0.157995, 0.166194, 0.170628, 0.152097, 0.171121, 0.144788, 0.170543, 0.175427, 0.164665, 0.168488, 0.17473, 0.18153, 0.164177, 0.164732, 0.16151, 0.165373, 0.167894, 0.162241, 0.172443, 0.174895, 0.170969, 0.169573, 0.158706, 0.160351, 0.176212, 0.175134, 0.10879, 0.168617, 0.167973, 0.172739, 0.07824, 0.175619, 0.177577, 0.171518, 0.175958, 0.172533, 0.157162, 0.17164, 0.167495, 0.168022, 0.168502, 0.166346, 0.09763, 0.169224, 0.16449, 0.174162, 0.174285, 0.174055, 0.175218, 0.17462, 0.141391, 0.09102, 0.173655, 0.17475, 0.166006, 0.171992, 0.175024, 0.166017, 0.157345, 0.168002, 0.174636, 0.170827, 0.16724, 0.136969, 0.115924, 0.166098, 0.129414, 0.157765, 0.169657, 0.164682, 0.104682, 0.151586, 0.171138, 0.164452, 0.162997, 0.171624, 0.145274, 0.165939, 0.172872, 0.165909, 0.167759, 0.173435, 0.168233, 0.176393, 0.175343, 0.159744, 0.173822, 0.170536, 0.174055, 0.169915, 0.171399, 0.17377, 0.158425, 0.167267, 0.16991, 0.173165, 0.170462, 0.134724, 0.169554, 0.159696, 0.1724, 0.171129, 0.170771, 0.171092, 0.171796, 0.176777, 0.135235, 0.156562, 0.160707, 0.145181, 0.173939, 0.172564, 0.174359, 0.169484, 0.172131, 0.161385, 0.174746, 0.159233, 0.168388, 0.17875, 0.170692, 0.158919, 0.112148, 0.175217, 0.170007, 0.079965, 0.165922, 0.172072, 0.167923, 0.174735, 0.157925, 0.177036, 0.169484, 0.167255, 0.172669, 0.176361, 0.168086, 0.173165, 0.169767, 0.165747, 0.172736, 0.172877, 0.180365, 0.1705, 0.162934, 0.165414, 0.165082, 0.171071, 0.171592, 0.172308, 0.17221, 0.121636, 0.173642, 0.156758, 0.169803, 0.171582, 0.175435, 0.170987, 0.142236, 0.171272, 0.178285, 0.167418, 0.173503, 0.131777, 0.167083, 0.172884, 0.164184, 0.169291, 0.177871, 0.171826, 0.179315, 0.13624, 0.170359, 0.043758, 0.171718, 0.176607, 0.170851, 0.174984, 0.169979, 0.169554, 0.175086, 0.178337, 0.169779, 0.169957, 0.172804, 0.163539, 0.176566, 0.140699, 0.170399, 0.135473, 0.149805, -6e-05, 0.180162, 0.163441, 0.167745, 0.173734, 0.171483, 0.16045, 0.167712, 0.152853, 0.167138, 0.170377, 0.158526, 0.161352, 0.172165, 0.167343, 0.181137, 0.167823, 0.173442, 0.175144, 0.176232, 0.167637, 0.165977, 0.157109, 0.170334, 0.169089, 0.176986, 0.174933, 0.083462, 0.087099, 0.174216, 0.17048, 0.169841, 0.175401, 0.168645, 0.178097, 0.174269, 0.174084, 0.163175, 0.166492, 0.172979, 0.166259, 0.164203, 0.171905, 0.155226, 0.168196, 0.173702, 0.169816, 0.174349, 0.118436, 0.170073, 0.229526, 0.164768, 0.168702, 0.138079, 0.075675, 0.080815, 0.17012, 0.171901, 0.175836, 0.13591, 0.161173, 0.162542, 0.165131, 0.167819, 0.170573, 0.168018, 0.170126, 0.17063, 0.163491, 0.170735, 0.112221, 0.162983, 0.166987, 0.176685, 0.150156, 0.170741, 0.148165, 0.088034, 0.172877, 0.173082, 0.165351, 0.164993, 0.172238, 0.173041, 0.173767, 0.170762, 0.173016, 0.181906, 0.178041, 0.170136, 0.173094, 0.069766, 0.16858, 0.144066, 0.172041, 0.170208, 0.151762, 0.143741, 0.167187, 0.13762, 0.165037, 0.156228, 0.152608, 0.1681, 0.167527, 0.167066, 0.174935, 0.171661, 0.172191, 0.162426, 0.172064, 0.22868, 0.166904, 0.165099, 0.162383, 0.163542, 0.170083, 0.10153, 0.158687, 0.157694, 0.167536, 0.169285, 0.165988, 0.144634, 0.171653, 0.070449, 0.170373, 0.173992, 0.183617, 0.122076, 0.168489, 0.168244, 0.168961, 0.164353, 0.173656, 0.164128, 0.156833, 0.163732, 0.169534, 0.174259, 0.168565, 0.163376, 0.171538, 0.165413, 0.132836, 0.16876, 0.168824, 0.171952, 0.163424, 0.173371, 0.167601, 0.176693, 0.170728, 0.175647, 0.103937, 0.180841, 0.16508, 0.16758, 0.160895, 0.174154, 0.175267, 0.147455, 0.179825, 0.134551, 0.175377, 0.16869, 0.167673, 0.166335, 0.171174, 0.163049, 0.1724, 0.155472, 0.172648, 0.165997, 0.173803, 0.174005, 0.164559, 0.146032, 0.163142, 0.164677, 0.142659, 0.168215, 0.168333, 0.065065, 0.180758, 0.177401, 0.174223, 0.17207, 0.061878, 0.170686, 0.176432, 0.17282, 0.169648, 0.166493, 0.159071, 0.173439, 0.034439, 0.166455, 0.171656, 0.155825, 0.17734, 0.115789, 0.133726, 0.16247, 0.175611, 0.174631, 0.167964, 0.169646, 0.163023, 0.164241, 0.1656, 0.158216, 0.180145, 0.167791, 0.168687, 0.175249, 0.167995, 0.167867, 0.17214, 0.171989, 0.164547, 0.168001, 0.171424, 0.17534, 0.172498, 0.093971, 0.165196, 0.152162, 0.172932, 0.160039, 0.150576, 0.169338, 0.166657, 0.068644, 0.168741, 0.174759, 0.165107, 0.165701, 0.17039, 0.172173, 0.165144, 0.176606, 0.176624, 0.166532, 0.167419, 0.172932, 0.158102, 0.164488, 0.171526, 0.169736, 0.167845, 0.169086, 0.174193, 0.179076, 0.176541, 0.166198, 0.167563, 0.144803, 0.167067, 0.169628, 0.171608, 0.177969, 0.14505, 0.162323, 0.180177, 0.167009, 0.16863, 0.166279, 0.167565, 0.070401, 0.176899, 0.170874, 0.145573, 0.173489, 0.171886, 0.174261, 0.173599, 0.173056, 0.174922, 0.168091, 0.175104, 0.170853, 0.17457, 0.175963, 0.168528, 0.164908, 0.170571, 0.171291, 0.168942, 0.181949, 0.175831, 0.179757, 0.123357, 0.146595, 0.162269, 0.165563, 0.169823, 0.077779, 0.172364, 0.163436, 0.161014, 0.169295, 0.17147, 0.167712, 0.173779, 0.170475, 0.169567, 0.151453, 0.165671, 0.15716, 0.175575, 0.168645, 0.165575, 0.162481, 0.122985, 0.144248, 0.166274, 0.170852, 0.147761, 0.175588, 0.166587, 0.107938, 0.169964, 0.131176, 0.142682, 0.089357, 0.168073, 0.166638, 0.174849, 0.168633, 0.169885, 0.174896, 0.168149, 0.176072, 0.169756, 0.173169, 0.16829, 0.170001, 0.158369, 0.170778, 0.174571, 0.174632, 0.159184, 0.173458, 0.174292, 0.172852, 0.171358, 0.164624, 0.155434, 0.159999, 0.168769, 0.168087, 0.156913, 0.174642, 0.172521, 0.16697, 0.145956, 0.173266, 0.166971, 0.182831, 0.17702, 0.163835, 0.167916, 0.115582, 0.161691, 0.172389, 0.17294, 0.18475, 0.168832, 0.148832, 0.165617, 0.17284, 0.169951, 0.163305, 0.173235, 0.176403, 0.173935, 0.167987, 0.165916, 0.163485, 0.174518, 0.152792, 0.09742, 0.171598, 0.169502, 0.167256, 0.171521, 0.16002, 0.164188, 0.171064, 0.170153, 0.050457, 0.115381, 0.161722, 0.161951, 0.173217, 0.16033, 0.178207, 0.169044, 0.173245, 0.151386, 0.170149, 0.176675, 0.170235, 0.15536, 0.167778, 0.174776, 0.164746, 0.176828, 0.154368, 0.171939, 0.169848, 0.170832, 0.166617, 0.168967, 0.173057, 0.170733, 0.171126, 0.163506, 0.173442, 0.174561, 0.172845, 0.165285, 0.171385, 0.167617, 0.17445, 0.069481, 0.158719, 0.16789, 0.172274, 0.167891, 0.168563, 0.174382, 0.176779, 0.174608, 0.165966, 0.10185, 0.172192, 0.170035, 0.173538, 0.172908, 0.170574, 0.161156, 0.170932, 0.167665, 0.17063, 0.172518, 0.162205, 0.167275, 0.165967, 0.17007, 0.164957, 0.17057, 0.17121, 0.165648, 0.167325, 0.098016, 0.171666, 0.15819, 0.157065, 0.117486, 0.157171, 0.169841, 0.160716, 0.177995, 0.172822, 0.165152, 0.166483, 0.170059, 0.17131, 0.167284, 0.168984, 0.174314, 0.175177, 0.070931, 0.168492, 0.174776, 0.16911, 0.05936, 0.172485, 0.157048, 0.184174, 0.175463, 0.177441, 0.1686, 0.164769, 0.158924, 0.172824, 0.168542, 0.164005, 0.16083, 0.176856, 0.173234, 0.165227, 0.161205, 0.165728, 0.151259, 0.166664, 0.16339, 0.17682, 0.171015, 0.165409, 0.175342, 0.158046, 0.170559, 0.167788, 0.169407, 0.173747, 0.167111, 0.160841, 0.250294, 0.171108, 0.165894, 0.173194, 0.169772, 0.157184, 0.174242, 0.170504, 0.164476, 0.170605, 0.165967, 0.163598, -5.9e-05, 0.172818, 0.168805, 0.159935, 0.173189, 0.172803, 0.167274, 0.153267, 0.172061, 0.16658, 0.167916, 0.15921, 0.176427, 0.173407, 0.16629, 0.137727, 0.165048, 0.164747, 0.169452, 0.173534, 0.169305, 0.169721, 0.174787, 0.165605, 0.173497, 0.117901, 0.17245, 0.173555, 0.166125, 0.167123, 0.16685, 0.165348, 0.167804, 0.119859, 0.175176, 0.170206, 0.164391, 0.170136, 0.167207, 0.165028, 0.171803, 0.093069, 0.16169, 0.164172, 0.123278, 0.160018, 0.16657, 0.076836, 0.17698, 0.167304, 0.173698, 0.177741, 0.149598, 0.172522, 0.165548, 0.164877, 0.159623, 0.170409, 0.176699, 0.162702, 0.058921, 0.168594, 0.169216, 0.169547, 0.162327, 0.174475, 0.168602, 0.173886, 0.170124, 0.167989, 0.158277, 0.172805, 0.166958, 0.17023, 0.160851, 0.167742, 0.16936, 0.174743, 0.170781, 0.170436, 0.167667, 0.158207, 0.079428, 0.162842, 0.156008, 0.176124, 0.17112, 0.168585, 0.149551, 0.177834, 0.178521, 0.162141, 0.158451, 0.139492, 0.091475, 0.16627, 0.169654, 0.171433, 0.164982, 0.176305, 0.179852, 0.153557, 0.154928, 0.170182, 0.172832, 0.157441, 0.171815, 0.161482, 0.173573, 0.176809, 0.171826, 0.170365, 0.167544, 0.178901, 0.169365, 0.168036, 0.168589, 0.169484, 0.136641, 0.172359, 0.161559, 0.169223, 0.152705, 0.173875, 0.164978, 0.160633, 0.173605, 0.153671, 0.170928, 0.166645, 0.157518, 0.165274, 0.175262, 0.170234, 0.163516, 0.146741, 0.164366, 0.171345, 0.120563, 0.165268, 0.179165, 0.166758, 0.169807, 0.170395, 0.171958, 0.176853, 0.168529, 0.170372, 0.163345, 0.151782, 0.169795, 0.163775, 0.164998, 0.164368, 0.170091, 0.098807, 0.165125, 0.156918, 0.174834, 0.151106, 0.165696, 0.172753, 0.163836, 0.174158, 0.067143, 0.174796, 0.163107, 0.13665, 0.169099, 0.163764, 0.175862, 0.171138, 0.161619, 0.173817, 0.166373, 0.168096, 0.16413, 0.112631, 0.07701, 0.068846, 0.168658, 0.135856, 0.163693, 0.172897, 0.167086, 0.173921, 0.173062, 0.174196, 0.168254, 0.168552, 0.165267, 0.177175, 0.067994, 0.173417, 0.169359, 0.160117, 0.169693, 0.161978, 0.166546, 0.171422, 0.175779, 0.154789, 0.177528, 0.173175, 0.173534, 0.175458, 0.172511, 0.175788, 0.174283, 0.157426, 0.174059, 0.173895, 0.168677, 0.172343, 0.170174, 0.166829, 0.151535, 0.170374, 0.16257, 0.091984, 0.170681, 0.17004, 0.173574, 0.165194, 0.163447, 0.168757, 0.176651, 0.168762, 0.166104, 0.166799, 0.171454, 0.082607, 0.158021, 0.163738, 0.167771, 0.165615, 0.079769, 0.169084, 0.169622, 0.156217, 0.163356, 0.171635, 0.171335, 0.169947, 0.159288, 0.169881, 0.174273, 0.170393, 0.177965, 0.158213, 0.071946, 0.163497, 0.151721, 0.173539, 0.169704, 0.163498, 0.167072, 0.159281, 0.176711, 0.156728, 0.172047, 0.169545, 0.078375, 0.077911, 0.163969, 0.173327, 0.174392, 0.167213, 0.169794, 0.169488, 0.166141, 0.176072, 0.167596, 0.135359, 0.167189, 0.170854, 0.174626, 0.161676, 0.175186, 0.165007, 0.156522, 0.154149, 0.134637, 0.165234, 0.172105, 0.168291, 0.171997, 0.168459, 0.063344, 0.087275, 0.174844, 0.175528, 0.169541, 0.176384, 0.16146, 0.176513, 0.167606, 0.092803, 0.16065, 0.182661, 0.168019, 0.168137, 0.169377, 0.173107, 0.173598, 0.173989, 0.167489, 0.128635, 0.176183, 0.174584, 0.152303, 0.158938, 0.165728, 0.107863, 0.171719, 0.159723, 0.158661, 0.171758, 0.171668, 0.149267, 0.160361, 0.169594, 0.073015, 0.173265, 0.168107, 0.15734, 0.172396, 0.168266, 0.174403, 0.103799, 0.17045, 0.171938, 0.17029, 0.157446, 0.162426, 0.162434, 0.168965, 0.168331, 0.16646, 0.158509, 0.152461, 0.162818, 0.172107, 0.165401, 0.172652, 0.174758, 0.170756, 0.163581, 0.17015, 0.163293, 0.17441, 0.170901, 0.163915, 0.175703, 0.17208, 0.171829, 0.164278, 0.184595, 0.172852, 0.159808, 0.167921, 0.159262, 0.173293, 0.170461, 0.1662, 0.069992, 0.169379, 0.175772, 0.161385, 0.166184, 0.17373, 0.164611, 0.137323, 0.054462, 0.172201, 0.175007, 0.174026, 0.163082, 0.172645, 0.152561, 0.172399, 0.175407, 0.169271, 0.165744, 0.167411, 0.169817, 0.170787, 0.166502, 0.164466, 0.169269, 0.167561, 0.165821, 0.170563, 0.175467, 0.177091, 0.067306, 0.175165, 0.176068, 0.174212, 0.170815, 0.16019, 0.167094, 0.160778, 0.173724, 0.166818, 0.169622, 0.152966, 0.174872, 0.158146, 0.173167, 0.175845, 0.174471, 0.172083, 0.169198, 0.166957, 0.061006, 0.16942, 0.157012, 0.163575, 0.127151, 0.168527, 0.056303, 0.151969, 0.169417, 0.162132, 0.170366, 0.174772, 0.171775, 0.164171, 0.147115, 0.15534, 0.168201, 0.166664, 0.164522, 0.169311, 0.07553, 0.162947, 0.175059, 0.172961, 0.170847, 0.177637, 0.171593, 0.164073, 0.161908, 0.168314, 0.168982, 0.054909, 0.16901, 0.164146, 0.169181, 0.146924, 0.157606, 0.175557, 0.17486, 0.170216, 0.172683, 0.167962, 0.101038, 0.172687, 0.162572, 0.173276, 0.173936, 0.160351, 0.166693, 0.168477, 0.174947, 0.160253, 0.162659, 0.167976, 0.160106, 0.171328, 0.170106, 0.139477, 0.170476, 0.183082, 0.154436, 0.164404, 0.171134, 0.080531, 0.162498, 0.175103, 0.164501, 0.159297, 0.155845, 0.173356, 0.157854, 0.169529, 0.170535, 0.170336, 0.167508, 0.171764, 0.168328, 0.163399, 0.169042, 0.16663, 0.161202, 0.174975, 0.166421, 0.154314, 0.094783, 0.153827, 0.156466, 0.168513, 0.175785, 0.139951, 0.171065, 0.166541, 0.161344, 0.168956, 0.166879, 0.166342, 0.170063, 0.168644, 0.150129, 0.177975, 0.170937, 0.164407, 0.172727, 0.170557, 0.170735, 0.172964, 0.163045, 0.171529, 0.170653, 0.17399, 0.182062, 0.163697, 0.1667, 0.170241, 0.161925, 0.16057, 0.165716, 0.168133, 0.163292, 0.176863, 0.167384, 0.164525, 0.170645, 0.166015, 0.169228, 0.142031, 0.168153, 0.161049, 0.180138, 0.169518, 0.127509, 0.169684, 0.150417, 0.177237, 0.176413, 0.124589, 0.174096, 0.171301, 0.17455, 0.167616, 0.176348, 0.170008, 0.177617, 0.173644, 0.144382, 0.167341, 0.167951, 0.177123, 0.174493, 0.169403, 0.165561, 0.175341, 0.159404, 0.177236, 0.172555, 0.162231, 0.159427, 0.172839, 0.165388, 0.150941, 0.167985, 0.174454, 0.171734, 0.163113, 0.175155, 0.178513, 0.171883, 0.131808, 0.141457, 0.171632, 0.17866, 0.171998, 0.161861, 0.163251, 0.170771, 0.16968, 0.162696, 0.174501, 0.162188, 0.176833, 0.169093, 0.165647, 0.168763, 0.167911, 0.173176, 0.165519, 0.173394, 0.164729, 0.170709, 0.136118, 0.105835, 0.172561, 0.173765, 0.169656, 0.168336, 0.168419, 0.173211, 0.156565, 0.164489, 0.162581, 0.17386, 0.171368, 0.176031, 0.164499, 0.171832, 0.169278, 0.161136, 0.167544, 0.173926, 0.165421, 0.15095, 0.069712, 0.163657, 0.16328, 0.171313, 0.169672, 0.172951, 0.17409, 0.16031, 0.176334, 0.176672, 0.156278, 0.114388, 0.12523, 0.174657, 0.169244, 0.170098, 0.176197, 0.171221, 0.171246, 0.171651, 0.148611, 0.172254, 0.167944, 0.170709, 0.165407, 0.171515, 0.177751, 0.17066, 0.172978, 0.124888, 0.165797, 0.175321, 0.139997, 0.167697, 0.170302, 0.170832, 0.17037, 0.16208, 0.173684, 0.154547, 0.168993, 0.167769, 0.173176, 0.178205, 0.152601, 0.129111, 0.181859, 0.166851, 0.171588, 0.166743, 0.158165, 0.169666, 0.174358, 0.158094, 0.159937, 0.178675, 0.173703, 0.156477, 0.170184, 0.166995, 0.171987, 0.164798, 0.170374, 0.167335, 0.171271, 0.167715, 0.171442, 0.15677, 0.168594, 0.165294, 0.148032, 0.169415, 0.16308, 0.162628, 0.174244, 0.162461, 0.169712, 0.162635, 0.170348, 0.171583, 0.176289, 0.159896, 0.180861, 0.177285, 0.172248, 0.171669, 0.168123, 0.165456, 0.168474, 0.165442, 0.173718, 0.165251, 0.170325, 0.174989, 0.17326, 0.171114, 0.179166, 0.155455, 0.164898, 0.172068, 0.173871, 0.168225, 0.165661, 0.174712, 0.170445, 0.17283, 0.171798, 0.171661, 0.169081, 0.163871, 0.166799, 0.157475, 0.171312, 0.17245, 0.170547, 0.167649, 0.177389, 0.169638, 0.171743, 0.171575, 0.173344, 0.164033, 0.165032, 0.164308, 0.166251, 0.176284, 0.166779, 0.169373, 0.168082, 0.172726, 0.17404, 0.169156, 0.17663, 0.16556, 0.168116, 0.17364, 0.172981, 0.177691, 0.079259, 0.167254, 0.172766, 0.164108, 0.166913, 0.165814, 0.15992, 0.168451, 0.124764, 0.174507, 0.167722, 0.132738, 0.167456, 0.168228, 0.177809, 0.171276, 0.172619, 0.152534, 0.125764, 0.173703, 0.16706, 0.173027, 0.163236, 0.181959, 0.169942, 0.158907, 0.170633, 0.176051, 0.169183, 0.166699, 0.143836, 0.178249, 0.170481, 0.170588, 0.168961, 0.151285, 0.175666, 0.172039, 0.170704, 0.173176, 0.171707, 0.164181, 0.108158, 0.166576, 0.168968, 0.066354, 0.171066, 0.157174, 0.171123, 0.169913, 0.173834, 0.178258, 0.169942, 0.167896, 0.151323, 0.16205, 0.167731, 0.148194, 0.169617, 0.159272, 0.17119, 0.172974, 0.17443, 0.171609, 0.168786, 0.172836, 0.158567, 0.168486, 0.174421, 0.162631, 0.177152, 0.169723, 0.172209, 0.149679, 0.170645, 0.175239, 0.158542, 0.174506, 0.164672, 0.164091, 0.175973, 0.181665, 0.148064, 0.12204, 0.116807, 0.157502, 0.174867, 0.174373, 0.174093, 0.064866, 0.099591, 0.173884, 0.173183, 0.168529, 0.165548, 0.165011, 0.172324, 0.177139, 0.170932, 0.170167, 0.1717, 0.169252, 0.161119, 0.169347, 0.168273, 0.168479, 0.169874, 0.169663, 0.170854, 0.171641, 0.167403, 0.155592, 0.157485, 0.167972, 0.166488, 0.169724, 0.17532, 0.169007, 0.175122, 0.174918, 0.159602, 0.165911, 0.170247, 0.17444, 0.166743, 0.180298, 0.172234, 0.167777, 0.168709, 0.175965, 0.170453, 0.177082, 0.170061, 0.17568, 0.170685, 0.16263, 0.170539, 0.178058, 0.164804, 0.172657, 0.166619, 0.164343, 0.125378, 0.170317, 0.136436, 0.167363, 0.170645, 0.170347, 0.174656, 0.162528, 0.164574, 0.161928, 0.172713, 0.164215, 0.159163, 0.117868, 0.173225, 0.168916, 0.142542, 0.172964, 0.174118, 0.162752, 0.17494, 0.171643, 0.172871, 0.169674, 0.177575, 0.157682, 0.164456, 0.172041, 0.174849, 0.170761, 0.168746, 0.173569, 0.178102, 0.093785, 0.16478, 0.151691, 0.16626, 0.177591, 0.16928, 0.171051, 0.162028, 0.179988, 0.169985, 0.17003, 0.183455, 0.171115, 0.160275, 0.163179, 0.168247, 0.173368, 0.164146, 0.15904, 0.176302, 0.16218, 0.177948, 0.173, 0.169671, 0.177453, 0.168634, 0.169284, 0.164743, 0.164778, 0.160022, 0.171696, 0.171299, 0.169377, 0.162594, 0.166138, 0.171262, 0.173258, 0.164965, 0.165955, 0.128423, 0.175141, 0.17173, 0.168794, 0.178499, 0.147207, 0.150703, 0.168364, 0.177027, 0.169106, 0.159071, 0.172209, 0.16504, 0.161678, 0.175895, 0.170302, 0.173809, 0.165565, 0.174563, 0.16953, 0.168369, 0.168855, 0.169976, 0.170502, 0.17193, 0.171964, 0.174493, 0.170849, 0.167394, 0.171604, 0.090193, 0.170819, 0.17058, 0.173473, 0.17781, 0.168337, 0.171727, 0.171813, 0.164176, 0.16989, 0.16949, 0.143295, 0.168912, 0.1678, 0.169843, 0.173519, 0.07396, 0.170506, 0.159914, 0.176321, 0.173054, 0.16105, 0.169422, 0.171662, 0.168119, 0.132452, 0.16871, 0.167028, 0.170147, 0.168196, 0.173868, 0.168525, 0.172174, 0.163745, 0.165191, 0.177782, 0.164326, 0.178524, 0.16788, 0.144153, 0.163458, 0.168682, 0.169227, 0.171178, 0.133464, 0.155823, 0.167654, 0.103764, 0.169676, 0.080676, 0.142968, 0.182858, 0.166323, 0.169772, 0.084027, 0.176305, 0.173045, 0.162131, 0.165138, 0.091458, 0.146197, 0.16997, 0.174196, 0.086705, 0.175242, 0.169652, 0.175428, 0.179385, 0.167027, 0.156865, 0.175803, 0.177325, 0.140888, 0.174989, 0.173261, 0.171843, 0.165941, 0.167809, 0.166951, 0.176705, 0.172719, 0.161087, 0.163758, 0.136281, 0.165014, 0.16991, 0.16909, 0.170871, 0.172066, 0.166056, 0.169931, 0.166185, 0.168468, 0.153392, 0.173953, 0.177123, 0.136009, 0.168741, 0.165679, 0.1671, 0.171966, 0.178867, 0.169798, 0.171447, 0.164919, 0.164182, 0.143495, 0.170532, 0.176204, 0.124581, 0.164748, 0.162533, 0.151407, 0.161512, 0.173124, 0.1708, 0.168712, 0.160714, 0.16632, 0.170556, 0.177147, 0.132727, 0.17663, 0.166602, 0.170783, 0.178132, 0.175288, 0.167888, 0.167913, 0.173613, 0.167462, 0.168112, 0.136151, 0.162917, 0.173998, 0.169619, 0.119025, 0.169417, 0.170075, 0.157212, 0.069233, 0.164519, 0.118059, 0.176774, 0.170846, 0.167362, 0.166109, 0.09034, 0.161123, 0.161042, 0.174339, 0.172739, 0.177963, 0.135263, 0.18276, 0.170919, 0.169498, 0.164478, 0.174769, 0.173736, 0.163733, 0.165972, 0.167497, 0.165679, 0.170768, 0.166703, 0.165334, 0.167994, 0.175431, 0.172586, 0.149976, 0.16769, 0.168693, 0.173285, 0.1684, 0.166177, 0.17298, 0.172716, 0.165916, 0.167506, 0.165121, 0.182153, 0.073376, 0.177224, 0.146464, 0.136255, 0.171763, 0.174099, 0.175901, 0.176526, 0.16711, 0.170603, 0.170893, 0.173819, 0.165209, 0.163049, 0.170023, 0.168926, 0.165758, 0.169306, 0.175335, 0.179768, 0.168951, 0.180956, 0.171754, 0.164566, 0.166754, 0.169805, 0.166081, 0.17005, 0.162027, 0.177196, 0.17324, 0.170891, 0.167824, 0.167705, 0.163087, 0.166258, 0.174011, 0.17052, 0.168744, 0.167891, 0.063425, 0.171912, 0.160886, 0.175832, 0.167854, 0.163543, 0.168345, 0.167421, 0.165899, 0.163933, 0.160456, 0.169154, 0.172871, 0.162039, 0.166695, 0.171626, 0.171032, 0.173051, 0.168579, 0.157334, 0.14648, 0.167384, 0.168662, 0.169664, 0.17221, 0.17175, 0.168533, 0.178302, 0.171127, 0.164494, 0.175159, 0.090966, 0.173902, 0.172004, 0.167714, 0.078379, 0.175915, 0.159579, 0.164102, 0.15812, 0.164572, 0.16287, 0.169509, 0.164899, 0.169021, 0.178587, 0.16338, 0.170173, 0.165541, 0.165631, 0.167273, 0.182213, 0.168675, 0.170064, 0.178713, 0.168841, 0.163798, 0.174013, 0.170358, 0.145132, 0.163588, 0.165008, 0.170719, 0.120375, 0.167919, 0.156583, 0.081765, 0.167023, 0.180188 ] }, "name": "model.model.layers.4.post_attention_layernorm.weight", "outputIndexes": [ 429 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 428 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_4/Mul_output_0", "outputIndexes": [ 430 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 429, 430 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_4/Mul_1_output_0", "outputIndexes": [ 431 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 431 ], "outputIndexes": [ 2091 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2091 ], "outputIndexes": [ 2092 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/gate_proj/Linear", "inputIndexes": [ 2092 ], "outputIndexes": [ 2093 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 8192, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 160432832, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2093 ], "outputIndexes": [ 2094 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2094 ], "outputIndexes": [ 432 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 8192 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 432 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_4/Sigmoid_output_0", "outputIndexes": [ 433 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 432, 433 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_4/Mul_output_0", "outputIndexes": [ 434 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 431 ], "outputIndexes": [ 2095 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2095 ], "outputIndexes": [ 2096 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/up_proj/Linear", "inputIndexes": [ 2096 ], "outputIndexes": [ 2097 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 8192, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 169870038, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2097 ], "outputIndexes": [ 2098 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2098 ], "outputIndexes": [ 435 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 8192 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 434, 435 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_4/Mul_output_0", "outputIndexes": [ 436 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 436 ], "outputIndexes": [ 2099 ], "main_type": "Reshape", "main": { "dims": [ -1, 8192, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2099 ], "outputIndexes": [ 2100 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/down_proj/Linear", "inputIndexes": [ 2100 ], "outputIndexes": [ 2101 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 8192, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 179307244, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2101 ], "outputIndexes": [ 2102 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2102 ], "outputIndexes": [ 437 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 428, 437 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_24_output_0", "outputIndexes": [ 438 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 438, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_25_output_0", "outputIndexes": [ 439 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2048 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.267307, 0.274424, 0.273616, 0.279729, 0.20804, 0.285503, 0.273305, 0.286492, 0.260051, 0.286472, 0.282797, 0.280156, 0.287723, 0.27384, 0.279421, 0.253978, 0.264713, 0.189866, 0.283095, 0.285009, 0.277859, 0.282671, 0.267133, 0.277913, 0.276619, 0.280415, 0.277594, 0.276719, 0.289234, 0.281338, 0.280261, 0.289085, 0.276668, 0.335459, 0.284411, 0.290847, 0.296714, 0.269939, 0.277584, 0.271055, 0.267105, 0.245409, 0.274271, 0.274112, 0.256825, 0.275884, 0.275315, 0.281358, 0.279382, 0.276842, 0.267429, 0.257307, 0.27111, 0.269067, 0.275886, 0.280939, 0.291858, 0.276579, 0.282137, 0.262837, 0.287625, 0.268792, 0.18785, 0.282642, 0.276795, 0.281134, 0.167229, 0.271031, 0.277028, 0.290313, 0.267069, 0.268623, 0.282933, 0.276157, 0.287369, 0.26425, 0.291955, 0.287158, 0.182151, 0.274929, 0.296632, 0.299366, 0.291107, 0.274154, 0.271044, 0.288728, 0.252751, 0.171845, 0.292869, 0.281024, 0.264601, 0.27942, 0.282916, 0.271676, 0.26322, 0.285609, 0.268187, 0.268541, 0.279706, 0.25045, 0.217059, 0.276664, 0.231837, 0.272272, 0.280315, 0.259738, 0.187397, 0.269701, 0.28499, 0.278033, 0.272715, 0.257689, 0.276209, 0.281971, 0.287953, 0.2709, 0.291983, 0.28638, 0.280565, 0.29018, 0.278553, 0.268226, 0.276024, 0.275851, 0.283675, 0.274961, 0.277313, 0.278179, 0.272813, 0.280695, 0.284825, 0.268504, 0.274144, 0.224621, 0.244389, 0.265842, 0.290309, 0.278017, 0.277212, 0.271202, 0.265146, 0.270176, 0.229656, 0.261129, 0.260196, 0.24374, 0.288459, 0.263466, 0.278627, 0.272, 0.268579, 0.284363, 0.254425, 0.254569, 0.255996, 0.262024, 0.258262, 0.258065, 0.209674, 0.279336, 0.27957, 0.194236, 0.282873, 0.256208, 0.272323, 0.285223, 0.259362, 0.272248, 0.273858, 0.259389, 0.278046, 0.278045, 0.27749, 0.287445, 0.270615, 0.256854, 0.275211, 0.265982, 0.272467, 0.25737, 0.254433, 0.266261, 0.27427, 0.272436, 0.268375, 0.275284, 0.265303, 0.224695, 0.265632, 0.260811, 0.277318, 0.288684, 0.273309, 0.269379, 0.235461, 0.268884, 0.274134, 0.264176, 0.28601, 0.229371, 0.265852, 0.277611, 0.265332, 0.268016, 0.272516, 0.264764, 0.271855, 0.231938, 0.264784, 0.10285, 0.282301, 0.256604, 0.268793, 0.275439, 0.261603, 0.258379, 0.277915, 0.278188, 0.27744, 0.279076, 0.271687, 0.29973, 0.280342, 0.25431, 0.265244, 0.242582, 0.25735, 0.100749, 0.274891, 0.266347, 0.251613, 0.267936, 0.274646, 0.257192, 0.269406, 0.270105, 0.275212, 0.277343, 0.280419, 0.274668, 0.274292, 0.260868, 0.29087, 0.270262, 0.271041, 0.256916, 0.280646, 0.283827, 0.269056, 0.269101, 0.282581, 0.259845, 0.282538, 0.263451, 0.154579, 0.157704, 0.2917, 0.27111, 0.280578, 0.284, 0.271531, 0.278803, 0.293143, 0.281065, 0.269266, 0.264532, 0.28314, 0.277964, 0.267644, 0.273612, 0.255025, 0.283429, 0.281015, 0.265416, 0.282169, 0.223794, 0.27515, 0.234625, 0.254944, 0.28294, 0.24696, 0.21999, 0.151069, 0.263962, 0.275467, 0.274245, 0.253578, 0.272101, 0.27367, 0.275465, 0.280303, 0.275854, 0.286398, 0.278276, 0.260817, 0.281309, 0.279804, 0.18891, 0.289343, 0.297063, 0.278739, 0.239043, 0.28403, 0.253704, 0.211027, 0.277286, 0.270699, 0.281705, 0.263781, 0.282051, 0.2734, 0.279272, 0.272033, 0.286769, 0.295686, 0.264676, 0.271594, 0.273108, 0.263006, 0.289628, 0.246329, 0.269079, 0.272714, 0.252558, 0.243021, 0.278311, 0.239231, 0.275882, 0.26606, 0.259439, 0.254405, 0.273473, 0.265606, 0.284703, 0.284233, 0.281421, 0.266072, 0.28712, 0.294624, 0.266768, 0.272109, 0.276724, 0.27187, 0.257743, 0.197505, 0.268241, 0.264466, 0.283774, 0.264315, 0.286171, 0.254056, 0.260906, 0.137191, 0.281891, 0.263717, 0.295269, 0.221495, 0.276459, 0.266989, 0.255297, 0.275012, 0.28156, 0.278046, 0.26336, 0.27964, 0.262969, 0.281245, 0.282091, 0.280895, 0.26987, 0.271226, 0.244554, 0.260452, 0.280226, 0.276875, 0.276637, 0.281398, 0.271203, 0.276588, 0.261422, 0.274077, 0.188449, 0.282439, 0.283132, 0.263488, 0.265477, 0.273361, 0.250882, 0.262718, 0.291012, 0.225756, 0.277044, 0.284439, 0.288322, 0.271745, 0.267141, 0.27344, 0.278735, 0.260755, 0.268179, 0.274136, 0.279548, 0.270288, 0.278153, 0.25458, 0.264792, 0.269283, 0.256802, 0.276729, 0.265209, 0.12978, 0.267811, 0.282818, 0.269997, 0.284685, 0.154839, 0.276731, 0.269004, 0.276803, 0.277433, 0.272378, 0.275954, 0.273431, 0.203604, 0.261847, 0.287762, 0.270263, 0.270706, 0.241532, 0.2598, 0.286184, 0.283298, 0.280998, 0.286211, 0.278125, 0.269163, 0.280821, 0.270582, 0.286284, 0.279432, 0.283474, 0.271427, 0.278315, 0.268486, 0.265799, 0.287817, 0.275302, 0.275929, 0.273877, 0.255627, 0.269318, 0.263704, 0.188094, 0.281888, 0.266361, 0.268627, 0.287343, 0.265431, 0.264299, 0.27617, 0.161783, 0.285929, 0.273916, 0.275325, 0.275094, 0.277026, 0.283522, 0.282282, 0.283442, 0.283848, 0.288924, 0.280926, 0.283098, 0.263431, 0.275176, 0.290937, 0.289012, 0.293192, 0.27282, 0.2837, 0.277497, 0.289307, 0.281266, 0.27292, 0.258713, 0.273625, 0.279714, 0.268417, 0.300147, 0.260188, 0.276885, 0.278014, 0.277745, 0.292427, 0.278553, 0.270402, 0.146943, 0.269211, 0.269966, 0.24613, 0.278782, 0.279603, 0.27727, 0.265378, 0.281986, 0.267357, 0.280038, 0.28393, 0.271331, 0.27368, 0.283711, 0.282032, 0.28186, 0.286669, 0.251887, 0.27483, 0.272171, 0.274018, 0.272117, 0.222933, 0.255425, 0.266228, 0.283028, 0.283445, 0.172811, 0.271206, 0.27609, 0.276367, 0.275714, 0.278426, 0.275941, 0.279919, 0.267808, 0.28489, 0.256709, 0.267657, 0.268285, 0.271573, 0.288139, 0.281991, 0.277159, 0.227113, 0.234135, 0.274834, 0.289877, 0.254525, 0.271206, 0.282274, 0.209506, 0.280851, 0.231783, 0.258971, 0.167175, 0.292328, 0.279921, 0.284571, 0.28208, 0.2816, 0.282515, 0.283429, 0.276288, 0.284514, 0.285463, 0.277622, 0.311901, 0.251317, 0.284182, 0.289006, 0.282596, 0.288439, 0.280648, 0.29226, 0.287541, 0.270592, 0.263522, 0.257095, 0.288497, 0.283231, 0.286406, 0.268678, 0.283673, 0.273832, 0.266583, 0.255206, 0.28129, 0.278273, 0.276349, 0.274052, 0.264746, 0.25675, 0.19894, 0.272155, 0.277195, 0.279197, 0.267293, 0.271185, 0.258679, 0.278568, 0.298346, 0.281716, 0.288258, 0.292331, 0.288745, 0.292723, 0.266055, 0.29203, 0.270871, 0.273005, 0.251573, 0.195452, 0.280445, 0.28389, 0.277141, 0.275175, 0.274066, 0.268843, 0.278596, 0.263549, 0.248235, 0.226363, 0.273316, 0.277721, 0.285733, 0.274839, 0.279087, 0.290732, 0.284815, 0.27725, 0.276739, 0.285809, 0.285558, 0.279498, 0.276572, 0.281373, 0.285649, 0.275182, 0.270958, 0.273628, 0.267067, 0.260535, 0.273759, 0.279682, 0.265929, 0.278162, 0.280051, 0.273206, 0.272348, 0.273548, 0.279041, 0.266563, 0.283256, 0.268375, 0.265402, 0.174, 0.266152, 0.282466, 0.26506, 0.26894, 0.261525, 0.274353, 0.281111, 0.28445, 0.280091, 0.186527, 0.269374, 0.286615, 0.298593, 0.267182, 0.266628, 0.263233, 0.273962, 0.27708, 0.258919, 0.299305, 0.259885, 0.280366, 0.27525, 0.281691, 0.254137, 0.276692, 0.270388, 0.265895, 0.285094, 0.178059, 0.284207, 0.250459, 0.269166, 0.235957, 0.264458, 0.273639, 0.265405, 0.284774, 0.268371, 0.279163, 0.26349, 0.27089, 0.280721, 0.259557, 0.280253, 0.267047, 0.282314, 0.189121, 0.281181, 0.274931, 0.276079, 0.20742, 0.282957, 0.263489, 0.284525, 0.280436, 0.280436, 0.274501, 0.274168, 0.271083, 0.28587, 0.27319, 0.258533, 0.265675, 0.286332, 0.276416, 0.280585, 0.272254, 0.264172, 0.246981, 0.276579, 0.279636, 0.293624, 0.273229, 0.269436, 0.267133, 0.270227, 0.276697, 0.28257, 0.281671, 0.27533, 0.274519, 0.267189, 0.257055, 0.283982, 0.273523, 0.266496, 0.270972, 0.268606, 0.269459, 0.275346, 0.272739, 0.259638, 0.265862, 0.273288, 7.1e-05, 0.268233, 0.26379, 0.267029, 0.278436, 0.27323, 0.268763, 0.250019, 0.274446, 0.26921, 0.270622, 0.265568, 0.270049, 0.269444, 0.270901, 0.258019, 0.268176, 0.27168, 0.273448, 0.290977, 0.276561, 0.273102, 0.281436, 0.282143, 0.288824, 0.217129, 0.276186, 0.271299, 0.281619, 0.274113, 0.283294, 0.28457, 0.263486, 0.240959, 0.282787, 0.269571, 0.292692, 0.275035, 0.282968, 0.267765, 0.280022, 0.180916, 0.267927, 0.25059, 0.226388, 0.263463, 0.270876, 0.156053, 0.295506, 0.296907, 0.27315, 0.278617, 0.248568, 0.273662, 0.286311, 0.258974, 0.273342, 0.254861, 0.272891, 0.261821, 0.188937, 0.290961, 0.273672, 0.281225, 0.269479, 0.280794, 0.271884, 0.280437, 0.27934, 0.285175, 0.274648, 0.281739, 0.284677, 0.27576, 0.281176, 0.264599, 0.271351, 0.270011, 0.27748, 0.27349, 0.274256, 0.274343, 0.180021, 0.274174, 0.271793, 0.270706, 0.281921, 0.261283, 0.252696, 0.274258, 0.277012, 0.272477, 0.292765, 0.250911, 0.244162, 0.266354, 0.270402, 0.276272, 0.273022, 0.269501, 0.277766, 0.303791, 0.249733, 0.272434, 0.2807, 0.270522, 0.28364, 0.294009, 0.285873, 0.29479, 0.27297, 0.27728, 0.274121, 0.290841, 0.287292, 0.265033, 0.27617, 0.293639, 0.237737, 0.271648, 0.253275, 0.274457, 0.248018, 0.283674, 0.286775, 0.269943, 0.35336, 0.26799, 0.286143, 0.273198, 0.277895, 0.280667, 0.277615, 0.281276, 0.274176, 0.252163, 0.282435, 0.270826, 0.209828, 0.272813, 0.267837, 0.275571, 0.282815, 0.276898, 0.284818, 0.290406, 0.252078, 0.273714, 0.262356, 0.26135, 0.272684, 0.263248, 0.277997, 0.269664, 0.273166, 0.195011, 0.275815, 0.27498, 0.27103, 0.260264, 0.266987, 0.281948, 0.267711, 0.293946, 0.130265, 0.27381, 0.279127, 0.238333, 0.278127, 0.27578, 0.269275, 0.275618, 0.275087, 0.277762, 0.270453, 0.271673, 0.268469, 0.206346, 0.14061, 0.153472, 0.273822, 0.24607, 0.282838, 0.263714, 0.282283, 0.268336, 0.284916, 0.285719, 0.27729, 0.265091, 0.281566, 0.279247, 0.31173, 0.267318, 0.267706, 0.267869, 0.2687, 0.262385, 0.279758, 0.287385, 0.287415, 0.272225, 0.256984, 0.283334, 0.271459, 0.273695, 0.278687, 0.29231, 0.268714, 0.26772, 0.294426, 0.264874, 0.279534, 0.285864, 0.278226, 0.291913, 0.259273, 0.271708, 0.279643, 0.175287, 0.285507, 0.283659, 0.270499, 0.266998, 0.283847, 0.278117, 0.266858, 0.262228, 0.274565, 0.272427, 0.268546, 0.156296, 0.260178, 0.255523, 0.283363, 0.269893, 0.164108, 0.287196, 0.27354, 0.23955, 0.265204, 0.277119, 0.277176, 0.279512, 0.262537, 0.259574, 0.276993, 0.26472, 0.299543, 0.275028, 0.134946, 0.277019, 0.264178, 0.278904, 0.264394, 0.281171, 0.274338, 0.266744, 0.248591, 0.266347, 0.288961, 0.282468, 0.152603, 0.15806, 0.27683, 0.270334, 0.273389, 0.274956, 0.279382, 0.28027, 0.272401, 0.276903, 0.276365, 0.246392, 0.285818, 0.265898, 0.278523, 0.283149, 0.28334, 0.283201, 0.273419, 0.257535, 0.245065, 0.273423, 0.288196, 0.289167, 0.279926, 0.274279, 0.272406, 0.173602, 0.272177, 0.258251, 0.283161, 0.282376, 0.269384, 0.277164, 0.282468, 0.18254, 0.267627, 0.272997, 0.270186, 0.274354, 0.278099, 0.290936, 0.261415, 0.278238, 0.280429, 0.224227, 0.281696, 0.281169, 0.25672, 0.29415, 0.267344, 0.20023, 0.280625, 0.286167, 0.269479, 0.275945, 0.277555, 0.249683, 0.274128, 0.296103, 0.158338, 0.280144, 0.280187, 0.275113, 0.285298, 0.295954, 0.277169, 0.259731, 0.269015, 0.279411, 0.274899, 0.274283, 0.277442, 0.27124, 0.276699, 0.281929, 0.264011, 0.261832, 0.287153, 0.265392, 0.263738, 0.268576, 0.275353, 0.294872, 0.285157, 0.270936, 0.268456, 0.264025, 0.290991, 0.275385, 0.267243, 0.270484, 0.272905, 0.283392, 0.281572, 0.297321, 0.276855, 0.26687, 0.279781, 0.269381, 0.26926, 0.264212, 0.271435, 0.142346, 0.27055, 0.278339, 0.275087, 0.275636, 0.278979, 0.274762, 0.243855, 0.279213, 0.27262, 0.278533, 0.269638, 0.268501, 0.274324, 0.254106, 0.28535, 0.279801, 0.255216, 0.290345, 0.291012, 0.279959, 0.282404, 0.296098, 0.289059, 0.278401, 0.280632, 0.268104, 0.289845, 0.274345, 0.267001, 0.137221, 0.280661, 0.271136, 0.276146, 0.269169, 0.266054, 0.290766, 0.27665, 0.286964, 0.289933, 0.267687, 0.258981, 0.279069, 0.281931, 0.278172, 0.275972, 0.268434, 0.275396, 0.276129, 0.265183, 0.226784, 0.281404, 0.258197, 0.25638, 0.237641, 0.283858, 0.298897, 0.273105, 0.288329, 0.270877, 0.281031, 0.280733, 0.277275, 0.282459, 0.251415, 0.251866, 0.28477, 0.299493, 0.285145, 0.273981, 0.163717, 0.264808, 0.293321, 0.278576, 0.277464, 0.26857, 0.283, 0.282227, 0.264105, 0.266999, 0.259845, 0.306814, 0.270425, 0.256551, 0.258804, 0.251735, 0.267385, 0.272263, 0.286649, 0.271766, 0.269247, 0.273449, 0.198929, 0.285887, 0.266255, 0.259659, 0.283701, 0.264877, 0.269628, 0.268849, 0.289476, 0.271869, 0.270413, 0.273663, 0.28177, 0.27414, 0.260758, 0.24248, 0.282124, 0.272021, 0.271198, 0.267435, 0.268838, 0.171458, 0.270225, 0.292268, 0.271526, 0.257794, 0.28418, 0.270284, 0.269934, 0.268839, 0.273822, 0.260871, 0.276779, 0.28153, 0.268677, 0.27065, 0.277041, 0.278304, 0.262608, 0.288416, 0.261008, 0.250758, 0.179399, 0.26718, 0.275675, 0.280218, 0.290616, 0.229105, 0.27691, 0.281838, 0.274408, 0.274627, 0.265816, 0.264595, 0.281544, 0.270057, 0.280482, 0.285906, 0.275837, 0.262781, 0.272287, 0.28093, 0.272908, 0.270109, 0.270801, 0.280806, 0.287422, 0.275593, 0.286095, 0.272901, 0.271544, 0.27188, 0.26061, 0.272722, 0.283589, 0.294957, 0.280741, 0.282285, 0.281015, 0.274791, 0.29245, 0.289596, 0.274822, 0.25019, 0.279284, 0.280554, 0.28142, 0.282607, 0.23591, 0.273886, 0.265862, 0.277321, 0.275314, 0.302346, 0.282411, 0.283419, 0.261536, 0.276427, 0.274389, 0.284874, 0.286158, 0.293025, 0.251517, 0.267051, 0.281387, 0.288398, 0.288474, 0.263548, 0.283501, 0.281216, 0.26334, 0.288895, 0.280212, 0.282346, 0.26499, 0.276904, 0.294526, 0.262131, 0.282523, 0.289429, 0.294281, 0.270267, 0.275253, 0.288176, 0.293885, 0.239281, 0.267966, 0.277011, 0.288052, 0.286223, 0.28095, 0.272311, 0.301068, 0.268745, 0.267055, 0.286213, 0.278764, 0.279318, 0.268551, 0.271518, 0.270556, 0.275042, 0.290228, 0.27829, 0.29295, 0.276657, 0.273243, 0.247621, 0.239992, 0.285556, 0.28104, 0.28089, 0.269329, 0.284218, 0.27488, 0.280196, 0.272074, 0.278168, 0.280528, 0.278652, 0.283562, 0.281195, 0.267324, 0.277182, 0.256782, 0.279236, 0.277615, 0.281365, 0.259652, 0.157001, 0.277819, 0.270101, 0.277563, 0.263398, 0.280106, 0.308252, 0.270942, 0.273076, 0.28261, 0.249254, 0.228631, 0.221469, 0.281472, 0.269469, 0.285781, 0.303975, 0.285953, 0.280269, 0.274798, 0.258259, 0.268793, 0.277929, 0.260629, 0.272521, 0.289896, 0.288858, 0.263942, 0.274439, 0.256498, 0.280534, 0.29182, 0.239013, 0.297588, 0.279061, 0.295256, 0.286264, 0.267408, 0.268277, 0.253234, 0.284654, 0.282252, 0.269689, 0.267223, 0.275806, 0.223142, 0.277552, 0.281143, 0.280364, 0.270424, 0.274766, 0.268963, 0.282385, 0.279074, 0.26925, 0.273141, 0.290686, 0.263771, 0.271689, 0.274324, 0.284517, 0.263435, 0.291121, 0.277278, 0.286659, 0.294973, 0.287723, 0.272046, 0.282296, 0.277715, 0.283077, 0.287555, 0.277676, 0.26541, 0.272013, 0.277821, 0.275469, 0.274232, 0.276953, 0.264576, 0.279767, 0.269936, 0.28499, 0.277849, 0.278701, 0.272201, 0.269024, 0.290932, 0.292299, 0.27266, 0.286208, 0.296348, 0.29315, 0.28143, 0.278891, 0.292291, 0.296104, 0.260813, 0.268113, 0.278115, 0.283031, 0.264302, 0.280594, 0.263757, 0.276457, 0.299618, 0.282042, 0.295991, 0.27316, 0.27165, 0.271012, 0.263307, 0.277615, 0.283988, 0.279434, 0.284796, 0.257291, 0.292284, 0.282477, 0.266921, 0.283016, 0.273322, 0.278956, 0.27419, 0.282921, 0.279956, 0.292274, 0.270525, 0.282615, 0.277318, 0.272836, 0.267668, 0.289048, 0.27263, 0.286662, 0.270133, 0.285812, 0.288972, 0.163876, 0.263234, 0.280729, 0.282195, 0.29307, 0.280164, 0.272751, 0.286866, 0.228658, 0.29147, 0.267541, 0.260552, 0.288029, 0.281425, 0.27688, 0.301485, 0.271369, 0.26619, 0.27577, 0.29629, 0.279366, 0.276318, 0.269107, 0.286546, 0.269187, 0.268576, 0.293972, 0.272275, 0.289994, 0.27357, 0.290347, 0.271069, 0.280087, 0.275789, 0.268738, 0.280977, 0.280443, 0.281367, 0.271871, 0.277259, 0.280128, 0.26209, 0.217845, 0.273102, 0.275908, 0.14548, 0.282514, 0.265962, 0.279197, 0.284012, 0.287023, 0.274071, 0.270403, 0.277624, 0.259771, 0.28357, 0.266771, 0.249902, 0.276433, 0.269655, 0.282818, 0.281663, 0.279371, 0.271926, 0.278499, 0.285495, 0.277356, 0.294435, 0.2798, 0.286196, 0.280745, 0.272611, 0.289376, 0.259661, 0.288086, 0.262722, 0.286417, 0.27002, 0.269656, 0.27651, 0.266737, 0.282385, 0.256747, 0.204553, 0.219541, 0.271818, 0.288033, 0.285184, 0.275927, 0.230337, 0.183252, 0.286274, 0.27546, 0.291396, 0.273305, 0.274508, 0.281041, 0.276252, 0.272731, 0.268638, 0.270866, 0.285919, 0.270919, 0.290233, 0.285713, 0.283822, 0.280777, 0.288527, 0.285815, 0.281316, 0.288549, 0.270844, 0.256392, 0.278961, 0.277047, 0.283792, 0.288607, 0.279146, 0.288406, 0.277051, 0.269397, 0.290206, 0.274087, 0.297446, 0.294022, 0.28417, 0.272915, 0.281381, 0.284165, 0.273884, 0.265143, 0.277176, 0.284692, 0.260863, 0.274393, 0.285821, 0.292628, 0.280253, 0.268387, 0.274932, 0.289139, 0.277224, 0.217763, 0.261418, 0.245429, 0.272659, 0.275701, 0.284915, 0.284436, 0.282718, 0.280719, 0.288494, 0.282475, 0.286813, 0.254819, 0.216949, 0.273144, 0.285303, 0.256576, 0.280166, 0.28917, 0.271591, 0.266209, 0.279329, 0.287954, 0.293428, 0.281983, 0.274515, 0.265658, 0.291275, 0.269585, 0.279997, 0.282717, 0.276406, 0.272019, 0.19517, 0.273217, 0.26127, 0.275476, 0.300383, 0.293666, 0.272137, 0.275091, 0.295552, 0.264023, 0.288305, 0.250738, 0.267027, 0.267448, 0.28879, 0.276278, 0.282501, 0.270174, 0.289721, 0.284475, 0.304371, 0.284003, 0.271138, 0.279528, 0.290737, 0.282358, 0.277537, 0.270888, 0.288093, 0.273842, 0.289427, 0.283715, 0.280772, 0.283903, 0.264911, 0.278617, 0.270357, 0.260354, 0.280688, 0.245722, 0.284978, 0.265994, 0.284607, 0.284808, 0.249583, 0.266541, 0.279276, 0.279942, 0.284796, 0.276782, 0.286682, 0.274974, 0.286652, 0.283905, 0.281015, 0.278006, 0.272539, 0.2807, 0.270758, 0.276264, 0.281862, 0.281463, 0.282989, 0.285641, 0.285446, 0.295943, 0.290293, 0.268309, 0.273, 0.176185, 0.276313, 0.282924, 0.274911, 0.287774, 0.27988, 0.284227, 0.274815, 0.274509, 0.274125, 0.274831, 0.256119, 0.285228, 0.285983, 0.265939, 0.269359, 0.166232, 0.274542, 0.262909, 0.274352, 0.269639, 0.276578, 0.26923, 0.283997, 0.28074, 0.231167, 0.295122, 0.266273, 0.274209, 0.287063, 0.281018, 0.2854, 0.275816, 0.276375, 0.284762, 0.276761, 0.278491, 0.290079, 0.260278, 0.267577, 0.275922, 0.277885, 0.286469, 0.27007, 0.232425, 0.26452, 0.276806, 0.19684, 0.276763, 0.175915, 0.244866, 0.287212, 0.261902, 0.295165, 0.1684, 0.285579, 0.279327, 0.283979, 0.275781, 0.263858, 0.250605, 0.282023, 0.277577, 0.334456, 0.291179, 0.283768, 0.27613, 0.283356, 0.279646, 0.280581, 0.280045, 0.271002, 0.258092, 0.281523, 0.301447, 0.275985, 0.285049, 0.264736, 0.269975, 0.281174, 0.262038, 0.273416, 0.275726, 0.246024, 0.288764, 0.263294, 0.269548, 0.278943, 0.274947, 0.26488, 0.296418, 0.263974, 0.268558, 0.279421, 0.274566, 0.284456, 0.241361, 0.288179, 0.270804, 0.265335, 0.296086, 0.266399, 0.303122, 0.267194, 0.265515, 0.270127, 0.236956, 0.276244, 0.262807, 0.244616, 0.287469, 0.261738, 0.258094, 0.256205, 0.280424, 0.282551, 0.280819, 0.273382, 0.277747, 0.282785, 0.290581, 0.226342, 0.27865, 0.268308, 0.285207, 0.269334, 0.289575, 0.255418, 0.267039, 0.273171, 0.27349, 0.271397, 0.263741, 0.261905, 0.283147, 0.277242, 0.204876, 0.277462, 0.287102, 0.28144, 0.155342, 0.27852, 0.216782, 0.279983, 0.276428, 0.280604, 0.283566, 0.182262, 0.275676, 0.283252, 0.282089, 0.28883, 0.281896, 0.225389, 0.2802, 0.279232, 0.286503, 0.282925, 0.29185, 0.284535, 0.285487, 0.277202, 0.30115, 0.277255, 0.271912, 0.271366, 0.284995, 0.283375, 0.270185, 0.270008, 0.251944, 0.272019, 0.266208, 0.275422, 0.282706, 0.279397, 0.26621, 0.289649, 0.268971, 0.269231, 0.267363, 0.285418, 0.171831, 0.290469, 0.277447, 0.251785, 0.278079, 0.287818, 0.273402, 0.28437, 0.279811, 0.275346, 0.281971, 0.286356, 0.276754, 0.286254, 0.286241, 0.283307, 0.268574, 0.278148, 0.285071, 0.276739, 0.270193, 0.287136, 0.256139, 0.289234, 0.291387, 0.294969, 0.275071, 0.290802, 0.275081, 0.282718, 0.29522, 0.295694, 0.260925, 0.289551, 0.264097, 0.272875, 0.284307, 0.287427, 0.282119, 0.278701, 0.151928, 0.274146, 0.27616, 0.275015, 0.267548, 0.273521, 0.276759, 0.283318, 0.283474, 0.277776, 0.253505, 0.277914, 0.279785, 0.264899, 0.26598, 0.28604, 0.282643, 0.284539, 0.266854, 0.275962, 0.260841, 0.267316, 0.273518, 0.269488, 0.270195, 0.276073, 0.284354, 0.269821, 0.281857, 0.261431, 0.272449, 0.198317, 0.294072, 0.278493, 0.281679, 0.157836, 0.28889, 0.275344, 0.287165, 0.291775, 0.286787, 0.259623, 0.27944, 0.264471, 0.273216, 0.290246, 0.260638, 0.283633, 0.283915, 0.266, 0.26502, 0.291967, 0.286592, 0.292982, 0.280594, 0.267535, 0.273086, 0.277169, 0.286394, 0.262851, 0.271083, 0.289265, 0.282274, 0.201786, 0.282278, 0.265119, 0.199649, 0.287895, 0.283497 ] }, "name": "model.model.layers.5.input_layernorm.weight", "outputIndexes": [ 440 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 439 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_5/Mul_output_0", "outputIndexes": [ 441 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 440, 441 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_5/Mul_1_output_0", "outputIndexes": [ 442 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 442 ], "outputIndexes": [ 2103 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2103 ], "outputIndexes": [ 2104 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/q_proj/Linear", "inputIndexes": [ 2104 ], "outputIndexes": [ 2105 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 188744450, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2105 ], "outputIndexes": [ 2106 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2106 ], "outputIndexes": [ 443 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 442 ], "main_type": "NONE", "name": "/Shape_21_output_0", "outputIndexes": [ 444 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 444 ], "main_type": "NONE", "name": "Shape899", "outputIndexes": [ 445 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 444 ], "main_type": "NONE", "name": "Rank901", "outputIndexes": [ 446 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 446, 446 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp903", "outputIndexes": [ 447 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 447 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze904", "outputIndexes": [ 448 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 447, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp906", "outputIndexes": [ 449 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 449 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze907", "outputIndexes": [ 450 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 445, 448, 450, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice910", "outputIndexes": [ 451 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 451 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze911", "outputIndexes": [ 452 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 452 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp912", "outputIndexes": [ 453 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 453, 452 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp913", "outputIndexes": [ 454 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 444, 454, 447 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_39_output_0", "outputIndexes": [ 455 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 455, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_71_output_0", "outputIndexes": [ 456 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 456, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_45_output_0", "outputIndexes": [ 457 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 443, 457 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_26_output_0", "outputIndexes": [ 458 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 458, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_20_output_0", "outputIndexes": [ 459 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 458 ], "main_type": "NONE", "name": "/Shape_22_output_0", "outputIndexes": [ 460 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 460 ], "main_type": "NONE", "name": "Shape920", "outputIndexes": [ 461 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 460 ], "main_type": "NONE", "name": "Rank922", "outputIndexes": [ 462 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 462, 462 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp924", "outputIndexes": [ 463 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 463 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze925", "outputIndexes": [ 464 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 463, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp927", "outputIndexes": [ 465 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 465 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze928", "outputIndexes": [ 466 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 461, 464, 466, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice931", "outputIndexes": [ 467 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 467 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze932", "outputIndexes": [ 468 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 468 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp933", "outputIndexes": [ 469 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 469, 468 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp934", "outputIndexes": [ 470 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 460, 470, 463 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_40_output_0", "outputIndexes": [ 471 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 471, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_15_output_0", "outputIndexes": [ 472 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 472, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_76_output_0", "outputIndexes": [ 473 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 458, 473, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_21_output_0", "outputIndexes": [ 474 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 474 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_10_output_0", "outputIndexes": [ 475 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 458, 22, 473, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_20_output_0", "outputIndexes": [ 476 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 475, 476 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_48_output_0", "outputIndexes": [ 477 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 477, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_21_output_0", "outputIndexes": [ 478 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 459, 478 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_25_output_0", "outputIndexes": [ 479 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 442 ], "outputIndexes": [ 2107 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2107 ], "outputIndexes": [ 2108 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/k_proj/Linear", "inputIndexes": [ 2108 ], "outputIndexes": [ 2109 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 191103768, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2109 ], "outputIndexes": [ 2110 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2110 ], "outputIndexes": [ 480 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 480, 457 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_27_output_0", "outputIndexes": [ 481 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 481, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_22_output_0", "outputIndexes": [ 482 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 481 ], "main_type": "NONE", "name": "/Shape_23_output_0", "outputIndexes": [ 483 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 483 ], "main_type": "NONE", "name": "Shape982", "outputIndexes": [ 484 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 483 ], "main_type": "NONE", "name": "Rank984", "outputIndexes": [ 485 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 485, 485 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp986", "outputIndexes": [ 486 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 486 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze987", "outputIndexes": [ 487 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 486, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp989", "outputIndexes": [ 488 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 488 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze990", "outputIndexes": [ 489 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 484, 487, 489, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice993", "outputIndexes": [ 490 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 490 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze994", "outputIndexes": [ 491 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 491 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp995", "outputIndexes": [ 492 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 492, 491 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp996", "outputIndexes": [ 493 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 483, 493, 486 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_41_output_0", "outputIndexes": [ 494 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 494, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_16_output_0", "outputIndexes": [ 495 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 495, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_78_output_0", "outputIndexes": [ 496 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 481, 496, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_23_output_0", "outputIndexes": [ 497 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 497 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_11_output_0", "outputIndexes": [ 498 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 481, 22, 496, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_22_output_0", "outputIndexes": [ 499 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 498, 499 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_49_output_0", "outputIndexes": [ 500 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 500, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_23_output_0", "outputIndexes": [ 501 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 482, 501 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_26_output_0", "outputIndexes": [ 502 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 442 ], "outputIndexes": [ 2111 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2111 ], "outputIndexes": [ 2112 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/v_proj/Linear", "inputIndexes": [ 2112 ], "outputIndexes": [ 2113 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 193463086, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2113 ], "outputIndexes": [ 2114 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2114 ], "outputIndexes": [ 503 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 503, 457 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_28_output_0", "outputIndexes": [ 504 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 479, 502, 504, 109 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_29_output_0", "outputIndexes": [ 505 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 505 ], "outputIndexes": [ 2115 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2115 ], "outputIndexes": [ 2116 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/o_proj/Linear", "inputIndexes": [ 2116 ], "outputIndexes": [ 2117 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 195822404, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2117 ], "outputIndexes": [ 2118 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2118 ], "outputIndexes": [ 506 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 439, 506 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_28_output_0", "outputIndexes": [ 507 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2048 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.165668, 0.168445, 0.162837, 0.165607, 0.102143, 0.171825, 0.163976, 0.169957, 0.161368, 0.166631, 0.151749, 0.161782, 0.162429, 0.162128, 0.166203, 0.145719, 0.163907, 0.091582, 0.165985, 0.160065, 0.160711, 0.16226, 0.156073, 0.147216, 0.163664, 0.167572, 0.145091, 0.162468, 0.170855, 0.170635, 0.171475, 0.164654, 0.163899, 0.119241, 0.160204, 0.166826, 0.156177, 0.155675, 0.157989, 0.145208, 0.163966, 0.13584, 0.165291, 0.165997, 0.159535, 0.166788, 0.169367, 0.169693, 0.162887, 0.159542, 0.15646, 0.155563, 0.16462, 0.150038, 0.167305, 0.161359, 0.163646, 0.162422, 0.147925, 0.148859, 0.164554, 0.17071, 0.097639, 0.161402, 0.162768, 0.163939, 0.073524, 0.16847, 0.166983, 0.162431, 0.167724, 0.166213, 0.154272, 0.162859, 0.163768, 0.158161, 0.162624, 0.167689, 0.08987, 0.162369, 0.162098, 0.165065, 0.168192, 0.165344, 0.167385, 0.166868, 0.133303, 0.082316, 0.165113, 0.167704, 0.15699, 0.161103, 0.169468, 0.157265, 0.145778, 0.162423, 0.165581, 0.165339, 0.163746, 0.129965, 0.102448, 0.159436, 0.121256, 0.153811, 0.160615, 0.156245, 0.099288, 0.145662, 0.161454, 0.160892, 0.163769, 0.161305, 0.136786, 0.161305, 0.16821, 0.167008, 0.162564, 0.168138, 0.161115, 0.166663, 0.168724, 0.148774, 0.164196, 0.170592, 0.167265, 0.162069, 0.166162, 0.161515, 0.156761, 0.165568, 0.160423, 0.158812, 0.165451, 0.125147, 0.160469, 0.153349, 0.164955, 0.164702, 0.16365, 0.16994, 0.167045, 0.168421, 0.12104, 0.147143, 0.160504, 0.139377, 0.163079, 0.166129, 0.162642, 0.16312, 0.173596, 0.15233, 0.168615, 0.150973, 0.16098, 0.16918, 0.159318, 0.150024, 0.104604, 0.168924, 0.16679, 0.048893, 0.165388, 0.162811, 0.157237, 0.166123, 0.151999, 0.168875, 0.16082, 0.162305, 0.167482, 0.160649, 0.162132, 0.167269, 0.15916, 0.161523, 0.165329, 0.167742, 0.169653, 0.163438, 0.152985, 0.160651, 0.162708, 0.162215, 0.162976, 0.160431, 0.172596, 0.113063, 0.163762, 0.144943, 0.164978, 0.16752, 0.171352, 0.171273, 0.132718, 0.167835, 0.16934, 0.15812, 0.166671, 0.12739, 0.154243, 0.162691, 0.16219, 0.164245, 0.169156, 0.160192, 0.165821, 0.126402, 0.163668, 0.044793, 0.168216, 0.166092, 0.164839, 0.166993, 0.161032, 0.163067, 0.166698, 0.168063, 0.162682, 0.161586, 0.164754, 0.155588, 0.162691, 0.129344, 0.166002, 0.126311, 0.145472, 5e-06, 0.17158, 0.156332, 0.161888, 0.168405, 0.168438, 0.151589, 0.162208, 0.145355, 0.161098, 0.166019, 0.149926, 0.156394, 0.166301, 0.161877, 0.166862, 0.161479, 0.172549, 0.162317, 0.168182, 0.159194, 0.158432, 0.152672, 0.160109, 0.161022, 0.168593, 0.159288, 0.076302, 0.078779, 0.166721, 0.161329, 0.163125, 0.164238, 0.163137, 0.171733, 0.165416, 0.172191, 0.149863, 0.167559, 0.162368, 0.161724, 0.164811, 0.168793, 0.149619, 0.162249, 0.169442, 0.166095, 0.165499, 0.107381, 0.164851, 0.212296, 0.15396, 0.166228, 0.131021, 0.071137, 0.073227, 0.161141, 0.162905, 0.168448, 0.12162, 0.159503, 0.162771, 0.155725, 0.161152, 0.163878, 0.161528, 0.164938, 0.157823, 0.161168, 0.163356, 0.102388, 0.155965, 0.164669, 0.168128, 0.139491, 0.165904, 0.136119, 0.08153, 0.170934, 0.168099, 0.159382, 0.155829, 0.160297, 0.167964, 0.160979, 0.164904, 0.16211, 0.172497, 0.163297, 0.162191, 0.168386, 0.059321, 0.159981, 0.133713, 0.166954, 0.162234, 0.139302, 0.130287, 0.163302, 0.133419, 0.159877, 0.155446, 0.140623, 0.15743, 0.158097, 0.164572, 0.171952, 0.164325, 0.169333, 0.148346, 0.162154, 0.205391, 0.16101, 0.159289, 0.163588, 0.161887, 0.16229, 0.090513, 0.15647, 0.149383, 0.159363, 0.158745, 0.156073, 0.135472, 0.169004, 0.061449, 0.162371, 0.162219, 0.167802, 0.112508, 0.153724, 0.161904, 0.156548, 0.161718, 0.167427, 0.153931, 0.152045, 0.156914, 0.164102, 0.164429, 0.165855, 0.154933, 0.167549, 0.164087, 0.122905, 0.160334, 0.161003, 0.162316, 0.157562, 0.161326, 0.166023, 0.163434, 0.163679, 0.16522, 0.095349, 0.168962, 0.164504, 0.158512, 0.152102, 0.158245, 0.160209, 0.13883, 0.169737, 0.124495, 0.170702, 0.161634, 0.164531, 0.153164, 0.15724, 0.154996, 0.165017, 0.14934, 0.166704, 0.158132, 0.171268, 0.161917, 0.156681, 0.13956, 0.157465, 0.158787, 0.131847, 0.16781, 0.160594, 0.053835, 0.171085, 0.171124, 0.158436, 0.168159, 0.056765, 0.158013, 0.173057, 0.165975, 0.161145, 0.164131, 0.152189, 0.16121, 0.026345, 0.161145, 0.161279, 0.144448, 0.170966, 0.112892, 0.125029, 0.152151, 0.165787, 0.167623, 0.161253, 0.165647, 0.15911, 0.15731, 0.16004, 0.154747, 0.168406, 0.163688, 0.161107, 0.168964, 0.153605, 0.165122, 0.162913, 0.168692, 0.155655, 0.164497, 0.161796, 0.165292, 0.1585, 0.084041, 0.155647, 0.138985, 0.16007, 0.150746, 0.146815, 0.164187, 0.159544, 0.063079, 0.163593, 0.162563, 0.156564, 0.162768, 0.1618, 0.166347, 0.157315, 0.16218, 0.165699, 0.166765, 0.166897, 0.163665, 0.149447, 0.156333, 0.170714, 0.16565, 0.166724, 0.163386, 0.162223, 0.169865, 0.174426, 0.161234, 0.158837, 0.134736, 0.159959, 0.163746, 0.163125, 0.169911, 0.133785, 0.160115, 0.172873, 0.165175, 0.159289, 0.156266, 0.156266, 0.066123, 0.172987, 0.163043, 0.133343, 0.163276, 0.16332, 0.167451, 0.166758, 0.164919, 0.161587, 0.1585, 0.165244, 0.160316, 0.166827, 0.167606, 0.165267, 0.160203, 0.167598, 0.164028, 0.164027, 0.170271, 0.166635, 0.16793, 0.118049, 0.140543, 0.15698, 0.161699, 0.162027, 0.070041, 0.165585, 0.160666, 0.148549, 0.159434, 0.161667, 0.159093, 0.16999, 0.163954, 0.163627, 0.153018, 0.156157, 0.152413, 0.164363, 0.160159, 0.154684, 0.154986, 0.114181, 0.134828, 0.162568, 0.168575, 0.136722, 0.167678, 0.166321, 0.101178, 0.162985, 0.123751, 0.140402, 0.081917, 0.16147, 0.15699, 0.166898, 0.166974, 0.168651, 0.16528, 0.159532, 0.162101, 0.161751, 0.160459, 0.166955, 0.162177, 0.144334, 0.163146, 0.163818, 0.167254, 0.152105, 0.164666, 0.163186, 0.164201, 0.156629, 0.157251, 0.149748, 0.143566, 0.153426, 0.162224, 0.152363, 0.168752, 0.167756, 0.158998, 0.137643, 0.158047, 0.161583, 0.16868, 0.168529, 0.157709, 0.162892, 0.104444, 0.157158, 0.157774, 0.166788, 0.173073, 0.162923, 0.141729, 0.161693, 0.161954, 0.16442, 0.162733, 0.16617, 0.167261, 0.165704, 0.160028, 0.153326, 0.156924, 0.168015, 0.147409, 0.088542, 0.1657, 0.16239, 0.162247, 0.162304, 0.147639, 0.159231, 0.170361, 0.167341, 0.044836, 0.109099, 0.153879, 0.15468, 0.17002, 0.15243, 0.166289, 0.16576, 0.159921, 0.141597, 0.171097, 0.174874, 0.166444, 0.149381, 0.163465, 0.16526, 0.15984, 0.161147, 0.145908, 0.167388, 0.159168, 0.15903, 0.165798, 0.161098, 0.161649, 0.169308, 0.162586, 0.15546, 0.161049, 0.167817, 0.163768, 0.158663, 0.169005, 0.159999, 0.165386, 0.067215, 0.154009, 0.15653, 0.162468, 0.164604, 0.163774, 0.16198, 0.168366, 0.165863, 0.162384, 0.091313, 0.161627, 0.164455, 0.16947, 0.168408, 0.161465, 0.155476, 0.157782, 0.157284, 0.162689, 0.170391, 0.154844, 0.157017, 0.164141, 0.165247, 0.156476, 0.164491, 0.163775, 0.162998, 0.162936, 0.089037, 0.16431, 0.155534, 0.149644, 0.109871, 0.157144, 0.160017, 0.153678, 0.173431, 0.169089, 0.162875, 0.15854, 0.166393, 0.158981, 0.153152, 0.160995, 0.165654, 0.173373, 0.065913, 0.163846, 0.162951, 0.163114, 0.055295, 0.163827, 0.148155, 0.169717, 0.170465, 0.166137, 0.165178, 0.156503, 0.153597, 0.164878, 0.155854, 0.155221, 0.154259, 0.169347, 0.160689, 0.16464, 0.155239, 0.157362, 0.135951, 0.163618, 0.163913, 0.166454, 0.157191, 0.158857, 0.165305, 0.154895, 0.155969, 0.164126, 0.163186, 0.162014, 0.16122, 0.161241, 0.243658, 0.166863, 0.162067, 0.163356, 0.157718, 0.152681, 0.170969, 0.160277, 0.165787, 0.163956, 0.15846, 0.162462, 0.01702, 0.159248, 0.16455, 0.15657, 0.171965, 0.164449, 0.161702, 0.142889, 0.162456, 0.159593, 0.154062, 0.153285, 0.169388, 0.162484, 0.167007, 0.131736, 0.156959, 0.163288, 0.160499, 0.165723, 0.159974, 0.16019, 0.169107, 0.156761, 0.165592, 0.109704, 0.167816, 0.156769, 0.162578, 0.160907, 0.156984, 0.167508, 0.157615, 0.108953, 0.165892, 0.163015, 0.163775, 0.159911, 0.160598, 0.154295, 0.165728, 0.083858, 0.154127, 0.148351, 0.114117, 0.160024, 0.160858, 0.072557, 0.167145, 0.162402, 0.168618, 0.167716, 0.146048, 0.164685, 0.153567, 0.161527, 0.154573, 0.16406, 0.164779, 0.15915, 0.054898, 0.169089, 0.163808, 0.165277, 0.160449, 0.171224, 0.156585, 0.172902, 0.165986, 0.161104, 0.151092, 0.159037, 0.160481, 0.164439, 0.152821, 0.161801, 0.162372, 0.169827, 0.163842, 0.165124, 0.162635, 0.159743, 0.068952, 0.152602, 0.150457, 0.1664, 0.168794, 0.156205, 0.136484, 0.168431, 0.168432, 0.161893, 0.143751, 0.139872, 0.087502, 0.159127, 0.161832, 0.165224, 0.161056, 0.170054, 0.168916, 0.144187, 0.15054, 0.16175, 0.163259, 0.150779, 0.165256, 0.15166, 0.165903, 0.167742, 0.164028, 0.165362, 0.154393, 0.169783, 0.164856, 0.163667, 0.159028, 0.163285, 0.125174, 0.17023, 0.158677, 0.166655, 0.144019, 0.161136, 0.162054, 0.147754, 0.165779, 0.147175, 0.155632, 0.15742, 0.150197, 0.159681, 0.164826, 0.16558, 0.151386, 0.137391, 0.157647, 0.164245, 0.115212, 0.159914, 0.166832, 0.165592, 0.160627, 0.164613, 0.165399, 0.170037, 0.162494, 0.166859, 0.154466, 0.145157, 0.155928, 0.15944, 0.157299, 0.163544, 0.15617, 0.087506, 0.161456, 0.148608, 0.167043, 0.142578, 0.158365, 0.168883, 0.161404, 0.167174, 0.061688, 0.168551, 0.158922, 0.125074, 0.158729, 0.152428, 0.157856, 0.163524, 0.151941, 0.168305, 0.158854, 0.165559, 0.160274, 0.103502, 0.0686, 0.063686, 0.164317, 0.12682, 0.159547, 0.165857, 0.161566, 0.171155, 0.166124, 0.161652, 0.159923, 0.161881, 0.15969, 0.167109, 0.064905, 0.164002, 0.164993, 0.156861, 0.159137, 0.153921, 0.165032, 0.164761, 0.165978, 0.147827, 0.15916, 0.164293, 0.165953, 0.162639, 0.164705, 0.168736, 0.166685, 0.15571, 0.162636, 0.168707, 0.163836, 0.166779, 0.166372, 0.168612, 0.142335, 0.168412, 0.160703, 0.08504, 0.165715, 0.167747, 0.171463, 0.154686, 0.157655, 0.165827, 0.167617, 0.158756, 0.159515, 0.156993, 0.166399, 0.073653, 0.147306, 0.156721, 0.163309, 0.161159, 0.071464, 0.166923, 0.158636, 0.142161, 0.159908, 0.165255, 0.16344, 0.163127, 0.147944, 0.155144, 0.169234, 0.16191, 0.17136, 0.151691, 0.069064, 0.155196, 0.142316, 0.166747, 0.159216, 0.162413, 0.164277, 0.154092, 0.159006, 0.144901, 0.15688, 0.166899, 0.070643, 0.071283, 0.160985, 0.167656, 0.159331, 0.164152, 0.165346, 0.168886, 0.159604, 0.165213, 0.163308, 0.131945, 0.16414, 0.160725, 0.170212, 0.149308, 0.162018, 0.163352, 0.14932, 0.14523, 0.131347, 0.159557, 0.163829, 0.166067, 0.163218, 0.16195, 0.057966, 0.083474, 0.166611, 0.166585, 0.15948, 0.168863, 0.156299, 0.165998, 0.162546, 0.086386, 0.156287, 0.165252, 0.160409, 0.164273, 0.16603, 0.156134, 0.16967, 0.164627, 0.170159, 0.114086, 0.164218, 0.169363, 0.150887, 0.147901, 0.16084, 0.099914, 0.160616, 0.156626, 0.155576, 0.162542, 0.167523, 0.14171, 0.158831, 0.165757, 0.070704, 0.165598, 0.159744, 0.149159, 0.157083, 0.166606, 0.164415, 0.093891, 0.168883, 0.165623, 0.163366, 0.148267, 0.161621, 0.154306, 0.165611, 0.163501, 0.156862, 0.147473, 0.143967, 0.157178, 0.161192, 0.158232, 0.163087, 0.168422, 0.165646, 0.151252, 0.163398, 0.160013, 0.165924, 0.169275, 0.152921, 0.16203, 0.159991, 0.161406, 0.156079, 0.174242, 0.165098, 0.153622, 0.159458, 0.155011, 0.164361, 0.160749, 0.157007, 0.065007, 0.163649, 0.169132, 0.150712, 0.160418, 0.173502, 0.161086, 0.128921, 0.048705, 0.161026, 0.168174, 0.162771, 0.150735, 0.164794, 0.138436, 0.163058, 0.168558, 0.163864, 0.161054, 0.160643, 0.163235, 0.16251, 0.15632, 0.163088, 0.160167, 0.163896, 0.163927, 0.167012, 0.161645, 0.166657, 0.063023, 0.164645, 0.169167, 0.161615, 0.160357, 0.152078, 0.163366, 0.153541, 0.164646, 0.15856, 0.162506, 0.144358, 0.165614, 0.149, 0.167552, 0.164166, 0.166544, 0.163096, 0.164038, 0.155001, 0.055911, 0.158702, 0.141063, 0.158536, 0.11695, 0.163876, 0.047252, 0.145976, 0.160272, 0.150525, 0.168948, 0.169728, 0.166375, 0.155356, 0.139368, 0.147095, 0.161451, 0.156779, 0.157333, 0.162078, 0.067344, 0.159721, 0.166668, 0.158154, 0.159242, 0.164113, 0.161775, 0.156165, 0.155988, 0.159752, 0.159135, 0.054452, 0.165343, 0.149691, 0.160846, 0.146445, 0.149795, 0.16928, 0.17097, 0.157735, 0.166832, 0.157766, 0.093934, 0.159776, 0.153421, 0.168431, 0.165693, 0.150557, 0.158812, 0.159328, 0.165846, 0.148566, 0.152486, 0.156493, 0.157344, 0.163789, 0.159883, 0.1298, 0.16134, 0.179313, 0.15148, 0.158428, 0.164062, 0.073083, 0.15727, 0.165832, 0.156048, 0.141072, 0.155837, 0.17292, 0.14614, 0.159932, 0.16795, 0.164858, 0.156315, 0.160126, 0.165491, 0.1551, 0.16459, 0.162068, 0.14785, 0.163392, 0.162172, 0.147162, 0.085708, 0.146374, 0.148599, 0.167825, 0.166178, 0.129895, 0.16181, 0.16116, 0.153383, 0.166473, 0.161692, 0.148385, 0.165125, 0.161885, 0.140258, 0.163166, 0.161061, 0.158872, 0.166386, 0.165701, 0.164042, 0.165636, 0.156282, 0.158179, 0.167081, 0.160468, 0.171983, 0.157988, 0.156463, 0.16596, 0.157468, 0.154128, 0.163698, 0.164422, 0.154124, 0.166413, 0.162904, 0.159862, 0.169946, 0.162533, 0.160509, 0.131152, 0.162411, 0.155125, 0.168332, 0.160097, 0.123036, 0.163173, 0.143897, 0.162125, 0.168054, 0.111897, 0.162283, 0.160684, 0.163007, 0.159598, 0.167455, 0.167856, 0.168465, 0.1647, 0.133164, 0.160312, 0.157054, 0.168342, 0.171744, 0.166559, 0.163599, 0.161423, 0.150065, 0.175562, 0.162211, 0.15638, 0.156082, 0.164345, 0.158449, 0.13872, 0.162482, 0.170582, 0.162766, 0.160994, 0.15975, 0.166888, 0.167978, 0.125855, 0.133481, 0.166214, 0.167139, 0.170177, 0.153807, 0.157554, 0.164703, 0.164707, 0.158168, 0.164437, 0.162038, 0.168375, 0.16098, 0.161848, 0.163238, 0.154936, 0.16337, 0.163785, 0.160722, 0.158918, 0.157732, 0.12966, 0.097138, 0.163325, 0.167206, 0.16463, 0.163661, 0.15475, 0.162083, 0.149076, 0.159348, 0.158683, 0.16617, 0.164647, 0.165582, 0.165983, 0.163926, 0.160118, 0.15269, 0.159671, 0.162484, 0.161905, 0.140338, 0.064554, 0.156268, 0.154579, 0.164459, 0.169519, 0.168019, 0.161352, 0.152194, 0.168643, 0.172446, 0.144475, 0.105477, 0.116077, 0.169356, 0.165469, 0.165068, 0.169201, 0.166612, 0.164355, 0.167472, 0.141108, 0.163331, 0.164982, 0.164948, 0.161089, 0.164998, 0.169206, 0.161471, 0.169411, 0.116319, 0.160922, 0.159558, 0.125986, 0.165404, 0.161002, 0.168445, 0.165375, 0.153902, 0.166933, 0.146031, 0.162869, 0.163546, 0.168126, 0.170865, 0.146919, 0.118837, 0.173158, 0.163547, 0.172763, 0.163732, 0.145898, 0.157326, 0.162632, 0.152877, 0.152929, 0.171329, 0.169737, 0.148127, 0.161122, 0.159958, 0.170347, 0.160617, 0.16669, 0.167102, 0.165229, 0.165276, 0.167323, 0.152354, 0.160962, 0.156461, 0.140945, 0.163743, 0.158597, 0.152371, 0.167633, 0.153875, 0.161512, 0.155004, 0.159192, 0.159129, 0.162079, 0.15473, 0.16278, 0.165923, 0.157687, 0.163784, 0.160499, 0.155528, 0.156273, 0.157947, 0.167008, 0.161061, 0.164756, 0.168408, 0.170809, 0.164201, 0.167827, 0.148714, 0.156017, 0.164971, 0.1637, 0.165904, 0.165151, 0.163616, 0.155693, 0.167628, 0.157543, 0.165603, 0.162601, 0.163486, 0.158221, 0.148779, 0.163637, 0.159242, 0.160294, 0.162463, 0.168131, 0.164064, 0.162158, 0.166935, 0.166763, 0.149504, 0.15925, 0.163623, 0.160112, 0.165343, 0.161688, 0.155558, 0.162748, 0.163906, 0.159712, 0.16424, 0.17194, 0.159026, 0.164124, 0.162909, 0.169465, 0.167961, 0.073663, 0.160391, 0.165614, 0.160823, 0.15949, 0.163215, 0.165957, 0.154902, 0.118432, 0.161773, 0.162216, 0.127837, 0.166347, 0.159215, 0.169014, 0.171521, 0.160628, 0.147706, 0.114929, 0.16573, 0.169209, 0.170009, 0.155921, 0.16985, 0.166591, 0.151213, 0.166137, 0.162122, 0.16789, 0.16505, 0.135065, 0.16675, 0.167224, 0.161461, 0.156388, 0.141864, 0.160346, 0.16473, 0.159253, 0.17211, 0.166162, 0.156766, 0.101317, 0.159588, 0.16286, 0.060172, 0.159088, 0.150166, 0.161271, 0.163457, 0.165901, 0.167321, 0.162308, 0.161773, 0.143055, 0.155575, 0.16064, 0.143714, 0.167816, 0.156774, 0.16419, 0.167953, 0.163384, 0.167476, 0.168306, 0.165186, 0.151497, 0.162025, 0.167013, 0.164302, 0.164573, 0.160846, 0.161433, 0.145558, 0.16254, 0.166983, 0.154487, 0.161697, 0.155626, 0.154606, 0.165176, 0.168952, 0.133107, 0.111825, 0.102983, 0.149999, 0.166622, 0.167039, 0.170277, 0.061136, 0.090166, 0.167877, 0.162715, 0.162372, 0.163101, 0.155376, 0.165237, 0.166876, 0.162817, 0.16331, 0.167809, 0.163984, 0.153285, 0.162238, 0.165138, 0.157926, 0.166599, 0.162925, 0.162593, 0.166413, 0.163994, 0.15096, 0.152391, 0.166486, 0.157146, 0.159745, 0.170394, 0.163106, 0.163535, 0.162438, 0.155575, 0.162714, 0.169689, 0.164224, 0.161856, 0.16705, 0.160598, 0.158613, 0.164869, 0.165336, 0.165462, 0.16728, 0.157266, 0.167569, 0.15757, 0.155363, 0.158879, 0.166197, 0.152669, 0.164068, 0.157651, 0.157869, 0.118273, 0.161541, 0.125453, 0.165733, 0.164646, 0.160585, 0.169031, 0.156506, 0.165769, 0.151685, 0.163505, 0.161711, 0.15216, 0.1106, 0.163213, 0.160203, 0.137389, 0.163203, 0.170866, 0.154949, 0.169179, 0.16539, 0.162418, 0.165723, 0.167017, 0.150723, 0.159202, 0.16566, 0.167213, 0.164914, 0.166087, 0.158139, 0.169204, 0.086378, 0.154434, 0.148021, 0.15924, 0.160657, 0.163048, 0.164207, 0.156378, 0.165497, 0.163111, 0.166656, 0.152214, 0.161903, 0.1517, 0.164366, 0.167189, 0.168346, 0.162708, 0.15246, 0.162926, 0.154612, 0.169285, 0.162343, 0.164201, 0.171183, 0.165675, 0.161931, 0.159912, 0.158359, 0.152129, 0.165658, 0.16829, 0.159474, 0.163268, 0.159057, 0.167875, 0.165373, 0.154706, 0.161774, 0.120984, 0.161483, 0.165157, 0.163519, 0.16929, 0.132538, 0.141664, 0.16199, 0.166058, 0.157682, 0.151654, 0.163897, 0.161443, 0.154356, 0.167069, 0.169924, 0.162674, 0.15096, 0.164556, 0.159901, 0.164724, 0.16294, 0.164473, 0.165061, 0.169515, 0.165562, 0.167429, 0.164151, 0.16041, 0.162426, 0.085814, 0.166574, 0.159789, 0.167428, 0.17128, 0.16637, 0.163968, 0.166985, 0.161954, 0.163642, 0.159574, 0.137766, 0.160976, 0.162214, 0.164748, 0.172829, 0.067055, 0.163896, 0.151461, 0.166264, 0.16294, 0.153348, 0.160354, 0.168226, 0.163013, 0.122374, 0.166319, 0.159693, 0.166827, 0.160069, 0.166317, 0.163691, 0.168114, 0.158371, 0.161606, 0.168461, 0.162814, 0.17438, 0.168284, 0.137506, 0.154587, 0.161077, 0.163699, 0.160697, 0.121851, 0.15545, 0.162586, 0.096628, 0.16388, 0.073542, 0.129426, 0.168118, 0.160152, 0.164261, 0.076095, 0.161797, 0.163733, 0.156427, 0.160789, 0.084271, 0.137927, 0.164753, 0.164565, 0.08071, 0.16942, 0.166618, 0.167037, 0.171515, 0.16785, 0.144835, 0.169081, 0.166538, 0.13322, 0.167846, 0.16871, 0.161785, 0.16008, 0.154375, 0.165427, 0.169162, 0.161091, 0.161468, 0.155951, 0.131149, 0.154011, 0.164191, 0.161526, 0.165539, 0.164964, 0.155385, 0.160502, 0.151201, 0.167856, 0.146464, 0.166679, 0.164885, 0.127604, 0.16079, 0.155482, 0.161067, 0.164555, 0.174299, 0.161251, 0.163005, 0.152143, 0.162601, 0.131143, 0.168092, 0.1686, 0.116891, 0.158877, 0.15427, 0.147268, 0.150371, 0.169156, 0.16472, 0.156425, 0.152619, 0.159325, 0.163034, 0.170724, 0.12042, 0.172492, 0.164497, 0.165172, 0.168429, 0.165419, 0.157854, 0.160483, 0.166083, 0.1579, 0.16042, 0.122798, 0.149995, 0.166619, 0.157359, 0.112197, 0.163254, 0.161975, 0.155796, 0.063656, 0.162411, 0.108722, 0.168786, 0.171873, 0.157867, 0.159628, 0.082881, 0.154821, 0.156304, 0.169275, 0.169408, 0.169348, 0.126092, 0.175584, 0.170762, 0.166315, 0.157357, 0.165363, 0.170359, 0.154494, 0.155027, 0.162822, 0.159371, 0.16052, 0.15791, 0.160302, 0.166684, 0.169112, 0.163239, 0.138333, 0.163788, 0.160822, 0.168078, 0.163424, 0.151603, 0.162762, 0.16621, 0.163551, 0.160917, 0.157202, 0.165134, 0.067986, 0.169674, 0.143606, 0.12707, 0.165853, 0.164415, 0.16817, 0.171851, 0.159675, 0.166891, 0.163967, 0.168437, 0.160667, 0.153912, 0.156452, 0.163664, 0.155856, 0.165098, 0.173033, 0.1688, 0.15829, 0.173587, 0.16042, 0.162298, 0.157535, 0.15554, 0.158117, 0.1651, 0.15569, 0.16574, 0.167761, 0.15958, 0.160603, 0.165672, 0.16196, 0.154779, 0.16197, 0.161583, 0.160828, 0.163622, 0.058839, 0.165605, 0.153923, 0.170306, 0.161922, 0.159267, 0.165333, 0.160402, 0.153258, 0.161593, 0.148587, 0.166859, 0.168002, 0.153817, 0.16469, 0.163551, 0.160929, 0.168074, 0.157702, 0.157041, 0.140458, 0.158398, 0.164181, 0.160357, 0.164635, 0.160784, 0.162511, 0.16703, 0.160768, 0.159201, 0.166849, 0.081454, 0.162007, 0.163435, 0.16104, 0.074057, 0.165295, 0.158031, 0.158854, 0.159094, 0.15497, 0.156168, 0.161131, 0.154392, 0.164185, 0.164554, 0.156201, 0.171554, 0.161646, 0.158533, 0.151079, 0.167477, 0.15853, 0.163726, 0.171065, 0.164993, 0.152944, 0.170916, 0.170083, 0.136124, 0.156433, 0.158203, 0.16092, 0.108625, 0.162968, 0.147925, 0.075185, 0.160898, 0.166345 ] }, "name": "model.model.layers.5.post_attention_layernorm.weight", "outputIndexes": [ 508 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 507 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_5/Mul_output_0", "outputIndexes": [ 509 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 508, 509 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_5/Mul_1_output_0", "outputIndexes": [ 510 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 510 ], "outputIndexes": [ 2119 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2119 ], "outputIndexes": [ 2120 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/gate_proj/Linear", "inputIndexes": [ 2120 ], "outputIndexes": [ 2121 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 8192, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 198181722, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2121 ], "outputIndexes": [ 2122 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2122 ], "outputIndexes": [ 511 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 8192 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 511 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_5/Sigmoid_output_0", "outputIndexes": [ 512 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 511, 512 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_5/Mul_output_0", "outputIndexes": [ 513 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 510 ], "outputIndexes": [ 2123 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2123 ], "outputIndexes": [ 2124 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/up_proj/Linear", "inputIndexes": [ 2124 ], "outputIndexes": [ 2125 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 8192, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 207618928, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2125 ], "outputIndexes": [ 2126 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2126 ], "outputIndexes": [ 514 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 8192 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 513, 514 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_5/Mul_output_0", "outputIndexes": [ 515 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 515 ], "outputIndexes": [ 2127 ], "main_type": "Reshape", "main": { "dims": [ -1, 8192, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2127 ], "outputIndexes": [ 2128 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/down_proj/Linear", "inputIndexes": [ 2128 ], "outputIndexes": [ 2129 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 8192, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 217056134, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2129 ], "outputIndexes": [ 2130 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2130 ], "outputIndexes": [ 516 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 507, 516 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_29_output_0", "outputIndexes": [ 517 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 517, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_30_output_0", "outputIndexes": [ 518 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2048 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.357537, 0.376862, 0.359838, 0.373923, 0.257838, 0.380518, 0.376816, 0.381961, 0.354144, 0.370656, 0.373636, 0.366065, 0.375747, 0.372244, 0.389003, 0.328871, 0.373027, 0.214377, 0.376416, 0.363065, 0.380386, 0.388239, 0.364185, 0.364268, 0.376385, 0.362658, 0.35475, 0.369735, 0.380277, 0.387474, 0.362656, 0.366446, 0.368643, 0.358246, 0.378895, 0.382195, 0.376214, 0.379773, 0.376987, 0.355471, 0.37223, 0.317083, 0.372351, 0.386156, 0.357126, 0.390199, 0.382238, 0.362072, 0.380568, 0.369997, 0.362174, 0.357011, 0.378284, 0.370915, 0.358774, 0.36956, 0.380086, 0.382636, 0.359634, 0.348383, 0.389599, 0.381342, 0.23357, 0.388255, 0.366488, 0.37273, 0.199646, 0.392862, 0.378023, 0.391515, 0.376705, 0.37359, 0.373621, 0.384067, 0.372226, 0.369429, 0.36569, 0.380003, 0.215077, 0.376927, 0.382784, 0.378272, 0.390748, 0.365611, 0.372277, 0.380277, 0.320354, 0.194263, 0.396508, 0.374877, 0.346559, 0.370507, 0.3949, 0.375402, 0.336696, 0.365709, 0.367798, 0.370477, 0.369552, 0.330803, 0.258078, 0.3731, 0.299863, 0.357111, 0.377143, 0.372913, 0.23014, 0.352182, 0.377601, 0.351575, 0.371088, 0.348025, 0.352834, 0.360821, 0.381716, 0.370872, 0.350137, 0.400986, 0.385107, 0.390295, 0.362862, 0.362124, 0.384339, 0.395773, 0.381811, 0.373149, 0.371958, 0.364465, 0.358718, 0.360339, 0.36661, 0.367805, 0.354779, 0.282741, 0.360062, 0.369955, 0.38548, 0.369529, 0.370028, 0.368421, 0.379809, 0.357837, 0.29866, 0.338885, 0.365591, 0.323362, 0.385255, 0.350822, 0.379724, 0.351781, 0.369675, 0.363867, 0.364324, 0.357938, 0.337183, 0.343163, 0.354936, 0.348775, 0.260951, 0.369987, 0.3813, 0.239702, 0.369031, 0.361465, 0.368114, 0.352792, 0.341963, 0.36738, 0.380864, 0.374634, 0.375092, 0.346385, 0.352962, 0.379146, 0.356231, 0.337826, 0.375151, 0.379352, 0.358894, 0.356842, 0.346469, 0.371341, 0.36473, 0.372213, 0.363781, 0.370695, 0.366808, 0.275425, 0.367982, 0.340471, 0.372886, 0.396108, 0.36689, 0.379912, 0.302567, 0.379762, 0.369755, 0.362352, 0.36706, 0.297327, 0.359211, 0.365681, 0.359395, 0.371449, 0.3693, 0.346173, 0.371713, 0.30161, 0.346563, 0.119042, 0.380161, 0.356903, 0.380095, 0.361966, 0.361796, 0.355383, 0.373502, 0.365389, 0.385293, 0.361849, 0.368311, 0.399309, 0.372146, 0.315062, 0.361297, 0.3044, 0.349165, 0.090414, 0.367099, 0.35132, 0.351499, 0.354102, 0.358807, 0.334294, 0.360794, 0.337917, 0.363979, 0.372665, 0.373703, 0.358236, 0.37303, 0.3691, 0.377676, 0.358968, 0.35744, 0.364902, 0.375886, 0.36955, 0.348908, 0.347725, 0.381386, 0.355298, 0.373054, 0.359391, 0.187221, 0.186767, 0.368597, 0.373007, 0.379807, 0.369554, 0.381772, 0.370449, 0.383725, 0.367942, 0.361255, 0.39115, 0.379994, 0.349282, 0.370799, 0.345797, 0.335404, 0.366697, 0.383166, 0.382064, 0.362896, 0.270936, 0.365373, 0.305964, 0.354934, 0.392813, 0.312323, 0.244023, 0.181229, 0.367406, 0.373936, 0.378659, 0.317193, 0.372815, 0.379731, 0.362236, 0.363714, 0.358765, 0.38495, 0.37946, 0.345084, 0.378193, 0.364787, 0.234017, 0.36882, 0.39137, 0.378634, 0.326112, 0.382477, 0.313313, 0.246666, 0.375007, 0.357661, 0.365666, 0.364488, 0.391591, 0.370045, 0.379425, 0.372953, 0.378758, 0.374428, 0.359623, 0.36823, 0.349427, 0.252901, 0.385662, 0.316425, 0.391891, 0.391948, 0.343448, 0.307708, 0.382256, 0.320551, 0.358891, 0.363894, 0.338799, 0.364834, 0.374595, 0.361454, 0.377547, 0.387572, 0.396957, 0.357782, 0.369777, 0.328133, 0.352488, 0.364319, 0.371686, 0.360815, 0.348101, 0.231389, 0.361276, 0.338088, 0.373034, 0.353713, 0.362307, 0.337086, 0.391611, 0.167113, 0.385053, 0.361717, 0.37676, 0.269573, 0.362639, 0.365589, 0.367769, 0.353276, 0.378477, 0.359604, 0.340864, 0.385124, 0.373684, 0.370538, 0.378387, 0.373831, 0.383931, 0.353476, 0.301833, 0.343544, 0.372539, 0.377365, 0.368903, 0.371911, 0.371297, 0.37311, 0.359701, 0.377223, 0.23234, 0.385371, 0.391203, 0.370356, 0.364944, 0.363274, 0.361449, 0.344093, 0.405102, 0.284552, 0.375422, 0.370142, 0.388309, 0.359972, 0.361869, 0.366853, 0.374429, 0.352777, 0.363377, 0.375668, 0.391901, 0.363104, 0.385759, 0.3197, 0.358508, 0.364427, 0.330704, 0.377591, 0.359101, 0.149325, 0.365405, 0.383621, 0.373628, 0.369937, 0.178257, 0.380349, 0.379516, 0.373058, 0.360934, 0.373665, 0.366399, 0.37761, 0.222817, 0.378377, 0.390067, 0.349571, 0.365934, 0.298491, 0.316153, 0.369264, 0.3498, 0.362781, 0.383309, 0.372492, 0.366707, 0.34906, 0.365195, 0.352816, 0.394606, 0.38172, 0.353492, 0.36419, 0.360496, 0.368398, 0.396051, 0.382719, 0.374303, 0.379836, 0.35678, 0.360443, 0.362014, 0.224546, 0.380819, 0.330478, 0.35384, 0.368461, 0.345434, 0.365762, 0.372163, 0.18339, 0.380357, 0.385234, 0.372373, 0.377181, 0.372738, 0.377176, 0.395275, 0.366426, 0.367471, 0.384104, 0.379591, 0.371724, 0.35743, 0.36657, 0.377245, 0.375204, 0.377925, 0.37817, 0.374498, 0.390296, 0.365518, 0.38797, 0.381568, 0.332733, 0.377219, 0.378824, 0.382546, 0.40354, 0.320055, 0.363259, 0.375286, 0.393483, 0.387234, 0.370374, 0.364104, 0.168934, 0.379907, 0.37051, 0.324431, 0.369515, 0.37717, 0.377073, 0.367708, 0.379671, 0.38589, 0.367936, 0.380459, 0.385193, 0.367789, 0.372539, 0.361435, 0.364043, 0.372159, 0.358203, 0.380162, 0.353747, 0.373511, 0.376745, 0.282915, 0.335479, 0.357787, 0.38362, 0.357763, 0.204891, 0.373432, 0.387764, 0.365712, 0.35419, 0.361295, 0.361818, 0.378005, 0.360464, 0.37823, 0.349032, 0.370777, 0.36188, 0.384869, 0.374281, 0.375261, 0.366588, 0.278224, 0.305638, 0.382207, 0.385221, 0.31675, 0.38354, 0.382571, 0.258448, 0.366792, 0.298164, 0.334077, 0.208908, 0.368843, 0.370229, 0.389621, 0.383273, 0.384569, 0.379807, 0.378015, 0.374476, 0.375701, 0.37402, 0.37937, 0.409614, 0.356981, 0.383628, 0.376077, 0.389161, 0.358915, 0.380696, 0.385328, 0.374455, 0.335594, 0.34894, 0.331997, 0.3504, 0.388937, 0.372741, 0.360033, 0.376878, 0.378086, 0.367065, 0.325718, 0.365212, 0.390279, 0.370555, 0.368339, 0.3683, 0.379592, 0.258433, 0.356369, 0.364832, 0.376837, 0.364751, 0.3671, 0.339562, 0.367445, 0.375895, 0.373556, 0.383284, 0.394221, 0.371491, 0.397534, 0.374309, 0.369049, 0.358054, 0.368446, 0.336387, 0.236168, 0.372339, 0.389045, 0.376945, 0.371709, 0.36486, 0.366983, 0.374188, 0.385906, 0.231305, 0.269899, 0.372655, 0.371367, 0.365413, 0.359092, 0.380983, 0.386688, 0.374977, 0.347886, 0.378757, 0.385569, 0.374656, 0.37671, 0.346739, 0.375553, 0.380032, 0.369851, 0.357392, 0.385794, 0.381076, 0.355472, 0.386015, 0.387404, 0.358095, 0.374461, 0.385541, 0.346918, 0.370891, 0.360014, 0.357823, 0.364813, 0.372914, 0.362831, 0.358412, 0.200546, 0.35406, 0.373949, 0.36337, 0.379447, 0.366443, 0.378534, 0.37046, 0.380219, 0.36852, 0.225874, 0.379301, 0.387353, 0.391267, 0.374292, 0.373243, 0.366016, 0.364754, 0.364319, 0.36362, 0.3901, 0.350457, 0.370626, 0.388048, 0.359748, 0.351813, 0.384765, 0.366456, 0.359236, 0.375148, 0.218327, 0.383238, 0.330498, 0.371434, 0.294772, 0.370135, 0.376299, 0.368201, 0.37278, 0.364718, 0.374347, 0.342103, 0.370754, 0.381295, 0.352983, 0.383347, 0.368498, 0.385955, 0.21693, 0.357183, 0.368608, 0.36095, 0.21636, 0.374349, 0.357223, 0.374219, 0.37562, 0.378549, 0.357043, 0.369486, 0.339321, 0.370899, 0.368298, 0.351076, 0.358389, 0.374952, 0.358985, 0.368449, 0.352573, 0.369857, 0.309306, 0.358399, 0.372355, 0.38299, 0.359745, 0.35667, 0.35268, 0.356086, 0.380006, 0.388221, 0.385409, 0.373287, 0.377012, 0.357523, 0.376221, 0.369492, 0.37163, 0.372029, 0.370207, 0.351977, 0.373875, 0.363711, 0.355128, 0.347918, 0.347762, 0.365607, -0.000198, 0.367406, 0.374728, 0.360841, 0.377393, 0.368033, 0.36564, 0.329916, 0.372679, 0.360863, 0.35794, 0.363175, 0.364834, 0.357801, 0.37794, 0.330796, 0.350833, 0.355379, 0.345034, 0.380588, 0.369326, 0.370287, 0.389075, 0.365173, 0.395811, 0.266831, 0.393347, 0.367477, 0.367644, 0.37482, 0.383976, 0.394911, 0.361067, 0.291882, 0.376928, 0.357987, 0.388152, 0.383965, 0.368105, 0.365971, 0.377327, 0.216097, 0.371207, 0.349061, 0.268484, 0.36799, 0.376412, 0.182704, 0.370038, 0.38039, 0.384086, 0.378337, 0.337402, 0.377097, 0.367259, 0.361011, 0.366283, 0.378438, 0.380015, 0.357752, 0.194676, 0.393632, 0.369013, 0.376008, 0.360822, 0.385709, 0.379767, 0.381446, 0.383888, 0.388649, 0.359996, 0.361156, 0.376505, 0.37026, 0.365936, 0.36252, 0.373491, 0.364362, 0.378928, 0.386672, 0.372146, 0.371133, 0.208607, 0.346141, 0.348182, 0.393995, 0.395825, 0.337449, 0.32076, 0.369757, 0.374169, 0.367214, 0.404426, 0.32615, 0.25579, 0.384802, 0.365598, 0.371779, 0.36981, 0.377004, 0.394861, 0.388066, 0.339281, 0.378435, 0.378504, 0.364721, 0.360773, 0.382699, 0.387482, 0.381634, 0.382151, 0.383613, 0.365254, 0.387572, 0.378075, 0.359135, 0.367334, 0.393251, 0.316473, 0.385129, 0.36694, 0.374031, 0.335184, 0.367191, 0.395735, 0.366192, 0.447892, 0.356243, 0.37565, 0.373173, 0.365521, 0.377722, 0.358123, 0.367098, 0.364223, 0.326051, 0.376374, 0.371911, 0.26886, 0.367946, 0.361889, 0.361673, 0.375373, 0.366527, 0.382661, 0.394351, 0.365708, 0.370684, 0.328126, 0.349378, 0.370474, 0.376802, 0.37248, 0.384045, 0.370131, 0.233191, 0.377009, 0.359038, 0.383448, 0.340824, 0.373878, 0.364756, 0.3737, 0.402937, 0.158382, 0.365312, 0.374269, 0.309441, 0.36255, 0.37609, 0.375192, 0.386024, 0.374421, 0.370361, 0.357384, 0.36375, 0.35912, 0.253664, 0.172527, 0.170136, 0.383116, 0.307419, 0.372364, 0.362744, 0.369044, 0.379473, 0.384989, 0.377309, 0.371233, 0.364803, 0.370428, 0.373643, 0.323447, 0.380784, 0.375608, 0.366406, 0.361538, 0.365805, 0.390547, 0.366076, 0.36455, 0.371711, 0.300385, 0.37999, 0.370752, 0.370753, 0.370884, 0.375786, 0.387609, 0.355521, 0.372177, 0.37543, 0.407099, 0.364319, 0.380297, 0.38999, 0.351887, 0.395199, 0.357112, 0.211731, 0.37841, 0.376541, 0.378186, 0.371589, 0.374523, 0.366238, 0.380367, 0.367679, 0.364773, 0.38234, 0.376604, 0.194382, 0.338181, 0.360508, 0.384643, 0.368765, 0.18617, 0.378551, 0.363404, 0.316861, 0.364513, 0.391002, 0.375633, 0.378682, 0.35968, 0.369545, 0.361513, 0.375472, 0.386701, 0.373928, 0.16215, 0.361458, 0.355712, 0.371007, 0.356653, 0.382591, 0.36282, 0.355038, 0.311777, 0.360628, 0.386778, 0.383891, 0.188252, 0.194396, 0.373873, 0.394683, 0.362373, 0.384268, 0.38279, 0.381636, 0.372428, 0.368621, 0.367241, 0.30628, 0.385328, 0.362117, 0.38609, 0.345472, 0.38267, 0.375498, 0.367777, 0.352158, 0.313403, 0.38298, 0.388963, 0.38073, 0.368342, 0.360274, 0.286198, 0.205145, 0.385913, 0.352494, 0.382805, 0.397486, 0.361206, 0.363243, 0.381979, 0.224218, 0.364538, 0.369018, 0.381828, 0.378102, 0.377015, 0.371536, 0.361691, 0.379204, 0.362283, 0.279512, 0.377669, 0.386559, 0.337776, 0.380598, 0.371258, 0.250692, 0.390676, 0.376041, 0.362908, 0.37966, 0.384804, 0.335226, 0.384693, 0.387254, 0.181014, 0.384895, 0.360106, 0.362095, 0.354651, 0.383015, 0.383742, 0.259871, 0.384262, 0.371528, 0.364533, 0.364848, 0.375436, 0.362765, 0.376123, 0.371956, 0.364134, 0.364372, 0.369605, 0.362404, 0.376536, 0.360755, 0.366416, 0.373376, 0.385298, 0.361196, 0.358431, 0.368514, 0.395485, 0.381293, 0.372945, 0.373056, 0.371109, 0.370181, 0.382759, 0.381095, 0.387064, 0.365534, 0.374515, 0.378541, 0.366936, 0.372042, 0.36704, 0.1677, 0.372851, 0.381322, 0.363462, 0.363182, 0.387204, 0.375604, 0.310232, 0.299486, 0.381055, 0.373259, 0.370354, 0.361467, 0.38067, 0.322847, 0.381201, 0.385594, 0.370187, 0.380167, 0.390281, 0.368643, 0.382476, 0.393512, 0.377364, 0.366016, 0.374489, 0.351167, 0.380553, 0.388721, 0.362518, 0.162786, 0.389274, 0.363266, 0.381656, 0.35758, 0.354985, 0.38912, 0.37213, 0.384524, 0.389378, 0.377416, 0.3504, 0.376985, 0.366537, 0.37201, 0.362412, 0.367333, 0.374424, 0.373237, 0.359513, 0.245955, 0.365315, 0.332073, 0.348582, 0.278007, 0.369688, 0.304855, 0.355314, 0.379631, 0.353511, 0.385776, 0.368978, 0.376577, 0.383294, 0.327192, 0.352393, 0.391874, 0.390619, 0.387521, 0.36952, 0.197799, 0.351079, 0.383286, 0.379025, 0.35872, 0.374818, 0.386393, 0.384803, 0.344698, 0.371521, 0.361272, 0.295124, 0.375847, 0.338991, 0.355688, 0.343482, 0.352918, 0.373307, 0.381707, 0.365268, 0.365038, 0.3622, 0.242904, 0.367769, 0.365695, 0.368204, 0.376125, 0.363366, 0.356629, 0.377091, 0.381787, 0.338831, 0.369748, 0.349628, 0.375577, 0.384333, 0.374319, 0.30774, 0.376611, 0.384888, 0.351704, 0.370609, 0.366328, 0.199916, 0.370816, 0.374695, 0.376569, 0.342947, 0.35905, 0.362291, 0.33845, 0.355791, 0.366887, 0.369029, 0.358679, 0.379364, 0.364177, 0.368572, 0.358236, 0.362348, 0.357874, 0.377909, 0.365636, 0.340189, 0.219409, 0.338975, 0.373152, 0.373539, 0.393034, 0.312471, 0.366033, 0.380808, 0.360378, 0.364158, 0.367279, 0.34782, 0.377283, 0.37452, 0.356045, 0.395498, 0.370794, 0.353923, 0.396669, 0.391194, 0.381289, 0.372771, 0.37328, 0.372549, 0.375992, 0.348903, 0.38192, 0.36402, 0.348982, 0.366732, 0.35728, 0.361326, 0.372016, 0.384991, 0.373319, 0.375791, 0.389516, 0.374211, 0.378441, 0.393023, 0.36977, 0.318252, 0.374006, 0.37963, 0.374098, 0.382343, 0.305228, 0.360016, 0.338914, 0.379974, 0.381576, 0.358642, 0.370909, 0.378404, 0.365711, 0.369115, 0.379312, 0.376824, 0.381883, 0.369338, 0.311624, 0.375141, 0.374535, 0.389956, 0.382996, 0.358782, 0.36881, 0.396454, 0.359117, 0.389656, 0.388208, 0.377212, 0.358974, 0.398807, 0.384955, 0.33137, 0.389202, 0.392717, 0.388162, 0.363451, 0.363402, 0.38447, 0.372788, 0.297107, 0.330164, 0.375585, 0.395209, 0.381073, 0.355575, 0.362421, 0.385556, 0.355826, 0.360327, 0.403561, 0.375612, 0.401172, 0.37595, 0.365094, 0.366704, 0.358351, 0.385188, 0.377403, 0.384537, 0.376018, 0.356067, 0.310785, 0.278232, 0.374462, 0.374377, 0.373521, 0.363055, 0.359113, 0.385394, 0.383573, 0.364523, 0.372524, 0.401432, 0.372688, 0.396118, 0.375991, 0.371355, 0.374103, 0.356387, 0.374251, 0.368986, 0.408101, 0.33353, 0.183131, 0.372291, 0.369813, 0.371456, 0.376875, 0.373721, 0.377053, 0.369671, 0.385368, 0.379675, 0.337007, 0.271105, 0.285224, 0.373849, 0.394751, 0.402531, 0.359342, 0.376132, 0.38161, 0.375674, 0.34145, 0.371244, 0.378614, 0.347855, 0.385567, 0.372198, 0.396431, 0.363384, 0.382312, 0.318838, 0.392057, 0.40127, 0.298916, 0.382649, 0.377777, 0.395665, 0.390334, 0.352624, 0.390407, 0.327094, 0.363156, 0.371033, 0.377866, 0.379598, 0.355977, 0.279139, 0.38252, 0.388823, 0.397356, 0.37148, 0.348937, 0.355715, 0.373467, 0.379391, 0.376224, 0.382147, 0.369804, 0.356415, 0.376525, 0.380527, 0.392087, 0.364322, 0.388713, 0.397392, 0.409676, 0.391705, 0.400726, 0.366349, 0.377286, 0.372008, 0.366881, 0.367073, 0.375279, 0.373986, 0.392545, 0.381167, 0.364861, 0.357828, 0.386158, 0.390983, 0.374831, 0.363088, 0.378485, 0.371138, 0.382446, 0.354055, 0.358508, 0.372959, 0.378825, 0.374873, 0.388607, 0.373876, 0.383151, 0.373387, 0.380614, 0.390323, 0.378775, 0.337525, 0.348549, 0.380262, 0.367851, 0.371297, 0.375701, 0.361633, 0.365018, 0.387117, 0.361538, 0.393409, 0.357721, 0.368983, 0.371038, 0.352786, 0.362441, 0.376795, 0.367614, 0.382843, 0.369318, 0.381716, 0.372427, 0.381355, 0.385051, 0.362768, 0.359038, 0.360175, 0.375322, 0.363926, 0.395143, 0.365785, 0.386059, 0.363505, 0.358029, 0.372711, 0.387965, 0.38688, 0.39051, 0.353846, 0.380282, 0.38443, 0.187406, 0.357006, 0.387375, 0.379076, 0.380327, 0.389183, 0.359364, 0.36746, 0.298357, 0.394961, 0.350321, 0.330475, 0.392839, 0.380515, 0.370623, 0.396125, 0.359146, 0.352104, 0.331876, 0.404524, 0.377863, 0.382703, 0.371726, 0.379104, 0.379473, 0.354819, 0.384511, 0.375456, 0.374271, 0.365238, 0.381705, 0.372721, 0.376503, 0.359532, 0.361406, 0.337225, 0.374415, 0.379246, 0.354061, 0.397257, 0.385342, 0.347375, 0.278498, 0.358953, 0.369504, 0.176915, 0.380872, 0.365457, 0.372895, 0.38492, 0.380438, 0.387736, 0.377714, 0.380706, 0.34688, 0.360602, 0.359374, 0.322058, 0.374702, 0.353629, 0.377163, 0.366675, 0.374255, 0.373332, 0.374168, 0.378601, 0.368203, 0.395818, 0.374487, 0.368632, 0.379781, 0.359214, 0.385857, 0.353495, 0.370781, 0.36022, 0.370322, 0.369524, 0.350957, 0.380224, 0.348827, 0.382975, 0.3307, 0.268289, 0.267703, 0.360675, 0.384319, 0.392695, 0.397439, 0.25515, 0.220151, 0.362478, 0.381038, 0.393365, 0.37034, 0.362773, 0.377306, 0.354154, 0.379934, 0.381745, 0.365703, 0.381494, 0.355739, 0.387565, 0.36461, 0.379684, 0.381026, 0.37562, 0.381015, 0.371488, 0.37641, 0.342628, 0.352802, 0.386825, 0.365683, 0.370414, 0.374139, 0.371532, 0.369375, 0.385848, 0.361896, 0.377088, 0.374749, 0.376529, 0.376444, 0.37182, 0.389254, 0.371195, 0.379926, 0.373495, 0.370967, 0.373903, 0.375811, 0.347812, 0.368619, 0.374085, 0.374535, 0.383089, 0.363417, 0.389063, 0.373949, 0.38043, 0.264997, 0.367396, 0.296793, 0.365996, 0.374626, 0.381155, 0.398251, 0.376597, 0.375833, 0.386894, 0.370713, 0.37694, 0.356783, 0.268658, 0.377373, 0.38195, 0.332456, 0.366153, 0.385987, 0.363386, 0.374123, 0.384229, 0.378059, 0.396773, 0.358342, 0.362052, 0.356693, 0.388714, 0.363897, 0.391001, 0.371395, 0.385661, 0.376056, 0.222902, 0.362144, 0.34042, 0.367521, 0.407886, 0.368402, 0.362185, 0.357153, 0.407851, 0.368392, 0.382989, 0.291374, 0.362626, 0.346944, 0.361861, 0.371796, 0.374716, 0.367331, 0.386946, 0.373131, 0.376225, 0.382543, 0.388142, 0.382785, 0.384337, 0.369357, 0.376367, 0.353915, 0.38461, 0.345046, 0.376746, 0.383341, 0.366654, 0.366749, 0.376568, 0.390246, 0.378473, 0.358935, 0.372561, 0.308031, 0.382185, 0.37425, 0.378301, 0.391501, 0.330454, 0.344798, 0.375026, 0.396182, 0.386293, 0.343951, 0.392167, 0.376349, 0.347872, 0.383519, 0.384301, 0.378597, 0.351641, 0.388173, 0.398035, 0.386172, 0.366497, 0.354296, 0.383489, 0.38928, 0.388878, 0.393932, 0.387214, 0.373687, 0.384639, 0.202972, 0.363898, 0.358832, 0.389257, 0.391486, 0.382206, 0.380965, 0.377205, 0.360516, 0.372185, 0.377159, 0.322716, 0.381757, 0.371449, 0.384774, 0.379577, 0.194092, 0.3862, 0.330265, 0.361671, 0.370084, 0.368798, 0.369141, 0.384893, 0.360557, 0.299011, 0.387378, 0.365472, 0.377338, 0.386216, 0.37361, 0.37856, 0.3924, 0.36442, 0.383875, 0.363409, 0.358466, 0.376559, 0.37704, 0.327165, 0.355029, 0.355389, 0.37047, 0.37991, 0.289108, 0.360604, 0.38317, 0.241923, 0.351704, 0.20298, 0.295055, 0.370872, 0.338551, 0.393759, 0.195763, 0.391287, 0.379841, 0.350949, 0.380808, 0.31316, 0.324182, 0.39113, 0.377184, 0.384003, 0.381187, 0.391442, 0.372518, 0.379355, 0.375267, 0.35707, 0.381092, 0.359119, 0.329258, 0.385293, 0.39552, 0.383675, 0.382054, 0.369741, 0.377235, 0.384966, 0.358142, 0.374589, 0.385365, 0.311716, 0.381842, 0.362615, 0.360346, 0.366725, 0.375945, 0.359895, 0.39863, 0.351403, 0.374746, 0.365294, 0.381391, 0.380658, 0.303723, 0.379881, 0.369644, 0.357347, 0.390204, 0.38357, 0.386172, 0.384524, 0.347562, 0.371832, 0.305768, 0.387968, 0.381255, 0.311459, 0.367085, 0.378284, 0.344328, 0.355213, 0.37904, 0.376994, 0.381268, 0.3702, 0.358451, 0.373503, 0.382919, 0.306168, 0.378581, 0.365874, 0.381918, 0.373324, 0.369483, 0.361123, 0.351246, 0.372685, 0.358622, 0.400737, 0.330315, 0.361199, 0.377171, 0.382345, 0.262464, 0.37253, 0.381954, 0.365108, 0.177227, 0.370318, 0.259878, 0.392056, 0.379156, 0.344691, 0.389755, 0.212042, 0.368546, 0.380687, 0.392243, 0.377539, 0.390083, 0.294126, 0.398178, 0.381548, 0.37453, 0.372974, 0.388231, 0.372727, 0.364253, 0.374948, 0.398364, 0.379204, 0.387195, 0.357648, 0.363098, 0.397644, 0.379961, 0.365573, 0.341754, 0.354685, 0.365467, 0.36667, 0.378221, 0.376503, 0.381321, 0.377474, 0.373573, 0.387741, 0.340892, 0.380553, 0.186168, 0.373707, 0.367797, 0.314646, 0.382809, 0.381221, 0.364855, 0.400737, 0.389466, 0.378194, 0.372287, 0.373507, 0.362217, 0.376173, 0.372457, 0.40998, 0.374493, 0.365577, 0.390465, 0.363123, 0.368377, 0.386252, 0.339361, 0.383314, 0.373236, 0.375474, 0.357409, 0.372053, 0.350464, 0.394971, 0.393732, 0.39801, 0.370683, 0.400216, 0.355685, 0.369353, 0.402575, 0.386032, 0.375799, 0.364902, 0.162571, 0.380567, 0.356513, 0.37825, 0.380346, 0.354798, 0.38899, 0.372654, 0.369651, 0.379702, 0.324181, 0.383665, 0.387548, 0.356174, 0.367555, 0.382614, 0.361343, 0.373674, 0.358356, 0.357768, 0.35185, 0.361154, 0.373566, 0.3652, 0.362187, 0.356332, 0.373916, 0.362492, 0.384599, 0.358656, 0.374617, 0.230601, 0.39403, 0.378894, 0.362027, 0.18934, 0.395023, 0.370241, 0.375265, 0.38982, 0.368523, 0.3605, 0.396685, 0.361281, 0.363634, 0.390554, 0.370483, 0.369485, 0.380736, 0.355203, 0.333614, 0.398123, 0.375925, 0.384571, 0.381341, 0.388185, 0.344715, 0.369254, 0.400031, 0.327385, 0.36815, 0.38195, 0.385558, 0.242036, 0.382306, 0.335678, 0.216647, 0.371397, 0.403562 ] }, "name": "model.model.layers.6.input_layernorm.weight", "outputIndexes": [ 519 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 518 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_6/Mul_output_0", "outputIndexes": [ 520 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 519, 520 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_6/Mul_1_output_0", "outputIndexes": [ 521 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 521 ], "outputIndexes": [ 2131 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2131 ], "outputIndexes": [ 2132 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/q_proj/Linear", "inputIndexes": [ 2132 ], "outputIndexes": [ 2133 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 226493340, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2133 ], "outputIndexes": [ 2134 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2134 ], "outputIndexes": [ 522 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 521 ], "main_type": "NONE", "name": "/Shape_25_output_0", "outputIndexes": [ 523 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 523 ], "main_type": "NONE", "name": "Shape1064", "outputIndexes": [ 524 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 523 ], "main_type": "NONE", "name": "Rank1066", "outputIndexes": [ 525 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 525, 525 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1068", "outputIndexes": [ 526 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 526 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1069", "outputIndexes": [ 527 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 526, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1071", "outputIndexes": [ 528 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 528 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1072", "outputIndexes": [ 529 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 524, 527, 529, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1075", "outputIndexes": [ 530 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 530 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1076", "outputIndexes": [ 531 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 531 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1077", "outputIndexes": [ 532 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 532, 531 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1078", "outputIndexes": [ 533 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 523, 533, 526 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_46_output_0", "outputIndexes": [ 534 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 534, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_85_output_0", "outputIndexes": [ 535 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 535, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_54_output_0", "outputIndexes": [ 536 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 522, 536 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_31_output_0", "outputIndexes": [ 537 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 537, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_24_output_0", "outputIndexes": [ 538 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 537 ], "main_type": "NONE", "name": "/Shape_26_output_0", "outputIndexes": [ 539 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 539 ], "main_type": "NONE", "name": "Shape1085", "outputIndexes": [ 540 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 539 ], "main_type": "NONE", "name": "Rank1087", "outputIndexes": [ 541 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 541, 541 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1089", "outputIndexes": [ 542 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 542 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1090", "outputIndexes": [ 543 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 542, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1092", "outputIndexes": [ 544 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 544 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1093", "outputIndexes": [ 545 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 540, 543, 545, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1096", "outputIndexes": [ 546 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 546 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1097", "outputIndexes": [ 547 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 547 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1098", "outputIndexes": [ 548 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 548, 547 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1099", "outputIndexes": [ 549 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 539, 549, 542 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_47_output_0", "outputIndexes": [ 550 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 550, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_18_output_0", "outputIndexes": [ 551 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 551, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_90_output_0", "outputIndexes": [ 552 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 537, 552, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_25_output_0", "outputIndexes": [ 553 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 553 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_12_output_0", "outputIndexes": [ 554 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 537, 22, 552, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_24_output_0", "outputIndexes": [ 555 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 554, 555 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_57_output_0", "outputIndexes": [ 556 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 556, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_25_output_0", "outputIndexes": [ 557 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 538, 557 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_30_output_0", "outputIndexes": [ 558 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 521 ], "outputIndexes": [ 2135 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2135 ], "outputIndexes": [ 2136 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/k_proj/Linear", "inputIndexes": [ 2136 ], "outputIndexes": [ 2137 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 228852658, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2137 ], "outputIndexes": [ 2138 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2138 ], "outputIndexes": [ 559 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 559, 536 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_32_output_0", "outputIndexes": [ 560 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 560, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_26_output_0", "outputIndexes": [ 561 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 560 ], "main_type": "NONE", "name": "/Shape_27_output_0", "outputIndexes": [ 562 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 562 ], "main_type": "NONE", "name": "Shape1147", "outputIndexes": [ 563 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 562 ], "main_type": "NONE", "name": "Rank1149", "outputIndexes": [ 564 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 564, 564 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1151", "outputIndexes": [ 565 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 565 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1152", "outputIndexes": [ 566 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 565, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1154", "outputIndexes": [ 567 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 567 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1155", "outputIndexes": [ 568 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 563, 566, 568, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1158", "outputIndexes": [ 569 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 569 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1159", "outputIndexes": [ 570 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 570 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1160", "outputIndexes": [ 571 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 571, 570 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1161", "outputIndexes": [ 572 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 562, 572, 565 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_48_output_0", "outputIndexes": [ 573 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 573, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_19_output_0", "outputIndexes": [ 574 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 574, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_92_output_0", "outputIndexes": [ 575 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 560, 575, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_27_output_0", "outputIndexes": [ 576 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 576 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_13_output_0", "outputIndexes": [ 577 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 560, 22, 575, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_26_output_0", "outputIndexes": [ 578 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 577, 578 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_58_output_0", "outputIndexes": [ 579 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 579, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_27_output_0", "outputIndexes": [ 580 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 561, 580 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_31_output_0", "outputIndexes": [ 581 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 521 ], "outputIndexes": [ 2139 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2139 ], "outputIndexes": [ 2140 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/v_proj/Linear", "inputIndexes": [ 2140 ], "outputIndexes": [ 2141 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 231211976, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2141 ], "outputIndexes": [ 2142 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2142 ], "outputIndexes": [ 582 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 582, 536 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_33_output_0", "outputIndexes": [ 583 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 558, 581, 583, 109 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_34_output_0", "outputIndexes": [ 584 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 584 ], "outputIndexes": [ 2143 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2143 ], "outputIndexes": [ 2144 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/o_proj/Linear", "inputIndexes": [ 2144 ], "outputIndexes": [ 2145 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 233571294, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2145 ], "outputIndexes": [ 2146 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2146 ], "outputIndexes": [ 585 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 518, 585 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_33_output_0", "outputIndexes": [ 586 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2048 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.176384, 0.182295, 0.172174, 0.173225, 0.107212, 0.185401, 0.17478, 0.182017, 0.169518, 0.185382, 0.159012, 0.168409, 0.177557, 0.174124, 0.181237, 0.156392, 0.175641, 0.095089, 0.179009, 0.176647, 0.180959, 0.176082, 0.171406, 0.162261, 0.174185, 0.181569, 0.154513, 0.177821, 0.186863, 0.181044, 0.180324, 0.184335, 0.176563, 0.129547, 0.176031, 0.170256, 0.167232, 0.163233, 0.1732, 0.156167, 0.175448, 0.142644, 0.183436, 0.18041, 0.172956, 0.179343, 0.185751, 0.17923, 0.17134, 0.174565, 0.168215, 0.171619, 0.180814, 0.171258, 0.17664, 0.181554, 0.176155, 0.174243, 0.164605, 0.162623, 0.179159, 0.178187, 0.103821, 0.176417, 0.179633, 0.173118, 0.080975, 0.181798, 0.181923, 0.178747, 0.184279, 0.175057, 0.161772, 0.176893, 0.172522, 0.176168, 0.172127, 0.18246, 0.093437, 0.175626, 0.170284, 0.18463, 0.177965, 0.176205, 0.182922, 0.175662, 0.137101, 0.08974, 0.178738, 0.178996, 0.165367, 0.173443, 0.180519, 0.169264, 0.159299, 0.179606, 0.173093, 0.178833, 0.173601, 0.137221, 0.10828, 0.175316, 0.132996, 0.159335, 0.171196, 0.169276, 0.100866, 0.159675, 0.179726, 0.165528, 0.175874, 0.177413, 0.149522, 0.176957, 0.179933, 0.170616, 0.172085, 0.186289, 0.182692, 0.180517, 0.178762, 0.163034, 0.180604, 0.180156, 0.179162, 0.176217, 0.177073, 0.172468, 0.174582, 0.172334, 0.175514, 0.177787, 0.179484, 0.132531, 0.172275, 0.162912, 0.179088, 0.177143, 0.180667, 0.174508, 0.176741, 0.181026, 0.132354, 0.159667, 0.170525, 0.151117, 0.179974, 0.175437, 0.183176, 0.174609, 0.178724, 0.167123, 0.182046, 0.161209, 0.171929, 0.18038, 0.170586, 0.156855, 0.110586, 0.185986, 0.181419, 0.171738, 0.17652, 0.174857, 0.171946, 0.180583, 0.154486, 0.184108, 0.168543, 0.17537, 0.182022, 0.173243, 0.17546, 0.183271, 0.170498, 0.170364, 0.187016, 0.179684, 0.185123, 0.173508, 0.163497, 0.174989, 0.175858, 0.180654, 0.182754, 0.174174, 0.181806, 0.119771, 0.174473, 0.163038, 0.175471, 0.175346, 0.184546, 0.182675, 0.142223, 0.171626, 0.179615, 0.164641, 0.177468, 0.133162, 0.170204, 0.175953, 0.169876, 0.173514, 0.181703, 0.172638, 0.192081, 0.134317, 0.173997, 0.052141, 0.180055, 0.180157, 0.178871, 0.181465, 0.170404, 0.175171, 0.178875, 0.183186, 0.170467, 0.172509, 0.18069, 0.168746, 0.172643, 0.143342, 0.181743, 0.13472, 0.160998, 3e-05, 0.182353, 0.172397, 0.173827, 0.1774, 0.175952, 0.161309, 0.176791, 0.151909, 0.17407, 0.182812, 0.166516, 0.165836, 0.174955, 0.170365, 0.182184, 0.173909, 0.183512, 0.186497, 0.172909, 0.172636, 0.174125, 0.165456, 0.178885, 0.17723, 0.185287, 0.181203, 0.083848, 0.085387, 0.17551, 0.175644, 0.178843, 0.17896, 0.17661, 0.182239, 0.180982, 0.180456, 0.161357, 0.177836, 0.180391, 0.170931, 0.174055, 0.17493, 0.158507, 0.170228, 0.180031, 0.179532, 0.177216, 0.113733, 0.180095, 0.221269, 0.169503, 0.172765, 0.146801, 0.077151, 0.079428, 0.171892, 0.180346, 0.179482, 0.135751, 0.170972, 0.177015, 0.17104, 0.173217, 0.173711, 0.173906, 0.18127, 0.169928, 0.173065, 0.172453, 0.110183, 0.170962, 0.181381, 0.178925, 0.147187, 0.17612, 0.148982, 0.08907, 0.17661, 0.175694, 0.173386, 0.163368, 0.180265, 0.178636, 0.177826, 0.176603, 0.17847, 0.181168, 0.180386, 0.179281, 0.179304, 0.0668, 0.176046, 0.143993, 0.180133, 0.179058, 0.151718, 0.13751, 0.177684, 0.143554, 0.171621, 0.171975, 0.152261, 0.174366, 0.174802, 0.175, 0.186402, 0.174623, 0.180356, 0.167154, 0.176812, 0.202706, 0.170966, 0.171548, 0.171799, 0.171551, 0.172667, 0.099787, 0.16679, 0.156977, 0.174069, 0.171626, 0.170774, 0.14892, 0.182404, 0.070484, 0.179763, 0.176592, 0.183405, 0.122178, 0.171976, 0.180149, 0.181943, 0.173433, 0.1807, 0.16721, 0.159593, 0.174232, 0.177362, 0.176899, 0.178497, 0.165029, 0.180114, 0.170443, 0.132508, 0.173893, 0.178863, 0.174272, 0.169131, 0.173427, 0.177052, 0.180552, 0.177929, 0.180309, 0.098008, 0.18162, 0.17321, 0.173661, 0.166441, 0.176942, 0.177275, 0.153043, 0.187332, 0.135022, 0.17546, 0.1769, 0.177403, 0.166414, 0.167718, 0.164009, 0.176242, 0.159195, 0.180069, 0.173158, 0.181877, 0.180225, 0.169805, 0.150553, 0.172577, 0.171817, 0.14377, 0.180101, 0.169733, 0.061166, 0.178572, 0.180433, 0.179366, 0.177432, 0.063709, 0.169663, 0.184621, 0.178572, 0.189259, 0.17438, 0.167189, 0.180256, 0.033481, 0.174015, 0.176873, 0.159489, 0.182939, 0.120682, 0.127102, 0.164945, 0.177968, 0.18379, 0.180614, 0.174982, 0.168099, 0.168001, 0.17235, 0.168142, 0.179158, 0.178128, 0.168009, 0.181608, 0.166324, 0.173104, 0.177118, 0.180837, 0.171214, 0.174194, 0.175706, 0.180737, 0.169992, 0.091448, 0.169572, 0.149178, 0.172056, 0.157089, 0.158709, 0.179284, 0.168812, 0.068565, 0.17777, 0.180539, 0.173454, 0.176203, 0.172281, 0.177102, 0.171648, 0.179666, 0.172984, 0.177069, 0.180616, 0.180409, 0.158454, 0.170591, 0.182495, 0.179087, 0.181852, 0.177381, 0.181914, 0.178124, 0.180279, 0.177251, 0.173136, 0.146368, 0.17782, 0.182365, 0.1765, 0.180996, 0.139868, 0.166232, 0.185485, 0.175449, 0.173215, 0.175676, 0.172094, 0.072161, 0.18749, 0.170999, 0.139338, 0.174878, 0.181258, 0.179673, 0.177605, 0.180139, 0.176528, 0.173959, 0.182145, 0.172655, 0.178404, 0.175036, 0.17786, 0.172945, 0.175857, 0.178462, 0.175511, 0.180494, 0.179508, 0.18027, 0.124493, 0.152638, 0.174126, 0.182414, 0.175696, 0.079112, 0.176056, 0.179652, 0.168861, 0.171105, 0.174639, 0.17601, 0.177237, 0.175925, 0.177253, 0.154923, 0.165656, 0.164934, 0.180326, 0.173227, 0.174346, 0.161583, 0.124132, 0.139193, 0.179422, 0.183926, 0.142721, 0.182024, 0.173629, 0.105121, 0.180983, 0.134087, 0.145881, 0.089188, 0.179564, 0.174467, 0.180753, 0.178398, 0.177075, 0.183132, 0.176736, 0.176042, 0.172957, 0.179799, 0.174889, 0.174239, 0.163171, 0.181547, 0.17334, 0.178773, 0.162185, 0.178003, 0.180334, 0.180612, 0.169422, 0.165752, 0.161374, 0.160386, 0.171175, 0.179005, 0.160143, 0.181743, 0.180419, 0.171867, 0.149459, 0.17493, 0.176985, 0.18178, 0.18173, 0.16465, 0.178544, 0.109236, 0.17143, 0.177344, 0.178047, 0.180233, 0.173299, 0.147536, 0.17518, 0.172818, 0.177703, 0.170162, 0.180583, 0.176927, 0.173013, 0.179847, 0.169486, 0.164978, 0.178996, 0.158272, 0.096484, 0.178445, 0.179256, 0.177781, 0.182167, 0.163758, 0.166934, 0.182756, 0.178731, 0.054884, 0.112853, 0.160195, 0.167475, 0.182979, 0.168325, 0.182207, 0.176583, 0.172344, 0.149368, 0.178831, 0.188723, 0.18277, 0.161331, 0.179384, 0.181916, 0.168373, 0.175109, 0.158788, 0.178033, 0.169152, 0.172419, 0.179072, 0.176541, 0.173333, 0.179276, 0.177058, 0.167949, 0.183461, 0.182337, 0.17958, 0.174138, 0.17821, 0.174362, 0.176764, 0.073576, 0.167249, 0.169434, 0.177131, 0.178763, 0.174338, 0.181402, 0.183295, 0.172184, 0.178285, 0.098793, 0.178934, 0.181803, 0.178462, 0.179417, 0.172768, 0.17009, 0.175287, 0.172884, 0.172996, 0.183611, 0.16411, 0.169821, 0.179059, 0.181946, 0.169966, 0.177555, 0.179348, 0.178431, 0.181167, 0.097789, 0.181282, 0.158618, 0.16178, 0.117066, 0.165202, 0.182996, 0.165849, 0.183474, 0.176595, 0.173367, 0.16941, 0.178436, 0.177026, 0.167545, 0.177611, 0.172648, 0.183015, 0.072655, 0.1734, 0.179668, 0.179425, 0.061698, 0.171452, 0.157641, 0.185657, 0.178987, 0.184099, 0.177785, 0.168531, 0.167011, 0.18304, 0.176893, 0.172342, 0.170926, 0.177846, 0.178693, 0.178558, 0.159278, 0.171962, 0.141674, 0.177949, 0.181184, 0.183703, 0.176476, 0.174236, 0.179477, 0.158508, 0.178262, 0.179915, 0.176232, 0.177609, 0.171217, 0.168074, 0.242574, 0.175385, 0.17352, 0.173074, 0.175836, 0.158412, 0.189562, 0.174726, 0.173228, 0.177096, 0.167788, 0.175462, 0.017981, 0.181366, 0.180827, 0.173371, 0.185776, 0.179283, 0.168904, 0.159858, 0.17156, 0.176194, 0.166683, 0.169219, 0.180792, 0.174614, 0.179665, 0.137543, 0.171631, 0.177336, 0.177884, 0.172235, 0.174303, 0.17546, 0.18346, 0.173825, 0.179902, 0.112251, 0.174772, 0.172505, 0.176979, 0.172548, 0.17212, 0.179513, 0.169505, 0.116515, 0.18128, 0.179517, 0.178501, 0.1748, 0.176854, 0.169711, 0.183651, 0.092336, 0.168609, 0.156318, 0.118101, 0.17585, 0.172827, 0.079769, 0.182188, 0.171688, 0.176363, 0.181041, 0.153627, 0.187187, 0.176218, 0.169699, 0.171336, 0.180468, 0.178545, 0.166235, 0.064441, 0.178755, 0.180986, 0.175649, 0.174286, 0.183733, 0.171447, 0.181289, 0.180323, 0.169623, 0.169081, 0.175738, 0.172444, 0.179969, 0.172811, 0.168381, 0.174506, 0.181359, 0.178347, 0.179334, 0.17605, 0.169086, 0.075817, 0.161711, 0.157097, 0.180593, 0.181352, 0.162879, 0.150936, 0.180557, 0.184236, 0.171809, 0.158552, 0.145332, 0.091233, 0.174082, 0.178699, 0.175631, 0.173283, 0.178541, 0.185842, 0.159528, 0.158565, 0.176206, 0.182484, 0.164384, 0.178572, 0.168708, 0.177258, 0.179217, 0.174428, 0.181031, 0.165582, 0.177906, 0.180877, 0.175633, 0.175707, 0.177306, 0.133994, 0.181383, 0.173728, 0.176033, 0.15045, 0.174767, 0.176769, 0.166847, 0.178296, 0.159809, 0.17063, 0.174681, 0.159739, 0.168919, 0.17947, 0.183622, 0.162532, 0.139578, 0.170767, 0.181917, 0.12152, 0.174882, 0.181608, 0.177314, 0.178068, 0.175238, 0.182371, 0.178575, 0.17254, 0.179753, 0.164831, 0.154958, 0.178571, 0.173196, 0.173549, 0.179372, 0.172599, 0.091905, 0.173382, 0.157816, 0.182521, 0.150914, 0.174459, 0.179614, 0.174161, 0.180512, 0.069052, 0.175624, 0.173274, 0.13839, 0.163255, 0.166483, 0.174297, 0.171539, 0.16414, 0.186635, 0.170906, 0.177086, 0.179227, 0.109858, 0.075318, 0.071865, 0.178534, 0.134305, 0.172104, 0.173589, 0.177241, 0.182895, 0.175702, 0.17865, 0.17284, 0.174677, 0.168188, 0.178834, 0.070017, 0.179716, 0.182223, 0.167713, 0.173342, 0.170884, 0.18354, 0.17469, 0.175263, 0.164811, 0.158784, 0.178995, 0.173134, 0.179325, 0.17758, 0.183651, 0.176556, 0.168453, 0.174669, 0.178344, 0.176781, 0.174204, 0.176566, 0.178823, 0.155431, 0.184482, 0.170511, 0.091392, 0.178042, 0.180823, 0.183984, 0.171535, 0.169106, 0.167843, 0.189408, 0.173722, 0.169722, 0.174731, 0.174325, 0.083197, 0.158769, 0.1674, 0.176505, 0.180306, 0.076272, 0.175914, 0.177125, 0.149136, 0.174543, 0.177628, 0.178202, 0.177576, 0.157758, 0.1735, 0.179334, 0.177932, 0.178439, 0.158821, 0.073318, 0.166411, 0.153939, 0.181089, 0.171723, 0.177315, 0.178177, 0.161022, 0.159551, 0.159527, 0.169319, 0.178552, 0.079153, 0.078298, 0.178363, 0.18024, 0.177457, 0.179984, 0.180263, 0.174141, 0.172574, 0.171931, 0.173715, 0.13798, 0.179774, 0.180114, 0.183993, 0.162257, 0.177098, 0.174924, 0.165143, 0.158448, 0.136817, 0.171344, 0.17531, 0.18085, 0.17041, 0.169496, 0.065687, 0.089933, 0.18266, 0.174644, 0.168123, 0.179725, 0.168468, 0.177417, 0.177389, 0.093731, 0.165721, 0.179281, 0.173277, 0.175337, 0.179997, 0.166205, 0.181875, 0.182415, 0.183053, 0.122966, 0.183354, 0.180706, 0.155949, 0.160988, 0.173637, 0.106352, 0.176795, 0.176841, 0.162568, 0.17904, 0.17368, 0.152081, 0.17141, 0.176221, 0.074283, 0.176396, 0.178721, 0.161146, 0.174116, 0.178597, 0.180686, 0.101273, 0.184146, 0.172254, 0.174933, 0.160428, 0.170936, 0.168199, 0.176746, 0.17661, 0.173395, 0.161515, 0.154936, 0.165111, 0.176646, 0.178322, 0.17703, 0.178449, 0.177849, 0.165823, 0.172955, 0.17823, 0.180396, 0.179113, 0.161971, 0.180812, 0.173908, 0.171238, 0.171917, 0.18419, 0.177044, 0.168266, 0.176725, 0.169167, 0.174581, 0.173393, 0.167326, 0.070188, 0.18259, 0.174449, 0.166231, 0.174235, 0.18515, 0.168569, 0.136029, 0.052337, 0.174283, 0.175553, 0.173281, 0.168113, 0.17666, 0.154027, 0.176334, 0.186132, 0.177262, 0.175001, 0.180514, 0.177483, 0.174532, 0.168037, 0.177647, 0.177431, 0.179576, 0.178433, 0.181618, 0.176161, 0.180038, 0.068472, 0.182075, 0.180389, 0.174617, 0.167988, 0.165705, 0.177048, 0.168353, 0.177601, 0.169753, 0.180402, 0.156151, 0.181533, 0.163521, 0.179433, 0.18016, 0.18168, 0.182418, 0.176852, 0.173522, 0.064086, 0.175229, 0.150917, 0.166438, 0.120386, 0.179192, 0.057202, 0.157518, 0.169361, 0.159548, 0.181528, 0.179235, 0.176005, 0.170694, 0.142473, 0.156449, 0.173812, 0.165858, 0.166109, 0.177119, 0.073892, 0.170318, 0.173521, 0.173784, 0.176763, 0.175769, 0.17702, 0.167437, 0.165704, 0.175085, 0.171043, 0.060395, 0.184019, 0.157232, 0.172317, 0.1592, 0.162747, 0.181087, 0.176968, 0.16568, 0.177919, 0.170156, 0.100714, 0.173069, 0.16737, 0.175949, 0.178081, 0.165036, 0.159305, 0.169614, 0.177999, 0.158627, 0.165749, 0.17027, 0.168585, 0.179323, 0.176929, 0.137058, 0.180188, 0.184022, 0.161509, 0.172769, 0.17316, 0.079466, 0.170214, 0.180198, 0.170204, 0.154785, 0.169319, 0.182809, 0.153592, 0.174023, 0.180525, 0.171237, 0.17473, 0.173335, 0.17318, 0.171923, 0.176128, 0.172944, 0.161044, 0.180947, 0.171635, 0.159773, 0.089363, 0.156134, 0.16443, 0.181018, 0.178634, 0.140427, 0.172375, 0.172678, 0.170237, 0.175643, 0.177773, 0.160743, 0.172738, 0.170771, 0.15213, 0.176551, 0.179062, 0.169603, 0.181102, 0.184969, 0.179753, 0.182085, 0.173104, 0.177692, 0.181944, 0.177066, 0.186007, 0.1759, 0.172434, 0.180593, 0.169702, 0.165546, 0.176143, 0.1754, 0.170731, 0.178058, 0.176378, 0.171491, 0.182991, 0.175832, 0.178507, 0.139463, 0.175097, 0.167897, 0.181115, 0.176413, 0.126278, 0.176292, 0.153384, 0.181864, 0.183171, 0.115504, 0.172712, 0.173423, 0.17462, 0.169201, 0.173065, 0.176393, 0.179763, 0.177294, 0.14051, 0.173588, 0.170731, 0.18268, 0.181497, 0.177367, 0.178655, 0.177434, 0.16368, 0.184699, 0.178881, 0.167157, 0.170474, 0.176807, 0.177894, 0.152247, 0.177412, 0.184609, 0.17595, 0.167058, 0.173721, 0.1816, 0.178053, 0.12965, 0.139576, 0.183232, 0.184346, 0.18042, 0.170761, 0.162393, 0.175132, 0.171053, 0.171184, 0.181946, 0.169506, 0.183698, 0.171183, 0.176646, 0.171375, 0.172951, 0.176641, 0.174228, 0.176216, 0.170809, 0.177952, 0.135811, 0.104861, 0.174179, 0.180308, 0.175597, 0.174636, 0.170021, 0.17501, 0.16576, 0.171805, 0.172654, 0.181844, 0.173003, 0.181653, 0.179543, 0.17416, 0.179226, 0.162532, 0.171167, 0.175555, 0.176008, 0.148693, 0.070582, 0.170521, 0.166792, 0.175865, 0.181779, 0.179001, 0.180895, 0.164675, 0.185849, 0.185024, 0.149436, 0.112925, 0.120746, 0.184001, 0.174248, 0.176193, 0.186447, 0.182398, 0.179066, 0.183441, 0.155221, 0.180368, 0.176016, 0.176051, 0.175098, 0.179376, 0.18341, 0.172539, 0.179393, 0.124901, 0.173017, 0.181186, 0.134643, 0.174236, 0.169776, 0.18393, 0.174888, 0.164115, 0.177559, 0.152258, 0.173785, 0.169331, 0.187082, 0.182928, 0.159447, 0.127311, 0.185288, 0.1767, 0.18603, 0.177236, 0.160527, 0.168469, 0.17646, 0.166203, 0.161961, 0.186765, 0.177687, 0.157502, 0.17188, 0.172813, 0.182717, 0.16991, 0.174624, 0.184249, 0.171771, 0.181457, 0.17908, 0.168537, 0.17643, 0.180488, 0.152405, 0.177748, 0.168193, 0.167645, 0.184018, 0.164593, 0.174529, 0.172886, 0.179068, 0.174741, 0.179489, 0.166782, 0.178717, 0.178489, 0.17462, 0.170282, 0.177194, 0.16916, 0.177553, 0.167134, 0.180392, 0.169064, 0.174126, 0.175474, 0.182957, 0.18053, 0.1769, 0.163306, 0.170463, 0.175658, 0.174257, 0.178974, 0.174496, 0.177559, 0.170106, 0.183731, 0.178443, 0.178979, 0.171955, 0.174888, 0.176995, 0.162661, 0.175073, 0.172494, 0.174345, 0.174685, 0.182961, 0.172342, 0.175536, 0.181569, 0.185128, 0.162496, 0.172992, 0.174136, 0.170674, 0.181886, 0.182334, 0.174837, 0.178681, 0.183057, 0.169781, 0.176777, 0.185315, 0.166415, 0.178533, 0.174696, 0.175233, 0.181555, 0.079011, 0.174836, 0.185667, 0.170691, 0.173031, 0.174588, 0.167027, 0.169104, 0.123234, 0.178531, 0.17157, 0.141156, 0.174549, 0.17599, 0.174954, 0.187695, 0.17205, 0.160004, 0.12063, 0.177871, 0.183619, 0.17787, 0.168222, 0.184477, 0.183473, 0.16836, 0.179119, 0.174722, 0.179428, 0.174952, 0.142246, 0.182008, 0.183723, 0.17325, 0.168588, 0.154615, 0.179754, 0.178961, 0.173716, 0.183042, 0.178686, 0.169702, 0.108299, 0.164989, 0.175777, 0.068088, 0.168475, 0.170303, 0.173155, 0.18054, 0.183247, 0.182043, 0.176414, 0.174047, 0.15215, 0.168215, 0.175137, 0.150326, 0.180539, 0.170861, 0.178246, 0.184163, 0.178706, 0.172257, 0.175959, 0.174672, 0.159833, 0.17358, 0.179346, 0.177101, 0.180332, 0.176046, 0.174702, 0.150731, 0.181198, 0.1819, 0.170905, 0.18239, 0.165749, 0.169544, 0.174724, 0.183374, 0.148448, 0.114315, 0.108553, 0.164711, 0.182616, 0.179321, 0.192287, 0.068808, 0.098841, 0.179012, 0.177157, 0.180953, 0.177638, 0.169941, 0.177616, 0.186523, 0.177459, 0.172999, 0.177792, 0.184626, 0.162436, 0.181484, 0.176869, 0.169838, 0.181798, 0.175662, 0.179217, 0.176898, 0.170477, 0.157954, 0.159918, 0.179412, 0.165801, 0.170391, 0.180243, 0.183273, 0.17547, 0.1768, 0.168071, 0.176189, 0.177194, 0.17569, 0.176014, 0.18543, 0.181631, 0.17394, 0.178777, 0.174653, 0.182257, 0.183388, 0.176274, 0.174665, 0.168241, 0.168899, 0.172485, 0.173815, 0.16342, 0.177618, 0.163768, 0.174117, 0.121984, 0.176625, 0.131715, 0.176821, 0.1813, 0.175634, 0.180571, 0.164412, 0.183871, 0.160925, 0.175382, 0.171791, 0.168013, 0.118186, 0.183463, 0.176, 0.153192, 0.180319, 0.17741, 0.163993, 0.182752, 0.182401, 0.178324, 0.179282, 0.174775, 0.166876, 0.168628, 0.176625, 0.174585, 0.178588, 0.175988, 0.179585, 0.181193, 0.089249, 0.164446, 0.161281, 0.17826, 0.184758, 0.177855, 0.175011, 0.165634, 0.176991, 0.182853, 0.178724, 0.150889, 0.177767, 0.164507, 0.172997, 0.178279, 0.182032, 0.176273, 0.164137, 0.181732, 0.163221, 0.184194, 0.175882, 0.179541, 0.187157, 0.176429, 0.176891, 0.166775, 0.171438, 0.156829, 0.179976, 0.182755, 0.180312, 0.176369, 0.171391, 0.18389, 0.1778, 0.17088, 0.169049, 0.131041, 0.180845, 0.177257, 0.176358, 0.181256, 0.14359, 0.151295, 0.171777, 0.180247, 0.176938, 0.163727, 0.181054, 0.173232, 0.167548, 0.183694, 0.176141, 0.180476, 0.164979, 0.178716, 0.182018, 0.18026, 0.179478, 0.174832, 0.183173, 0.180392, 0.181158, 0.178553, 0.175529, 0.171096, 0.178959, 0.092001, 0.174117, 0.170589, 0.180484, 0.183706, 0.178518, 0.175374, 0.179735, 0.170465, 0.174336, 0.169793, 0.143041, 0.176603, 0.181105, 0.18132, 0.18519, 0.072101, 0.180258, 0.155804, 0.177957, 0.176924, 0.166786, 0.179059, 0.176625, 0.174455, 0.12897, 0.178858, 0.172125, 0.178933, 0.176099, 0.175637, 0.177174, 0.182455, 0.168114, 0.175222, 0.178605, 0.173729, 0.188726, 0.178918, 0.14716, 0.162302, 0.173391, 0.173434, 0.177185, 0.129101, 0.162069, 0.170921, 0.101065, 0.180072, 0.081544, 0.131682, 0.184508, 0.17026, 0.177317, 0.082884, 0.176037, 0.173761, 0.16974, 0.178461, 0.094293, 0.14681, 0.181171, 0.17911, 0.092663, 0.179269, 0.182902, 0.177483, 0.182526, 0.17722, 0.150921, 0.182601, 0.174974, 0.142144, 0.174813, 0.17857, 0.181442, 0.171443, 0.167954, 0.178635, 0.186574, 0.175493, 0.172868, 0.173819, 0.136677, 0.17363, 0.170036, 0.176297, 0.173924, 0.183085, 0.166036, 0.176927, 0.166308, 0.170133, 0.153897, 0.180836, 0.178219, 0.137084, 0.179267, 0.175607, 0.177558, 0.183177, 0.185193, 0.175374, 0.173949, 0.16346, 0.175359, 0.135309, 0.180428, 0.183468, 0.127247, 0.168905, 0.162926, 0.159024, 0.15946, 0.175678, 0.173176, 0.173957, 0.170845, 0.169844, 0.174079, 0.185588, 0.126186, 0.174211, 0.16998, 0.177339, 0.171625, 0.176805, 0.174657, 0.174945, 0.175012, 0.171995, 0.172483, 0.126764, 0.160804, 0.176122, 0.173227, 0.117327, 0.178116, 0.182001, 0.166675, 0.071088, 0.177846, 0.114208, 0.17782, 0.187217, 0.16022, 0.17582, 0.091877, 0.168443, 0.170831, 0.18488, 0.177853, 0.173955, 0.127697, 0.191854, 0.181959, 0.177159, 0.172275, 0.185297, 0.183877, 0.175769, 0.170964, 0.173696, 0.173243, 0.180528, 0.175569, 0.17268, 0.184995, 0.180456, 0.176747, 0.151297, 0.179431, 0.169373, 0.178739, 0.177463, 0.174406, 0.181418, 0.181219, 0.17576, 0.174908, 0.165549, 0.17666, 0.072999, 0.180888, 0.155127, 0.136916, 0.179333, 0.173986, 0.174511, 0.185394, 0.17264, 0.17995, 0.181439, 0.185764, 0.171368, 0.176584, 0.173419, 0.183188, 0.169083, 0.179237, 0.184127, 0.178962, 0.171743, 0.181218, 0.168018, 0.169676, 0.171046, 0.173965, 0.16984, 0.17675, 0.169279, 0.172095, 0.178076, 0.177412, 0.172495, 0.183215, 0.174526, 0.17551, 0.175771, 0.181882, 0.17377, 0.172192, 0.065178, 0.172824, 0.16897, 0.181046, 0.179652, 0.16696, 0.176629, 0.169983, 0.164675, 0.167991, 0.155878, 0.181901, 0.17675, 0.1629, 0.173171, 0.178395, 0.171635, 0.178515, 0.170394, 0.174012, 0.145784, 0.168828, 0.178144, 0.175041, 0.182213, 0.172852, 0.172005, 0.180482, 0.177579, 0.168388, 0.177095, 0.086403, 0.184111, 0.178059, 0.179786, 0.079885, 0.184776, 0.17158, 0.168469, 0.16808, 0.16334, 0.165034, 0.17446, 0.169582, 0.179105, 0.184554, 0.171818, 0.181964, 0.173619, 0.168881, 0.162377, 0.183932, 0.173358, 0.177825, 0.187217, 0.17968, 0.161197, 0.188196, 0.180708, 0.144688, 0.167756, 0.166637, 0.175639, 0.108279, 0.177526, 0.158495, 0.08181, 0.178237, 0.186225 ] }, "name": "model.model.layers.6.post_attention_layernorm.weight", "outputIndexes": [ 587 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 586 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_6/Mul_output_0", "outputIndexes": [ 588 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 587, 588 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_6/Mul_1_output_0", "outputIndexes": [ 589 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 589 ], "outputIndexes": [ 2147 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2147 ], "outputIndexes": [ 2148 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/gate_proj/Linear", "inputIndexes": [ 2148 ], "outputIndexes": [ 2149 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 8192, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 235930612, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2149 ], "outputIndexes": [ 2150 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2150 ], "outputIndexes": [ 590 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 8192 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 590 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_6/Sigmoid_output_0", "outputIndexes": [ 591 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 590, 591 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_6/Mul_output_0", "outputIndexes": [ 592 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 589 ], "outputIndexes": [ 2151 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2151 ], "outputIndexes": [ 2152 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/up_proj/Linear", "inputIndexes": [ 2152 ], "outputIndexes": [ 2153 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 8192, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 245367818, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2153 ], "outputIndexes": [ 2154 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2154 ], "outputIndexes": [ 593 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 8192 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 592, 593 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_6/Mul_output_0", "outputIndexes": [ 594 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 594 ], "outputIndexes": [ 2155 ], "main_type": "Reshape", "main": { "dims": [ -1, 8192, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2155 ], "outputIndexes": [ 2156 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/down_proj/Linear", "inputIndexes": [ 2156 ], "outputIndexes": [ 2157 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 8192, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 254805024, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2157 ], "outputIndexes": [ 2158 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2158 ], "outputIndexes": [ 595 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 586, 595 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_34_output_0", "outputIndexes": [ 596 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 596, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_35_output_0", "outputIndexes": [ 597 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2048 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.353821, 0.362466, 0.379954, 0.375206, 0.274339, 0.363777, 0.366265, 0.351328, 0.342973, 0.351274, 0.342909, 0.339355, 0.356056, 0.338643, 0.349589, 0.314344, 0.34104, 0.237508, 0.349208, 0.367563, 0.359997, 0.376831, 0.372496, 0.372745, 0.36061, 0.35483, 0.344135, 0.358454, 0.362042, 0.361943, 0.36683, 0.376613, 0.347767, 0.384734, 0.351335, 0.373824, 0.369617, 0.352029, 0.35165, 0.345204, 0.346594, 0.319683, 0.362038, 0.358819, 0.339567, 0.370451, 0.359944, 0.355376, 0.339182, 0.358495, 0.341488, 0.347737, 0.366392, 0.363901, 0.36699, 0.351333, 0.35334, 0.356109, 0.37558, 0.327467, 0.355998, 0.343381, 0.251827, 0.364132, 0.355125, 0.36397, 0.22411, 0.372365, 0.377263, 0.358622, 0.360009, 0.33465, 0.354654, 0.345321, 0.363061, 0.352289, 0.370251, 0.349074, 0.231576, 0.345865, 0.38735, 0.361236, 0.349808, 0.359669, 0.359543, 0.367953, 0.317741, 0.220189, 0.371767, 0.359021, 0.341262, 0.353955, 0.373827, 0.344621, 0.327583, 0.354212, 0.365185, 0.357993, 0.357921, 0.343579, 0.281546, 0.361704, 0.309381, 0.326463, 0.343696, 0.333218, 0.24653, 0.342106, 0.362138, 0.341155, 0.358732, 0.352192, 0.356313, 0.353446, 0.372594, 0.347423, 0.355542, 0.372236, 0.378967, 0.358664, 0.365391, 0.322892, 0.368246, 0.376132, 0.347201, 0.371618, 0.35905, 0.348121, 0.343313, 0.348664, 0.34663, 0.329964, 0.317889, 0.278768, 0.335711, 0.341597, 0.346337, 0.35589, 0.333006, 0.348539, 0.340953, 0.344158, 0.287497, 0.308542, 0.343725, 0.3047, 0.36372, 0.341495, 0.337254, 0.331993, 0.340516, 0.344412, 0.346979, 0.320017, 0.31095, 0.30401, 0.330957, 0.333168, 0.265925, 0.351059, 0.334149, 0.411124, 0.359525, 0.335571, 0.348552, 0.350806, 0.316867, 0.332805, 0.330848, 0.331279, 0.332222, 0.349285, 0.320013, 0.337883, 0.323592, 0.322929, 0.36278, 0.328407, 0.341468, 0.327092, 0.318585, 0.349632, 0.345669, 0.348643, 0.336686, 0.350234, 0.334754, 0.283235, 0.335652, 0.328558, 0.355852, 0.35123, 0.330016, 0.344847, 0.290031, 0.338064, 0.33816, 0.348155, 0.33093, 0.301596, 0.336598, 0.328124, 0.325422, 0.333595, 0.332456, 0.32779, 0.347672, 0.28049, 0.315458, 0.149318, 0.35805, 0.343362, 0.346173, 0.342354, 0.348635, 0.32633, 0.345228, 0.340453, 0.355876, 0.328219, 0.33586, 0.369717, 0.351123, 0.311243, 0.331798, 0.301522, 0.319061, 0.129579, 0.33076, 0.328121, 0.335138, 0.341199, 0.32862, 0.307688, 0.357139, 0.319095, 0.349587, 0.327411, 0.348511, 0.333977, 0.347574, 0.33197, 0.338363, 0.321368, 0.332305, 0.328702, 0.345747, 0.336804, 0.328696, 0.331135, 0.345828, 0.321703, 0.339304, 0.337581, 0.214154, 0.202541, 0.368298, 0.358688, 0.350262, 0.364167, 0.341389, 0.369841, 0.356039, 0.355925, 0.354391, 0.348607, 0.341701, 0.358842, 0.339575, 0.328881, 0.331276, 0.354276, 0.351129, 0.358336, 0.343405, 0.282108, 0.334693, 0.372982, 0.343499, 0.373303, 0.323449, 0.290365, 0.20219, 0.357574, 0.350458, 0.350609, 0.327495, 0.356793, 0.359757, 0.345446, 0.336614, 0.34498, 0.365649, 0.349786, 0.35051, 0.362206, 0.346019, 0.239885, 0.339238, 0.382818, 0.359939, 0.312208, 0.35973, 0.327689, 0.283832, 0.370352, 0.341032, 0.357882, 0.335101, 0.370587, 0.347489, 0.374399, 0.34427, 0.354054, 0.372789, 0.318467, 0.348681, 0.360716, 0.372892, 0.371573, 0.30945, 0.350918, 0.365789, 0.320418, 0.312441, 0.348654, 0.329872, 0.345516, 0.333411, 0.332127, 0.361231, 0.374279, 0.343262, 0.349989, 0.362345, 0.350124, 0.340546, 0.36874, 0.324505, 0.334007, 0.343575, 0.337068, 0.34702, 0.346368, 0.259369, 0.343985, 0.312131, 0.354728, 0.335431, 0.355186, 0.331086, 0.352585, 0.196576, 0.362976, 0.349429, 0.371137, 0.262104, 0.333848, 0.348624, 0.367127, 0.360922, 0.355007, 0.337209, 0.329339, 0.360397, 0.332297, 0.350552, 0.352334, 0.354622, 0.346504, 0.351997, 0.305618, 0.341095, 0.351072, 0.344018, 0.352023, 0.360993, 0.366144, 0.357553, 0.344443, 0.36689, 0.238404, 0.358235, 0.363235, 0.357861, 0.340325, 0.346244, 0.339383, 0.341103, 0.377515, 0.290906, 0.364351, 0.34242, 0.361991, 0.353823, 0.340822, 0.349511, 0.3473, 0.338317, 0.345914, 0.354243, 0.37989, 0.349838, 0.364848, 0.324761, 0.329373, 0.336279, 0.3234, 0.353785, 0.355185, 0.173423, 0.351773, 0.366404, 0.374109, 0.350314, 0.217195, 0.366376, 0.354875, 0.354883, 0.357112, 0.36183, 0.341006, 0.35331, 0.295022, 0.350262, 0.373386, 0.334407, 0.353045, 0.320212, 0.323345, 0.37208, 0.34346, 0.345984, 0.349318, 0.364681, 0.357277, 0.352, 0.342214, 0.335003, 0.360409, 0.355491, 0.347862, 0.346898, 0.342341, 0.345804, 0.376555, 0.360956, 0.358309, 0.355325, 0.32616, 0.346329, 0.359938, 0.233579, 0.340957, 0.328525, 0.357806, 0.375936, 0.339315, 0.338575, 0.35222, 0.225905, 0.367649, 0.367689, 0.359118, 0.377733, 0.361733, 0.360104, 0.368239, 0.347254, 0.349406, 0.364534, 0.363533, 0.36831, 0.347425, 0.349426, 0.361775, 0.374325, 0.371061, 0.36119, 0.377012, 0.373058, 0.34803, 0.372719, 0.375128, 0.333592, 0.358757, 0.376312, 0.357475, 0.377589, 0.328457, 0.342563, 0.349963, 0.375979, 0.370354, 0.36288, 0.38121, 0.201901, 0.343937, 0.358199, 0.314845, 0.374226, 0.377571, 0.357104, 0.355014, 0.360407, 0.342887, 0.34836, 0.357613, 0.339896, 0.34476, 0.342099, 0.349664, 0.36683, 0.362486, 0.359026, 0.351837, 0.344631, 0.350121, 0.370673, 0.286587, 0.316895, 0.35137, 0.371423, 0.368802, 0.226359, 0.346328, 0.350092, 0.350765, 0.34208, 0.364262, 0.362756, 0.354048, 0.32385, 0.383229, 0.334501, 0.356476, 0.345982, 0.367355, 0.355866, 0.356881, 0.364968, 0.281505, 0.315175, 0.364192, 0.36872, 0.323162, 0.356554, 0.377375, 0.266031, 0.362452, 0.298216, 0.323373, 0.229479, 0.364648, 0.356843, 0.373779, 0.367273, 0.350766, 0.341945, 0.35804, 0.356638, 0.346398, 0.356363, 0.368516, 0.393696, 0.344595, 0.358702, 0.327963, 0.358054, 0.351767, 0.351754, 0.352294, 0.358422, 0.344204, 0.346707, 0.344325, 0.351423, 0.374179, 0.362731, 0.337354, 0.369658, 0.359003, 0.357588, 0.34016, 0.349086, 0.35253, 0.346299, 0.354932, 0.344039, 0.350971, 0.272107, 0.354766, 0.352297, 0.361464, 0.361013, 0.360871, 0.326349, 0.344374, 0.360078, 0.365741, 0.36809, 0.346273, 0.372368, 0.371934, 0.353328, 0.379874, 0.327181, 0.371086, 0.330966, 0.255445, 0.363322, 0.37772, 0.345663, 0.356266, 0.345093, 0.348552, 0.359054, 0.355629, 0.301434, 0.272447, 0.348426, 0.346245, 0.359871, 0.343557, 0.35065, 0.352402, 0.340501, 0.34111, 0.358122, 0.371985, 0.363839, 0.358518, 0.355154, 0.34258, 0.363231, 0.346982, 0.37914, 0.356164, 0.3519, 0.348695, 0.346828, 0.349647, 0.314781, 0.344199, 0.352402, 0.337734, 0.347058, 0.349303, 0.348079, 0.342276, 0.366328, 0.344734, 0.344103, 0.238298, 0.330463, 0.351149, 0.337922, 0.359373, 0.353122, 0.367829, 0.351171, 0.364878, 0.362278, 0.243473, 0.334984, 0.375373, 0.349617, 0.345633, 0.360993, 0.357065, 0.330818, 0.346919, 0.35072, 0.3604, 0.337582, 0.363317, 0.357513, 0.341976, 0.329528, 0.350831, 0.351332, 0.358342, 0.37872, 0.233181, 0.360596, 0.329235, 0.345003, 0.310232, 0.353469, 0.344909, 0.343203, 0.364399, 0.345847, 0.324886, 0.336347, 0.357526, 0.364647, 0.337622, 0.341103, 0.327041, 0.361325, 0.259619, 0.343778, 0.361723, 0.359034, 0.274582, 0.355149, 0.352015, 0.348186, 0.335982, 0.363722, 0.326578, 0.367511, 0.33037, 0.358789, 0.346801, 0.331173, 0.342203, 0.351965, 0.350579, 0.347666, 0.344692, 0.355207, 0.303984, 0.335134, 0.341556, 0.37352, 0.34006, 0.327517, 0.354495, 0.343337, 0.359785, 0.373939, 0.362715, 0.3473, 0.34432, 0.346024, 0.446274, 0.347875, 0.343556, 0.336349, 0.333505, 0.323085, 0.354375, 0.355271, 0.331468, 0.3544, 0.337075, 0.346959, 0.005576, 0.33003, 0.357169, 0.347573, 0.353649, 0.358817, 0.3562, 0.324316, 0.344427, 0.342626, 0.345251, 0.346057, 0.338098, 0.333216, 0.351004, 0.335969, 0.327112, 0.347699, 0.328316, 0.369564, 0.347166, 0.357094, 0.358504, 0.364072, 0.380882, 0.286508, 0.359751, 0.356501, 0.358084, 0.351704, 0.345609, 0.385739, 0.350806, 0.300016, 0.36311, 0.353062, 0.370111, 0.355425, 0.362965, 0.352999, 0.347634, 0.241985, 0.346468, 0.317806, 0.288284, 0.347346, 0.346859, 0.205122, 0.353042, 0.358983, 0.358327, 0.357031, 0.331863, 0.361322, 0.358586, 0.339313, 0.355083, 0.352394, 0.367823, 0.338507, 0.244579, 0.390325, 0.363937, 0.350718, 0.355151, 0.355819, 0.370942, 0.365988, 0.361081, 0.345703, 0.351638, 0.348555, 0.358668, 0.367617, 0.356703, 0.360891, 0.356625, 0.351013, 0.363059, 0.362707, 0.361405, 0.357736, 0.246884, 0.337912, 0.339068, 0.344811, 0.360935, 0.314325, 0.309533, 0.354932, 0.344817, 0.336965, 0.376738, 0.323277, 0.312188, 0.366634, 0.357139, 0.362089, 0.359773, 0.351646, 0.365085, 0.388241, 0.322054, 0.347904, 0.365528, 0.350824, 0.349797, 0.359103, 0.369027, 0.37459, 0.344528, 0.358057, 0.353347, 0.354292, 0.348048, 0.344185, 0.356397, 0.364064, 0.308642, 0.362709, 0.350858, 0.347496, 0.328537, 0.365903, 0.365848, 0.349419, 0.421141, 0.348816, 0.350368, 0.358713, 0.362777, 0.343768, 0.348327, 0.348336, 0.34906, 0.32808, 0.365905, 0.352025, 0.272938, 0.364722, 0.342316, 0.346358, 0.353337, 0.347001, 0.351866, 0.358559, 0.338231, 0.35974, 0.324686, 0.340908, 0.355399, 0.346886, 0.359266, 0.36517, 0.353161, 0.252713, 0.349773, 0.346457, 0.354796, 0.316174, 0.355801, 0.363772, 0.337299, 0.383995, 0.18925, 0.33221, 0.364054, 0.312298, 0.333219, 0.363065, 0.356813, 0.358392, 0.369556, 0.35015, 0.353785, 0.340395, 0.352109, 0.261169, 0.191093, 0.212084, 0.352159, 0.297047, 0.368364, 0.332062, 0.364049, 0.355106, 0.367538, 0.363389, 0.364134, 0.343547, 0.349657, 0.355703, 0.40169, 0.33803, 0.360826, 0.345681, 0.347202, 0.346842, 0.3603, 0.360172, 0.358975, 0.342589, 0.302308, 0.354787, 0.349283, 0.357169, 0.358932, 0.357863, 0.366827, 0.340739, 0.362018, 0.3491, 0.369625, 0.348019, 0.356873, 0.381806, 0.335401, 0.355894, 0.365356, 0.235449, 0.363411, 0.346644, 0.366381, 0.367096, 0.365789, 0.348672, 0.354638, 0.352905, 0.3608, 0.353006, 0.364269, 0.209543, 0.330225, 0.332449, 0.359697, 0.346665, 0.212919, 0.359731, 0.345857, 0.303127, 0.348762, 0.356913, 0.364907, 0.362345, 0.330302, 0.35041, 0.349344, 0.36013, 0.367914, 0.367031, 0.1813, 0.354519, 0.330797, 0.352608, 0.353501, 0.346909, 0.351952, 0.346471, 0.303737, 0.342177, 0.375496, 0.352462, 0.206442, 0.220993, 0.363701, 0.356628, 0.354322, 0.357937, 0.367468, 0.365533, 0.347596, 0.350311, 0.355937, 0.309901, 0.351344, 0.368172, 0.349135, 0.328868, 0.348437, 0.366177, 0.345998, 0.336147, 0.324421, 0.358395, 0.342174, 0.363115, 0.337193, 0.346014, 0.356476, 0.22833, 0.356081, 0.332339, 0.365862, 0.356993, 0.341397, 0.359385, 0.366465, 0.236189, 0.342031, 0.333859, 0.350127, 0.360856, 0.355018, 0.375148, 0.36135, 0.38754, 0.349428, 0.284255, 0.363864, 0.370584, 0.324777, 0.375018, 0.360823, 0.26776, 0.350338, 0.342852, 0.345542, 0.350354, 0.376692, 0.335104, 0.354576, 0.370738, 0.210055, 0.354909, 0.37547, 0.359758, 0.339978, 0.36604, 0.366416, 0.292484, 0.368923, 0.352067, 0.342824, 0.351155, 0.350114, 0.353466, 0.353555, 0.362412, 0.353811, 0.33427, 0.349764, 0.342258, 0.349489, 0.333781, 0.353598, 0.352027, 0.34999, 0.33847, 0.354386, 0.343552, 0.36882, 0.363359, 0.352846, 0.3432, 0.342631, 0.352762, 0.367405, 0.360228, 0.348449, 0.346352, 0.352998, 0.358349, 0.353857, 0.356121, 0.340832, 0.184468, 0.355893, 0.364498, 0.340109, 0.341411, 0.35613, 0.372875, 0.29583, 0.408049, 0.358317, 0.351699, 0.337564, 0.350835, 0.348936, 0.329384, 0.349037, 0.362014, 0.355225, 0.34969, 0.37073, 0.348464, 0.374654, 0.365979, 0.356125, 0.359155, 0.356767, 0.345699, 0.344811, 0.35383, 0.339358, 0.180614, 0.353695, 0.349051, 0.349106, 0.340212, 0.340198, 0.362931, 0.354962, 0.378994, 0.363186, 0.36509, 0.341531, 0.350935, 0.370297, 0.358027, 0.351254, 0.352699, 0.35044, 0.354724, 0.343814, 0.30295, 0.361254, 0.330889, 0.342781, 0.285379, 0.364225, 0.396396, 0.335403, 0.359034, 0.330409, 0.362268, 0.354566, 0.355465, 0.362552, 0.313365, 0.334835, 0.367264, 0.401706, 0.356887, 0.338368, 0.226324, 0.343155, 0.365025, 0.348726, 0.32649, 0.350638, 0.35412, 0.356965, 0.32315, 0.350144, 0.336466, 0.41506, 0.354417, 0.320374, 0.332605, 0.334476, 0.328504, 0.36261, 0.355494, 0.351793, 0.358506, 0.328325, 0.255806, 0.360086, 0.336308, 0.353004, 0.36446, 0.334518, 0.341763, 0.346634, 0.357284, 0.337022, 0.368083, 0.327512, 0.363242, 0.350067, 0.352903, 0.310639, 0.371384, 0.359461, 0.33076, 0.353439, 0.340737, 0.228629, 0.358013, 0.36711, 0.345069, 0.329437, 0.340397, 0.342158, 0.326747, 0.34504, 0.359188, 0.353305, 0.360368, 0.348723, 0.340357, 0.348134, 0.337018, 0.357928, 0.334956, 0.360137, 0.336272, 0.322654, 0.224091, 0.346468, 0.349049, 0.355862, 0.356142, 0.31196, 0.343375, 0.355066, 0.355298, 0.350445, 0.339497, 0.335206, 0.3611, 0.354045, 0.354117, 0.366842, 0.353664, 0.363773, 0.365665, 0.356578, 0.365321, 0.341568, 0.360089, 0.368564, 0.364807, 0.35862, 0.362832, 0.363671, 0.331563, 0.352667, 0.339094, 0.356056, 0.367627, 0.366966, 0.350178, 0.345566, 0.362211, 0.374536, 0.374486, 0.369116, 0.344075, 0.302189, 0.368332, 0.367404, 0.372922, 0.355047, 0.298468, 0.359405, 0.332575, 0.360557, 0.355512, 0.375058, 0.343299, 0.358527, 0.348234, 0.364501, 0.346803, 0.372252, 0.359664, 0.351745, 0.30625, 0.346067, 0.352287, 0.364554, 0.358572, 0.336304, 0.363871, 0.354291, 0.35881, 0.366674, 0.373663, 0.358135, 0.337205, 0.364608, 0.368372, 0.319842, 0.369552, 0.374277, 0.367317, 0.34449, 0.34503, 0.351052, 0.371509, 0.301061, 0.329238, 0.359743, 0.365948, 0.357465, 0.342093, 0.33376, 0.381331, 0.345623, 0.35679, 0.37069, 0.362878, 0.362584, 0.348419, 0.352266, 0.350201, 0.353074, 0.363238, 0.356134, 0.372209, 0.364547, 0.352293, 0.313928, 0.306619, 0.344924, 0.355822, 0.34869, 0.345389, 0.34742, 0.377459, 0.372659, 0.350789, 0.361422, 0.381564, 0.352261, 0.377043, 0.366456, 0.344924, 0.339814, 0.34103, 0.3426, 0.350711, 0.371051, 0.342099, 0.211976, 0.36929, 0.335606, 0.350723, 0.335445, 0.368526, 0.395613, 0.365022, 0.373135, 0.348984, 0.340449, 0.296135, 0.287888, 0.345076, 0.353412, 0.375774, 0.368002, 0.377676, 0.362685, 0.350162, 0.334872, 0.353751, 0.355363, 0.347062, 0.352825, 0.362593, 0.381226, 0.347231, 0.351296, 0.340104, 0.359193, 0.373047, 0.285248, 0.354205, 0.370774, 0.369529, 0.362186, 0.343804, 0.364098, 0.330466, 0.347333, 0.373791, 0.349195, 0.374248, 0.359412, 0.295446, 0.365156, 0.366183, 0.355602, 0.334068, 0.344794, 0.348928, 0.362166, 0.366225, 0.350084, 0.36216, 0.351601, 0.334198, 0.36083, 0.36269, 0.363915, 0.358198, 0.36373, 0.366852, 0.350564, 0.369604, 0.383299, 0.357415, 0.362845, 0.346183, 0.370354, 0.352515, 0.348543, 0.341853, 0.362508, 0.347846, 0.35197, 0.343754, 0.343779, 0.36535, 0.380124, 0.357972, 0.354557, 0.344925, 0.358372, 0.344875, 0.343704, 0.355732, 0.350722, 0.35394, 0.35844, 0.364941, 0.35836, 0.355453, 0.354489, 0.365663, 0.366071, 0.326774, 0.334301, 0.368051, 0.363335, 0.355456, 0.355621, 0.3328, 0.368079, 0.360119, 0.3407, 0.367035, 0.336275, 0.352371, 0.354292, 0.334529, 0.353774, 0.344706, 0.357946, 0.37514, 0.349864, 0.362568, 0.357609, 0.378618, 0.382192, 0.344374, 0.339423, 0.330484, 0.354565, 0.351089, 0.364245, 0.352678, 0.36492, 0.343292, 0.347835, 0.364028, 0.353398, 0.363386, 0.36677, 0.34141, 0.373414, 0.375395, 0.213703, 0.344334, 0.384563, 0.3801, 0.35433, 0.365805, 0.352728, 0.350008, 0.308906, 0.361174, 0.354202, 0.335783, 0.364612, 0.381095, 0.356873, 0.372812, 0.352241, 0.345979, 0.353782, 0.373425, 0.370844, 0.34788, 0.361047, 0.350696, 0.349289, 0.330083, 0.361222, 0.34248, 0.370282, 0.342716, 0.356444, 0.355305, 0.343404, 0.350379, 0.349466, 0.346498, 0.340626, 0.36469, 0.353447, 0.364699, 0.35823, 0.30951, 0.30053, 0.344114, 0.342494, 0.207205, 0.362857, 0.343383, 0.357868, 0.363925, 0.368663, 0.360761, 0.364001, 0.368981, 0.332559, 0.354249, 0.336857, 0.317715, 0.351684, 0.341068, 0.403456, 0.367868, 0.357787, 0.369333, 0.359888, 0.363316, 0.363275, 0.368594, 0.358993, 0.344036, 0.367863, 0.342335, 0.360789, 0.333067, 0.363234, 0.331896, 0.341767, 0.34209, 0.33405, 0.345113, 0.350867, 0.372126, 0.329003, 0.27122, 0.280188, 0.352043, 0.361872, 0.352009, 0.367749, 0.321386, 0.237248, 0.353513, 0.357412, 0.363465, 0.364256, 0.356383, 0.360305, 0.34314, 0.354947, 0.355619, 0.33871, 0.356181, 0.342258, 0.371937, 0.347329, 0.352569, 0.374993, 0.355861, 0.376692, 0.347969, 0.363557, 0.327089, 0.343396, 0.359783, 0.336864, 0.348343, 0.359678, 0.358045, 0.35799, 0.362401, 0.334553, 0.358098, 0.365552, 0.366646, 0.359691, 0.359474, 0.355513, 0.360083, 0.356931, 0.366429, 0.355805, 0.345692, 0.351652, 0.328313, 0.360772, 0.359039, 0.35265, 0.356643, 0.350837, 0.360028, 0.367729, 0.361229, 0.277795, 0.348432, 0.307413, 0.352496, 0.37793, 0.350696, 0.386583, 0.351643, 0.362798, 0.36582, 0.378372, 0.358155, 0.337442, 0.275274, 0.34683, 0.365664, 0.336465, 0.361095, 0.374079, 0.350614, 0.361587, 0.375742, 0.362354, 0.379215, 0.361236, 0.346325, 0.347704, 0.357045, 0.338972, 0.3678, 0.35687, 0.355107, 0.354397, 0.251686, 0.358325, 0.338446, 0.366722, 0.372662, 0.363221, 0.347418, 0.356165, 0.361169, 0.347233, 0.344724, 0.290903, 0.323501, 0.344518, 0.375528, 0.368408, 0.356131, 0.344779, 0.376318, 0.364592, 0.38646, 0.372124, 0.372446, 0.35195, 0.355825, 0.355419, 0.359865, 0.357145, 0.363629, 0.323904, 0.344405, 0.367885, 0.350765, 0.365659, 0.357692, 0.356048, 0.352869, 0.354371, 0.359346, 0.32691, 0.364033, 0.347816, 0.35875, 0.368829, 0.328345, 0.341787, 0.358519, 0.360702, 0.357248, 0.337655, 0.361956, 0.36422, 0.326225, 0.360902, 0.372258, 0.349831, 0.337501, 0.362181, 0.366366, 0.37669, 0.348841, 0.354199, 0.377714, 0.379217, 0.363702, 0.383602, 0.364022, 0.340752, 0.347138, 0.222874, 0.349829, 0.353042, 0.369252, 0.35552, 0.3746, 0.365131, 0.350922, 0.348362, 0.357758, 0.341152, 0.323182, 0.365472, 0.367838, 0.354882, 0.347329, 0.224906, 0.360407, 0.323026, 0.351324, 0.35186, 0.364051, 0.357076, 0.353945, 0.346895, 0.298502, 0.348569, 0.335465, 0.358475, 0.367042, 0.345695, 0.364595, 0.369228, 0.371551, 0.369505, 0.344052, 0.360539, 0.366117, 0.348703, 0.317637, 0.352233, 0.345486, 0.360743, 0.364077, 0.284895, 0.338871, 0.361201, 0.252242, 0.359125, 0.228697, 0.291871, 0.353557, 0.344252, 0.361359, 0.222759, 0.353421, 0.366806, 0.355963, 0.365981, 0.368432, 0.315921, 0.365876, 0.355318, 0.411668, 0.358199, 0.36552, 0.362943, 0.350702, 0.359368, 0.350001, 0.367249, 0.342808, 0.321651, 0.359848, 0.377641, 0.354617, 0.369571, 0.344369, 0.355628, 0.353361, 0.354302, 0.365233, 0.361773, 0.321499, 0.356109, 0.341273, 0.344417, 0.350426, 0.360198, 0.344927, 0.374092, 0.340271, 0.351134, 0.352883, 0.341785, 0.345121, 0.325359, 0.358002, 0.361134, 0.355305, 0.384016, 0.376054, 0.375333, 0.365444, 0.328228, 0.340455, 0.303015, 0.366163, 0.346819, 0.30639, 0.339672, 0.358311, 0.32743, 0.334316, 0.35891, 0.358496, 0.361401, 0.34482, 0.331294, 0.359946, 0.370144, 0.298596, 0.358961, 0.347965, 0.371922, 0.332457, 0.365999, 0.335314, 0.351694, 0.345671, 0.345109, 0.371675, 0.337074, 0.35268, 0.366617, 0.351913, 0.274541, 0.348651, 0.360072, 0.34571, 0.207942, 0.341599, 0.273608, 0.356018, 0.350413, 0.358243, 0.33985, 0.242531, 0.354939, 0.358717, 0.34625, 0.359037, 0.355091, 0.278678, 0.377773, 0.359428, 0.358644, 0.358944, 0.364217, 0.35341, 0.358305, 0.355018, 0.380232, 0.365246, 0.352506, 0.334571, 0.347892, 0.376436, 0.355879, 0.343861, 0.327793, 0.356577, 0.348475, 0.342322, 0.369259, 0.360688, 0.375147, 0.372034, 0.333193, 0.366107, 0.33256, 0.351891, 0.216286, 0.359292, 0.369516, 0.313272, 0.355154, 0.378467, 0.342654, 0.370063, 0.362363, 0.365366, 0.372602, 0.376989, 0.343419, 0.364879, 0.340263, 0.383908, 0.347265, 0.355795, 0.363797, 0.349491, 0.363719, 0.356114, 0.336962, 0.378582, 0.369053, 0.364318, 0.345162, 0.344823, 0.329147, 0.356702, 0.379379, 0.352561, 0.355836, 0.367928, 0.346485, 0.346842, 0.381108, 0.351283, 0.374944, 0.328473, 0.204016, 0.349298, 0.345237, 0.339168, 0.357764, 0.341725, 0.363477, 0.356653, 0.352359, 0.36394, 0.31791, 0.362005, 0.341714, 0.345032, 0.364931, 0.364794, 0.328888, 0.349612, 0.348919, 0.338529, 0.330915, 0.338991, 0.357106, 0.347281, 0.358294, 0.338727, 0.356735, 0.346868, 0.363867, 0.343372, 0.341464, 0.247024, 0.353778, 0.349277, 0.348272, 0.215281, 0.368852, 0.361376, 0.353138, 0.375896, 0.36085, 0.343146, 0.362697, 0.351718, 0.346955, 0.367617, 0.345033, 0.357594, 0.381303, 0.348417, 0.344502, 0.39027, 0.364696, 0.375173, 0.35398, 0.359236, 0.352467, 0.361468, 0.364602, 0.332626, 0.339696, 0.372539, 0.346249, 0.239539, 0.384097, 0.334896, 0.264968, 0.365071, 0.381594 ] }, "name": "model.model.layers.7.input_layernorm.weight", "outputIndexes": [ 598 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 597 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_7/Mul_output_0", "outputIndexes": [ 599 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 598, 599 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_7/Mul_1_output_0", "outputIndexes": [ 600 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 600 ], "outputIndexes": [ 2159 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2159 ], "outputIndexes": [ 2160 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/q_proj/Linear", "inputIndexes": [ 2160 ], "outputIndexes": [ 2161 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 264242230, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2161 ], "outputIndexes": [ 2162 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2162 ], "outputIndexes": [ 601 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 600 ], "main_type": "NONE", "name": "/Shape_29_output_0", "outputIndexes": [ 602 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 602 ], "main_type": "NONE", "name": "Shape1229", "outputIndexes": [ 603 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 602 ], "main_type": "NONE", "name": "Rank1231", "outputIndexes": [ 604 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 604, 604 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1233", "outputIndexes": [ 605 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 605 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1234", "outputIndexes": [ 606 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 605, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1236", "outputIndexes": [ 607 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 607 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1237", "outputIndexes": [ 608 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 603, 606, 608, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1240", "outputIndexes": [ 609 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 609 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1241", "outputIndexes": [ 610 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 610 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1242", "outputIndexes": [ 611 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 611, 610 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1243", "outputIndexes": [ 612 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 602, 612, 605 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_53_output_0", "outputIndexes": [ 613 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 613, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_99_output_0", "outputIndexes": [ 614 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 614, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_63_output_0", "outputIndexes": [ 615 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 601, 615 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_36_output_0", "outputIndexes": [ 616 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 616, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_28_output_0", "outputIndexes": [ 617 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 616 ], "main_type": "NONE", "name": "/Shape_30_output_0", "outputIndexes": [ 618 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 618 ], "main_type": "NONE", "name": "Shape1250", "outputIndexes": [ 619 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 618 ], "main_type": "NONE", "name": "Rank1252", "outputIndexes": [ 620 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 620, 620 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1254", "outputIndexes": [ 621 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 621 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1255", "outputIndexes": [ 622 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 621, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1257", "outputIndexes": [ 623 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 623 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1258", "outputIndexes": [ 624 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 619, 622, 624, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1261", "outputIndexes": [ 625 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 625 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1262", "outputIndexes": [ 626 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 626 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1263", "outputIndexes": [ 627 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 627, 626 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1264", "outputIndexes": [ 628 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 618, 628, 621 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_54_output_0", "outputIndexes": [ 629 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 629, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_21_output_0", "outputIndexes": [ 630 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 630, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_104_output_0", "outputIndexes": [ 631 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 616, 631, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_29_output_0", "outputIndexes": [ 632 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 632 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_14_output_0", "outputIndexes": [ 633 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 616, 22, 631, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_28_output_0", "outputIndexes": [ 634 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 633, 634 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_66_output_0", "outputIndexes": [ 635 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 635, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_29_output_0", "outputIndexes": [ 636 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 617, 636 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_35_output_0", "outputIndexes": [ 637 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 600 ], "outputIndexes": [ 2163 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2163 ], "outputIndexes": [ 2164 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/k_proj/Linear", "inputIndexes": [ 2164 ], "outputIndexes": [ 2165 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 266601548, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2165 ], "outputIndexes": [ 2166 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2166 ], "outputIndexes": [ 638 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 638, 615 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_37_output_0", "outputIndexes": [ 639 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 639, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_30_output_0", "outputIndexes": [ 640 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 639 ], "main_type": "NONE", "name": "/Shape_31_output_0", "outputIndexes": [ 641 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 641 ], "main_type": "NONE", "name": "Shape1312", "outputIndexes": [ 642 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 641 ], "main_type": "NONE", "name": "Rank1314", "outputIndexes": [ 643 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 643, 643 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1316", "outputIndexes": [ 644 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 644 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1317", "outputIndexes": [ 645 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 644, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1319", "outputIndexes": [ 646 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 646 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1320", "outputIndexes": [ 647 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 642, 645, 647, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1323", "outputIndexes": [ 648 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 648 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1324", "outputIndexes": [ 649 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 649 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1325", "outputIndexes": [ 650 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 650, 649 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1326", "outputIndexes": [ 651 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 641, 651, 644 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_55_output_0", "outputIndexes": [ 652 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 652, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_22_output_0", "outputIndexes": [ 653 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 653, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_106_output_0", "outputIndexes": [ 654 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 639, 654, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_31_output_0", "outputIndexes": [ 655 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 655 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_15_output_0", "outputIndexes": [ 656 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 639, 22, 654, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_30_output_0", "outputIndexes": [ 657 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 656, 657 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_67_output_0", "outputIndexes": [ 658 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 658, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_31_output_0", "outputIndexes": [ 659 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 640, 659 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_36_output_0", "outputIndexes": [ 660 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 600 ], "outputIndexes": [ 2167 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2167 ], "outputIndexes": [ 2168 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/v_proj/Linear", "inputIndexes": [ 2168 ], "outputIndexes": [ 2169 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 268960866, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2169 ], "outputIndexes": [ 2170 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2170 ], "outputIndexes": [ 661 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 661, 615 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_38_output_0", "outputIndexes": [ 662 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 637, 660, 662, 109 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_39_output_0", "outputIndexes": [ 663 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 663 ], "outputIndexes": [ 2171 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2171 ], "outputIndexes": [ 2172 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/o_proj/Linear", "inputIndexes": [ 2172 ], "outputIndexes": [ 2173 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 271320184, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2173 ], "outputIndexes": [ 2174 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2174 ], "outputIndexes": [ 664 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 597, 664 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_38_output_0", "outputIndexes": [ 665 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2048 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.151032, 0.152935, 0.137925, 0.141162, 0.07432, 0.1461, 0.143948, 0.157844, 0.133092, 0.158161, 0.129233, 0.130189, 0.147991, 0.145278, 0.150794, 0.117575, 0.139203, 0.052695, 0.148658, 0.138134, 0.146281, 0.146293, 0.134617, 0.126907, 0.143617, 0.144412, 0.116876, 0.14959, 0.156334, 0.143845, 0.151435, 0.152045, 0.155677, 0.097937, 0.136031, 0.147328, 0.145734, 0.134402, 0.14441, 0.125969, 0.139346, 0.109149, 0.148357, 0.146596, 0.134744, 0.138431, 0.147255, 0.151609, 0.148307, 0.141791, 0.136436, 0.129975, 0.149388, 0.143763, 0.145056, 0.144044, 0.144203, 0.142181, 0.124232, 0.126796, 0.147273, 0.149184, 0.068199, 0.145459, 0.141435, 0.139114, 0.053702, 0.158717, 0.164347, 0.146712, 0.148581, 0.144863, 0.12514, 0.151807, 0.140498, 0.150299, 0.141063, 0.151388, 0.059044, 0.138935, 0.14199, 0.153222, 0.150779, 0.144109, 0.144415, 0.149854, 0.103877, 0.060065, 0.14611, 0.150396, 0.123538, 0.146194, 0.15322, 0.13909, 0.124815, 0.147502, 0.146645, 0.145961, 0.143563, 0.101571, 0.068565, 0.162828, 0.095297, 0.127702, 0.128429, 0.131684, 0.069983, 0.121411, 0.139716, 0.13045, 0.145956, 0.145511, 0.113317, 0.144594, 0.14255, 0.146674, 0.134664, 0.148532, 0.145235, 0.151629, 0.148255, 0.128596, 0.147041, 0.146767, 0.143905, 0.142407, 0.149139, 0.140879, 0.140932, 0.13506, 0.143476, 0.143331, 0.140353, 0.09242, 0.143459, 0.138199, 0.155713, 0.146826, 0.144522, 0.146235, 0.147417, 0.15166, 0.090179, 0.115234, 0.138657, 0.109622, 0.149472, 0.150534, 0.146944, 0.151441, 0.145422, 0.13942, 0.15825, 0.125149, 0.141992, 0.138631, 0.13436, 0.120756, 0.080705, 0.162957, 0.148753, 0.255969, 0.145017, 0.142141, 0.142346, 0.145233, 0.120943, 0.142706, 0.138771, 0.136642, 0.155749, 0.139999, 0.14191, 0.153533, 0.137359, 0.128156, 0.167887, 0.145449, 0.154377, 0.13679, 0.12766, 0.141811, 0.154643, 0.145957, 0.15832, 0.143924, 0.146307, 0.081608, 0.136855, 0.130054, 0.150338, 0.140517, 0.150995, 0.154365, 0.100992, 0.144452, 0.156676, 0.135475, 0.143395, 0.093586, 0.137612, 0.145743, 0.141378, 0.148489, 0.153564, 0.133196, 0.15759, 0.098756, 0.135073, 0.025696, 0.159369, 0.146011, 0.143697, 0.145322, 0.142849, 0.14578, 0.14681, 0.150443, 0.141674, 0.137257, 0.157858, 0.144525, 0.148104, 0.101616, 0.138413, 0.102203, 0.1289, -0.001228, 0.144916, 0.133263, 0.139433, 0.146903, 0.14457, 0.12478, 0.144545, 0.111987, 0.133058, 0.14926, 0.13487, 0.121225, 0.153215, 0.132291, 0.156092, 0.142591, 0.143369, 0.146549, 0.143816, 0.145594, 0.133839, 0.134897, 0.148249, 0.15324, 0.15354, 0.140894, 0.053037, 0.055378, 0.156296, 0.146582, 0.149545, 0.152998, 0.145694, 0.151252, 0.143317, 0.143847, 0.125417, 0.137484, 0.147086, 0.15332, 0.143626, 0.143297, 0.122626, 0.138318, 0.152679, 0.142199, 0.125608, 0.079223, 0.143055, 0.178974, 0.137479, 0.145011, 0.107635, 0.035951, 0.050076, 0.144469, 0.143776, 0.139697, 0.111209, 0.134581, 0.152944, 0.135371, 0.136648, 0.134606, 0.146902, 0.148163, 0.139668, 0.140801, 0.145062, 0.072132, 0.140821, 0.154796, 0.149221, 0.105675, 0.153306, 0.106954, 0.055566, 0.151141, 0.144626, 0.142277, 0.128891, 0.149, 0.142023, 0.146103, 0.133238, 0.15125, 0.145505, 0.141411, 0.142186, 0.145807, 0.014377, 0.142402, 0.102014, 0.150405, 0.144424, 0.119624, 0.102382, 0.144294, 0.109604, 0.142285, 0.130821, 0.119615, 0.142719, 0.15153, 0.146161, 0.147891, 0.155885, 0.149229, 0.124263, 0.150284, 0.098915, 0.123164, 0.136863, 0.139914, 0.139233, 0.133596, 0.068544, 0.133286, 0.113068, 0.140575, 0.138159, 0.129464, 0.114128, 0.144558, 0.049138, 0.152675, 0.134504, 0.159404, 0.079302, 0.139633, 0.15059, 0.15097, 0.136588, 0.159241, 0.139224, 0.127207, 0.14993, 0.146329, 0.149031, 0.142166, 0.126545, 0.148969, 0.13662, 0.096386, 0.141097, 0.14702, 0.138373, 0.14165, 0.141279, 0.138617, 0.150067, 0.145894, 0.144668, 0.065257, 0.15865, 0.141126, 0.1367, 0.131952, 0.13809, 0.136101, 0.115177, 0.162094, 0.092364, 0.151348, 0.147261, 0.145133, 0.123659, 0.126509, 0.143022, 0.158099, 0.120628, 0.144865, 0.135833, 0.153583, 0.141551, 0.146152, 0.111074, 0.132414, 0.134137, 0.115978, 0.14979, 0.132433, 0.031893, 0.147961, 0.156677, 0.149155, 0.141417, 0.03106, 0.139902, 0.154918, 0.151404, 0.159747, 0.142869, 0.125063, 0.154489, 0.033855, 0.138984, 0.143999, 0.118344, 0.146906, 0.082657, 0.095527, 0.124509, 0.136961, 0.141614, 0.147875, 0.143474, 0.14396, 0.130844, 0.144767, 0.124879, 0.153217, 0.140613, 0.141111, 0.153111, 0.132373, 0.135846, 0.146452, 0.157336, 0.142402, 0.139369, 0.140589, 0.151004, 0.14618, 0.061357, 0.12701, 0.108185, 0.129741, 0.117844, 0.116572, 0.14388, 0.136455, 0.043701, 0.144662, 0.146153, 0.144704, 0.134431, 0.146806, 0.152925, 0.134237, 0.155009, 0.132615, 0.139706, 0.151383, 0.14524, 0.133125, 0.137567, 0.140836, 0.140564, 0.148489, 0.137629, 0.147798, 0.149088, 0.1426, 0.152202, 0.13992, 0.106879, 0.143889, 0.142537, 0.153198, 0.168887, 0.090634, 0.138889, 0.15602, 0.154385, 0.137642, 0.138611, 0.139177, 0.040568, 0.163234, 0.134881, 0.097814, 0.143094, 0.148968, 0.14315, 0.142969, 0.142239, 0.145168, 0.139307, 0.14966, 0.138933, 0.146414, 0.143143, 0.14359, 0.132506, 0.149106, 0.145479, 0.147845, 0.143021, 0.140051, 0.148047, 0.085053, 0.112761, 0.135864, 0.149975, 0.145055, 0.050817, 0.148773, 0.135075, 0.13722, 0.135403, 0.150527, 0.153463, 0.148324, 0.14361, 0.148303, 0.102877, 0.131238, 0.136235, 0.154537, 0.148565, 0.134454, 0.13279, 0.089585, 0.09035, 0.142367, 0.153014, 0.090919, 0.159133, 0.142828, 0.064174, 0.147061, 0.091979, 0.112266, 0.059938, 0.139405, 0.13582, 0.154168, 0.145579, 0.142842, 0.156028, 0.140895, 0.15063, 0.150805, 0.151037, 0.143442, 0.142475, 0.126778, 0.145222, 0.131531, 0.158341, 0.134784, 0.151077, 0.14616, 0.144276, 0.117306, 0.120903, 0.13367, 0.12048, 0.143997, 0.157125, 0.126331, 0.148787, 0.153924, 0.134755, 0.112272, 0.146616, 0.139133, 0.155076, 0.14983, 0.12928, 0.146839, 0.075327, 0.134484, 0.141683, 0.142875, 0.152897, 0.135038, 0.106422, 0.14151, 0.146971, 0.147132, 0.136224, 0.150371, 0.140365, 0.14354, 0.142808, 0.133337, 0.131658, 0.149109, 0.118517, 0.059241, 0.143685, 0.152499, 0.140464, 0.146437, 0.129378, 0.140905, 0.151542, 0.151247, 0.018972, 0.070601, 0.128586, 0.141036, 0.149556, 0.133445, 0.151861, 0.140731, 0.132006, 0.104169, 0.154789, 0.153342, 0.152768, 0.124704, 0.139712, 0.155522, 0.140548, 0.146936, 0.120089, 0.148681, 0.137093, 0.13145, 0.14402, 0.152817, 0.143054, 0.139906, 0.140777, 0.134566, 0.148406, 0.14516, 0.149005, 0.139059, 0.153501, 0.141416, 0.150374, 0.043997, 0.126474, 0.134657, 0.148129, 0.154322, 0.155066, 0.162431, 0.154249, 0.148757, 0.153502, 0.064117, 0.151859, 0.153035, 0.147723, 0.144107, 0.1453, 0.129168, 0.143158, 0.139619, 0.144945, 0.150639, 0.134255, 0.13093, 0.152356, 0.157219, 0.133004, 0.14939, 0.143532, 0.145949, 0.148061, 0.061237, 0.144394, 0.124556, 0.12899, 0.081221, 0.123828, 0.152113, 0.132707, 0.165075, 0.140717, 0.147131, 0.142002, 0.144137, 0.144195, 0.134084, 0.152863, 0.138189, 0.15469, 0.042378, 0.134097, 0.15688, 0.142445, 0.029769, 0.132029, 0.119486, 0.148797, 0.148017, 0.144031, 0.145744, 0.139105, 0.127491, 0.150852, 0.14447, 0.133407, 0.137011, 0.145373, 0.142051, 0.142792, 0.122118, 0.145125, 0.097003, 0.150929, 0.149219, 0.150201, 0.140185, 0.136783, 0.142721, 0.121889, 0.14722, 0.156006, 0.154036, 0.145534, 0.146917, 0.129036, 0.16073, 0.135328, 0.143291, 0.139014, 0.144049, 0.132233, 0.164741, 0.144846, 0.140501, 0.142272, 0.132485, 0.140812, 0.004584, 0.15071, 0.151119, 0.137327, 0.157999, 0.149907, 0.142952, 0.123045, 0.137406, 0.140624, 0.131707, 0.140359, 0.143687, 0.133313, 0.148505, 0.095662, 0.137513, 0.137611, 0.143195, 0.143752, 0.145277, 0.141214, 0.157824, 0.138135, 0.153154, 0.077854, 0.145108, 0.145675, 0.147487, 0.131127, 0.132224, 0.146086, 0.133759, 0.085488, 0.156423, 0.144641, 0.159146, 0.150111, 0.144343, 0.136988, 0.147888, 0.068173, 0.123695, 0.112425, 0.077342, 0.138008, 0.132416, 0.046863, 0.152578, 0.138956, 0.148633, 0.145428, 0.112652, 0.146327, 0.142881, 0.143518, 0.134824, 0.154734, 0.14941, 0.133415, 0.038283, 0.15827, 0.148767, 0.144099, 0.142946, 0.160833, 0.139525, 0.149423, 0.143261, 0.14169, 0.127791, 0.138845, 0.136449, 0.153009, 0.143794, 0.136559, 0.138055, 0.142977, 0.145459, 0.146106, 0.137863, 0.13374, 0.049874, 0.123872, 0.122135, 0.148835, 0.15161, 0.113046, 0.103878, 0.152115, 0.15557, 0.129716, 0.124929, 0.110311, 0.030668, 0.138244, 0.135768, 0.14288, 0.143725, 0.145605, 0.155972, 0.130726, 0.120126, 0.145862, 0.158185, 0.136128, 0.146632, 0.134734, 0.153821, 0.154157, 0.142915, 0.15709, 0.13621, 0.141844, 0.144615, 0.14399, 0.129985, 0.147446, 0.092042, 0.141599, 0.133627, 0.146495, 0.106064, 0.138431, 0.146387, 0.12462, 0.154278, 0.125152, 0.144059, 0.143347, 0.125954, 0.138323, 0.140798, 0.151687, 0.131542, 0.10237, 0.130868, 0.13839, 0.078203, 0.142063, 0.147358, 0.146775, 0.143628, 0.138632, 0.152558, 0.158664, 0.138198, 0.142589, 0.124396, 0.119296, 0.148395, 0.132235, 0.145576, 0.148828, 0.140586, 0.054707, 0.133539, 0.125251, 0.156563, 0.114099, 0.139384, 0.150622, 0.139169, 0.148002, 0.044184, 0.130458, 0.135514, 0.099628, 0.137536, 0.135195, 0.13909, 0.140407, 0.135437, 0.151966, 0.138036, 0.139417, 0.153012, 0.075079, 0.053269, 0.04352, 0.141579, 0.095616, 0.149518, 0.13953, 0.144185, 0.147028, 0.144207, 0.138401, 0.15254, 0.14262, 0.136405, 0.140716, 0.030764, 0.149374, 0.146857, 0.136992, 0.135628, 0.129665, 0.153417, 0.14876, 0.147102, 0.135029, 0.088814, 0.147302, 0.134146, 0.141291, 0.137753, 0.153927, 0.142975, 0.130087, 0.142868, 0.143319, 0.146897, 0.143817, 0.151726, 0.149724, 0.120978, 0.148607, 0.132699, 0.060239, 0.145453, 0.152192, 0.147743, 0.137854, 0.129195, 0.133871, 0.149814, 0.144985, 0.146667, 0.145519, 0.143734, 0.058851, 0.115201, 0.140325, 0.146448, 0.146625, 0.045899, 0.155243, 0.137422, 0.106366, 0.140874, 0.149432, 0.146067, 0.155211, 0.114491, 0.135672, 0.145296, 0.145404, 0.148051, 0.130416, 0.047452, 0.145349, 0.117845, 0.156374, 0.132873, 0.140384, 0.142178, 0.138054, 0.103294, 0.125087, 0.127765, 0.142858, 0.05213, 0.050078, 0.145566, 0.147229, 0.147285, 0.156395, 0.153253, 0.146563, 0.142158, 0.149718, 0.140288, 0.095205, 0.136479, 0.154362, 0.148097, 0.128217, 0.138275, 0.132048, 0.140789, 0.125784, 0.103026, 0.144747, 0.134602, 0.158288, 0.140861, 0.1401, 0.02779, 0.059314, 0.152327, 0.137382, 0.140905, 0.15297, 0.139499, 0.147621, 0.145841, 0.067508, 0.128877, 0.148731, 0.1456, 0.137622, 0.153626, 0.14208, 0.152364, 0.150477, 0.146823, 0.087226, 0.151861, 0.156889, 0.111113, 0.129086, 0.146803, 0.070953, 0.157907, 0.140888, 0.114362, 0.144766, 0.14369, 0.111399, 0.133653, 0.153115, 0.04255, 0.142715, 0.143636, 0.130645, 0.131833, 0.151861, 0.149912, 0.052866, 0.157135, 0.143186, 0.134066, 0.124595, 0.139972, 0.127115, 0.146482, 0.146625, 0.145748, 0.130766, 0.111421, 0.134965, 0.147178, 0.147122, 0.139141, 0.145831, 0.147857, 0.128432, 0.150611, 0.143912, 0.149783, 0.13773, 0.134693, 0.151145, 0.138218, 0.147256, 0.13343, 0.150889, 0.148049, 0.136589, 0.14236, 0.142489, 0.144924, 0.146327, 0.137642, 0.046455, 0.150884, 0.148646, 0.131962, 0.144359, 0.157605, 0.131465, 0.101553, 0.022036, 0.15849, 0.151843, 0.134677, 0.132888, 0.146858, 0.117419, 0.147386, 0.171373, 0.152677, 0.147585, 0.149935, 0.143946, 0.145223, 0.139234, 0.146065, 0.142467, 0.153655, 0.140993, 0.144421, 0.152114, 0.148451, 0.043428, 0.146113, 0.148835, 0.139605, 0.13656, 0.130013, 0.141467, 0.139621, 0.147641, 0.133164, 0.152319, 0.118748, 0.143481, 0.125247, 0.14246, 0.150823, 0.148305, 0.149087, 0.148166, 0.146687, 0.027295, 0.14849, 0.114017, 0.13749, 0.071768, 0.137927, 0.030868, 0.112898, 0.13404, 0.120203, 0.148639, 0.160734, 0.147607, 0.140832, 0.107938, 0.125074, 0.143708, 0.132059, 0.138785, 0.15404, 0.048696, 0.145191, 0.147899, 0.145238, 0.134286, 0.139576, 0.152742, 0.134199, 0.130814, 0.140765, 0.143941, 0.01583, 0.148449, 0.123348, 0.140062, 0.121015, 0.118006, 0.153277, 0.152084, 0.133554, 0.143008, 0.131764, 0.066103, 0.154369, 0.137215, 0.151611, 0.150135, 0.132086, 0.121699, 0.144027, 0.138201, 0.128627, 0.13876, 0.131151, 0.135895, 0.147202, 0.142722, 0.097117, 0.144987, 0.159994, 0.130175, 0.135271, 0.142844, 0.05595, 0.132754, 0.136463, 0.142289, 0.115247, 0.13643, 0.158918, 0.111206, 0.145687, 0.141486, 0.137694, 0.137797, 0.151677, 0.142965, 0.144258, 0.143214, 0.140769, 0.119432, 0.150528, 0.146267, 0.113441, 0.055114, 0.130848, 0.12759, 0.140957, 0.148641, 0.097089, 0.145632, 0.139138, 0.133128, 0.142257, 0.134304, 0.121982, 0.143572, 0.133415, 0.119606, 0.149666, 0.152769, 0.140547, 0.149951, 0.155605, 0.150288, 0.142718, 0.142877, 0.149567, 0.15228, 0.144446, 0.15314, 0.139788, 0.143936, 0.147778, 0.123649, 0.131831, 0.144093, 0.152818, 0.141716, 0.145937, 0.14868, 0.140538, 0.150323, 0.149447, 0.135327, 0.100536, 0.13988, 0.145512, 0.149737, 0.149719, 0.100974, 0.139314, 0.112059, 0.15345, 0.147338, 0.070765, 0.132657, 0.140627, 0.136158, 0.142755, 0.152559, 0.159922, 0.155661, 0.147837, 0.103764, 0.140821, 0.145236, 0.154508, 0.149507, 0.132934, 0.142797, 0.158046, 0.129183, 0.149136, 0.154429, 0.127223, 0.130862, 0.152691, 0.142834, 0.109307, 0.139565, 0.160788, 0.142814, 0.128252, 0.138241, 0.147903, 0.148352, 0.086875, 0.102347, 0.15809, 0.158125, 0.153647, 0.129726, 0.12388, 0.146894, 0.132801, 0.129981, 0.156794, 0.144781, 0.153103, 0.139733, 0.146993, 0.142568, 0.136645, 0.143436, 0.138596, 0.139053, 0.13429, 0.140167, 0.095255, 0.068709, 0.137589, 0.141034, 0.13537, 0.135208, 0.127217, 0.15142, 0.133942, 0.143515, 0.149506, 0.159005, 0.144544, 0.156107, 0.158475, 0.134032, 0.147554, 0.128373, 0.151982, 0.135404, 0.154952, 0.108772, 0.041441, 0.133822, 0.124363, 0.142125, 0.153172, 0.148464, 0.147308, 0.135209, 0.154934, 0.159873, 0.110658, 0.074757, 0.072885, 0.148747, 0.157187, 0.144048, 0.150945, 0.151754, 0.142375, 0.160965, 0.118909, 0.146499, 0.151603, 0.143043, 0.153126, 0.145857, 0.156518, 0.135741, 0.144796, 0.08907, 0.14436, 0.153216, 0.088005, 0.136074, 0.137598, 0.155294, 0.150514, 0.12501, 0.149817, 0.113821, 0.142972, 0.136949, 0.148146, 0.151706, 0.131699, 0.089764, 0.150438, 0.145678, 0.155859, 0.151788, 0.116885, 0.123681, 0.147506, 0.126136, 0.130029, 0.149761, 0.147865, 0.113334, 0.145682, 0.133867, 0.152948, 0.125462, 0.14633, 0.150718, 0.140882, 0.150084, 0.154862, 0.132904, 0.144039, 0.139905, 0.110109, 0.143542, 0.137754, 0.130109, 0.144608, 0.133438, 0.13119, 0.138866, 0.143714, 0.145587, 0.139035, 0.123699, 0.154146, 0.139823, 0.148628, 0.117245, 0.145211, 0.138139, 0.147813, 0.143062, 0.15025, 0.135538, 0.135202, 0.137125, 0.156143, 0.147176, 0.147919, 0.119259, 0.13571, 0.152884, 0.142408, 0.136807, 0.140432, 0.136823, 0.134836, 0.151039, 0.142377, 0.144205, 0.136932, 0.15047, 0.139856, 0.123117, 0.144401, 0.137948, 0.142221, 0.148164, 0.15116, 0.139962, 0.136383, 0.133762, 0.147131, 0.126746, 0.139523, 0.146164, 0.136592, 0.149023, 0.151193, 0.135598, 0.150219, 0.149502, 0.13279, 0.138216, 0.150417, 0.136666, 0.157445, 0.141247, 0.140853, 0.150425, 0.05196, 0.150025, 0.162471, 0.145552, 0.137347, 0.143544, 0.126497, 0.131308, 0.085138, 0.138456, 0.136419, 0.106091, 0.143128, 0.138872, 0.145937, 0.154694, 0.133072, 0.120135, 0.083429, 0.141765, 0.147907, 0.153319, 0.128253, 0.152721, 0.155923, 0.122583, 0.14345, 0.146345, 0.141905, 0.141344, 0.114799, 0.144024, 0.15204, 0.149727, 0.140767, 0.113934, 0.144176, 0.14665, 0.141357, 0.160319, 0.149881, 0.136929, 0.068981, 0.133337, 0.142968, 0.039787, 0.134288, 0.143364, 0.142214, 0.153739, 0.146941, 0.144839, 0.147496, 0.144846, 0.108538, 0.13144, 0.136434, 0.107094, 0.143341, 0.139478, 0.140427, 0.152544, 0.152082, 0.139687, 0.141471, 0.147272, 0.12866, 0.134337, 0.143393, 0.151129, 0.149191, 0.139854, 0.148176, 0.113177, 0.15553, 0.143763, 0.132373, 0.155108, 0.120589, 0.136884, 0.142566, 0.148439, 0.105716, 0.081869, 0.067705, 0.127092, 0.151117, 0.144593, 0.159473, 0.04888, 0.060817, 0.147544, 0.153794, 0.144844, 0.138112, 0.140021, 0.144966, 0.152587, 0.146982, 0.140835, 0.151655, 0.149226, 0.130421, 0.149603, 0.148634, 0.142918, 0.152501, 0.135484, 0.146414, 0.144032, 0.143653, 0.10421, 0.121605, 0.144135, 0.131197, 0.135096, 0.159834, 0.149144, 0.137686, 0.14212, 0.133342, 0.156493, 0.151684, 0.147534, 0.1471, 0.143308, 0.146581, 0.142708, 0.152411, 0.140974, 0.147143, 0.152751, 0.139872, 0.135923, 0.13997, 0.129499, 0.13247, 0.157839, 0.129736, 0.142679, 0.127814, 0.138976, 0.08574, 0.145556, 0.089242, 0.148255, 0.153307, 0.137904, 0.146038, 0.136088, 0.147653, 0.125635, 0.14962, 0.144334, 0.140883, 0.07852, 0.152863, 0.13799, 0.117568, 0.146169, 0.15653, 0.13034, 0.151036, 0.156635, 0.139477, 0.152699, 0.138754, 0.133633, 0.129301, 0.147371, 0.138318, 0.15216, 0.14446, 0.14875, 0.156158, 0.058326, 0.132193, 0.124326, 0.14471, 0.153721, 0.14402, 0.137806, 0.123054, 0.143524, 0.150475, 0.148271, 0.088124, 0.141844, 0.122869, 0.145833, 0.144564, 0.148922, 0.135448, 0.126662, 0.155783, 0.124975, 0.154535, 0.149176, 0.151965, 0.151168, 0.148604, 0.14413, 0.128048, 0.134379, 0.119412, 0.154966, 0.162862, 0.14177, 0.144334, 0.133997, 0.154574, 0.1417, 0.129846, 0.144537, 0.091464, 0.147859, 0.136492, 0.141548, 0.14885, 0.113995, 0.112013, 0.143326, 0.144918, 0.143108, 0.123483, 0.147733, 0.130909, 0.128047, 0.161896, 0.157287, 0.150635, 0.128811, 0.151648, 0.148058, 0.140661, 0.140385, 0.150578, 0.152299, 0.147907, 0.153869, 0.151028, 0.146901, 0.136249, 0.142305, 0.059837, 0.143448, 0.140035, 0.151075, 0.155335, 0.148342, 0.141463, 0.147419, 0.126077, 0.138112, 0.1416, 0.109389, 0.140203, 0.134134, 0.154555, 0.152422, 0.046703, 0.14797, 0.126758, 0.147589, 0.140851, 0.130368, 0.145876, 0.148847, 0.148958, 0.094523, 0.148946, 0.131036, 0.154217, 0.148068, 0.144182, 0.144832, 0.15155, 0.135763, 0.142676, 0.13918, 0.156211, 0.158353, 0.14478, 0.108129, 0.132376, 0.141963, 0.139738, 0.144735, 0.0872, 0.134769, 0.142313, 0.069743, 0.13411, 0.053358, 0.081872, 0.148905, 0.129428, 0.153979, 0.051714, 0.151996, 0.139438, 0.132435, 0.142888, 0.052685, 0.108913, 0.152861, 0.135964, 0.076806, 0.15124, 0.154701, 0.140457, 0.147708, 0.146256, 0.104355, 0.158681, 0.15093, 0.111101, 0.149213, 0.153012, 0.149962, 0.144538, 0.131594, 0.152617, 0.161238, 0.139725, 0.143079, 0.151439, 0.09804, 0.138938, 0.130978, 0.131603, 0.134882, 0.144248, 0.135142, 0.148838, 0.129379, 0.130438, 0.126056, 0.152209, 0.147591, 0.104116, 0.14805, 0.139738, 0.14767, 0.144826, 0.153612, 0.148722, 0.142109, 0.127689, 0.148205, 0.089954, 0.153127, 0.156781, 0.08771, 0.133356, 0.131404, 0.126337, 0.120691, 0.155415, 0.141415, 0.143444, 0.136609, 0.143676, 0.147676, 0.148955, 0.09064, 0.147371, 0.13682, 0.146557, 0.142701, 0.148279, 0.140709, 0.141821, 0.139399, 0.136478, 0.151498, 0.089288, 0.126153, 0.147474, 0.131563, 0.077344, 0.142059, 0.148034, 0.140323, 0.042127, 0.137679, 0.079997, 0.154195, 0.155414, 0.070932, 0.148582, 0.061061, 0.135916, 0.134131, 0.154179, 0.153127, 0.144619, 0.091831, 0.165303, 0.15677, 0.151531, 0.145604, 0.164475, 0.157173, 0.133784, 0.142556, 0.141761, 0.137419, 0.151282, 0.139897, 0.145547, 0.151064, 0.144948, 0.139954, 0.116317, 0.148243, 0.135555, 0.151598, 0.149891, 0.143245, 0.160479, 0.151806, 0.13636, 0.144939, 0.123707, 0.142669, 0.042855, 0.149445, 0.113979, 0.098656, 0.150934, 0.134753, 0.140202, 0.146818, 0.136619, 0.149543, 0.157658, 0.153437, 0.139296, 0.157358, 0.14142, 0.161204, 0.140132, 0.155736, 0.152529, 0.142216, 0.151189, 0.153284, 0.117732, 0.136798, 0.13872, 0.140568, 0.146722, 0.148708, 0.13506, 0.142059, 0.130554, 0.146915, 0.138617, 0.16035, 0.134279, 0.141522, 0.145114, 0.150543, 0.146287, 0.138606, 0.037118, 0.14253, 0.134286, 0.154901, 0.154814, 0.138304, 0.14064, 0.136871, 0.133681, 0.143124, 0.106964, 0.149048, 0.154079, 0.122515, 0.142765, 0.152414, 0.129034, 0.144379, 0.131064, 0.139064, 0.110821, 0.130459, 0.143638, 0.1417, 0.150221, 0.145053, 0.143268, 0.142487, 0.150201, 0.131332, 0.136439, 0.055436, 0.15191, 0.146225, 0.150571, 0.05453, 0.153011, 0.142437, 0.141758, 0.135093, 0.114425, 0.132177, 0.134635, 0.136752, 0.148244, 0.146166, 0.141185, 0.153328, 0.142119, 0.133055, 0.121789, 0.156138, 0.127855, 0.149972, 0.144264, 0.145004, 0.120841, 0.159979, 0.15796, 0.106498, 0.140378, 0.12844, 0.143248, 0.067421, 0.142122, 0.121764, 0.036939, 0.141886, 0.154273 ] }, "name": "model.model.layers.7.post_attention_layernorm.weight", "outputIndexes": [ 666 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 665 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_7/Mul_output_0", "outputIndexes": [ 667 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 666, 667 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_7/Mul_1_output_0", "outputIndexes": [ 668 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 668 ], "outputIndexes": [ 2175 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2175 ], "outputIndexes": [ 2176 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/gate_proj/Linear", "inputIndexes": [ 2176 ], "outputIndexes": [ 2177 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 8192, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 273679502, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2177 ], "outputIndexes": [ 2178 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2178 ], "outputIndexes": [ 669 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 8192 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 669 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_7/Sigmoid_output_0", "outputIndexes": [ 670 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 669, 670 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_7/Mul_output_0", "outputIndexes": [ 671 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 668 ], "outputIndexes": [ 2179 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2179 ], "outputIndexes": [ 2180 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/up_proj/Linear", "inputIndexes": [ 2180 ], "outputIndexes": [ 2181 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 8192, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 283116708, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2181 ], "outputIndexes": [ 2182 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2182 ], "outputIndexes": [ 672 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 8192 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 671, 672 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_7/Mul_output_0", "outputIndexes": [ 673 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 673 ], "outputIndexes": [ 2183 ], "main_type": "Reshape", "main": { "dims": [ -1, 8192, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2183 ], "outputIndexes": [ 2184 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/down_proj/Linear", "inputIndexes": [ 2184 ], "outputIndexes": [ 2185 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 8192, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 292553914, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2185 ], "outputIndexes": [ 2186 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2186 ], "outputIndexes": [ 674 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 665, 674 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_39_output_0", "outputIndexes": [ 675 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 675, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_40_output_0", "outputIndexes": [ 676 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2048 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.353417, 0.34664, 0.349192, 0.35608, 0.232311, 0.383737, 0.348372, 0.348157, 0.339855, 0.368256, 0.327511, 0.324997, 0.355685, 0.343588, 0.362226, 0.305326, 0.333273, 0.188481, 0.346813, 0.350517, 0.342244, 0.360732, 0.336667, 0.354626, 0.342228, 0.344193, 0.317359, 0.34864, 0.357359, 0.35586, 0.360728, 0.351851, 0.35649, 0.321921, 0.370947, 0.366918, 0.346022, 0.351945, 0.34776, 0.327822, 0.347373, 0.280901, 0.361481, 0.365325, 0.326016, 0.372796, 0.365364, 0.352377, 0.359997, 0.341265, 0.34058, 0.32151, 0.36431, 0.347569, 0.349183, 0.350753, 0.345446, 0.34989, 0.34538, 0.333222, 0.350158, 0.343052, 0.199064, 0.36117, 0.362386, 0.375852, 0.185586, 0.369752, 0.373983, 0.359626, 0.35077, 0.335667, 0.33783, 0.366233, 0.349609, 0.352754, 0.369603, 0.348627, 0.187888, 0.333898, 0.372113, 0.35086, 0.353815, 0.354993, 0.343686, 0.363, 0.291973, 0.172508, 0.361631, 0.348723, 0.335166, 0.33819, 0.378243, 0.341101, 0.326976, 0.353934, 0.355081, 0.344094, 0.364707, 0.297721, 0.229089, 0.362983, 0.264383, 0.314491, 0.33282, 0.331364, 0.20107, 0.32897, 0.344401, 0.339837, 0.349206, 0.342573, 0.319602, 0.352542, 0.372098, 0.358647, 0.351192, 0.36513, 0.368522, 0.362009, 0.373986, 0.308834, 0.363443, 0.355185, 0.35456, 0.355236, 0.372558, 0.346325, 0.34067, 0.355534, 0.355055, 0.349367, 0.358351, 0.254858, 0.326754, 0.343252, 0.376279, 0.352571, 0.354086, 0.344014, 0.358758, 0.359482, 0.25552, 0.293088, 0.340486, 0.288401, 0.384765, 0.346922, 0.350732, 0.330399, 0.349792, 0.342324, 0.352261, 0.308173, 0.327208, 0.313924, 0.318594, 0.325167, 0.232527, 0.359336, 0.34235, 0.267372, 0.348287, 0.333248, 0.356778, 0.358094, 0.319, 0.348237, 0.344831, 0.342029, 0.333384, 0.360971, 0.333284, 0.350205, 0.328282, 0.315251, 0.35817, 0.356591, 0.344081, 0.328878, 0.319348, 0.330476, 0.346356, 0.35689, 0.341187, 0.356278, 0.328137, 0.252631, 0.355459, 0.306848, 0.344388, 0.35783, 0.347962, 0.363225, 0.261897, 0.350772, 0.351597, 0.331827, 0.34038, 0.263813, 0.33019, 0.35369, 0.323175, 0.333809, 0.337541, 0.322846, 0.361908, 0.26213, 0.325314, 0.133174, 0.366921, 0.347208, 0.340667, 0.342888, 0.347991, 0.355751, 0.375502, 0.376979, 0.348443, 0.335044, 0.35288, 0.354201, 0.363172, 0.284782, 0.347516, 0.285212, 0.316357, 0.031262, 0.362903, 0.326451, 0.335508, 0.352928, 0.347827, 0.294611, 0.356072, 0.313424, 0.341091, 0.348871, 0.338807, 0.317917, 0.360167, 0.342877, 0.368033, 0.326957, 0.345907, 0.35264, 0.352559, 0.347899, 0.322257, 0.307626, 0.356059, 0.346623, 0.333526, 0.340161, 0.159239, 0.159108, 0.357877, 0.360033, 0.35232, 0.352639, 0.35618, 0.361472, 0.36431, 0.364444, 0.327471, 0.343359, 0.37066, 0.353623, 0.348887, 0.316132, 0.304464, 0.349869, 0.360861, 0.343097, 0.340439, 0.23819, 0.339199, 0.366072, 0.320217, 0.370541, 0.287807, 0.231832, 0.159509, 0.351878, 0.344846, 0.349035, 0.297112, 0.339208, 0.364281, 0.347567, 0.344578, 0.339511, 0.347924, 0.348067, 0.334724, 0.343425, 0.342838, 0.205445, 0.333693, 0.359394, 0.355034, 0.274135, 0.356095, 0.293001, 0.223315, 0.363139, 0.342213, 0.33754, 0.318565, 0.364146, 0.350235, 0.347952, 0.332923, 0.348872, 0.360471, 0.337619, 0.352386, 0.363063, 0.270095, 0.360449, 0.276395, 0.348412, 0.371287, 0.289729, 0.27128, 0.347289, 0.282333, 0.342728, 0.333173, 0.316125, 0.34396, 0.36804, 0.33807, 0.349649, 0.350764, 0.353836, 0.324816, 0.350677, 0.297228, 0.320117, 0.329533, 0.357392, 0.328782, 0.343332, 0.202338, 0.325155, 0.302328, 0.355329, 0.320281, 0.339592, 0.320403, 0.353287, 0.156774, 0.351262, 0.336579, 0.365176, 0.232118, 0.329359, 0.347212, 0.346088, 0.349813, 0.348914, 0.336035, 0.333, 0.357567, 0.358051, 0.341319, 0.360216, 0.349619, 0.341329, 0.334842, 0.274463, 0.333334, 0.355738, 0.338447, 0.347811, 0.343699, 0.337288, 0.365586, 0.331544, 0.36777, 0.197472, 0.366903, 0.34555, 0.345451, 0.327589, 0.348764, 0.338077, 0.301532, 0.379118, 0.258791, 0.369336, 0.331817, 0.364669, 0.313938, 0.342862, 0.347109, 0.361316, 0.309156, 0.355356, 0.343465, 0.366942, 0.343986, 0.351801, 0.289123, 0.31782, 0.345459, 0.283921, 0.356796, 0.34539, 0.142165, 0.351608, 0.370121, 0.3607, 0.346806, 0.173871, 0.351826, 0.3733, 0.356852, 0.347428, 0.335532, 0.336169, 0.360301, 0.223035, 0.359122, 0.359647, 0.31595, 0.34176, 0.26997, 0.285136, 0.346737, 0.351707, 0.357654, 0.346096, 0.353493, 0.346902, 0.31998, 0.338337, 0.324269, 0.377034, 0.343126, 0.334031, 0.365692, 0.335794, 0.339111, 0.349965, 0.353251, 0.361538, 0.346768, 0.325316, 0.356447, 0.334492, 0.185662, 0.342782, 0.290313, 0.328011, 0.345248, 0.322908, 0.346684, 0.352194, 0.171582, 0.3564, 0.357242, 0.342733, 0.33998, 0.358434, 0.360828, 0.363447, 0.346128, 0.340425, 0.37638, 0.354573, 0.360023, 0.335796, 0.336828, 0.372388, 0.352394, 0.354474, 0.353911, 0.357717, 0.359507, 0.345832, 0.369866, 0.352213, 0.28886, 0.350275, 0.367863, 0.355269, 0.370808, 0.289486, 0.344018, 0.357826, 0.368742, 0.342614, 0.355131, 0.349264, 0.154642, 0.355555, 0.34815, 0.270635, 0.349922, 0.357955, 0.365401, 0.365759, 0.347262, 0.342669, 0.345061, 0.352053, 0.335934, 0.343733, 0.366814, 0.367487, 0.343135, 0.360024, 0.336332, 0.340092, 0.323239, 0.347789, 0.354521, 0.244868, 0.289573, 0.33836, 0.357965, 0.373153, 0.179732, 0.349885, 0.340855, 0.336287, 0.338281, 0.342118, 0.349685, 0.350832, 0.346252, 0.359942, 0.299406, 0.337746, 0.332161, 0.375548, 0.353485, 0.33868, 0.346958, 0.246327, 0.269407, 0.36165, 0.354897, 0.288618, 0.365707, 0.372472, 0.219499, 0.372088, 0.263322, 0.289445, 0.185988, 0.355205, 0.356848, 0.366518, 0.366143, 0.358863, 0.352295, 0.352777, 0.340731, 0.337424, 0.347756, 0.351148, 0.361752, 0.3187, 0.35536, 0.340633, 0.3563, 0.353122, 0.36145, 0.343132, 0.35804, 0.318129, 0.304133, 0.316801, 0.323506, 0.356646, 0.359148, 0.310329, 0.371601, 0.35105, 0.336593, 0.294659, 0.342357, 0.339575, 0.352037, 0.343812, 0.33656, 0.347268, 0.234015, 0.331801, 0.341245, 0.373174, 0.359923, 0.342941, 0.295927, 0.342183, 0.356197, 0.344443, 0.377974, 0.366987, 0.367821, 0.366588, 0.35875, 0.34824, 0.327456, 0.363697, 0.312758, 0.203482, 0.348218, 0.367897, 0.356584, 0.352235, 0.328456, 0.342249, 0.371946, 0.343742, 0.249723, 0.233745, 0.324473, 0.328634, 0.355461, 0.33849, 0.370895, 0.37145, 0.339868, 0.302679, 0.348738, 0.362252, 0.361324, 0.331341, 0.355455, 0.34221, 0.345815, 0.328089, 0.347373, 0.335014, 0.332217, 0.327751, 0.347759, 0.351654, 0.316176, 0.349571, 0.348612, 0.319084, 0.353948, 0.344639, 0.358787, 0.336935, 0.362871, 0.341393, 0.338094, 0.193456, 0.321536, 0.344393, 0.363985, 0.352066, 0.34537, 0.352154, 0.359586, 0.372036, 0.363269, 0.204422, 0.349062, 0.378166, 0.357837, 0.33939, 0.356891, 0.341165, 0.351528, 0.359358, 0.336842, 0.368297, 0.329415, 0.37118, 0.366878, 0.357624, 0.33784, 0.349931, 0.360498, 0.341306, 0.364195, 0.182165, 0.344843, 0.308998, 0.32791, 0.266112, 0.337358, 0.360169, 0.331888, 0.357533, 0.340826, 0.344554, 0.323436, 0.356345, 0.35036, 0.332083, 0.358447, 0.342184, 0.371737, 0.215647, 0.364182, 0.359205, 0.3569, 0.212995, 0.360045, 0.325916, 0.351469, 0.353981, 0.34635, 0.334724, 0.346043, 0.330505, 0.366271, 0.352893, 0.335917, 0.327528, 0.357475, 0.355771, 0.367187, 0.334711, 0.346279, 0.279122, 0.340433, 0.344994, 0.365403, 0.34946, 0.329089, 0.348761, 0.311566, 0.376804, 0.362732, 0.353007, 0.342655, 0.338315, 0.336495, 0.397189, 0.340839, 0.344691, 0.340145, 0.34417, 0.31865, 0.370771, 0.342231, 0.333913, 0.354594, 0.317852, 0.339628, 0.093747, 0.330118, 0.356099, 0.352814, 0.349206, 0.353346, 0.340437, 0.309633, 0.339986, 0.33914, 0.34063, 0.336684, 0.352892, 0.333663, 0.345331, 0.287712, 0.338217, 0.320033, 0.33212, 0.383101, 0.332268, 0.353955, 0.356886, 0.357546, 0.374068, 0.225548, 0.354923, 0.333477, 0.349701, 0.345926, 0.341423, 0.37839, 0.333085, 0.257073, 0.363715, 0.348275, 0.361783, 0.347694, 0.358424, 0.331461, 0.345671, 0.190712, 0.327179, 0.298999, 0.233635, 0.334813, 0.33869, 0.168937, 0.347288, 0.356562, 0.375075, 0.348942, 0.301423, 0.362318, 0.357387, 0.32662, 0.342528, 0.356786, 0.350203, 0.326344, 0.18374, 0.382682, 0.367434, 0.352306, 0.346144, 0.373243, 0.368022, 0.350146, 0.362369, 0.352724, 0.327117, 0.341346, 0.345582, 0.341775, 0.345681, 0.34389, 0.327689, 0.348843, 0.359061, 0.362819, 0.348495, 0.329547, 0.185003, 0.314478, 0.324524, 0.363798, 0.359869, 0.287946, 0.28479, 0.350234, 0.357659, 0.350405, 0.364508, 0.291136, 0.25283, 0.361206, 0.335033, 0.355771, 0.356705, 0.349228, 0.365922, 0.374083, 0.294081, 0.353024, 0.371987, 0.331103, 0.336127, 0.35224, 0.384148, 0.362555, 0.356764, 0.35037, 0.333015, 0.359307, 0.340853, 0.336033, 0.347747, 0.34826, 0.271457, 0.349902, 0.341923, 0.343731, 0.294659, 0.339389, 0.350222, 0.332388, 0.39525, 0.331177, 0.353928, 0.328328, 0.340017, 0.353498, 0.332456, 0.359348, 0.33485, 0.293952, 0.356572, 0.348458, 0.233233, 0.356665, 0.347714, 0.336465, 0.352307, 0.338941, 0.345233, 0.362014, 0.350206, 0.359948, 0.298519, 0.321997, 0.363405, 0.349935, 0.347609, 0.356288, 0.344578, 0.204397, 0.33991, 0.327709, 0.346537, 0.28743, 0.34676, 0.34436, 0.334615, 0.369065, 0.143593, 0.320508, 0.332613, 0.278415, 0.331884, 0.342528, 0.345207, 0.353056, 0.33894, 0.3669, 0.333294, 0.325818, 0.367299, 0.231503, 0.141837, 0.152493, 0.352561, 0.261574, 0.357087, 0.341402, 0.338314, 0.344649, 0.359551, 0.375678, 0.357798, 0.333894, 0.343055, 0.356072, 0.324406, 0.346826, 0.354632, 0.330532, 0.335392, 0.326582, 0.355653, 0.347143, 0.351992, 0.321363, 0.273895, 0.346262, 0.345832, 0.353409, 0.350945, 0.368712, 0.341895, 0.325647, 0.345549, 0.342534, 0.369238, 0.341267, 0.363408, 0.344362, 0.324153, 0.379701, 0.344149, 0.189774, 0.35087, 0.355259, 0.36036, 0.341952, 0.354945, 0.342475, 0.351939, 0.343595, 0.345581, 0.339046, 0.349021, 0.166161, 0.306478, 0.324333, 0.364, 0.351124, 0.164772, 0.364575, 0.351352, 0.282702, 0.343375, 0.342887, 0.351068, 0.359502, 0.307426, 0.349568, 0.347417, 0.357011, 0.360306, 0.341669, 0.131361, 0.3566, 0.321583, 0.354693, 0.337845, 0.332224, 0.354898, 0.331632, 0.287403, 0.32526, 0.349044, 0.367934, 0.163551, 0.179131, 0.346913, 0.369996, 0.346607, 0.360931, 0.353339, 0.341358, 0.346266, 0.354421, 0.355484, 0.267643, 0.336829, 0.359612, 0.345835, 0.334184, 0.354445, 0.345451, 0.33602, 0.312413, 0.285674, 0.342896, 0.336714, 0.366003, 0.341679, 0.334411, 0.304621, 0.190939, 0.350384, 0.3162, 0.365454, 0.365208, 0.332315, 0.35722, 0.361338, 0.188836, 0.317262, 0.346563, 0.346703, 0.357514, 0.352181, 0.356428, 0.348622, 0.371266, 0.351212, 0.248303, 0.346782, 0.347976, 0.306811, 0.340668, 0.350045, 0.214549, 0.357708, 0.339415, 0.329416, 0.352811, 0.371335, 0.312103, 0.338695, 0.373044, 0.16306, 0.35834, 0.356868, 0.328873, 0.325924, 0.370105, 0.360809, 0.236211, 0.371884, 0.352669, 0.341967, 0.322017, 0.338276, 0.338592, 0.343785, 0.358807, 0.354938, 0.328507, 0.326889, 0.325175, 0.360708, 0.341544, 0.346838, 0.360243, 0.359971, 0.319702, 0.346052, 0.346638, 0.355553, 0.356595, 0.35048, 0.353153, 0.347059, 0.335453, 0.35096, 0.355726, 0.363944, 0.332544, 0.350901, 0.351378, 0.337815, 0.344307, 0.329554, 0.150207, 0.351303, 0.361629, 0.328901, 0.346762, 0.358673, 0.35277, 0.265315, 0.333027, 0.343039, 0.358072, 0.334016, 0.339753, 0.350534, 0.316062, 0.350012, 0.3731, 0.340802, 0.354999, 0.368018, 0.34135, 0.368013, 0.341624, 0.345721, 0.350975, 0.367806, 0.353999, 0.354286, 0.345236, 0.354672, 0.146611, 0.364473, 0.349398, 0.357097, 0.342774, 0.320054, 0.362669, 0.34039, 0.374343, 0.36152, 0.354707, 0.309681, 0.355622, 0.341408, 0.343125, 0.349858, 0.349613, 0.33568, 0.338512, 0.34254, 0.253497, 0.330115, 0.296698, 0.328166, 0.243026, 0.338657, 0.308322, 0.313094, 0.337505, 0.322736, 0.362878, 0.349632, 0.358717, 0.346826, 0.287441, 0.320222, 0.370151, 0.390905, 0.349863, 0.337486, 0.179144, 0.32827, 0.367103, 0.353091, 0.320635, 0.346847, 0.348262, 0.33424, 0.321234, 0.340127, 0.328947, 0.311268, 0.364756, 0.313544, 0.335075, 0.309545, 0.315925, 0.351208, 0.33925, 0.332594, 0.337447, 0.325546, 0.203314, 0.356334, 0.331669, 0.345333, 0.356792, 0.32338, 0.322132, 0.329293, 0.348992, 0.321785, 0.341811, 0.314867, 0.358248, 0.349876, 0.360717, 0.280529, 0.358451, 0.344886, 0.312257, 0.344603, 0.335189, 0.182663, 0.334494, 0.342386, 0.36411, 0.29923, 0.339311, 0.36414, 0.306572, 0.342524, 0.341957, 0.330791, 0.342097, 0.350418, 0.346649, 0.331608, 0.323819, 0.33621, 0.322886, 0.356774, 0.34147, 0.309302, 0.186274, 0.327575, 0.341055, 0.354252, 0.346957, 0.270754, 0.34212, 0.342516, 0.331897, 0.334404, 0.327823, 0.313576, 0.356065, 0.33646, 0.326402, 0.379034, 0.364741, 0.351343, 0.354135, 0.361154, 0.35256, 0.349939, 0.348682, 0.346616, 0.355474, 0.345561, 0.355978, 0.33943, 0.327578, 0.356954, 0.327527, 0.334868, 0.34911, 0.357498, 0.341911, 0.36188, 0.337376, 0.35166, 0.359108, 0.367713, 0.351479, 0.274203, 0.356771, 0.357085, 0.351303, 0.355708, 0.253912, 0.342818, 0.294118, 0.358676, 0.367939, 0.322826, 0.337848, 0.34841, 0.339675, 0.356342, 0.358764, 0.359081, 0.362144, 0.342781, 0.279204, 0.347689, 0.345306, 0.364276, 0.361664, 0.339473, 0.358753, 0.350397, 0.328331, 0.363017, 0.36755, 0.35366, 0.325048, 0.361546, 0.35158, 0.294065, 0.357831, 0.366062, 0.367933, 0.323932, 0.343689, 0.344591, 0.365565, 0.262266, 0.290758, 0.369962, 0.371733, 0.367252, 0.322205, 0.330872, 0.356255, 0.334411, 0.329621, 0.370433, 0.352523, 0.38956, 0.345133, 0.349796, 0.347825, 0.33809, 0.350643, 0.347419, 0.357458, 0.34404, 0.335152, 0.274696, 0.259168, 0.345123, 0.367395, 0.322373, 0.348542, 0.33304, 0.348158, 0.339629, 0.350778, 0.345928, 0.380437, 0.372331, 0.36528, 0.362604, 0.333255, 0.339277, 0.334449, 0.344046, 0.32517, 0.354106, 0.29101, 0.169296, 0.348298, 0.337164, 0.331031, 0.36466, 0.343837, 0.384651, 0.345544, 0.364888, 0.36379, 0.304835, 0.241038, 0.246132, 0.356304, 0.370824, 0.36327, 0.344222, 0.364941, 0.3661, 0.360768, 0.307716, 0.357362, 0.362356, 0.340496, 0.346809, 0.355445, 0.358497, 0.329438, 0.348586, 0.288908, 0.354485, 0.372469, 0.253921, 0.353405, 0.346635, 0.372972, 0.360622, 0.332202, 0.35122, 0.293264, 0.350768, 0.346499, 0.371176, 0.365063, 0.335043, 0.251295, 0.372487, 0.360022, 0.354022, 0.363297, 0.310571, 0.334642, 0.351874, 0.361694, 0.331037, 0.360713, 0.358743, 0.310355, 0.344482, 0.33909, 0.369821, 0.346974, 0.358061, 0.370161, 0.360897, 0.366318, 0.360642, 0.336908, 0.362012, 0.335005, 0.329561, 0.34394, 0.345429, 0.33351, 0.345158, 0.32925, 0.354163, 0.343707, 0.345822, 0.330238, 0.35613, 0.329169, 0.358586, 0.357679, 0.34088, 0.33118, 0.343149, 0.335336, 0.355129, 0.340122, 0.353054, 0.350009, 0.321361, 0.348977, 0.342183, 0.365532, 0.350277, 0.316723, 0.328407, 0.350914, 0.357886, 0.352302, 0.350296, 0.358319, 0.347029, 0.364677, 0.343642, 0.353418, 0.320018, 0.349067, 0.358021, 0.304103, 0.344105, 0.344266, 0.35025, 0.364012, 0.357712, 0.362242, 0.338668, 0.374288, 0.359924, 0.323605, 0.329831, 0.351118, 0.343434, 0.349311, 0.379098, 0.33903, 0.369135, 0.358103, 0.333547, 0.337056, 0.361583, 0.34995, 0.371091, 0.332438, 0.363936, 0.354857, 0.159822, 0.331888, 0.370058, 0.367475, 0.362045, 0.359692, 0.330344, 0.336507, 0.254, 0.356998, 0.339664, 0.298402, 0.375377, 0.350339, 0.342701, 0.369412, 0.340945, 0.319306, 0.298693, 0.372245, 0.363246, 0.35172, 0.338957, 0.361548, 0.351198, 0.32173, 0.359932, 0.349536, 0.364002, 0.349166, 0.325713, 0.348917, 0.350658, 0.338365, 0.337478, 0.317826, 0.359516, 0.385921, 0.343708, 0.363895, 0.351644, 0.320592, 0.239446, 0.349997, 0.336152, 0.167424, 0.351275, 0.343017, 0.353528, 0.364884, 0.355539, 0.349154, 0.360609, 0.366108, 0.304546, 0.343111, 0.343472, 0.29765, 0.352964, 0.332459, 0.377441, 0.368337, 0.35611, 0.359815, 0.359527, 0.346763, 0.349126, 0.365565, 0.352768, 0.335446, 0.377167, 0.342934, 0.356764, 0.309093, 0.364659, 0.349938, 0.343284, 0.35875, 0.314795, 0.338901, 0.337518, 0.334823, 0.293633, 0.238406, 0.227359, 0.327973, 0.368135, 0.35108, 0.369243, 0.259041, 0.188449, 0.352973, 0.346022, 0.365618, 0.366256, 0.344093, 0.350077, 0.347824, 0.35176, 0.35807, 0.3397, 0.344296, 0.309318, 0.358404, 0.341294, 0.379225, 0.362202, 0.353524, 0.366168, 0.36007, 0.353251, 0.306138, 0.320858, 0.362936, 0.321588, 0.33965, 0.362307, 0.354664, 0.353767, 0.363427, 0.321647, 0.362715, 0.370918, 0.368923, 0.359764, 0.358206, 0.360283, 0.340473, 0.359373, 0.357774, 0.337234, 0.362264, 0.351874, 0.328001, 0.331353, 0.336482, 0.346412, 0.343457, 0.342261, 0.345955, 0.341987, 0.351546, 0.239433, 0.351135, 0.277207, 0.347398, 0.3604, 0.367841, 0.383301, 0.349755, 0.366561, 0.350894, 0.369562, 0.344948, 0.318354, 0.226206, 0.352912, 0.374653, 0.304176, 0.366794, 0.368384, 0.331792, 0.358309, 0.372393, 0.343208, 0.373539, 0.360316, 0.338625, 0.325506, 0.364695, 0.341001, 0.367237, 0.361311, 0.358953, 0.3566, 0.195617, 0.349021, 0.315465, 0.354271, 0.381439, 0.356449, 0.341008, 0.343406, 0.374874, 0.345279, 0.354159, 0.272044, 0.323586, 0.3405, 0.362411, 0.347868, 0.347688, 0.351116, 0.347797, 0.362529, 0.354029, 0.354678, 0.355264, 0.355872, 0.373389, 0.353763, 0.353048, 0.329864, 0.350911, 0.316492, 0.352472, 0.367859, 0.372007, 0.34292, 0.330634, 0.337353, 0.353263, 0.338656, 0.334664, 0.292092, 0.344538, 0.340328, 0.357474, 0.367085, 0.292602, 0.319396, 0.352131, 0.352282, 0.357914, 0.32601, 0.36942, 0.352036, 0.340133, 0.355004, 0.376292, 0.346064, 0.3184, 0.363764, 0.350222, 0.372617, 0.345998, 0.339659, 0.371994, 0.359308, 0.345733, 0.370226, 0.351614, 0.345887, 0.361386, 0.178126, 0.342687, 0.330604, 0.353756, 0.370394, 0.366435, 0.357794, 0.35223, 0.336363, 0.336611, 0.345289, 0.299951, 0.344722, 0.340879, 0.356762, 0.367173, 0.183185, 0.354385, 0.305851, 0.349683, 0.342431, 0.349851, 0.332537, 0.357521, 0.343191, 0.255069, 0.350629, 0.339273, 0.360331, 0.351588, 0.341221, 0.368475, 0.366953, 0.352029, 0.362414, 0.337238, 0.363115, 0.348248, 0.336869, 0.295467, 0.331286, 0.354755, 0.348543, 0.349247, 0.25412, 0.327532, 0.35201, 0.202518, 0.352849, 0.178737, 0.247529, 0.365336, 0.320715, 0.354372, 0.163641, 0.359138, 0.339584, 0.343399, 0.343375, 0.284308, 0.28202, 0.369709, 0.335369, 0.338595, 0.363711, 0.362171, 0.356524, 0.360017, 0.36838, 0.321476, 0.376791, 0.348901, 0.287189, 0.353531, 0.38048, 0.355611, 0.340607, 0.344073, 0.351315, 0.347219, 0.338634, 0.346919, 0.355512, 0.280551, 0.355937, 0.338192, 0.338371, 0.348434, 0.351722, 0.332741, 0.368874, 0.316391, 0.352841, 0.348993, 0.353569, 0.348933, 0.281221, 0.367438, 0.33638, 0.356492, 0.37382, 0.348669, 0.361341, 0.350335, 0.319052, 0.354309, 0.251535, 0.348311, 0.375055, 0.28207, 0.346883, 0.332334, 0.314267, 0.315386, 0.350331, 0.345734, 0.339239, 0.330839, 0.338344, 0.345544, 0.351392, 0.266018, 0.351323, 0.332668, 0.363118, 0.335195, 0.375193, 0.324672, 0.347019, 0.346558, 0.344317, 0.362496, 0.30407, 0.322672, 0.34371, 0.349341, 0.226674, 0.355365, 0.365716, 0.336073, 0.168575, 0.351052, 0.226335, 0.358889, 0.347729, 0.296886, 0.351494, 0.180487, 0.341596, 0.354051, 0.340482, 0.365615, 0.345312, 0.252221, 0.392045, 0.36106, 0.363975, 0.351074, 0.357286, 0.348798, 0.339218, 0.349586, 0.353375, 0.347281, 0.359006, 0.310215, 0.34155, 0.368228, 0.349559, 0.336617, 0.310118, 0.366767, 0.330783, 0.337876, 0.368943, 0.354495, 0.354799, 0.351842, 0.351566, 0.350458, 0.309339, 0.34722, 0.164798, 0.353983, 0.325205, 0.284389, 0.352567, 0.360741, 0.349596, 0.356859, 0.36374, 0.369528, 0.353769, 0.367832, 0.343016, 0.348825, 0.349782, 0.380846, 0.337659, 0.351351, 0.356183, 0.344014, 0.353805, 0.370254, 0.323785, 0.367604, 0.356958, 0.343781, 0.331616, 0.349806, 0.335482, 0.343578, 0.371057, 0.354192, 0.333125, 0.369287, 0.346042, 0.332909, 0.363192, 0.348166, 0.365311, 0.338037, 0.150394, 0.335727, 0.340763, 0.350698, 0.355573, 0.313965, 0.358108, 0.347456, 0.357111, 0.347631, 0.291525, 0.347324, 0.355352, 0.332897, 0.35039, 0.374495, 0.336327, 0.338466, 0.329638, 0.328223, 0.308331, 0.332801, 0.352822, 0.350378, 0.348093, 0.332759, 0.35283, 0.335203, 0.355043, 0.314817, 0.344607, 0.203106, 0.366429, 0.36158, 0.356544, 0.174402, 0.35214, 0.345018, 0.342289, 0.350488, 0.318724, 0.344288, 0.354279, 0.332968, 0.341862, 0.37951, 0.341398, 0.345808, 0.358262, 0.339667, 0.298394, 0.368814, 0.33284, 0.361716, 0.353996, 0.365843, 0.336542, 0.364735, 0.367417, 0.297261, 0.331365, 0.340341, 0.353543, 0.198569, 0.370262, 0.318809, 0.20561, 0.32929, 0.364214 ] }, "name": "model.model.layers.8.input_layernorm.weight", "outputIndexes": [ 677 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 676 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_8/Mul_output_0", "outputIndexes": [ 678 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 677, 678 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_8/Mul_1_output_0", "outputIndexes": [ 679 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 679 ], "outputIndexes": [ 2187 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2187 ], "outputIndexes": [ 2188 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/q_proj/Linear", "inputIndexes": [ 2188 ], "outputIndexes": [ 2189 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 301991120, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2189 ], "outputIndexes": [ 2190 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2190 ], "outputIndexes": [ 680 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 679 ], "main_type": "NONE", "name": "/Shape_33_output_0", "outputIndexes": [ 681 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 681 ], "main_type": "NONE", "name": "Shape1394", "outputIndexes": [ 682 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 681 ], "main_type": "NONE", "name": "Rank1396", "outputIndexes": [ 683 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 683, 683 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1398", "outputIndexes": [ 684 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 684 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1399", "outputIndexes": [ 685 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 684, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1401", "outputIndexes": [ 686 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 686 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1402", "outputIndexes": [ 687 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 682, 685, 687, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1405", "outputIndexes": [ 688 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 688 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1406", "outputIndexes": [ 689 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 689 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1407", "outputIndexes": [ 690 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 690, 689 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1408", "outputIndexes": [ 691 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 681, 691, 684 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_60_output_0", "outputIndexes": [ 692 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 692, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_113_output_0", "outputIndexes": [ 693 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 693, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_72_output_0", "outputIndexes": [ 694 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 680, 694 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_41_output_0", "outputIndexes": [ 695 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 695, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_32_output_0", "outputIndexes": [ 696 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 695 ], "main_type": "NONE", "name": "/Shape_34_output_0", "outputIndexes": [ 697 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 697 ], "main_type": "NONE", "name": "Shape1415", "outputIndexes": [ 698 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 697 ], "main_type": "NONE", "name": "Rank1417", "outputIndexes": [ 699 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 699, 699 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1419", "outputIndexes": [ 700 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 700 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1420", "outputIndexes": [ 701 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 700, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1422", "outputIndexes": [ 702 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 702 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1423", "outputIndexes": [ 703 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 698, 701, 703, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1426", "outputIndexes": [ 704 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 704 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1427", "outputIndexes": [ 705 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 705 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1428", "outputIndexes": [ 706 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 706, 705 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1429", "outputIndexes": [ 707 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 697, 707, 700 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_61_output_0", "outputIndexes": [ 708 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 708, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_24_output_0", "outputIndexes": [ 709 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 709, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_118_output_0", "outputIndexes": [ 710 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 695, 710, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_33_output_0", "outputIndexes": [ 711 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 711 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_16_output_0", "outputIndexes": [ 712 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 695, 22, 710, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_32_output_0", "outputIndexes": [ 713 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 712, 713 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_75_output_0", "outputIndexes": [ 714 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 714, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_33_output_0", "outputIndexes": [ 715 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 696, 715 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_40_output_0", "outputIndexes": [ 716 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 679 ], "outputIndexes": [ 2191 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2191 ], "outputIndexes": [ 2192 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/k_proj/Linear", "inputIndexes": [ 2192 ], "outputIndexes": [ 2193 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 304350438, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2193 ], "outputIndexes": [ 2194 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2194 ], "outputIndexes": [ 717 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 717, 694 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_42_output_0", "outputIndexes": [ 718 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 718, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_34_output_0", "outputIndexes": [ 719 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 718 ], "main_type": "NONE", "name": "/Shape_35_output_0", "outputIndexes": [ 720 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 720 ], "main_type": "NONE", "name": "Shape1477", "outputIndexes": [ 721 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 720 ], "main_type": "NONE", "name": "Rank1479", "outputIndexes": [ 722 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 722, 722 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1481", "outputIndexes": [ 723 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 723 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1482", "outputIndexes": [ 724 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 723, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1484", "outputIndexes": [ 725 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 725 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1485", "outputIndexes": [ 726 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 721, 724, 726, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1488", "outputIndexes": [ 727 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 727 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1489", "outputIndexes": [ 728 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 728 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1490", "outputIndexes": [ 729 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 729, 728 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1491", "outputIndexes": [ 730 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 720, 730, 723 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_62_output_0", "outputIndexes": [ 731 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 731, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_25_output_0", "outputIndexes": [ 732 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 732, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_120_output_0", "outputIndexes": [ 733 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 718, 733, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_35_output_0", "outputIndexes": [ 734 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 734 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_17_output_0", "outputIndexes": [ 735 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 718, 22, 733, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_34_output_0", "outputIndexes": [ 736 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 735, 736 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_76_output_0", "outputIndexes": [ 737 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 737, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_35_output_0", "outputIndexes": [ 738 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 719, 738 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_41_output_0", "outputIndexes": [ 739 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 679 ], "outputIndexes": [ 2195 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2195 ], "outputIndexes": [ 2196 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/v_proj/Linear", "inputIndexes": [ 2196 ], "outputIndexes": [ 2197 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 306709756, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2197 ], "outputIndexes": [ 2198 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2198 ], "outputIndexes": [ 740 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 740, 694 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_43_output_0", "outputIndexes": [ 741 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 716, 739, 741, 109 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_44_output_0", "outputIndexes": [ 742 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 742 ], "outputIndexes": [ 2199 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2199 ], "outputIndexes": [ 2200 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/o_proj/Linear", "inputIndexes": [ 2200 ], "outputIndexes": [ 2201 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 309069074, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2201 ], "outputIndexes": [ 2202 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2202 ], "outputIndexes": [ 743 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 676, 743 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_43_output_0", "outputIndexes": [ 744 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2048 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.203323, 0.202811, 0.198879, 0.200605, 0.114065, 0.215425, 0.198158, 0.21276, 0.191512, 0.212266, 0.183173, 0.191002, 0.210274, 0.200799, 0.202547, 0.166333, 0.201039, 0.099057, 0.206727, 0.198916, 0.198979, 0.197703, 0.18746, 0.185219, 0.202797, 0.20743, 0.172144, 0.206437, 0.212737, 0.20414, 0.199971, 0.211529, 0.200847, 0.143032, 0.194112, 0.189794, 0.192506, 0.194092, 0.19375, 0.177162, 0.196878, 0.155695, 0.208217, 0.214088, 0.196582, 0.205702, 0.20962, 0.211081, 0.203776, 0.19938, 0.197215, 0.192587, 0.205496, 0.188198, 0.200128, 0.200593, 0.200133, 0.203516, 0.17997, 0.185123, 0.203924, 0.198446, 0.108076, 0.194331, 0.207639, 0.195275, 0.086345, 0.207995, 0.207505, 0.200229, 0.208553, 0.204743, 0.185861, 0.202421, 0.194798, 0.199233, 0.196849, 0.206849, 0.096513, 0.196619, 0.19498, 0.204714, 0.209049, 0.213378, 0.208849, 0.202815, 0.151955, 0.08958, 0.19912, 0.208904, 0.181179, 0.19279, 0.207931, 0.190774, 0.177212, 0.207594, 0.205496, 0.204484, 0.201402, 0.14998, 0.109649, 0.202796, 0.136219, 0.176716, 0.185537, 0.188577, 0.107116, 0.177108, 0.204011, 0.195056, 0.198718, 0.19847, 0.162323, 0.197563, 0.20939, 0.202784, 0.203117, 0.208797, 0.204816, 0.205534, 0.206859, 0.179534, 0.203276, 0.212614, 0.204985, 0.197565, 0.20447, 0.206106, 0.192979, 0.204557, 0.197157, 0.199581, 0.206176, 0.143536, 0.200727, 0.191652, 0.202581, 0.204849, 0.205222, 0.207506, 0.201119, 0.20524, 0.13805, 0.172535, 0.200212, 0.157113, 0.203728, 0.200784, 0.213239, 0.208359, 0.20494, 0.189176, 0.212043, 0.172656, 0.198849, 0.202818, 0.186214, 0.178907, 0.122895, 0.218458, 0.210853, 0.285164, 0.206946, 0.198769, 0.197619, 0.208894, 0.172799, 0.20839, 0.195811, 0.202968, 0.211823, 0.20456, 0.202859, 0.211435, 0.2013, 0.194606, 0.207966, 0.205395, 0.208002, 0.196917, 0.180605, 0.19532, 0.199435, 0.198584, 0.208747, 0.211858, 0.20734, 0.123762, 0.199942, 0.176346, 0.199623, 0.201729, 0.217833, 0.206627, 0.149335, 0.212597, 0.210358, 0.190736, 0.213942, 0.143721, 0.197907, 0.19625, 0.198298, 0.201034, 0.212433, 0.200228, 0.213623, 0.147301, 0.203131, 0.061957, 0.209997, 0.204636, 0.201033, 0.212248, 0.198749, 0.207485, 0.211925, 0.207616, 0.192081, 0.197652, 0.207507, 0.188854, 0.204823, 0.156637, 0.205106, 0.148281, 0.180344, 7.1e-05, 0.209739, 0.191424, 0.197937, 0.19787, 0.207153, 0.171116, 0.202931, 0.159502, 0.189501, 0.20801, 0.187683, 0.193271, 0.209031, 0.196367, 0.209539, 0.19854, 0.210407, 0.212562, 0.210645, 0.195487, 0.182132, 0.183949, 0.203787, 0.204764, 0.206352, 0.206611, 0.084378, 0.088681, 0.207994, 0.203489, 0.200065, 0.199684, 0.203039, 0.210278, 0.205104, 0.210709, 0.176818, 0.203917, 0.208239, 0.206975, 0.20119, 0.203643, 0.178423, 0.200553, 0.207888, 0.201865, 0.203951, 0.121908, 0.204335, 0.205482, 0.189869, 0.202909, 0.158017, 0.084259, 0.080249, 0.199026, 0.206645, 0.201797, 0.155635, 0.188753, 0.205173, 0.190624, 0.20009, 0.194452, 0.198114, 0.203989, 0.196543, 0.197112, 0.198492, 0.108809, 0.198179, 0.205557, 0.206073, 0.152, 0.206033, 0.164392, 0.089097, 0.206539, 0.202057, 0.190431, 0.185844, 0.204355, 0.20505, 0.200988, 0.196471, 0.210305, 0.205638, 0.201776, 0.195129, 0.209083, 0.091286, 0.205902, 0.149626, 0.196376, 0.211554, 0.166551, 0.14679, 0.201665, 0.150587, 0.199563, 0.191077, 0.172384, 0.19304, 0.202891, 0.198805, 0.210157, 0.204809, 0.204295, 0.180193, 0.196418, 0.222365, 0.198647, 0.194288, 0.195389, 0.190308, 0.191866, 0.10584, 0.18165, 0.166039, 0.19855, 0.197122, 0.186398, 0.159623, 0.204411, 0.077051, 0.200612, 0.190415, 0.208992, 0.124411, 0.195087, 0.204792, 0.204914, 0.191253, 0.208749, 0.191908, 0.183096, 0.195998, 0.206004, 0.202354, 0.203237, 0.184363, 0.204734, 0.193589, 0.144156, 0.197544, 0.20164, 0.197786, 0.192271, 0.195681, 0.206112, 0.200688, 0.204183, 0.198237, 0.102178, 0.212172, 0.196008, 0.195374, 0.186795, 0.205716, 0.202427, 0.167135, 0.215918, 0.139705, 0.206451, 0.198048, 0.200155, 0.18763, 0.194376, 0.191924, 0.209428, 0.170055, 0.203032, 0.189496, 0.207883, 0.207662, 0.199524, 0.154657, 0.181679, 0.192355, 0.159096, 0.209485, 0.190903, 0.070636, 0.206197, 0.213127, 0.206441, 0.203813, 0.070645, 0.198891, 0.210605, 0.209326, 0.213559, 0.195835, 0.187386, 0.213035, 0.031271, 0.206999, 0.202832, 0.172205, 0.207621, 0.123764, 0.13633, 0.177979, 0.206898, 0.204952, 0.202135, 0.197184, 0.194172, 0.185458, 0.197544, 0.180604, 0.214177, 0.201974, 0.199599, 0.21335, 0.184284, 0.197042, 0.208366, 0.209128, 0.19722, 0.202782, 0.193998, 0.208891, 0.19441, 0.091754, 0.196495, 0.160686, 0.183093, 0.175402, 0.1694, 0.209992, 0.200926, 0.071344, 0.203887, 0.210072, 0.191017, 0.193625, 0.21102, 0.206799, 0.191102, 0.207135, 0.194793, 0.200183, 0.202419, 0.205923, 0.18858, 0.191804, 0.206817, 0.191913, 0.208231, 0.198124, 0.2041, 0.211743, 0.209464, 0.202006, 0.192077, 0.155729, 0.199557, 0.205057, 0.210898, 0.215061, 0.146209, 0.192238, 0.212491, 0.20275, 0.19347, 0.190436, 0.195935, 0.074159, 0.216209, 0.18951, 0.149147, 0.199226, 0.196846, 0.200739, 0.202763, 0.197204, 0.201415, 0.197067, 0.200947, 0.199524, 0.208085, 0.208442, 0.20428, 0.190831, 0.20949, 0.201703, 0.202667, 0.210333, 0.206216, 0.213578, 0.131313, 0.157991, 0.187678, 0.197977, 0.205158, 0.083037, 0.210859, 0.1997, 0.187214, 0.196639, 0.196744, 0.197939, 0.211555, 0.199536, 0.198582, 0.167214, 0.188298, 0.187591, 0.208983, 0.199058, 0.189854, 0.182989, 0.132898, 0.146729, 0.206791, 0.208772, 0.147713, 0.207517, 0.201997, 0.105971, 0.202435, 0.140513, 0.160663, 0.094574, 0.196575, 0.202228, 0.212813, 0.203609, 0.204767, 0.209061, 0.201836, 0.203015, 0.194876, 0.206605, 0.204674, 0.193903, 0.192608, 0.204539, 0.202252, 0.211357, 0.182249, 0.211568, 0.20761, 0.205317, 0.187247, 0.178307, 0.174989, 0.175466, 0.195079, 0.206492, 0.186023, 0.213178, 0.204861, 0.192231, 0.159299, 0.202267, 0.202843, 0.208193, 0.207586, 0.186387, 0.199954, 0.111485, 0.1903, 0.197511, 0.207526, 0.212023, 0.1938, 0.158368, 0.197654, 0.193642, 0.209691, 0.199706, 0.209359, 0.203867, 0.200071, 0.205607, 0.195197, 0.18725, 0.206279, 0.170263, 0.098734, 0.204878, 0.197715, 0.199934, 0.204578, 0.175631, 0.198569, 0.222449, 0.206933, 0.081195, 0.114813, 0.176098, 0.188231, 0.20627, 0.184298, 0.216927, 0.203142, 0.191806, 0.155864, 0.203669, 0.205772, 0.209457, 0.181464, 0.208239, 0.204285, 0.194236, 0.202172, 0.168183, 0.206834, 0.185325, 0.19388, 0.20204, 0.202994, 0.201196, 0.207396, 0.202079, 0.190863, 0.207671, 0.211591, 0.206072, 0.199283, 0.209375, 0.202004, 0.207347, 0.073918, 0.190977, 0.188736, 0.20287, 0.212, 0.209701, 0.211486, 0.209154, 0.207338, 0.204785, 0.102765, 0.205375, 0.211086, 0.20693, 0.206715, 0.201614, 0.19058, 0.206543, 0.199034, 0.201319, 0.21434, 0.192763, 0.194962, 0.207918, 0.211869, 0.196723, 0.198419, 0.211838, 0.203096, 0.205108, 0.097007, 0.202142, 0.180503, 0.184155, 0.121614, 0.186921, 0.207822, 0.186332, 0.211521, 0.210509, 0.199018, 0.199299, 0.200638, 0.206203, 0.191658, 0.204295, 0.20247, 0.215745, 0.079427, 0.19781, 0.20841, 0.206282, 0.066225, 0.200535, 0.177133, 0.207619, 0.205822, 0.204542, 0.206673, 0.183263, 0.183139, 0.211587, 0.207794, 0.19699, 0.195471, 0.200749, 0.204802, 0.212192, 0.180361, 0.196888, 0.151532, 0.199481, 0.200213, 0.214723, 0.205749, 0.201355, 0.210574, 0.178816, 0.207905, 0.208527, 0.206024, 0.197184, 0.20478, 0.189846, 0.207923, 0.201313, 0.198314, 0.204925, 0.204779, 0.191105, 0.214315, 0.198936, 0.201134, 0.200395, 0.183783, 0.189152, 0.037669, 0.205548, 0.212948, 0.186034, 0.208004, 0.202139, 0.198863, 0.180647, 0.196608, 0.197534, 0.189485, 0.191409, 0.207774, 0.197944, 0.208255, 0.143825, 0.196006, 0.200494, 0.207073, 0.203528, 0.18839, 0.200973, 0.213027, 0.191176, 0.204555, 0.117678, 0.199809, 0.200774, 0.200693, 0.195009, 0.192645, 0.2054, 0.191939, 0.124189, 0.206585, 0.194584, 0.20948, 0.20023, 0.19546, 0.18758, 0.204718, 0.093032, 0.183715, 0.175575, 0.12589, 0.191702, 0.193805, 0.080065, 0.203777, 0.201165, 0.203565, 0.209011, 0.169682, 0.209095, 0.198695, 0.200134, 0.190572, 0.207788, 0.205514, 0.190278, 0.071782, 0.211923, 0.209531, 0.205531, 0.193247, 0.211768, 0.202389, 0.200715, 0.212832, 0.203256, 0.184732, 0.200542, 0.192374, 0.2068, 0.193405, 0.192889, 0.200007, 0.207649, 0.208176, 0.205332, 0.199825, 0.199281, 0.078443, 0.177447, 0.171226, 0.205114, 0.211064, 0.180852, 0.153608, 0.203983, 0.212442, 0.196609, 0.187583, 0.162492, 0.105259, 0.19894, 0.206058, 0.199871, 0.192367, 0.201175, 0.209107, 0.179993, 0.165891, 0.201946, 0.21412, 0.183703, 0.20269, 0.190321, 0.205683, 0.204234, 0.201072, 0.21467, 0.19153, 0.199882, 0.200265, 0.20284, 0.193533, 0.196105, 0.142023, 0.211206, 0.192567, 0.202813, 0.159072, 0.207258, 0.197856, 0.181219, 0.203403, 0.17667, 0.199298, 0.201742, 0.180761, 0.191128, 0.199969, 0.210517, 0.181773, 0.153037, 0.200335, 0.209967, 0.127817, 0.195441, 0.202299, 0.204503, 0.20296, 0.200309, 0.204937, 0.215795, 0.203055, 0.199655, 0.173663, 0.170223, 0.201771, 0.199117, 0.197588, 0.202525, 0.199138, 0.09434, 0.191687, 0.178376, 0.207274, 0.160981, 0.199319, 0.20373, 0.195603, 0.20929, 0.073517, 0.193316, 0.200725, 0.149903, 0.186708, 0.191937, 0.198495, 0.193361, 0.190427, 0.212796, 0.196824, 0.190817, 0.206947, 0.116202, 0.077768, 0.075342, 0.201524, 0.145398, 0.186336, 0.200658, 0.202219, 0.211513, 0.207109, 0.210031, 0.203167, 0.198275, 0.194267, 0.201041, 0.08811, 0.199837, 0.204387, 0.190139, 0.192407, 0.185169, 0.204521, 0.202635, 0.19833, 0.1826, 0.175037, 0.206812, 0.199011, 0.211401, 0.206683, 0.208252, 0.202151, 0.191711, 0.20034, 0.205574, 0.200954, 0.207569, 0.207471, 0.208061, 0.169888, 0.213634, 0.18512, 0.096792, 0.208792, 0.210177, 0.208938, 0.195553, 0.187738, 0.194914, 0.219722, 0.20322, 0.206779, 0.204959, 0.204098, 0.083189, 0.167993, 0.197697, 0.198821, 0.20005, 0.080491, 0.212199, 0.199385, 0.164454, 0.199515, 0.202684, 0.201963, 0.20469, 0.169373, 0.203891, 0.206507, 0.203784, 0.212325, 0.180385, 0.074482, 0.191018, 0.172109, 0.211489, 0.193444, 0.196921, 0.199169, 0.183873, 0.175132, 0.181495, 0.191777, 0.206066, 0.081834, 0.082848, 0.198121, 0.210938, 0.200754, 0.211053, 0.201001, 0.198945, 0.197867, 0.20407, 0.198907, 0.144627, 0.200714, 0.201694, 0.207944, 0.182768, 0.206224, 0.201137, 0.190535, 0.17055, 0.142382, 0.198718, 0.195646, 0.207913, 0.193379, 0.196324, 0.089441, 0.097749, 0.206119, 0.19997, 0.194174, 0.205925, 0.187188, 0.203273, 0.205836, 0.096646, 0.173015, 0.204311, 0.205065, 0.202521, 0.200603, 0.189825, 0.198591, 0.206383, 0.210314, 0.130533, 0.206731, 0.210786, 0.167873, 0.180384, 0.197589, 0.109924, 0.207158, 0.197249, 0.175626, 0.202946, 0.202616, 0.166409, 0.187323, 0.208732, 0.078944, 0.200831, 0.200684, 0.17807, 0.190959, 0.202409, 0.207602, 0.127898, 0.208113, 0.200989, 0.197865, 0.179806, 0.196319, 0.183111, 0.202122, 0.198691, 0.196342, 0.188019, 0.163561, 0.185528, 0.201162, 0.200454, 0.200466, 0.204178, 0.200287, 0.18847, 0.203525, 0.198578, 0.203786, 0.19222, 0.188825, 0.198099, 0.205399, 0.197153, 0.19402, 0.209395, 0.205677, 0.195369, 0.20364, 0.190488, 0.207839, 0.192726, 0.190269, 0.071081, 0.214627, 0.203141, 0.184758, 0.199634, 0.210049, 0.19998, 0.147728, 0.060629, 0.204887, 0.200955, 0.201041, 0.191112, 0.203051, 0.167769, 0.205187, 0.210935, 0.20562, 0.199616, 0.201008, 0.197613, 0.201931, 0.195743, 0.205624, 0.200441, 0.209742, 0.198963, 0.209967, 0.197126, 0.207718, 0.07388, 0.211288, 0.210134, 0.211647, 0.19642, 0.189928, 0.195177, 0.189734, 0.211136, 0.185093, 0.20583, 0.17159, 0.20776, 0.182006, 0.20939, 0.208731, 0.209779, 0.205409, 0.20272, 0.198053, 0.083145, 0.196971, 0.16963, 0.188189, 0.119676, 0.19962, 0.088046, 0.169033, 0.197088, 0.179839, 0.210933, 0.212406, 0.204752, 0.197836, 0.161622, 0.173473, 0.19907, 0.176761, 0.197046, 0.199309, 0.078646, 0.19211, 0.20576, 0.197265, 0.191724, 0.202578, 0.209935, 0.186389, 0.181782, 0.194437, 0.194604, 0.077839, 0.208532, 0.179852, 0.200811, 0.178334, 0.181977, 0.210771, 0.208278, 0.191288, 0.204217, 0.185886, 0.106255, 0.204616, 0.189147, 0.208853, 0.208756, 0.18112, 0.179889, 0.191548, 0.201502, 0.177687, 0.183131, 0.18847, 0.18766, 0.206707, 0.194452, 0.145387, 0.205213, 0.212237, 0.182333, 0.20226, 0.202523, 0.085768, 0.1975, 0.201822, 0.198188, 0.160239, 0.194048, 0.213413, 0.170006, 0.211183, 0.213163, 0.195527, 0.195543, 0.203309, 0.195434, 0.196168, 0.20109, 0.190678, 0.179214, 0.206534, 0.198519, 0.168595, 0.089831, 0.183163, 0.192109, 0.209776, 0.207417, 0.145184, 0.203004, 0.192457, 0.188249, 0.203282, 0.194397, 0.182787, 0.203507, 0.196222, 0.168953, 0.215115, 0.203156, 0.197182, 0.199414, 0.208912, 0.204244, 0.207848, 0.200074, 0.19576, 0.20758, 0.209818, 0.213976, 0.194045, 0.194113, 0.205473, 0.193685, 0.18302, 0.204816, 0.213078, 0.193549, 0.207581, 0.195315, 0.198632, 0.206043, 0.205097, 0.20792, 0.151221, 0.199528, 0.195555, 0.202133, 0.206747, 0.136431, 0.197042, 0.164722, 0.204723, 0.207171, 0.113657, 0.203387, 0.20245, 0.201221, 0.193242, 0.199119, 0.207886, 0.20629, 0.200843, 0.152392, 0.196429, 0.189503, 0.209823, 0.205898, 0.210515, 0.202425, 0.212525, 0.181714, 0.204986, 0.205234, 0.185026, 0.188971, 0.209184, 0.206132, 0.157063, 0.19995, 0.220459, 0.206406, 0.187679, 0.196461, 0.209608, 0.196564, 0.137716, 0.151295, 0.210118, 0.208358, 0.210079, 0.188968, 0.185603, 0.197371, 0.199154, 0.178479, 0.204563, 0.195763, 0.210421, 0.198286, 0.207464, 0.203804, 0.189102, 0.196839, 0.198711, 0.195096, 0.189688, 0.196352, 0.14515, 0.106114, 0.196466, 0.204025, 0.192563, 0.197261, 0.185495, 0.202358, 0.184566, 0.197658, 0.201093, 0.215645, 0.205796, 0.206513, 0.20286, 0.201369, 0.200634, 0.182643, 0.198424, 0.193539, 0.203076, 0.160617, 0.07453, 0.195252, 0.183175, 0.195367, 0.215813, 0.201781, 0.207854, 0.188207, 0.212888, 0.213061, 0.163764, 0.114986, 0.122496, 0.211391, 0.209281, 0.198499, 0.215608, 0.210237, 0.205005, 0.208948, 0.168467, 0.211609, 0.20395, 0.196226, 0.197011, 0.205246, 0.204522, 0.192026, 0.204493, 0.129312, 0.19823, 0.207897, 0.138868, 0.201709, 0.195165, 0.206677, 0.210159, 0.188596, 0.205837, 0.167978, 0.201205, 0.192885, 0.218873, 0.215009, 0.181093, 0.137927, 0.213015, 0.202657, 0.21469, 0.205436, 0.171733, 0.189786, 0.209178, 0.191014, 0.184922, 0.20896, 0.205129, 0.172965, 0.207012, 0.192675, 0.211586, 0.19334, 0.202512, 0.210111, 0.197055, 0.210586, 0.210156, 0.191781, 0.202097, 0.204593, 0.166779, 0.200842, 0.196248, 0.187907, 0.200038, 0.188462, 0.199611, 0.197614, 0.20488, 0.195631, 0.20495, 0.183178, 0.214669, 0.205998, 0.197821, 0.1991, 0.193906, 0.199412, 0.195299, 0.193295, 0.209815, 0.195326, 0.196502, 0.206373, 0.219963, 0.200335, 0.206102, 0.184462, 0.190896, 0.210115, 0.19761, 0.193326, 0.195815, 0.207533, 0.192229, 0.21201, 0.202889, 0.202674, 0.192584, 0.198088, 0.205385, 0.177812, 0.20364, 0.192972, 0.204044, 0.202263, 0.213626, 0.200337, 0.198909, 0.198881, 0.200976, 0.180805, 0.195587, 0.199528, 0.196536, 0.213311, 0.210032, 0.198561, 0.197084, 0.211072, 0.190758, 0.201497, 0.212778, 0.187804, 0.201587, 0.202961, 0.199273, 0.201985, 0.081098, 0.202586, 0.214836, 0.197302, 0.199542, 0.210135, 0.195451, 0.192817, 0.130611, 0.20464, 0.198483, 0.155611, 0.205781, 0.19834, 0.197602, 0.211061, 0.196588, 0.168553, 0.127355, 0.203741, 0.207492, 0.2052, 0.187299, 0.217575, 0.207858, 0.182935, 0.200735, 0.20246, 0.207357, 0.207097, 0.155999, 0.204397, 0.215146, 0.198073, 0.195183, 0.171536, 0.207969, 0.202455, 0.195932, 0.215602, 0.203041, 0.190421, 0.110008, 0.191852, 0.198492, 0.073308, 0.198978, 0.194093, 0.203159, 0.207797, 0.207551, 0.207024, 0.20399, 0.200345, 0.15602, 0.188876, 0.198775, 0.159566, 0.200806, 0.186043, 0.203909, 0.210967, 0.207033, 0.200991, 0.195097, 0.203666, 0.182984, 0.20075, 0.207318, 0.196956, 0.210185, 0.199242, 0.198513, 0.163692, 0.205976, 0.212941, 0.19119, 0.207629, 0.189505, 0.195796, 0.20146, 0.203287, 0.15853, 0.120624, 0.11384, 0.181654, 0.214402, 0.204607, 0.210469, 0.081358, 0.094747, 0.205797, 0.201842, 0.199829, 0.205338, 0.18914, 0.208337, 0.213144, 0.206985, 0.198831, 0.202285, 0.210876, 0.179348, 0.210244, 0.199846, 0.207407, 0.21025, 0.193461, 0.202907, 0.207603, 0.203989, 0.170301, 0.180011, 0.200164, 0.188403, 0.195137, 0.212366, 0.209359, 0.20361, 0.205121, 0.193619, 0.202341, 0.208896, 0.20124, 0.201298, 0.207738, 0.210186, 0.191932, 0.211272, 0.203762, 0.200445, 0.209926, 0.208052, 0.202409, 0.190671, 0.188265, 0.188513, 0.213722, 0.192767, 0.195955, 0.181031, 0.190441, 0.133777, 0.19697, 0.139189, 0.203775, 0.198275, 0.199845, 0.205152, 0.188734, 0.214012, 0.177808, 0.205398, 0.194258, 0.185076, 0.125383, 0.208553, 0.202847, 0.159669, 0.212863, 0.208971, 0.184708, 0.209672, 0.20772, 0.197702, 0.213328, 0.208559, 0.182285, 0.182954, 0.208565, 0.198727, 0.196744, 0.202932, 0.20517, 0.208593, 0.087419, 0.181902, 0.168697, 0.198965, 0.209295, 0.205485, 0.196643, 0.185373, 0.208144, 0.204925, 0.20728, 0.180763, 0.198513, 0.18263, 0.197847, 0.205785, 0.199709, 0.20631, 0.190039, 0.213413, 0.178152, 0.205088, 0.202636, 0.206422, 0.2086, 0.204478, 0.200313, 0.185909, 0.190897, 0.1749, 0.207679, 0.212696, 0.203026, 0.195844, 0.190946, 0.210639, 0.206382, 0.192361, 0.194864, 0.139318, 0.199147, 0.199591, 0.197738, 0.206945, 0.157536, 0.165341, 0.198839, 0.202735, 0.206416, 0.177093, 0.203319, 0.184858, 0.183243, 0.210332, 0.211987, 0.201416, 0.186252, 0.209787, 0.204174, 0.207716, 0.206019, 0.199049, 0.205993, 0.203835, 0.203632, 0.204184, 0.198439, 0.197367, 0.208946, 0.093685, 0.199216, 0.202259, 0.206533, 0.215278, 0.20337, 0.203617, 0.204313, 0.18305, 0.202853, 0.206101, 0.162733, 0.194754, 0.195981, 0.212209, 0.209482, 0.081371, 0.205179, 0.177018, 0.20579, 0.199757, 0.191768, 0.196965, 0.203552, 0.198308, 0.140392, 0.212661, 0.19203, 0.210627, 0.202823, 0.195452, 0.203728, 0.209329, 0.191601, 0.195332, 0.200886, 0.200994, 0.207721, 0.205799, 0.161086, 0.180111, 0.192093, 0.196862, 0.197758, 0.135464, 0.192006, 0.20106, 0.105757, 0.205976, 0.084258, 0.136042, 0.208803, 0.194338, 0.205766, 0.083419, 0.208851, 0.202765, 0.191789, 0.203519, 0.094097, 0.161744, 0.209878, 0.20412, 0.115626, 0.204088, 0.209759, 0.210606, 0.21186, 0.201165, 0.151535, 0.21513, 0.204445, 0.153296, 0.202664, 0.207429, 0.20462, 0.194444, 0.183837, 0.198254, 0.211921, 0.21488, 0.19473, 0.198684, 0.145962, 0.201555, 0.200059, 0.197909, 0.20008, 0.201382, 0.189564, 0.210502, 0.178972, 0.197357, 0.175128, 0.210828, 0.203854, 0.151009, 0.201283, 0.193152, 0.199421, 0.206966, 0.206478, 0.195276, 0.19588, 0.183062, 0.199399, 0.138281, 0.207335, 0.208926, 0.135034, 0.191991, 0.182491, 0.176083, 0.169072, 0.206572, 0.19863, 0.195717, 0.192952, 0.198834, 0.202799, 0.210696, 0.139065, 0.20873, 0.20519, 0.206472, 0.198291, 0.208811, 0.196451, 0.201331, 0.191556, 0.19676, 0.197784, 0.133672, 0.176012, 0.195974, 0.187739, 0.119844, 0.202336, 0.204476, 0.188905, 0.079126, 0.203046, 0.119338, 0.20865, 0.211477, 0.161994, 0.19923, 0.091702, 0.192172, 0.190305, 0.21009, 0.210696, 0.203727, 0.133636, 0.214726, 0.213084, 0.20464, 0.191892, 0.208743, 0.209394, 0.194626, 0.198951, 0.197308, 0.192786, 0.205051, 0.197055, 0.200773, 0.205472, 0.208485, 0.199595, 0.167105, 0.205692, 0.200582, 0.211277, 0.202746, 0.198941, 0.213455, 0.205199, 0.197555, 0.198907, 0.177394, 0.201462, 0.077801, 0.209125, 0.165368, 0.146462, 0.21108, 0.194989, 0.208872, 0.210161, 0.203944, 0.20556, 0.205234, 0.210634, 0.193629, 0.195508, 0.200586, 0.208995, 0.192381, 0.202755, 0.217291, 0.202879, 0.199952, 0.212512, 0.196155, 0.200553, 0.192827, 0.200948, 0.191994, 0.206203, 0.192683, 0.195223, 0.202548, 0.204627, 0.19393, 0.212648, 0.199578, 0.196489, 0.200771, 0.210599, 0.202726, 0.198483, 0.069039, 0.19795, 0.18905, 0.210153, 0.208726, 0.190222, 0.20373, 0.198694, 0.18882, 0.196143, 0.177839, 0.201068, 0.204157, 0.188146, 0.198899, 0.20743, 0.1904, 0.207557, 0.192084, 0.194718, 0.164051, 0.193034, 0.207074, 0.201726, 0.198597, 0.206817, 0.20009, 0.202953, 0.209448, 0.190854, 0.199993, 0.091108, 0.209478, 0.207693, 0.206617, 0.086038, 0.20887, 0.198278, 0.197056, 0.1905, 0.173969, 0.188572, 0.189145, 0.193499, 0.202013, 0.209636, 0.197856, 0.212444, 0.197703, 0.188706, 0.175515, 0.211505, 0.191735, 0.210688, 0.207179, 0.204277, 0.176323, 0.216149, 0.20997, 0.156686, 0.196516, 0.189965, 0.202376, 0.117258, 0.201983, 0.179726, 0.090708, 0.19734, 0.209345 ] }, "name": "model.model.layers.8.post_attention_layernorm.weight", "outputIndexes": [ 745 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 744 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_8/Mul_output_0", "outputIndexes": [ 746 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 745, 746 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_8/Mul_1_output_0", "outputIndexes": [ 747 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 747 ], "outputIndexes": [ 2203 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2203 ], "outputIndexes": [ 2204 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/gate_proj/Linear", "inputIndexes": [ 2204 ], "outputIndexes": [ 2205 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 8192, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 311428392, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2205 ], "outputIndexes": [ 2206 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2206 ], "outputIndexes": [ 748 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 8192 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 748 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_8/Sigmoid_output_0", "outputIndexes": [ 749 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 748, 749 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_8/Mul_output_0", "outputIndexes": [ 750 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 747 ], "outputIndexes": [ 2207 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2207 ], "outputIndexes": [ 2208 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/up_proj/Linear", "inputIndexes": [ 2208 ], "outputIndexes": [ 2209 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 8192, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 320865598, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2209 ], "outputIndexes": [ 2210 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2210 ], "outputIndexes": [ 751 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 8192 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 750, 751 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_8/Mul_output_0", "outputIndexes": [ 752 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 752 ], "outputIndexes": [ 2211 ], "main_type": "Reshape", "main": { "dims": [ -1, 8192, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2211 ], "outputIndexes": [ 2212 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/down_proj/Linear", "inputIndexes": [ 2212 ], "outputIndexes": [ 2213 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 8192, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 330302804, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2213 ], "outputIndexes": [ 2214 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2214 ], "outputIndexes": [ 753 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 744, 753 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_44_output_0", "outputIndexes": [ 754 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 754, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_45_output_0", "outputIndexes": [ 755 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2048 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.406623, 0.398579, 0.385355, 0.382743, 0.228963, 0.426534, 0.380629, 0.411465, 0.344099, 0.39008, 0.348408, 0.363665, 0.405964, 0.382138, 0.382874, 0.31584, 0.368485, 0.197331, 0.392928, 0.388292, 0.374106, 0.401591, 0.360116, 0.38444, 0.391578, 0.402389, 0.343861, 0.397791, 0.417338, 0.387913, 0.398298, 0.392571, 0.39412, 0.32102, 0.39475, 0.387412, 0.380452, 0.382525, 0.393044, 0.355055, 0.379847, 0.301934, 0.405901, 0.427341, 0.37065, 0.413199, 0.403291, 0.40675, 0.386963, 0.379442, 0.369224, 0.354734, 0.413827, 0.396005, 0.380456, 0.387643, 0.392215, 0.397242, 0.363677, 0.348443, 0.39076, 0.376194, 0.203678, 0.409496, 0.392109, 0.389345, 0.191261, 0.391977, 0.419351, 0.385628, 0.395169, 0.376343, 0.374003, 0.387771, 0.380581, 0.386962, 0.397636, 0.372374, 0.202928, 0.378786, 0.422489, 0.395393, 0.406178, 0.374308, 0.390097, 0.387667, 0.298937, 0.181322, 0.40485, 0.407961, 0.344135, 0.378203, 0.434403, 0.376786, 0.337552, 0.40207, 0.415509, 0.400108, 0.38798, 0.308977, 0.234667, 0.404416, 0.273943, 0.343918, 0.352738, 0.358321, 0.208623, 0.366968, 0.368326, 0.355046, 0.376238, 0.377968, 0.338818, 0.374756, 0.399129, 0.382776, 0.391204, 0.418828, 0.406801, 0.404537, 0.41145, 0.339808, 0.396442, 0.397058, 0.397096, 0.389205, 0.420068, 0.403101, 0.371975, 0.387676, 0.387805, 0.391546, 0.379558, 0.271107, 0.368945, 0.371493, 0.402049, 0.40027, 0.384972, 0.382862, 0.389319, 0.407467, 0.268191, 0.331186, 0.372852, 0.302653, 0.425743, 0.388588, 0.404908, 0.381335, 0.37843, 0.37202, 0.397527, 0.335295, 0.368444, 0.32369, 0.353529, 0.349419, 0.243107, 0.393888, 0.387826, 0.30211, 0.392292, 0.367088, 0.39931, 0.415564, 0.334665, 0.421962, 0.377822, 0.380437, 0.386926, 0.374994, 0.373817, 0.40514, 0.367039, 0.350616, 0.41147, 0.380578, 0.393483, 0.369734, 0.348921, 0.375493, 0.394825, 0.388127, 0.371682, 0.395161, 0.378083, 0.257391, 0.386873, 0.313927, 0.388064, 0.388904, 0.384599, 0.393569, 0.285808, 0.391137, 0.393488, 0.374455, 0.386992, 0.278973, 0.38461, 0.37074, 0.354137, 0.376649, 0.375881, 0.366233, 0.415846, 0.28437, 0.371847, 0.152527, 0.397032, 0.375518, 0.381162, 0.37753, 0.373815, 0.385599, 0.417549, 0.41054, 0.392085, 0.381897, 0.402737, 0.395235, 0.401584, 0.308552, 0.386953, 0.301976, 0.343039, 0.039759, 0.407067, 0.349334, 0.374709, 0.376599, 0.381934, 0.320791, 0.388318, 0.331016, 0.372439, 0.397304, 0.375463, 0.339839, 0.402314, 0.375677, 0.416876, 0.353533, 0.386744, 0.391304, 0.392986, 0.392804, 0.35704, 0.340299, 0.399569, 0.375326, 0.386809, 0.401089, 0.180172, 0.171242, 0.397767, 0.399476, 0.39111, 0.398857, 0.40421, 0.397889, 0.417531, 0.401783, 0.354967, 0.387455, 0.4051, 0.3871, 0.394885, 0.347043, 0.347019, 0.38393, 0.385608, 0.378086, 0.393217, 0.26154, 0.376304, 0.403982, 0.362781, 0.411537, 0.311022, 0.238374, 0.166809, 0.34661, 0.39717, 0.404395, 0.309754, 0.380525, 0.393549, 0.379476, 0.387202, 0.356673, 0.400881, 0.393916, 0.364867, 0.37668, 0.385664, 0.211044, 0.387897, 0.406744, 0.39885, 0.293069, 0.399774, 0.317835, 0.244413, 0.389244, 0.365663, 0.365395, 0.339381, 0.409544, 0.394899, 0.3857, 0.385658, 0.394397, 0.412361, 0.370665, 0.379682, 0.40254, 0.300738, 0.411335, 0.295965, 0.397731, 0.430024, 0.308803, 0.28375, 0.387368, 0.304497, 0.381741, 0.366258, 0.343961, 0.37088, 0.389649, 0.373018, 0.412086, 0.408516, 0.391213, 0.344746, 0.388722, 0.279255, 0.349613, 0.357266, 0.386315, 0.357771, 0.379832, 0.210508, 0.353106, 0.306581, 0.395929, 0.364454, 0.365769, 0.339827, 0.416378, 0.160002, 0.408781, 0.375341, 0.392359, 0.241373, 0.382331, 0.402802, 0.392567, 0.391275, 0.393881, 0.348926, 0.35722, 0.399961, 0.37895, 0.389316, 0.412553, 0.375295, 0.390228, 0.369691, 0.277068, 0.369234, 0.389642, 0.371744, 0.366592, 0.367509, 0.381745, 0.396486, 0.370972, 0.40165, 0.204221, 0.411132, 0.375678, 0.386751, 0.369331, 0.386891, 0.376227, 0.329643, 0.432064, 0.265946, 0.417592, 0.37989, 0.405955, 0.346031, 0.363281, 0.362332, 0.401729, 0.343735, 0.375664, 0.370217, 0.419414, 0.393887, 0.397577, 0.31106, 0.347025, 0.374227, 0.31574, 0.411986, 0.357908, 0.149955, 0.388281, 0.401397, 0.393204, 0.398132, 0.19202, 0.383944, 0.407775, 0.381451, 0.391981, 0.381271, 0.358034, 0.40356, 0.227397, 0.38538, 0.409611, 0.31451, 0.373527, 0.275519, 0.292462, 0.382542, 0.394778, 0.392907, 0.412908, 0.376712, 0.374347, 0.369984, 0.375436, 0.35547, 0.424543, 0.387184, 0.355347, 0.404054, 0.345792, 0.376183, 0.406285, 0.419151, 0.377515, 0.379966, 0.362863, 0.401623, 0.368646, 0.191276, 0.373954, 0.305932, 0.358036, 0.361893, 0.361703, 0.391491, 0.393789, 0.178094, 0.396091, 0.413185, 0.382617, 0.369022, 0.391626, 0.400393, 0.410514, 0.378524, 0.373959, 0.402541, 0.378225, 0.397569, 0.363866, 0.386775, 0.406647, 0.376699, 0.409011, 0.39818, 0.389162, 0.397671, 0.382641, 0.396042, 0.365128, 0.301953, 0.378118, 0.406717, 0.399913, 0.422064, 0.311329, 0.375656, 0.392769, 0.401446, 0.376967, 0.364508, 0.368292, 0.164706, 0.389092, 0.374222, 0.293458, 0.393882, 0.39001, 0.379681, 0.389727, 0.389921, 0.381947, 0.387115, 0.395649, 0.377362, 0.410178, 0.396642, 0.400528, 0.370257, 0.394494, 0.366813, 0.37585, 0.362521, 0.390692, 0.41599, 0.245707, 0.304494, 0.35115, 0.386066, 0.42406, 0.188776, 0.395239, 0.388491, 0.353978, 0.361746, 0.376283, 0.374309, 0.386279, 0.380052, 0.39636, 0.328583, 0.370913, 0.373516, 0.420499, 0.383433, 0.380213, 0.365497, 0.253217, 0.267424, 0.395624, 0.40518, 0.30058, 0.42431, 0.393594, 0.229829, 0.41743, 0.283428, 0.311965, 0.202369, 0.406946, 0.389031, 0.42102, 0.392786, 0.39435, 0.374761, 0.389678, 0.385958, 0.365626, 0.389781, 0.407206, 0.400914, 0.348204, 0.402733, 0.365891, 0.406583, 0.373259, 0.424665, 0.382261, 0.405514, 0.334888, 0.34387, 0.342777, 0.33921, 0.413072, 0.407139, 0.362205, 0.418482, 0.419279, 0.362424, 0.314938, 0.376181, 0.366825, 0.3953, 0.396836, 0.349002, 0.377612, 0.230871, 0.38215, 0.374295, 0.39843, 0.396693, 0.390855, 0.320788, 0.370016, 0.372637, 0.389857, 0.400377, 0.406698, 0.389396, 0.410712, 0.391036, 0.383656, 0.352533, 0.403754, 0.333452, 0.228705, 0.39836, 0.405117, 0.389162, 0.388292, 0.360142, 0.366942, 0.415556, 0.383022, 0.278728, 0.243989, 0.348805, 0.380367, 0.403278, 0.362007, 0.388089, 0.415845, 0.369617, 0.316562, 0.377426, 0.421422, 0.409825, 0.36076, 0.405455, 0.375806, 0.382745, 0.386077, 0.362223, 0.381993, 0.35993, 0.357436, 0.383336, 0.389957, 0.35194, 0.397753, 0.389434, 0.354569, 0.395547, 0.386435, 0.381747, 0.392057, 0.410789, 0.389155, 0.386281, 0.204222, 0.346881, 0.375345, 0.400475, 0.393059, 0.399285, 0.400074, 0.395078, 0.424596, 0.411133, 0.211928, 0.394158, 0.422013, 0.40294, 0.385899, 0.403812, 0.377571, 0.37071, 0.388686, 0.391542, 0.408383, 0.378296, 0.395191, 0.416899, 0.403906, 0.370845, 0.39456, 0.396276, 0.385273, 0.400196, 0.197284, 0.386863, 0.341491, 0.356487, 0.279198, 0.36399, 0.401569, 0.363731, 0.386762, 0.389438, 0.376369, 0.369489, 0.392158, 0.40356, 0.356391, 0.386949, 0.376674, 0.413806, 0.229977, 0.392744, 0.41244, 0.407205, 0.250204, 0.386813, 0.339966, 0.392045, 0.395036, 0.399331, 0.396016, 0.361855, 0.362456, 0.415088, 0.38412, 0.380968, 0.371631, 0.396683, 0.390454, 0.397779, 0.368371, 0.392957, 0.282174, 0.36948, 0.365117, 0.427137, 0.383235, 0.380814, 0.385438, 0.360997, 0.397841, 0.40211, 0.405126, 0.376027, 0.379463, 0.356615, 0.400918, 0.394252, 0.37802, 0.376352, 0.381199, 0.358533, 0.394471, 0.397338, 0.356575, 0.373184, 0.352349, 0.376497, 0.116046, 0.370405, 0.406868, 0.37562, 0.39504, 0.402224, 0.386922, 0.331094, 0.379379, 0.384738, 0.368242, 0.367522, 0.404625, 0.376087, 0.394758, 0.310014, 0.381834, 0.379542, 0.36473, 0.397116, 0.380774, 0.392428, 0.402079, 0.39795, 0.424161, 0.239254, 0.374259, 0.377648, 0.394173, 0.380762, 0.379473, 0.42481, 0.3673, 0.260789, 0.386452, 0.386577, 0.399074, 0.399608, 0.395296, 0.358546, 0.378186, 0.204842, 0.34355, 0.321962, 0.243852, 0.383632, 0.367396, 0.167227, 0.392242, 0.410775, 0.395629, 0.396209, 0.315807, 0.410196, 0.394746, 0.352676, 0.367587, 0.395591, 0.392074, 0.368125, 0.18979, 0.432374, 0.40983, 0.413021, 0.376957, 0.418699, 0.383512, 0.381907, 0.413393, 0.365769, 0.358971, 0.383054, 0.383853, 0.37693, 0.365522, 0.381874, 0.365894, 0.390326, 0.398794, 0.387071, 0.363418, 0.395388, 0.202653, 0.339111, 0.344254, 0.405329, 0.408497, 0.298585, 0.302605, 0.400015, 0.400955, 0.38369, 0.396844, 0.327146, 0.264556, 0.390027, 0.394354, 0.366258, 0.371387, 0.368193, 0.403034, 0.390081, 0.316895, 0.365884, 0.405677, 0.354268, 0.377847, 0.395315, 0.410184, 0.394145, 0.417069, 0.398458, 0.357725, 0.398777, 0.374523, 0.380226, 0.381548, 0.386493, 0.293774, 0.390142, 0.363428, 0.391721, 0.311271, 0.378404, 0.379661, 0.366017, 0.404765, 0.342396, 0.401052, 0.38142, 0.365189, 0.362602, 0.360326, 0.397563, 0.375133, 0.307843, 0.382939, 0.39368, 0.251779, 0.381338, 0.386166, 0.379511, 0.394129, 0.376616, 0.410038, 0.399793, 0.392263, 0.408107, 0.316291, 0.339255, 0.393287, 0.372648, 0.377283, 0.39125, 0.387035, 0.215532, 0.376946, 0.358021, 0.390573, 0.314667, 0.386006, 0.400809, 0.382138, 0.412374, 0.154191, 0.351182, 0.392862, 0.29039, 0.353178, 0.38228, 0.390384, 0.385752, 0.378884, 0.413084, 0.384262, 0.357863, 0.401004, 0.238133, 0.154362, 0.167337, 0.386314, 0.270869, 0.386078, 0.353168, 0.38395, 0.399229, 0.397234, 0.408851, 0.375103, 0.370357, 0.380853, 0.384341, 0.359478, 0.38845, 0.399716, 0.373646, 0.362426, 0.338719, 0.386068, 0.39522, 0.373346, 0.34899, 0.274471, 0.390819, 0.380739, 0.400548, 0.402544, 0.413399, 0.395927, 0.335574, 0.371994, 0.383961, 0.406606, 0.37888, 0.405825, 0.427591, 0.341318, 0.409379, 0.373216, 0.190851, 0.402099, 0.397473, 0.409284, 0.38627, 0.385477, 0.37826, 0.406766, 0.382253, 0.386166, 0.380892, 0.393822, 0.180092, 0.323478, 0.369647, 0.403075, 0.372564, 0.174992, 0.412275, 0.38333, 0.294052, 0.367189, 0.382731, 0.411818, 0.392187, 0.332835, 0.389578, 0.390796, 0.416211, 0.424483, 0.365993, 0.140882, 0.38176, 0.331558, 0.378984, 0.370531, 0.364353, 0.396393, 0.369303, 0.287705, 0.356998, 0.393789, 0.405906, 0.172177, 0.178264, 0.368389, 0.404531, 0.379379, 0.396393, 0.405479, 0.384873, 0.380272, 0.397365, 0.397702, 0.28876, 0.377985, 0.391713, 0.384631, 0.35565, 0.404337, 0.390183, 0.375404, 0.350753, 0.30038, 0.393164, 0.387005, 0.412768, 0.371979, 0.382505, 0.340825, 0.196383, 0.392324, 0.363853, 0.38193, 0.419702, 0.36332, 0.387073, 0.43099, 0.198412, 0.336315, 0.386118, 0.386952, 0.387069, 0.388442, 0.369924, 0.363865, 0.400003, 0.387706, 0.260491, 0.38164, 0.416558, 0.306881, 0.373383, 0.381202, 0.224379, 0.40627, 0.376015, 0.340514, 0.379158, 0.410821, 0.32594, 0.376542, 0.425096, 0.184077, 0.388897, 0.402718, 0.35285, 0.34267, 0.416694, 0.39666, 0.252419, 0.419515, 0.408175, 0.373943, 0.352961, 0.384525, 0.362178, 0.381755, 0.397933, 0.372391, 0.352244, 0.351685, 0.374012, 0.391064, 0.400218, 0.39241, 0.401805, 0.395719, 0.345293, 0.410852, 0.38625, 0.382858, 0.374601, 0.388223, 0.383364, 0.386592, 0.392232, 0.38939, 0.397349, 0.419333, 0.359256, 0.384635, 0.387163, 0.372177, 0.396447, 0.361273, 0.153429, 0.401333, 0.410488, 0.356437, 0.385046, 0.392855, 0.381934, 0.289142, 0.344166, 0.393693, 0.374575, 0.383132, 0.360565, 0.376247, 0.313675, 0.405034, 0.388074, 0.385357, 0.389089, 0.403515, 0.375741, 0.393889, 0.380784, 0.390727, 0.393003, 0.393826, 0.390191, 0.414609, 0.361895, 0.408154, 0.151303, 0.418284, 0.388786, 0.393873, 0.361616, 0.352978, 0.404975, 0.371295, 0.41713, 0.387307, 0.399306, 0.336735, 0.402153, 0.356936, 0.389209, 0.399705, 0.388647, 0.371616, 0.370435, 0.402045, 0.285104, 0.385309, 0.332153, 0.364266, 0.245681, 0.391848, 0.32842, 0.328326, 0.375087, 0.340931, 0.418737, 0.4051, 0.377604, 0.392035, 0.300659, 0.329053, 0.397934, 0.425211, 0.384909, 0.386261, 0.191889, 0.354757, 0.394429, 0.362492, 0.349291, 0.405792, 0.398552, 0.369831, 0.35237, 0.373044, 0.370142, 0.329301, 0.395663, 0.344633, 0.380841, 0.349295, 0.347766, 0.415597, 0.393383, 0.371947, 0.383036, 0.354168, 0.22468, 0.396725, 0.357906, 0.375809, 0.409515, 0.351544, 0.341166, 0.361734, 0.400893, 0.346012, 0.361632, 0.348126, 0.387688, 0.392274, 0.376502, 0.281871, 0.415361, 0.414043, 0.333703, 0.378111, 0.375359, 0.189965, 0.385822, 0.388346, 0.400214, 0.307693, 0.364021, 0.396809, 0.331905, 0.395873, 0.396128, 0.377681, 0.362148, 0.392419, 0.366423, 0.386366, 0.377534, 0.376611, 0.348617, 0.409735, 0.382212, 0.327335, 0.195956, 0.355298, 0.361771, 0.414216, 0.405995, 0.298295, 0.380047, 0.364943, 0.369983, 0.390861, 0.359545, 0.325009, 0.384223, 0.370878, 0.34437, 0.428258, 0.408018, 0.387995, 0.402949, 0.391493, 0.405595, 0.405965, 0.37709, 0.39383, 0.402037, 0.39287, 0.3879, 0.387792, 0.36775, 0.371784, 0.357681, 0.355744, 0.389078, 0.403216, 0.366434, 0.385982, 0.378604, 0.385459, 0.408697, 0.407495, 0.394561, 0.286055, 0.379781, 0.394167, 0.41233, 0.409358, 0.27513, 0.375585, 0.325712, 0.390769, 0.386677, 0.324474, 0.363419, 0.412023, 0.377476, 0.395136, 0.387523, 0.400181, 0.403774, 0.404172, 0.293514, 0.396131, 0.350755, 0.40389, 0.392537, 0.383261, 0.40918, 0.401772, 0.359774, 0.398034, 0.413971, 0.378053, 0.364264, 0.415461, 0.408603, 0.307731, 0.394569, 0.425435, 0.398514, 0.335965, 0.349287, 0.412139, 0.369135, 0.277915, 0.305847, 0.430346, 0.414359, 0.414314, 0.355866, 0.357891, 0.379146, 0.381222, 0.347001, 0.410239, 0.378547, 0.413482, 0.393854, 0.384608, 0.387334, 0.364862, 0.388161, 0.402864, 0.406501, 0.389083, 0.362874, 0.284643, 0.272206, 0.367585, 0.378992, 0.36911, 0.378698, 0.352619, 0.395736, 0.395273, 0.400445, 0.372204, 0.425022, 0.410924, 0.422153, 0.401897, 0.388645, 0.370364, 0.357361, 0.391852, 0.371077, 0.40465, 0.320591, 0.17793, 0.383691, 0.348038, 0.384788, 0.408968, 0.39119, 0.414355, 0.366785, 0.389952, 0.402463, 0.32484, 0.250205, 0.257775, 0.404427, 0.407013, 0.422205, 0.400075, 0.436912, 0.39249, 0.393662, 0.326998, 0.403997, 0.39851, 0.380379, 0.38519, 0.403078, 0.397036, 0.353347, 0.393853, 0.310355, 0.393748, 0.418211, 0.261248, 0.376166, 0.376059, 0.412685, 0.416851, 0.365252, 0.41211, 0.302469, 0.393436, 0.376888, 0.392509, 0.408394, 0.350829, 0.276664, 0.407994, 0.403635, 0.406445, 0.402274, 0.338937, 0.374287, 0.393446, 0.391963, 0.3419, 0.399307, 0.397116, 0.330793, 0.3821, 0.364538, 0.394258, 0.375683, 0.395381, 0.413303, 0.401588, 0.431412, 0.417726, 0.377725, 0.393184, 0.376148, 0.344565, 0.380887, 0.391977, 0.354647, 0.394258, 0.363344, 0.396424, 0.373142, 0.402476, 0.375585, 0.398409, 0.350877, 0.412122, 0.400864, 0.377448, 0.347288, 0.369148, 0.375087, 0.40185, 0.381938, 0.386002, 0.388055, 0.349779, 0.400482, 0.377354, 0.404869, 0.403285, 0.344892, 0.34994, 0.391609, 0.381238, 0.37484, 0.381696, 0.375529, 0.359106, 0.410094, 0.369852, 0.422834, 0.356662, 0.366571, 0.395091, 0.324058, 0.376704, 0.351881, 0.38614, 0.39274, 0.405366, 0.403981, 0.387298, 0.42055, 0.393646, 0.344311, 0.360368, 0.378169, 0.387889, 0.399141, 0.405987, 0.388012, 0.389238, 0.395575, 0.368672, 0.375774, 0.400445, 0.380484, 0.414942, 0.370721, 0.387313, 0.405922, 0.172593, 0.387421, 0.41494, 0.416653, 0.387872, 0.406432, 0.365915, 0.344309, 0.27167, 0.379499, 0.366146, 0.31128, 0.434578, 0.386268, 0.371779, 0.406746, 0.37388, 0.341154, 0.299208, 0.401559, 0.401843, 0.387771, 0.372824, 0.406122, 0.41219, 0.344108, 0.406998, 0.379436, 0.408439, 0.404584, 0.348662, 0.393095, 0.388892, 0.375031, 0.374838, 0.330595, 0.401266, 0.40319, 0.382672, 0.426717, 0.384118, 0.340361, 0.254958, 0.373118, 0.380309, 0.174664, 0.377252, 0.375822, 0.398736, 0.406528, 0.402419, 0.399796, 0.406181, 0.386911, 0.311151, 0.382632, 0.375351, 0.30441, 0.358126, 0.35269, 0.417177, 0.392853, 0.388619, 0.389646, 0.393162, 0.389252, 0.377578, 0.399759, 0.39502, 0.381916, 0.420766, 0.387604, 0.398646, 0.329423, 0.407022, 0.397428, 0.368679, 0.391885, 0.351232, 0.392148, 0.386859, 0.415728, 0.315727, 0.238652, 0.241222, 0.360289, 0.41464, 0.397403, 0.412414, 0.273979, 0.197617, 0.400819, 0.384728, 0.420609, 0.386656, 0.381714, 0.390479, 0.383956, 0.39603, 0.386096, 0.370052, 0.392753, 0.348395, 0.415612, 0.385634, 0.405701, 0.424024, 0.372515, 0.401393, 0.396112, 0.400769, 0.323942, 0.329859, 0.409217, 0.344425, 0.3723, 0.38332, 0.400187, 0.398179, 0.420469, 0.366911, 0.389315, 0.392157, 0.416705, 0.39529, 0.390767, 0.404766, 0.366876, 0.435628, 0.400829, 0.378589, 0.398609, 0.388586, 0.389814, 0.362367, 0.359503, 0.360364, 0.411255, 0.369195, 0.388719, 0.360533, 0.388833, 0.255682, 0.382817, 0.283951, 0.388409, 0.392859, 0.415091, 0.425302, 0.376409, 0.419646, 0.367683, 0.401981, 0.391414, 0.355412, 0.238088, 0.397484, 0.405097, 0.326093, 0.423663, 0.400861, 0.363781, 0.399899, 0.394283, 0.377831, 0.421948, 0.383051, 0.36083, 0.336518, 0.400755, 0.390328, 0.417686, 0.380815, 0.397756, 0.383921, 0.204896, 0.348192, 0.342117, 0.390942, 0.416802, 0.3924, 0.369102, 0.36253, 0.413525, 0.394635, 0.391358, 0.275567, 0.355469, 0.362976, 0.406807, 0.393048, 0.368823, 0.393109, 0.395123, 0.418073, 0.385854, 0.392298, 0.378006, 0.390049, 0.402878, 0.386942, 0.398862, 0.348733, 0.384062, 0.326871, 0.405329, 0.41289, 0.398384, 0.374504, 0.378059, 0.407275, 0.390244, 0.371263, 0.367156, 0.30376, 0.396712, 0.380977, 0.38342, 0.390593, 0.313742, 0.312557, 0.379374, 0.378927, 0.405036, 0.345784, 0.406255, 0.385627, 0.364205, 0.405382, 0.438496, 0.392428, 0.331829, 0.40033, 0.388376, 0.403737, 0.399117, 0.382556, 0.421124, 0.403826, 0.39114, 0.403446, 0.40098, 0.375673, 0.395919, 0.187747, 0.369703, 0.384942, 0.399371, 0.407419, 0.410936, 0.390063, 0.390741, 0.357006, 0.387763, 0.382235, 0.31354, 0.393299, 0.360368, 0.39458, 0.397405, 0.191393, 0.402747, 0.330749, 0.39645, 0.374534, 0.371307, 0.385663, 0.403363, 0.376574, 0.265439, 0.390324, 0.368052, 0.414104, 0.415274, 0.348736, 0.419137, 0.413979, 0.360229, 0.390984, 0.366079, 0.396597, 0.39957, 0.387179, 0.309219, 0.338633, 0.379788, 0.368066, 0.398459, 0.269401, 0.358687, 0.397294, 0.204069, 0.392041, 0.187425, 0.263457, 0.388359, 0.364177, 0.411813, 0.1684, 0.389655, 0.368169, 0.371323, 0.383653, 0.279581, 0.304862, 0.412395, 0.397041, 0.361194, 0.380969, 0.410688, 0.399434, 0.40481, 0.402067, 0.320461, 0.414112, 0.383821, 0.301333, 0.403278, 0.42438, 0.393388, 0.391818, 0.367057, 0.368582, 0.38748, 0.387789, 0.380359, 0.373471, 0.296787, 0.41545, 0.372378, 0.373932, 0.393155, 0.392999, 0.357087, 0.403879, 0.340851, 0.390791, 0.373417, 0.403395, 0.38153, 0.314945, 0.412017, 0.366118, 0.376159, 0.429493, 0.409442, 0.387282, 0.389361, 0.34992, 0.399128, 0.265094, 0.392058, 0.411913, 0.288132, 0.368993, 0.342475, 0.33531, 0.326957, 0.401091, 0.386018, 0.376876, 0.353158, 0.379386, 0.396841, 0.404712, 0.276587, 0.394593, 0.39014, 0.395259, 0.363559, 0.399197, 0.369106, 0.400854, 0.387262, 0.3773, 0.386788, 0.322264, 0.344349, 0.383918, 0.38496, 0.237019, 0.389971, 0.405596, 0.360146, 0.171664, 0.381713, 0.243895, 0.409551, 0.408873, 0.288679, 0.382353, 0.197404, 0.377161, 0.386076, 0.371829, 0.412998, 0.380449, 0.256349, 0.428598, 0.405291, 0.424997, 0.39042, 0.397418, 0.39486, 0.379152, 0.379433, 0.39903, 0.388306, 0.385058, 0.360392, 0.36371, 0.424598, 0.392108, 0.39218, 0.321247, 0.372797, 0.384584, 0.398403, 0.416778, 0.396928, 0.402967, 0.403753, 0.38319, 0.379997, 0.339614, 0.382568, 0.175575, 0.410766, 0.349618, 0.28741, 0.391755, 0.394437, 0.387786, 0.382846, 0.40228, 0.409796, 0.408445, 0.405798, 0.365191, 0.377285, 0.378213, 0.401836, 0.36906, 0.38622, 0.402848, 0.379875, 0.394477, 0.411384, 0.355526, 0.405665, 0.396074, 0.377653, 0.369947, 0.398339, 0.361892, 0.372653, 0.411863, 0.398231, 0.372061, 0.405622, 0.379769, 0.358911, 0.409648, 0.408011, 0.384489, 0.366099, 0.160398, 0.381762, 0.379027, 0.404335, 0.398261, 0.369227, 0.396636, 0.392076, 0.379193, 0.386117, 0.319067, 0.382165, 0.387887, 0.352649, 0.386637, 0.42696, 0.384501, 0.408739, 0.356939, 0.359231, 0.336239, 0.359066, 0.396808, 0.384448, 0.384031, 0.386314, 0.377907, 0.394558, 0.420406, 0.356724, 0.376502, 0.21281, 0.413285, 0.390485, 0.40349, 0.184223, 0.406539, 0.391414, 0.397149, 0.39027, 0.33721, 0.374028, 0.395574, 0.356658, 0.393083, 0.417409, 0.379039, 0.374599, 0.395039, 0.350604, 0.330177, 0.420566, 0.369129, 0.414455, 0.387326, 0.40341, 0.345281, 0.412015, 0.411866, 0.327267, 0.385575, 0.383423, 0.393909, 0.206438, 0.407617, 0.328132, 0.224342, 0.37822, 0.419178 ] }, "name": "model.model.layers.9.input_layernorm.weight", "outputIndexes": [ 756 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 755 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_9/Mul_output_0", "outputIndexes": [ 757 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 756, 757 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_9/Mul_1_output_0", "outputIndexes": [ 758 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 758 ], "outputIndexes": [ 2215 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2215 ], "outputIndexes": [ 2216 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/q_proj/Linear", "inputIndexes": [ 2216 ], "outputIndexes": [ 2217 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 339740010, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2217 ], "outputIndexes": [ 2218 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2218 ], "outputIndexes": [ 759 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 758 ], "main_type": "NONE", "name": "/Shape_37_output_0", "outputIndexes": [ 760 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 760 ], "main_type": "NONE", "name": "Shape1559", "outputIndexes": [ 761 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 760 ], "main_type": "NONE", "name": "Rank1561", "outputIndexes": [ 762 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 762, 762 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1563", "outputIndexes": [ 763 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 763 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1564", "outputIndexes": [ 764 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 763, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1566", "outputIndexes": [ 765 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 765 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1567", "outputIndexes": [ 766 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 761, 764, 766, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1570", "outputIndexes": [ 767 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 767 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1571", "outputIndexes": [ 768 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 768 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1572", "outputIndexes": [ 769 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 769, 768 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1573", "outputIndexes": [ 770 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 760, 770, 763 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_67_output_0", "outputIndexes": [ 771 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 771, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_127_output_0", "outputIndexes": [ 772 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 772, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_81_output_0", "outputIndexes": [ 773 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 759, 773 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_46_output_0", "outputIndexes": [ 774 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 774, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_36_output_0", "outputIndexes": [ 775 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 774 ], "main_type": "NONE", "name": "/Shape_38_output_0", "outputIndexes": [ 776 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 776 ], "main_type": "NONE", "name": "Shape1580", "outputIndexes": [ 777 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 776 ], "main_type": "NONE", "name": "Rank1582", "outputIndexes": [ 778 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 778, 778 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1584", "outputIndexes": [ 779 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 779 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1585", "outputIndexes": [ 780 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 779, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1587", "outputIndexes": [ 781 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 781 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1588", "outputIndexes": [ 782 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 777, 780, 782, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1591", "outputIndexes": [ 783 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 783 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1592", "outputIndexes": [ 784 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 784 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1593", "outputIndexes": [ 785 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 785, 784 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1594", "outputIndexes": [ 786 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 776, 786, 779 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_68_output_0", "outputIndexes": [ 787 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 787, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_27_output_0", "outputIndexes": [ 788 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 788, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_132_output_0", "outputIndexes": [ 789 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 774, 789, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_37_output_0", "outputIndexes": [ 790 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 790 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_18_output_0", "outputIndexes": [ 791 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 774, 22, 789, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_36_output_0", "outputIndexes": [ 792 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 791, 792 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_84_output_0", "outputIndexes": [ 793 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 793, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_37_output_0", "outputIndexes": [ 794 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 775, 794 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_45_output_0", "outputIndexes": [ 795 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 758 ], "outputIndexes": [ 2219 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2219 ], "outputIndexes": [ 2220 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/k_proj/Linear", "inputIndexes": [ 2220 ], "outputIndexes": [ 2221 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 342099328, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2221 ], "outputIndexes": [ 2222 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2222 ], "outputIndexes": [ 796 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 796, 773 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_47_output_0", "outputIndexes": [ 797 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 797, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_38_output_0", "outputIndexes": [ 798 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 797 ], "main_type": "NONE", "name": "/Shape_39_output_0", "outputIndexes": [ 799 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 799 ], "main_type": "NONE", "name": "Shape1642", "outputIndexes": [ 800 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 799 ], "main_type": "NONE", "name": "Rank1644", "outputIndexes": [ 801 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 801, 801 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1646", "outputIndexes": [ 802 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 802 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1647", "outputIndexes": [ 803 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 802, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1649", "outputIndexes": [ 804 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 804 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1650", "outputIndexes": [ 805 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 800, 803, 805, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1653", "outputIndexes": [ 806 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 806 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1654", "outputIndexes": [ 807 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 807 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1655", "outputIndexes": [ 808 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 808, 807 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1656", "outputIndexes": [ 809 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 799, 809, 802 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_69_output_0", "outputIndexes": [ 810 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 810, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_28_output_0", "outputIndexes": [ 811 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 811, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_134_output_0", "outputIndexes": [ 812 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 797, 812, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_39_output_0", "outputIndexes": [ 813 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 813 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_19_output_0", "outputIndexes": [ 814 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 797, 22, 812, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_38_output_0", "outputIndexes": [ 815 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 814, 815 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_85_output_0", "outputIndexes": [ 816 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 816, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_39_output_0", "outputIndexes": [ 817 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 798, 817 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_46_output_0", "outputIndexes": [ 818 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 758 ], "outputIndexes": [ 2223 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2223 ], "outputIndexes": [ 2224 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/v_proj/Linear", "inputIndexes": [ 2224 ], "outputIndexes": [ 2225 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 344458646, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2225 ], "outputIndexes": [ 2226 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2226 ], "outputIndexes": [ 819 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 819, 773 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_48_output_0", "outputIndexes": [ 820 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 795, 818, 820, 109 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_49_output_0", "outputIndexes": [ 821 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 821 ], "outputIndexes": [ 2227 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2227 ], "outputIndexes": [ 2228 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/o_proj/Linear", "inputIndexes": [ 2228 ], "outputIndexes": [ 2229 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 346817964, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2229 ], "outputIndexes": [ 2230 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2230 ], "outputIndexes": [ 822 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 755, 822 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_48_output_0", "outputIndexes": [ 823 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2048 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.218217, 0.217559, 0.210455, 0.212816, 0.110138, 0.2426, 0.208427, 0.229524, 0.198893, 0.223482, 0.18715, 0.196744, 0.2283, 0.223104, 0.21432, 0.173326, 0.215167, 0.090493, 0.229908, 0.216719, 0.214325, 0.22744, 0.198364, 0.184177, 0.220995, 0.221395, 0.173081, 0.226789, 0.232761, 0.222062, 0.216178, 0.235618, 0.219704, 0.141526, 0.213365, 0.203449, 0.201214, 0.206284, 0.207046, 0.187424, 0.208594, 0.154951, 0.223111, 0.234819, 0.214493, 0.222566, 0.232525, 0.234176, 0.21018, 0.215633, 0.204581, 0.190697, 0.225588, 0.198695, 0.218675, 0.219289, 0.215094, 0.219338, 0.184564, 0.19531, 0.215393, 0.215994, 0.09975, 0.214562, 0.223091, 0.206941, 0.0828, 0.228663, 0.230279, 0.217715, 0.22687, 0.228626, 0.188009, 0.207817, 0.212269, 0.218697, 0.211881, 0.220301, 0.089811, 0.201719, 0.221187, 0.231171, 0.226279, 0.223596, 0.22986, 0.217545, 0.147001, 0.083526, 0.224539, 0.224141, 0.183106, 0.206684, 0.216332, 0.202309, 0.176323, 0.233569, 0.231787, 0.226474, 0.207306, 0.15201, 0.105475, 0.225081, 0.13372, 0.181158, 0.192991, 0.199451, 0.098367, 0.182435, 0.209978, 0.202978, 0.204851, 0.222917, 0.167809, 0.21067, 0.226632, 0.221622, 0.222019, 0.230111, 0.21406, 0.224758, 0.226095, 0.188479, 0.216586, 0.225273, 0.221273, 0.201169, 0.223302, 0.225405, 0.213023, 0.230657, 0.218406, 0.22032, 0.222059, 0.13281, 0.210837, 0.201287, 0.220284, 0.223509, 0.223308, 0.218814, 0.211857, 0.225886, 0.1367, 0.176247, 0.209473, 0.159465, 0.233078, 0.217308, 0.235783, 0.215515, 0.221351, 0.203968, 0.231829, 0.180652, 0.207236, 0.207884, 0.192833, 0.179761, 0.116307, 0.229901, 0.23221, 0.365045, 0.218181, 0.207218, 0.210316, 0.23012, 0.178969, 0.234008, 0.204004, 0.209573, 0.228283, 0.214626, 0.218651, 0.231222, 0.205258, 0.201187, 0.237774, 0.221912, 0.221131, 0.203331, 0.186503, 0.205156, 0.223393, 0.212737, 0.224064, 0.218709, 0.220078, 0.120981, 0.208364, 0.173313, 0.219509, 0.221995, 0.228162, 0.231632, 0.143772, 0.223066, 0.232079, 0.20238, 0.218124, 0.143898, 0.206599, 0.20496, 0.204737, 0.211966, 0.226351, 0.210885, 0.240977, 0.141716, 0.218567, 0.05925, 0.229872, 0.217828, 0.210731, 0.227391, 0.209455, 0.216155, 0.234986, 0.235943, 0.205075, 0.21311, 0.225961, 0.200026, 0.219063, 0.155439, 0.213278, 0.144964, 0.192748, 5.4e-05, 0.228446, 0.199453, 0.208259, 0.221402, 0.220661, 0.169946, 0.220513, 0.16378, 0.202391, 0.226147, 0.187471, 0.177827, 0.223346, 0.205066, 0.230145, 0.205332, 0.226047, 0.231389, 0.229367, 0.21873, 0.189554, 0.192797, 0.219884, 0.224714, 0.229897, 0.22099, 0.081223, 0.082751, 0.231175, 0.219741, 0.217042, 0.219767, 0.214889, 0.234048, 0.226814, 0.229414, 0.182267, 0.219112, 0.224484, 0.233626, 0.223704, 0.207178, 0.182643, 0.21627, 0.222674, 0.218905, 0.225551, 0.11768, 0.216062, 0.226518, 0.19222, 0.208371, 0.163507, 0.078332, 0.075058, 0.200209, 0.224858, 0.222191, 0.157386, 0.197685, 0.224614, 0.202996, 0.215845, 0.206804, 0.218595, 0.214801, 0.204193, 0.210288, 0.209053, 0.102722, 0.217869, 0.226132, 0.224203, 0.148244, 0.216708, 0.162261, 0.091849, 0.225983, 0.215141, 0.205822, 0.192685, 0.223767, 0.226993, 0.208361, 0.2102, 0.223621, 0.228956, 0.226183, 0.21034, 0.225317, 0.070419, 0.2211, 0.145283, 0.214794, 0.22863, 0.171026, 0.143024, 0.213204, 0.154699, 0.209818, 0.202857, 0.177267, 0.207531, 0.221816, 0.206341, 0.225722, 0.229877, 0.21471, 0.184536, 0.212866, 0.173362, 0.19156, 0.206618, 0.200234, 0.205364, 0.209433, 0.102595, 0.188825, 0.159723, 0.213665, 0.201403, 0.188342, 0.161808, 0.221685, 0.069631, 0.224285, 0.207228, 0.227247, 0.116083, 0.20514, 0.221316, 0.216837, 0.200563, 0.229303, 0.198505, 0.190081, 0.21042, 0.222553, 0.213953, 0.217457, 0.187904, 0.218557, 0.201726, 0.139454, 0.206101, 0.224683, 0.209371, 0.20509, 0.196189, 0.21599, 0.216025, 0.21031, 0.209442, 0.094003, 0.23206, 0.207108, 0.206011, 0.200941, 0.208085, 0.2187, 0.167224, 0.244955, 0.132328, 0.222333, 0.218687, 0.216533, 0.176793, 0.201035, 0.193177, 0.231286, 0.170679, 0.217753, 0.197274, 0.222246, 0.219009, 0.218816, 0.161291, 0.195037, 0.205769, 0.167945, 0.230763, 0.205258, 0.062345, 0.22843, 0.232862, 0.223704, 0.224615, 0.066107, 0.204881, 0.231196, 0.220218, 0.223044, 0.223211, 0.194233, 0.241926, 0.04952, 0.220692, 0.223092, 0.177037, 0.225686, 0.123773, 0.132622, 0.184692, 0.222138, 0.225144, 0.223326, 0.208927, 0.206201, 0.195324, 0.205255, 0.194003, 0.233434, 0.217155, 0.2027, 0.235039, 0.18875, 0.216016, 0.231032, 0.232307, 0.20874, 0.217745, 0.212179, 0.228818, 0.205983, 0.088834, 0.206079, 0.160722, 0.188001, 0.180243, 0.181318, 0.233888, 0.211137, 0.066803, 0.211894, 0.224765, 0.202556, 0.205732, 0.232349, 0.223369, 0.205477, 0.226268, 0.20788, 0.208748, 0.218621, 0.230231, 0.197963, 0.205732, 0.22263, 0.208425, 0.22952, 0.217163, 0.218087, 0.225881, 0.231441, 0.216473, 0.197442, 0.161429, 0.205084, 0.221456, 0.230867, 0.22647, 0.138984, 0.205019, 0.231293, 0.213465, 0.206217, 0.200819, 0.209001, 0.069468, 0.236014, 0.20016, 0.144994, 0.212236, 0.214967, 0.215374, 0.222707, 0.212644, 0.220189, 0.213217, 0.22438, 0.212339, 0.223217, 0.222875, 0.223748, 0.203042, 0.225191, 0.215667, 0.218706, 0.210235, 0.225606, 0.225684, 0.124742, 0.153896, 0.193059, 0.215426, 0.222415, 0.077626, 0.230664, 0.214305, 0.190281, 0.209133, 0.219444, 0.210072, 0.226333, 0.209359, 0.217367, 0.15587, 0.199627, 0.189681, 0.228916, 0.216334, 0.213125, 0.192972, 0.129208, 0.139991, 0.216747, 0.230073, 0.150564, 0.22864, 0.218535, 0.101881, 0.215389, 0.139811, 0.159232, 0.090526, 0.211638, 0.217618, 0.234684, 0.219168, 0.213764, 0.222593, 0.217398, 0.216881, 0.21308, 0.222179, 0.222123, 0.199623, 0.196756, 0.215018, 0.206136, 0.226615, 0.191568, 0.219756, 0.217163, 0.215637, 0.179002, 0.167788, 0.180512, 0.177926, 0.207754, 0.225742, 0.194946, 0.226237, 0.230762, 0.199482, 0.160479, 0.21075, 0.209893, 0.219892, 0.22955, 0.194765, 0.215149, 0.107281, 0.202173, 0.212731, 0.217886, 0.233105, 0.210206, 0.156304, 0.207868, 0.207976, 0.221429, 0.207469, 0.223513, 0.218998, 0.218125, 0.221715, 0.210094, 0.196757, 0.230175, 0.176572, 0.093839, 0.225443, 0.224288, 0.211954, 0.218042, 0.189569, 0.209386, 0.241596, 0.214667, 0.071822, 0.107869, 0.17605, 0.19827, 0.235771, 0.190482, 0.233201, 0.217075, 0.202642, 0.157527, 0.214666, 0.23105, 0.222936, 0.189403, 0.229995, 0.221225, 0.207739, 0.216781, 0.169536, 0.217712, 0.196421, 0.207761, 0.223706, 0.219204, 0.210955, 0.224895, 0.21573, 0.199772, 0.225435, 0.224638, 0.21644, 0.209383, 0.233044, 0.21796, 0.217846, 0.069778, 0.197304, 0.202301, 0.21957, 0.229114, 0.221173, 0.23129, 0.227116, 0.218335, 0.219732, 0.098345, 0.226888, 0.226033, 0.219238, 0.218338, 0.218573, 0.201646, 0.219313, 0.2133, 0.207049, 0.23411, 0.195398, 0.210374, 0.228168, 0.228387, 0.21011, 0.218441, 0.225372, 0.223435, 0.224086, 0.092598, 0.215587, 0.176543, 0.191371, 0.117599, 0.19359, 0.223075, 0.188214, 0.22906, 0.220191, 0.207019, 0.205474, 0.211026, 0.209754, 0.202831, 0.224682, 0.217903, 0.229888, 0.076547, 0.206186, 0.225289, 0.217682, 0.063276, 0.203279, 0.179897, 0.227425, 0.23729, 0.223781, 0.214692, 0.194973, 0.189905, 0.229369, 0.212063, 0.202625, 0.207474, 0.211441, 0.228549, 0.221547, 0.186382, 0.218416, 0.141453, 0.213279, 0.214083, 0.228076, 0.223002, 0.213576, 0.224447, 0.180599, 0.216021, 0.226454, 0.229889, 0.218996, 0.213879, 0.196256, 0.215118, 0.22018, 0.218719, 0.221969, 0.221377, 0.200874, 0.230584, 0.222187, 0.211184, 0.20666, 0.188039, 0.199597, 0.034868, 0.221376, 0.229763, 0.199735, 0.220912, 0.219961, 0.213072, 0.178935, 0.207295, 0.212019, 0.195294, 0.202873, 0.232226, 0.219176, 0.217576, 0.141013, 0.210187, 0.213442, 0.218564, 0.222115, 0.210413, 0.219823, 0.228857, 0.208978, 0.221002, 0.114766, 0.218329, 0.213615, 0.213931, 0.210266, 0.206277, 0.226208, 0.211205, 0.120391, 0.221116, 0.213221, 0.227547, 0.22442, 0.220657, 0.195004, 0.228887, 0.089208, 0.187753, 0.171971, 0.117523, 0.213475, 0.208706, 0.075294, 0.220233, 0.219189, 0.225178, 0.226858, 0.175, 0.228855, 0.217946, 0.212228, 0.199729, 0.220708, 0.21333, 0.202171, 0.066653, 0.23449, 0.22249, 0.232247, 0.208439, 0.229521, 0.200386, 0.219739, 0.235973, 0.211463, 0.193676, 0.216345, 0.206664, 0.227067, 0.196873, 0.209923, 0.211721, 0.238801, 0.221542, 0.22187, 0.208929, 0.210841, 0.073971, 0.187981, 0.171894, 0.223094, 0.234799, 0.162342, 0.159538, 0.232161, 0.240934, 0.211279, 0.189145, 0.161195, 0.090892, 0.207806, 0.216888, 0.21245, 0.209433, 0.214581, 0.231188, 0.189559, 0.166106, 0.220339, 0.233899, 0.192522, 0.216987, 0.19731, 0.226444, 0.229151, 0.224722, 0.229102, 0.198829, 0.222631, 0.217415, 0.220373, 0.209394, 0.217329, 0.138283, 0.226433, 0.200415, 0.214849, 0.159746, 0.223209, 0.218769, 0.191399, 0.219445, 0.180846, 0.211027, 0.219641, 0.188229, 0.200537, 0.205108, 0.229176, 0.190572, 0.155285, 0.211836, 0.221936, 0.126445, 0.20725, 0.216261, 0.22571, 0.22541, 0.22148, 0.220727, 0.233533, 0.222543, 0.222883, 0.170693, 0.169363, 0.218418, 0.20769, 0.214006, 0.222519, 0.211389, 0.090338, 0.202454, 0.186833, 0.225811, 0.164232, 0.212352, 0.214745, 0.202776, 0.227542, 0.068044, 0.206553, 0.222723, 0.14624, 0.198281, 0.204052, 0.208623, 0.210769, 0.200463, 0.234635, 0.211782, 0.206991, 0.222836, 0.112995, 0.071478, 0.069056, 0.217235, 0.143493, 0.204729, 0.207985, 0.213863, 0.236865, 0.22011, 0.229099, 0.222373, 0.210363, 0.200695, 0.22582, 0.088115, 0.225909, 0.230931, 0.201575, 0.203719, 0.187211, 0.22492, 0.219299, 0.215203, 0.188598, 0.154438, 0.226005, 0.219034, 0.229181, 0.219912, 0.222586, 0.210968, 0.199044, 0.216182, 0.223008, 0.218809, 0.216316, 0.2234, 0.230408, 0.181138, 0.229581, 0.197415, 0.090642, 0.224786, 0.229139, 0.227836, 0.201494, 0.198102, 0.20455, 0.243924, 0.228399, 0.214892, 0.22739, 0.217158, 0.08118, 0.17354, 0.205913, 0.215182, 0.212252, 0.073997, 0.228231, 0.21286, 0.158138, 0.212201, 0.221765, 0.219684, 0.210662, 0.169252, 0.224857, 0.2234, 0.215576, 0.228379, 0.1878, 0.069882, 0.213467, 0.178822, 0.226426, 0.205203, 0.201339, 0.211753, 0.188161, 0.155049, 0.191762, 0.20039, 0.225818, 0.076774, 0.077176, 0.208491, 0.222463, 0.214832, 0.2235, 0.220106, 0.209476, 0.202576, 0.221565, 0.219904, 0.145179, 0.214281, 0.217383, 0.221563, 0.196857, 0.22727, 0.21672, 0.209816, 0.17713, 0.146071, 0.212765, 0.217172, 0.225653, 0.20839, 0.204794, 0.087835, 0.090424, 0.221592, 0.205983, 0.199375, 0.229724, 0.196899, 0.225588, 0.218675, 0.092883, 0.179128, 0.215109, 0.224686, 0.219654, 0.217532, 0.197741, 0.21588, 0.219882, 0.229442, 0.12892, 0.222722, 0.237828, 0.163434, 0.182471, 0.204968, 0.105548, 0.224252, 0.211685, 0.184397, 0.22797, 0.221676, 0.167621, 0.191626, 0.233017, 0.075339, 0.210889, 0.220507, 0.18183, 0.19257, 0.211388, 0.229783, 0.115304, 0.232873, 0.226973, 0.210851, 0.186288, 0.209894, 0.190728, 0.224685, 0.21557, 0.203848, 0.190275, 0.170864, 0.196944, 0.220916, 0.213292, 0.214632, 0.225076, 0.223789, 0.201543, 0.222725, 0.210617, 0.215929, 0.214111, 0.194045, 0.218439, 0.212328, 0.211032, 0.199561, 0.23101, 0.216267, 0.207487, 0.213115, 0.205095, 0.209108, 0.207465, 0.196922, 0.066308, 0.229224, 0.218833, 0.192987, 0.207745, 0.228371, 0.205411, 0.148423, 0.063626, 0.221673, 0.217844, 0.227547, 0.193905, 0.218614, 0.165579, 0.222546, 0.234489, 0.225101, 0.207606, 0.222173, 0.21854, 0.209692, 0.210387, 0.217413, 0.210673, 0.224664, 0.217812, 0.232734, 0.203616, 0.230171, 0.066831, 0.220142, 0.228032, 0.228105, 0.207693, 0.200548, 0.211503, 0.193763, 0.222139, 0.205393, 0.2196, 0.169013, 0.225003, 0.189322, 0.225852, 0.223568, 0.230702, 0.224456, 0.220103, 0.22025, 0.077597, 0.216611, 0.180189, 0.201081, 0.113507, 0.210672, 0.095825, 0.167303, 0.207307, 0.18714, 0.227708, 0.237646, 0.226012, 0.204549, 0.161596, 0.178222, 0.204485, 0.172556, 0.201677, 0.215456, 0.076386, 0.204453, 0.224847, 0.215324, 0.203846, 0.220285, 0.226289, 0.193891, 0.190753, 0.218252, 0.204408, 0.073932, 0.228074, 0.181146, 0.214654, 0.191133, 0.193375, 0.222774, 0.226593, 0.202142, 0.222467, 0.197147, 0.100245, 0.225391, 0.196109, 0.220087, 0.227539, 0.196322, 0.183905, 0.200764, 0.222358, 0.183972, 0.192904, 0.199214, 0.198563, 0.231093, 0.21454, 0.142139, 0.218986, 0.236773, 0.180337, 0.212427, 0.219914, 0.080769, 0.20984, 0.214128, 0.213192, 0.16101, 0.205726, 0.231174, 0.171729, 0.22512, 0.232305, 0.207264, 0.199865, 0.211407, 0.205236, 0.214032, 0.212635, 0.203473, 0.180185, 0.218842, 0.211667, 0.170187, 0.083976, 0.192507, 0.200769, 0.231121, 0.230046, 0.140197, 0.219691, 0.201632, 0.200013, 0.211832, 0.198952, 0.183738, 0.220401, 0.206701, 0.171401, 0.234191, 0.225273, 0.213335, 0.217576, 0.234366, 0.228271, 0.235878, 0.207623, 0.213009, 0.234586, 0.228739, 0.234433, 0.212839, 0.207277, 0.227581, 0.191989, 0.188816, 0.217096, 0.233733, 0.203542, 0.222689, 0.204941, 0.211213, 0.228437, 0.222945, 0.234072, 0.14951, 0.209688, 0.217073, 0.226268, 0.221421, 0.134649, 0.219858, 0.171787, 0.228301, 0.220369, 0.109737, 0.202949, 0.217874, 0.21654, 0.208444, 0.220486, 0.231043, 0.225396, 0.22227, 0.152129, 0.207705, 0.204794, 0.226759, 0.217245, 0.234004, 0.217445, 0.223909, 0.197145, 0.229924, 0.224553, 0.197191, 0.205903, 0.226281, 0.220579, 0.158452, 0.213889, 0.23836, 0.218203, 0.19086, 0.202036, 0.234169, 0.209822, 0.133551, 0.14616, 0.228546, 0.226533, 0.232531, 0.196011, 0.188284, 0.203338, 0.217513, 0.186258, 0.226019, 0.207276, 0.232052, 0.211015, 0.217859, 0.218563, 0.203004, 0.216594, 0.214392, 0.213639, 0.206637, 0.210025, 0.14334, 0.100611, 0.205145, 0.216396, 0.208074, 0.199012, 0.199783, 0.216987, 0.201634, 0.205528, 0.206946, 0.238593, 0.226456, 0.230463, 0.232343, 0.222211, 0.217016, 0.196131, 0.214664, 0.202873, 0.221711, 0.157915, 0.070812, 0.201874, 0.196848, 0.20903, 0.233362, 0.216179, 0.225263, 0.195228, 0.227924, 0.246541, 0.164357, 0.110676, 0.116711, 0.23342, 0.22082, 0.221573, 0.227459, 0.23776, 0.231973, 0.23388, 0.173615, 0.233192, 0.218038, 0.212323, 0.219339, 0.224764, 0.233821, 0.196284, 0.218507, 0.121659, 0.216613, 0.222607, 0.133779, 0.21425, 0.204689, 0.220923, 0.227298, 0.196755, 0.227017, 0.163394, 0.225267, 0.203662, 0.238987, 0.226313, 0.189744, 0.134928, 0.23027, 0.222922, 0.229224, 0.220815, 0.174072, 0.198629, 0.229998, 0.201411, 0.193067, 0.224657, 0.227133, 0.184922, 0.22206, 0.202645, 0.218485, 0.204523, 0.215442, 0.229892, 0.215549, 0.230995, 0.235981, 0.208226, 0.21615, 0.222066, 0.167396, 0.210349, 0.210545, 0.19454, 0.227436, 0.195388, 0.221598, 0.205226, 0.221748, 0.216284, 0.21084, 0.191935, 0.232518, 0.216856, 0.211979, 0.177546, 0.204722, 0.212475, 0.2035, 0.200191, 0.224377, 0.206757, 0.18696, 0.221947, 0.229861, 0.220259, 0.22465, 0.194787, 0.200645, 0.225534, 0.209144, 0.205756, 0.210519, 0.222052, 0.19988, 0.231658, 0.210528, 0.222411, 0.202208, 0.212669, 0.224484, 0.182597, 0.20776, 0.198298, 0.222014, 0.210143, 0.231423, 0.217183, 0.213061, 0.219445, 0.219602, 0.185605, 0.20475, 0.214763, 0.206681, 0.233094, 0.223133, 0.207367, 0.21418, 0.233033, 0.21055, 0.205718, 0.236925, 0.199194, 0.212777, 0.212791, 0.216778, 0.217036, 0.077414, 0.216866, 0.230414, 0.206835, 0.213812, 0.222699, 0.207034, 0.198047, 0.123297, 0.216875, 0.210135, 0.159534, 0.226405, 0.206192, 0.210899, 0.236289, 0.203744, 0.174687, 0.117459, 0.219393, 0.228101, 0.227748, 0.200749, 0.230177, 0.225943, 0.187047, 0.220345, 0.217889, 0.219205, 0.230654, 0.164049, 0.222614, 0.230338, 0.208338, 0.199029, 0.17297, 0.224349, 0.217573, 0.210245, 0.235174, 0.215705, 0.200416, 0.102302, 0.201715, 0.219762, 0.068082, 0.213573, 0.206496, 0.214561, 0.225375, 0.225647, 0.225472, 0.215511, 0.205714, 0.156422, 0.198652, 0.208804, 0.158376, 0.212082, 0.194742, 0.214852, 0.241584, 0.221957, 0.210668, 0.212247, 0.219341, 0.187318, 0.19995, 0.229713, 0.217706, 0.234145, 0.216628, 0.21822, 0.165907, 0.223358, 0.234616, 0.20794, 0.232324, 0.191607, 0.215362, 0.214952, 0.228685, 0.159499, 0.114838, 0.104624, 0.186941, 0.235638, 0.226276, 0.223, 0.078554, 0.093494, 0.232638, 0.221367, 0.222707, 0.217019, 0.206099, 0.218821, 0.22827, 0.224798, 0.213295, 0.215986, 0.228712, 0.191149, 0.224934, 0.211421, 0.216836, 0.235961, 0.195578, 0.226468, 0.229007, 0.220028, 0.17387, 0.190631, 0.221996, 0.195185, 0.208875, 0.223107, 0.229334, 0.222201, 0.211836, 0.200404, 0.215234, 0.221432, 0.221965, 0.226711, 0.228108, 0.23205, 0.209043, 0.234632, 0.214809, 0.210479, 0.238001, 0.228682, 0.226574, 0.215446, 0.18875, 0.192591, 0.235791, 0.191078, 0.215415, 0.189872, 0.205985, 0.126264, 0.208899, 0.130205, 0.222256, 0.213623, 0.21704, 0.21842, 0.201584, 0.227855, 0.186228, 0.22931, 0.217691, 0.193944, 0.116836, 0.223174, 0.213905, 0.164446, 0.236837, 0.227902, 0.195126, 0.22637, 0.227663, 0.213494, 0.228239, 0.232756, 0.190525, 0.185094, 0.225254, 0.218473, 0.221177, 0.221833, 0.23072, 0.224352, 0.085025, 0.190756, 0.179458, 0.20276, 0.229549, 0.221484, 0.198347, 0.197918, 0.227549, 0.217101, 0.221392, 0.153569, 0.200572, 0.186791, 0.216794, 0.219702, 0.212918, 0.221692, 0.195817, 0.225065, 0.17801, 0.228236, 0.214467, 0.226982, 0.232565, 0.217079, 0.217564, 0.194012, 0.194051, 0.18001, 0.225397, 0.239601, 0.21271, 0.211878, 0.20309, 0.231831, 0.222403, 0.201202, 0.205465, 0.136634, 0.215516, 0.217313, 0.212656, 0.229674, 0.156836, 0.161706, 0.214989, 0.210431, 0.216097, 0.188023, 0.225927, 0.192436, 0.203857, 0.235207, 0.230448, 0.215764, 0.188774, 0.23623, 0.214178, 0.224965, 0.214414, 0.212485, 0.219433, 0.221203, 0.227529, 0.234792, 0.22164, 0.214264, 0.219885, 0.085927, 0.219453, 0.21623, 0.221016, 0.243887, 0.219599, 0.217056, 0.226366, 0.188095, 0.217048, 0.215213, 0.165341, 0.208453, 0.205188, 0.231715, 0.228061, 0.075408, 0.219354, 0.176761, 0.228141, 0.212701, 0.198595, 0.216815, 0.227725, 0.210555, 0.13652, 0.223766, 0.202126, 0.228122, 0.22314, 0.206026, 0.228754, 0.234606, 0.204019, 0.212846, 0.214178, 0.214801, 0.228696, 0.227873, 0.16214, 0.180631, 0.19606, 0.210531, 0.213179, 0.12992, 0.207205, 0.224787, 0.095121, 0.232063, 0.084176, 0.126764, 0.23163, 0.218882, 0.233164, 0.079721, 0.225265, 0.215321, 0.208534, 0.222342, 0.092142, 0.156425, 0.239625, 0.22255, 0.126574, 0.221568, 0.228399, 0.219938, 0.229335, 0.215816, 0.151685, 0.233245, 0.221987, 0.154861, 0.21502, 0.229161, 0.227574, 0.210664, 0.194159, 0.214209, 0.228241, 0.229359, 0.213334, 0.211158, 0.148825, 0.220186, 0.210113, 0.208833, 0.214072, 0.216806, 0.197539, 0.22326, 0.192855, 0.216736, 0.181075, 0.223385, 0.227796, 0.154464, 0.225341, 0.203884, 0.213932, 0.231299, 0.2335, 0.214116, 0.213048, 0.196309, 0.222086, 0.134059, 0.222606, 0.2337, 0.138287, 0.205784, 0.186423, 0.182139, 0.172984, 0.22968, 0.216796, 0.208782, 0.197134, 0.213857, 0.210475, 0.229874, 0.137653, 0.215588, 0.214002, 0.221181, 0.213486, 0.224491, 0.210039, 0.219395, 0.207429, 0.212472, 0.21041, 0.126941, 0.180359, 0.214033, 0.206557, 0.112822, 0.223877, 0.227714, 0.195002, 0.071882, 0.21859, 0.114177, 0.23909, 0.242197, 0.119816, 0.21786, 0.088806, 0.207371, 0.197275, 0.229852, 0.227987, 0.225434, 0.13206, 0.242315, 0.2286, 0.229085, 0.20933, 0.230054, 0.225696, 0.206883, 0.210426, 0.21101, 0.204893, 0.217674, 0.208416, 0.216836, 0.221398, 0.229003, 0.214953, 0.166568, 0.215086, 0.222349, 0.228552, 0.22319, 0.209712, 0.219982, 0.225679, 0.215806, 0.216512, 0.192282, 0.227475, 0.071466, 0.224771, 0.175932, 0.144421, 0.224945, 0.201611, 0.227217, 0.226645, 0.215581, 0.236026, 0.228365, 0.23202, 0.208056, 0.215283, 0.212096, 0.227684, 0.205868, 0.221558, 0.239346, 0.218625, 0.216759, 0.228324, 0.187096, 0.212705, 0.206722, 0.21189, 0.21108, 0.225967, 0.202393, 0.204478, 0.220619, 0.227554, 0.207102, 0.23333, 0.208504, 0.214065, 0.209806, 0.222221, 0.218688, 0.213251, 0.064902, 0.220852, 0.206506, 0.233247, 0.223381, 0.199777, 0.212054, 0.218504, 0.194309, 0.197017, 0.173326, 0.21529, 0.219884, 0.192694, 0.213485, 0.224487, 0.197895, 0.230988, 0.201763, 0.211979, 0.165645, 0.196152, 0.230962, 0.217157, 0.218726, 0.219214, 0.218811, 0.219217, 0.241502, 0.194983, 0.213303, 0.087156, 0.224119, 0.220714, 0.220493, 0.081736, 0.228896, 0.212355, 0.209755, 0.205766, 0.166505, 0.188211, 0.206729, 0.212063, 0.214181, 0.225482, 0.214288, 0.227468, 0.213975, 0.198389, 0.172846, 0.236749, 0.193445, 0.224495, 0.229423, 0.214804, 0.177394, 0.236918, 0.233715, 0.159937, 0.21603, 0.192777, 0.215757, 0.105979, 0.22136, 0.18592, 0.082953, 0.206817, 0.228764 ] }, "name": "model.model.layers.9.post_attention_layernorm.weight", "outputIndexes": [ 824 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 823 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_9/Mul_output_0", "outputIndexes": [ 825 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 824, 825 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_9/Mul_1_output_0", "outputIndexes": [ 826 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 826 ], "outputIndexes": [ 2231 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2231 ], "outputIndexes": [ 2232 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/gate_proj/Linear", "inputIndexes": [ 2232 ], "outputIndexes": [ 2233 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 8192, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 349177282, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2233 ], "outputIndexes": [ 2234 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2234 ], "outputIndexes": [ 827 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 8192 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 827 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_9/Sigmoid_output_0", "outputIndexes": [ 828 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 827, 828 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_9/Mul_output_0", "outputIndexes": [ 829 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 826 ], "outputIndexes": [ 2235 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2235 ], "outputIndexes": [ 2236 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/up_proj/Linear", "inputIndexes": [ 2236 ], "outputIndexes": [ 2237 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 8192, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 358614488, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2237 ], "outputIndexes": [ 2238 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2238 ], "outputIndexes": [ 830 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 8192 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 829, 830 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_9/Mul_output_0", "outputIndexes": [ 831 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 831 ], "outputIndexes": [ 2239 ], "main_type": "Reshape", "main": { "dims": [ -1, 8192, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2239 ], "outputIndexes": [ 2240 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/down_proj/Linear", "inputIndexes": [ 2240 ], "outputIndexes": [ 2241 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 8192, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 368051694, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2241 ], "outputIndexes": [ 2242 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2242 ], "outputIndexes": [ 832 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 823, 832 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_49_output_0", "outputIndexes": [ 833 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 833, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_50_output_0", "outputIndexes": [ 834 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2048 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.417454, 0.402116, 0.397396, 0.392118, 0.228499, 0.447157, 0.382391, 0.396403, 0.353848, 0.407362, 0.333992, 0.338712, 0.426338, 0.388717, 0.395054, 0.302267, 0.359938, 0.193691, 0.401504, 0.395835, 0.380553, 0.414636, 0.366314, 0.392185, 0.399907, 0.419426, 0.331144, 0.40108, 0.437738, 0.397386, 0.412026, 0.402218, 0.399423, 0.315978, 0.404044, 0.384556, 0.376132, 0.36673, 0.381354, 0.337158, 0.372142, 0.274745, 0.403096, 0.421932, 0.358503, 0.40203, 0.410355, 0.4027, 0.383329, 0.373494, 0.371242, 0.352683, 0.419035, 0.373982, 0.402817, 0.402579, 0.38609, 0.398007, 0.344226, 0.338951, 0.404388, 0.379649, 0.19804, 0.405486, 0.423681, 0.386499, 0.206713, 0.421191, 0.415494, 0.379671, 0.415454, 0.392559, 0.374257, 0.401301, 0.384763, 0.389473, 0.422155, 0.400365, 0.185552, 0.349255, 0.430173, 0.412957, 0.409564, 0.375318, 0.408425, 0.393273, 0.294359, 0.181176, 0.423957, 0.407285, 0.32824, 0.379578, 0.445271, 0.362018, 0.342859, 0.397581, 0.401042, 0.397039, 0.389451, 0.297774, 0.229115, 0.407799, 0.25785, 0.323263, 0.339436, 0.353542, 0.178485, 0.348468, 0.386662, 0.356164, 0.38331, 0.39148, 0.330213, 0.392016, 0.412004, 0.379724, 0.417847, 0.424376, 0.42841, 0.428639, 0.428149, 0.332033, 0.385451, 0.396662, 0.425287, 0.399885, 0.421905, 0.406802, 0.360883, 0.425859, 0.408109, 0.400973, 0.391811, 0.247644, 0.357696, 0.350208, 0.416026, 0.407522, 0.391477, 0.396624, 0.398644, 0.421683, 0.260815, 0.332263, 0.386211, 0.287828, 0.43615, 0.408081, 0.399745, 0.371204, 0.393826, 0.388689, 0.435328, 0.341727, 0.353225, 0.301831, 0.357266, 0.341961, 0.224366, 0.403154, 0.421443, 0.272656, 0.41082, 0.357476, 0.394666, 0.422276, 0.339779, 0.403531, 0.410436, 0.383156, 0.395632, 0.394147, 0.389483, 0.388545, 0.346384, 0.329944, 0.422206, 0.398619, 0.416163, 0.358607, 0.34421, 0.392376, 0.407505, 0.39153, 0.379188, 0.400829, 0.397375, 0.259508, 0.380791, 0.305687, 0.369709, 0.409275, 0.412934, 0.417824, 0.274753, 0.403668, 0.406795, 0.362652, 0.389765, 0.281139, 0.369702, 0.377482, 0.352082, 0.391135, 0.37844, 0.365673, 0.421081, 0.278437, 0.373011, 0.171788, 0.420828, 0.384394, 0.407304, 0.393098, 0.38106, 0.377557, 0.442419, 0.415331, 0.392001, 0.381379, 0.427488, 0.397528, 0.388168, 0.291525, 0.420724, 0.300685, 0.333517, 0.045485, 0.423647, 0.354886, 0.37289, 0.366085, 0.397391, 0.310111, 0.400327, 0.31367, 0.356871, 0.413507, 0.376872, 0.306791, 0.383823, 0.385375, 0.442947, 0.345124, 0.409373, 0.418862, 0.379712, 0.400382, 0.356913, 0.345119, 0.408424, 0.371926, 0.396734, 0.404023, 0.173031, 0.173997, 0.391983, 0.392769, 0.374075, 0.397722, 0.401176, 0.40839, 0.429371, 0.395009, 0.335327, 0.382756, 0.404639, 0.385634, 0.399391, 0.327599, 0.326369, 0.391642, 0.378428, 0.39836, 0.416277, 0.244494, 0.374355, 0.376004, 0.34348, 0.422102, 0.303818, 0.26349, 0.163223, 0.354082, 0.399609, 0.389909, 0.296426, 0.374567, 0.412149, 0.379779, 0.398432, 0.382007, 0.397328, 0.39311, 0.35239, 0.366773, 0.370576, 0.193728, 0.405258, 0.414609, 0.395768, 0.277894, 0.391157, 0.304454, 0.235039, 0.411252, 0.382206, 0.362666, 0.33596, 0.40233, 0.3746, 0.395087, 0.375281, 0.415381, 0.421758, 0.369979, 0.388322, 0.415167, 0.339263, 0.432132, 0.26442, 0.404814, 0.457279, 0.283237, 0.258181, 0.396277, 0.298832, 0.372919, 0.371273, 0.346145, 0.380336, 0.400527, 0.358085, 0.426174, 0.408729, 0.399675, 0.325714, 0.395748, 0.219477, 0.295539, 0.338818, 0.376536, 0.3593, 0.370188, 0.204341, 0.342107, 0.29946, 0.381661, 0.361157, 0.368053, 0.337717, 0.43305, 0.168424, 0.401639, 0.375317, 0.381106, 0.235043, 0.383955, 0.389759, 0.380294, 0.39447, 0.401298, 0.337475, 0.359578, 0.391259, 0.377407, 0.397235, 0.445882, 0.374311, 0.39145, 0.382046, 0.275381, 0.358525, 0.403664, 0.367223, 0.389043, 0.361187, 0.379127, 0.402187, 0.367291, 0.396173, 0.196525, 0.434605, 0.38764, 0.396736, 0.352784, 0.390708, 0.371671, 0.329507, 0.461167, 0.261703, 0.417438, 0.387537, 0.411656, 0.311991, 0.361766, 0.367888, 0.418345, 0.326871, 0.393326, 0.365665, 0.429974, 0.398648, 0.401531, 0.30397, 0.353001, 0.388119, 0.316286, 0.424667, 0.361307, 0.154026, 0.409568, 0.434469, 0.403342, 0.396298, 0.200787, 0.371963, 0.417318, 0.397329, 0.407413, 0.373176, 0.351128, 0.415913, 0.220875, 0.404373, 0.439387, 0.303336, 0.389419, 0.26678, 0.281311, 0.379782, 0.387847, 0.393731, 0.427118, 0.377306, 0.360778, 0.333688, 0.371204, 0.330933, 0.436104, 0.388976, 0.363407, 0.427491, 0.360745, 0.370985, 0.429542, 0.414056, 0.403736, 0.404032, 0.322529, 0.427511, 0.371521, 0.17466, 0.391324, 0.286555, 0.348794, 0.366509, 0.365127, 0.408184, 0.404072, 0.187514, 0.414466, 0.416239, 0.373789, 0.393911, 0.417662, 0.399878, 0.412998, 0.379608, 0.366254, 0.427643, 0.395308, 0.427419, 0.379137, 0.371164, 0.423315, 0.40701, 0.425799, 0.403252, 0.409394, 0.414647, 0.402235, 0.412143, 0.370822, 0.286494, 0.366147, 0.420887, 0.411716, 0.435458, 0.295825, 0.365172, 0.41131, 0.383198, 0.387981, 0.393424, 0.353135, 0.167154, 0.39217, 0.396646, 0.278053, 0.409857, 0.403498, 0.390965, 0.416369, 0.38988, 0.387382, 0.398077, 0.40111, 0.35859, 0.413995, 0.409078, 0.428683, 0.390128, 0.395186, 0.401728, 0.399322, 0.311376, 0.394464, 0.434246, 0.234633, 0.287619, 0.360649, 0.406441, 0.44225, 0.197263, 0.422841, 0.395834, 0.363534, 0.363373, 0.361189, 0.386434, 0.378822, 0.394252, 0.397338, 0.279761, 0.371524, 0.351522, 0.459524, 0.394019, 0.395579, 0.358257, 0.247979, 0.26583, 0.397625, 0.398711, 0.284422, 0.445021, 0.40966, 0.218296, 0.434749, 0.258084, 0.288148, 0.196121, 0.400967, 0.393227, 0.452032, 0.406647, 0.400869, 0.414918, 0.367673, 0.395617, 0.371681, 0.387748, 0.425, 0.416195, 0.350335, 0.39415, 0.3861, 0.433749, 0.384049, 0.422892, 0.409612, 0.418571, 0.297262, 0.286947, 0.342699, 0.348166, 0.411772, 0.402076, 0.350846, 0.445792, 0.424032, 0.354975, 0.300086, 0.355108, 0.375831, 0.39093, 0.407435, 0.359246, 0.39165, 0.225841, 0.368241, 0.370583, 0.419748, 0.420451, 0.391406, 0.307439, 0.389701, 0.391278, 0.381811, 0.421041, 0.414965, 0.402594, 0.415523, 0.397765, 0.39968, 0.33355, 0.409681, 0.321943, 0.2261, 0.421441, 0.419336, 0.391977, 0.408819, 0.356242, 0.364659, 0.431918, 0.390104, 0.297012, 0.229689, 0.32734, 0.370672, 0.421189, 0.344073, 0.425972, 0.423513, 0.366789, 0.296647, 0.386725, 0.412526, 0.423617, 0.367927, 0.427175, 0.380523, 0.372281, 0.400701, 0.373758, 0.375484, 0.350227, 0.364886, 0.387534, 0.38154, 0.362499, 0.415333, 0.388203, 0.35499, 0.403359, 0.395783, 0.411783, 0.389955, 0.392392, 0.397868, 0.381395, 0.221701, 0.345662, 0.37452, 0.432609, 0.412818, 0.386618, 0.405254, 0.412947, 0.4425, 0.422723, 0.214309, 0.401466, 0.438688, 0.396614, 0.387407, 0.402893, 0.386591, 0.382905, 0.394388, 0.373452, 0.418994, 0.343641, 0.41816, 0.430378, 0.417796, 0.374042, 0.398609, 0.424637, 0.372597, 0.421842, 0.179192, 0.38634, 0.32994, 0.362831, 0.270196, 0.381015, 0.427715, 0.371076, 0.397089, 0.374068, 0.369121, 0.359802, 0.377768, 0.422913, 0.357577, 0.40583, 0.377277, 0.421781, 0.244438, 0.390524, 0.409051, 0.422968, 0.289331, 0.404103, 0.32407, 0.403793, 0.413687, 0.407498, 0.393459, 0.356498, 0.362356, 0.428984, 0.40654, 0.3788, 0.397727, 0.392111, 0.408665, 0.403318, 0.374799, 0.419716, 0.26521, 0.391989, 0.378335, 0.459451, 0.398941, 0.364954, 0.398379, 0.346577, 0.435508, 0.43136, 0.401366, 0.40291, 0.381731, 0.348641, 0.401805, 0.420917, 0.383933, 0.372124, 0.3815, 0.354553, 0.440727, 0.406511, 0.352307, 0.391943, 0.348494, 0.377143, 0.14109, 0.370605, 0.418388, 0.37492, 0.391341, 0.390447, 0.382424, 0.333361, 0.377411, 0.369747, 0.38622, 0.36287, 0.418572, 0.376004, 0.393461, 0.312307, 0.369447, 0.368222, 0.369788, 0.431723, 0.36274, 0.401491, 0.409538, 0.390906, 0.442519, 0.227742, 0.41244, 0.375876, 0.399845, 0.388976, 0.395521, 0.423381, 0.377649, 0.253298, 0.400304, 0.37669, 0.386192, 0.419842, 0.390583, 0.35008, 0.390199, 0.193855, 0.335478, 0.304047, 0.243138, 0.386192, 0.36359, 0.177269, 0.400086, 0.426117, 0.42644, 0.400585, 0.314486, 0.448052, 0.416363, 0.367493, 0.36667, 0.403336, 0.40304, 0.359039, 0.194183, 0.475269, 0.426484, 0.413597, 0.394989, 0.427877, 0.398865, 0.401447, 0.428395, 0.360784, 0.352532, 0.374705, 0.383244, 0.387049, 0.367235, 0.383756, 0.318208, 0.388782, 0.433871, 0.407291, 0.3486, 0.379713, 0.205036, 0.331458, 0.322784, 0.394757, 0.410519, 0.27282, 0.302387, 0.435469, 0.401795, 0.393016, 0.399978, 0.30987, 0.281978, 0.391101, 0.396116, 0.383486, 0.362941, 0.386541, 0.412206, 0.397041, 0.302772, 0.381148, 0.4266, 0.358339, 0.366196, 0.408025, 0.412085, 0.410302, 0.443729, 0.401312, 0.359811, 0.39358, 0.397711, 0.376452, 0.384886, 0.402049, 0.285807, 0.410086, 0.362929, 0.399972, 0.307928, 0.386132, 0.39209, 0.357216, 0.444541, 0.347511, 0.40248, 0.374514, 0.379893, 0.363855, 0.359116, 0.413849, 0.372811, 0.309195, 0.413879, 0.410418, 0.23232, 0.389646, 0.413501, 0.383343, 0.403216, 0.386553, 0.398698, 0.416187, 0.378383, 0.431442, 0.29709, 0.348729, 0.412593, 0.365707, 0.39184, 0.404202, 0.38714, 0.21154, 0.377666, 0.340518, 0.404759, 0.300296, 0.397674, 0.401059, 0.353871, 0.44064, 0.163005, 0.366941, 0.42698, 0.271117, 0.361777, 0.38836, 0.388601, 0.37645, 0.383696, 0.411294, 0.400007, 0.348016, 0.392704, 0.2266, 0.141487, 0.174766, 0.382111, 0.247092, 0.388865, 0.366878, 0.410002, 0.407053, 0.401851, 0.429594, 0.416011, 0.380326, 0.399052, 0.398561, 0.388093, 0.408103, 0.410273, 0.357708, 0.344841, 0.328617, 0.409859, 0.399016, 0.379358, 0.330366, 0.237917, 0.409555, 0.369967, 0.420888, 0.391953, 0.407231, 0.390395, 0.35002, 0.372887, 0.379424, 0.42568, 0.408442, 0.424807, 0.445597, 0.32691, 0.416144, 0.380912, 0.199968, 0.408106, 0.402081, 0.400338, 0.37583, 0.392717, 0.386493, 0.423179, 0.404331, 0.400095, 0.390652, 0.408701, 0.166829, 0.314453, 0.35303, 0.406233, 0.383316, 0.168427, 0.411965, 0.377264, 0.28519, 0.372026, 0.375009, 0.408371, 0.374589, 0.319211, 0.392887, 0.385084, 0.398475, 0.447344, 0.380237, 0.135715, 0.39013, 0.324026, 0.409205, 0.371091, 0.368675, 0.377438, 0.364154, 0.266644, 0.327888, 0.382848, 0.414531, 0.179704, 0.186957, 0.390429, 0.42238, 0.382527, 0.391623, 0.411868, 0.371948, 0.366508, 0.390764, 0.405003, 0.262465, 0.387629, 0.370462, 0.385108, 0.336219, 0.414739, 0.395578, 0.379861, 0.336743, 0.299122, 0.400526, 0.376323, 0.430018, 0.367229, 0.371546, 0.34426, 0.206114, 0.408959, 0.339325, 0.393027, 0.43567, 0.351657, 0.399992, 0.43723, 0.1855, 0.346489, 0.39065, 0.418862, 0.423403, 0.384749, 0.382332, 0.359369, 0.44047, 0.425228, 0.23709, 0.404322, 0.432628, 0.297459, 0.370111, 0.385731, 0.198765, 0.405429, 0.392053, 0.351669, 0.371477, 0.412646, 0.305228, 0.398637, 0.439764, 0.189923, 0.428167, 0.415347, 0.361782, 0.316668, 0.401327, 0.417158, 0.215455, 0.407801, 0.416186, 0.372944, 0.350003, 0.381261, 0.348146, 0.388748, 0.402847, 0.36763, 0.35974, 0.351193, 0.368439, 0.422716, 0.409514, 0.396963, 0.407385, 0.395748, 0.348141, 0.40747, 0.36882, 0.373024, 0.381598, 0.392855, 0.390474, 0.391435, 0.380108, 0.405839, 0.401188, 0.419577, 0.373427, 0.407548, 0.380322, 0.391604, 0.390474, 0.368238, 0.148166, 0.417082, 0.4214, 0.346991, 0.379416, 0.387705, 0.384007, 0.270482, 0.36915, 0.395235, 0.397565, 0.411605, 0.368065, 0.387916, 0.316355, 0.413886, 0.410039, 0.418446, 0.39152, 0.432389, 0.389598, 0.390729, 0.369803, 0.405212, 0.386163, 0.391287, 0.388325, 0.422478, 0.375179, 0.399397, 0.154011, 0.422468, 0.378595, 0.399184, 0.377652, 0.361756, 0.404071, 0.378506, 0.42485, 0.387955, 0.41847, 0.315186, 0.416605, 0.338023, 0.393739, 0.405483, 0.373597, 0.398526, 0.375639, 0.385458, 0.313432, 0.370119, 0.313259, 0.367492, 0.236976, 0.381016, 0.333704, 0.323914, 0.360401, 0.344001, 0.421, 0.423322, 0.406009, 0.388288, 0.285226, 0.32184, 0.392668, 0.449595, 0.385224, 0.386994, 0.198213, 0.369247, 0.448382, 0.379217, 0.336027, 0.40061, 0.412255, 0.350269, 0.351209, 0.398688, 0.365708, 0.370304, 0.418875, 0.318751, 0.390299, 0.336501, 0.346334, 0.416537, 0.410922, 0.369114, 0.398246, 0.326934, 0.201628, 0.396487, 0.358103, 0.378428, 0.404414, 0.351585, 0.339536, 0.367133, 0.402357, 0.346661, 0.363492, 0.353298, 0.388307, 0.407359, 0.386623, 0.273101, 0.435369, 0.42511, 0.317175, 0.403332, 0.370253, 0.186416, 0.37907, 0.385549, 0.398163, 0.280246, 0.363443, 0.417285, 0.313778, 0.40049, 0.393876, 0.349626, 0.378756, 0.398823, 0.367695, 0.366143, 0.353034, 0.376391, 0.359472, 0.408721, 0.373079, 0.312624, 0.193125, 0.361861, 0.369971, 0.416703, 0.423432, 0.295204, 0.379344, 0.38307, 0.386194, 0.386518, 0.358827, 0.320433, 0.374842, 0.357364, 0.327929, 0.440869, 0.403566, 0.404908, 0.40494, 0.437602, 0.420176, 0.413738, 0.367398, 0.413041, 0.436593, 0.394684, 0.411139, 0.397588, 0.356388, 0.40891, 0.357789, 0.368103, 0.380068, 0.420564, 0.361007, 0.383401, 0.354694, 0.379695, 0.388446, 0.433018, 0.391869, 0.279243, 0.381015, 0.402906, 0.397376, 0.398601, 0.267911, 0.382155, 0.305144, 0.385341, 0.399801, 0.331494, 0.364712, 0.416649, 0.388978, 0.382894, 0.390759, 0.432684, 0.445065, 0.386519, 0.279478, 0.413138, 0.349477, 0.445967, 0.412366, 0.384018, 0.410268, 0.398363, 0.366911, 0.445111, 0.409934, 0.378283, 0.340952, 0.41709, 0.432704, 0.305148, 0.401908, 0.434009, 0.402283, 0.341532, 0.342354, 0.422812, 0.377067, 0.269872, 0.294677, 0.432486, 0.410081, 0.412138, 0.33925, 0.342054, 0.371954, 0.377885, 0.326392, 0.433611, 0.388669, 0.448317, 0.37849, 0.390271, 0.382361, 0.358056, 0.408301, 0.416454, 0.413554, 0.405994, 0.366446, 0.277852, 0.273469, 0.362337, 0.385329, 0.366564, 0.352268, 0.347415, 0.368309, 0.392283, 0.408655, 0.390964, 0.457581, 0.416525, 0.446033, 0.387024, 0.372383, 0.379947, 0.360716, 0.382399, 0.348094, 0.388881, 0.283128, 0.184821, 0.387463, 0.356278, 0.399928, 0.409993, 0.39778, 0.436256, 0.367595, 0.436988, 0.425555, 0.310912, 0.251224, 0.252523, 0.418187, 0.423512, 0.454048, 0.381466, 0.439945, 0.423312, 0.390073, 0.323604, 0.428231, 0.397987, 0.378202, 0.386741, 0.40908, 0.412781, 0.337194, 0.388684, 0.3027, 0.406224, 0.460084, 0.24532, 0.36803, 0.398052, 0.42817, 0.39413, 0.368478, 0.409786, 0.282204, 0.391095, 0.374611, 0.39919, 0.428879, 0.354807, 0.25814, 0.404632, 0.410557, 0.403368, 0.40413, 0.329348, 0.354449, 0.415329, 0.400778, 0.352136, 0.409541, 0.421833, 0.318285, 0.383376, 0.349737, 0.404746, 0.385355, 0.392225, 0.433858, 0.402376, 0.434684, 0.443429, 0.387869, 0.402778, 0.381804, 0.337138, 0.374715, 0.385842, 0.346536, 0.391956, 0.378484, 0.401826, 0.378666, 0.401139, 0.388103, 0.384953, 0.340213, 0.429587, 0.420577, 0.388896, 0.291349, 0.365513, 0.376572, 0.398059, 0.386568, 0.397843, 0.387974, 0.314676, 0.391952, 0.374756, 0.38953, 0.391564, 0.328935, 0.3504, 0.39593, 0.376754, 0.375917, 0.383472, 0.396848, 0.369171, 0.417395, 0.380945, 0.43068, 0.341063, 0.383431, 0.415272, 0.318013, 0.374172, 0.348278, 0.394594, 0.382915, 0.409628, 0.400625, 0.378132, 0.435669, 0.402606, 0.343488, 0.350981, 0.384354, 0.386309, 0.403444, 0.404907, 0.381198, 0.380437, 0.409836, 0.360172, 0.351967, 0.41238, 0.379967, 0.401789, 0.374164, 0.406143, 0.425432, 0.161905, 0.390679, 0.426908, 0.437756, 0.393437, 0.412539, 0.364314, 0.345879, 0.25573, 0.380894, 0.376594, 0.290659, 0.426677, 0.381076, 0.385887, 0.404983, 0.37769, 0.332865, 0.283826, 0.435792, 0.422431, 0.405573, 0.372112, 0.419175, 0.406577, 0.334156, 0.411478, 0.372923, 0.407906, 0.400743, 0.344818, 0.396607, 0.378834, 0.370154, 0.380449, 0.337239, 0.409455, 0.417578, 0.382827, 0.436461, 0.369954, 0.332813, 0.250552, 0.360362, 0.360545, 0.186344, 0.37774, 0.388074, 0.398039, 0.421079, 0.412108, 0.412892, 0.408647, 0.38576, 0.298423, 0.380348, 0.370755, 0.296504, 0.365942, 0.336775, 0.433787, 0.423441, 0.387763, 0.422512, 0.3914, 0.403941, 0.365402, 0.454619, 0.423782, 0.380026, 0.434548, 0.391598, 0.405164, 0.32677, 0.43259, 0.394021, 0.362614, 0.376272, 0.315857, 0.379791, 0.376159, 0.424172, 0.310892, 0.220865, 0.235336, 0.349572, 0.42381, 0.39718, 0.422941, 0.282019, 0.193339, 0.399523, 0.385998, 0.411354, 0.3949, 0.385828, 0.402463, 0.378721, 0.3935, 0.409147, 0.367212, 0.386171, 0.327254, 0.409633, 0.389218, 0.425569, 0.423294, 0.368848, 0.426378, 0.411244, 0.410703, 0.30509, 0.32164, 0.410521, 0.325138, 0.362121, 0.379971, 0.42547, 0.395481, 0.444897, 0.356081, 0.393947, 0.425014, 0.411169, 0.428534, 0.40719, 0.394555, 0.382941, 0.432127, 0.404956, 0.366202, 0.425008, 0.393297, 0.375872, 0.35689, 0.334121, 0.351566, 0.412404, 0.366458, 0.386519, 0.360446, 0.39718, 0.238694, 0.359289, 0.292297, 0.397991, 0.40426, 0.405173, 0.424512, 0.369719, 0.444495, 0.35348, 0.406313, 0.388883, 0.31882, 0.222118, 0.413266, 0.426481, 0.311901, 0.425425, 0.422577, 0.355912, 0.416003, 0.420324, 0.370776, 0.44672, 0.401539, 0.32806, 0.318401, 0.41048, 0.382438, 0.420917, 0.380937, 0.403999, 0.399877, 0.200576, 0.355194, 0.332035, 0.385261, 0.428028, 0.386155, 0.365255, 0.393476, 0.427815, 0.404584, 0.394795, 0.244908, 0.34414, 0.355006, 0.384894, 0.392964, 0.387883, 0.400807, 0.419944, 0.400552, 0.377232, 0.416724, 0.402975, 0.39803, 0.436136, 0.382171, 0.39132, 0.327524, 0.374082, 0.323796, 0.409625, 0.427855, 0.397413, 0.367382, 0.364298, 0.418376, 0.39284, 0.367834, 0.37843, 0.290244, 0.384113, 0.401728, 0.37582, 0.41573, 0.27633, 0.30227, 0.389113, 0.410199, 0.407067, 0.348568, 0.425192, 0.380639, 0.349444, 0.439081, 0.455676, 0.391259, 0.31898, 0.427191, 0.386493, 0.419033, 0.406505, 0.38258, 0.407512, 0.404451, 0.391753, 0.429599, 0.404159, 0.376208, 0.413269, 0.176738, 0.370198, 0.390879, 0.40535, 0.430267, 0.418747, 0.40937, 0.392002, 0.353935, 0.400373, 0.37947, 0.317034, 0.393198, 0.356736, 0.432267, 0.420132, 0.191565, 0.420799, 0.32289, 0.372186, 0.369181, 0.36365, 0.375033, 0.412099, 0.348629, 0.255971, 0.400898, 0.359502, 0.417944, 0.41346, 0.351161, 0.424016, 0.404671, 0.355797, 0.418395, 0.374394, 0.387005, 0.420003, 0.40213, 0.311797, 0.338294, 0.361344, 0.388733, 0.397546, 0.234889, 0.349445, 0.390807, 0.19439, 0.386935, 0.19976, 0.2493, 0.415969, 0.38147, 0.423694, 0.161933, 0.420803, 0.38672, 0.379558, 0.407847, 0.30589, 0.283287, 0.448789, 0.372664, 0.348579, 0.410816, 0.440017, 0.424586, 0.39768, 0.424402, 0.318655, 0.429492, 0.382705, 0.291502, 0.411835, 0.424028, 0.414859, 0.396786, 0.336315, 0.394041, 0.408287, 0.399208, 0.385025, 0.398588, 0.299293, 0.401377, 0.381942, 0.371705, 0.397009, 0.398787, 0.348847, 0.42327, 0.336855, 0.380054, 0.363094, 0.383268, 0.404872, 0.29946, 0.420818, 0.361291, 0.37229, 0.456685, 0.412688, 0.396573, 0.385784, 0.333302, 0.415669, 0.243852, 0.408211, 0.447362, 0.291532, 0.36139, 0.338188, 0.321937, 0.322774, 0.413539, 0.38211, 0.365309, 0.368364, 0.384212, 0.40292, 0.398594, 0.244816, 0.384914, 0.401084, 0.38464, 0.354503, 0.419651, 0.357658, 0.411289, 0.384555, 0.370713, 0.421812, 0.335791, 0.334639, 0.386499, 0.406269, 0.238352, 0.39965, 0.448517, 0.348715, 0.181906, 0.392888, 0.229948, 0.417258, 0.419248, 0.2868, 0.3945, 0.19709, 0.395799, 0.397968, 0.406989, 0.424383, 0.393898, 0.24717, 0.43142, 0.417658, 0.429117, 0.391244, 0.412572, 0.404385, 0.379285, 0.385531, 0.411636, 0.376737, 0.376512, 0.330179, 0.367631, 0.454127, 0.406517, 0.368245, 0.307401, 0.380602, 0.393651, 0.378416, 0.426648, 0.403757, 0.38822, 0.391542, 0.391398, 0.378806, 0.318482, 0.397178, 0.16475, 0.418908, 0.357148, 0.292308, 0.379215, 0.393563, 0.386117, 0.391761, 0.407232, 0.422, 0.427925, 0.427965, 0.357522, 0.416049, 0.372958, 0.448398, 0.361873, 0.395223, 0.414034, 0.387617, 0.383615, 0.413933, 0.315837, 0.406339, 0.385679, 0.374894, 0.354684, 0.415835, 0.386641, 0.381425, 0.426599, 0.420224, 0.383443, 0.424085, 0.380235, 0.346434, 0.424111, 0.418616, 0.388415, 0.396946, 0.157784, 0.388329, 0.382569, 0.402911, 0.395189, 0.358076, 0.38703, 0.374171, 0.38329, 0.381938, 0.295476, 0.379538, 0.411719, 0.341316, 0.39675, 0.420058, 0.379053, 0.410846, 0.346984, 0.356503, 0.30308, 0.335455, 0.406833, 0.381316, 0.390077, 0.389008, 0.372876, 0.396816, 0.426772, 0.350491, 0.367374, 0.203901, 0.41572, 0.392589, 0.406538, 0.195976, 0.403089, 0.387965, 0.385428, 0.395844, 0.315333, 0.349455, 0.393227, 0.354614, 0.383446, 0.450465, 0.37886, 0.374068, 0.40111, 0.362166, 0.299105, 0.423565, 0.339306, 0.426433, 0.419256, 0.397217, 0.3433, 0.403397, 0.420809, 0.313695, 0.378762, 0.383528, 0.392787, 0.186477, 0.414075, 0.318927, 0.24532, 0.372447, 0.438247 ] }, "name": "model.model.layers.10.input_layernorm.weight", "outputIndexes": [ 835 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 834 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_10/Mul_output_0", "outputIndexes": [ 836 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 835, 836 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_10/Mul_1_output_0", "outputIndexes": [ 837 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 837 ], "outputIndexes": [ 2243 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2243 ], "outputIndexes": [ 2244 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/q_proj/Linear", "inputIndexes": [ 2244 ], "outputIndexes": [ 2245 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 377488900, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2245 ], "outputIndexes": [ 2246 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2246 ], "outputIndexes": [ 838 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 837 ], "main_type": "NONE", "name": "/Shape_41_output_0", "outputIndexes": [ 839 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 839 ], "main_type": "NONE", "name": "Shape1724", "outputIndexes": [ 840 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 839 ], "main_type": "NONE", "name": "Rank1726", "outputIndexes": [ 841 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 841, 841 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1728", "outputIndexes": [ 842 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 842 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1729", "outputIndexes": [ 843 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 842, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1731", "outputIndexes": [ 844 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 844 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1732", "outputIndexes": [ 845 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 840, 843, 845, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1735", "outputIndexes": [ 846 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 846 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1736", "outputIndexes": [ 847 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 847 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1737", "outputIndexes": [ 848 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 848, 847 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1738", "outputIndexes": [ 849 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 839, 849, 842 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_74_output_0", "outputIndexes": [ 850 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 850, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_141_output_0", "outputIndexes": [ 851 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 851, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_90_output_0", "outputIndexes": [ 852 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 838, 852 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_51_output_0", "outputIndexes": [ 853 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 853, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_40_output_0", "outputIndexes": [ 854 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 853 ], "main_type": "NONE", "name": "/Shape_42_output_0", "outputIndexes": [ 855 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 855 ], "main_type": "NONE", "name": "Shape1745", "outputIndexes": [ 856 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 855 ], "main_type": "NONE", "name": "Rank1747", "outputIndexes": [ 857 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 857, 857 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1749", "outputIndexes": [ 858 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 858 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1750", "outputIndexes": [ 859 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 858, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1752", "outputIndexes": [ 860 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 860 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1753", "outputIndexes": [ 861 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 856, 859, 861, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1756", "outputIndexes": [ 862 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 862 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1757", "outputIndexes": [ 863 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 863 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1758", "outputIndexes": [ 864 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 864, 863 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1759", "outputIndexes": [ 865 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 855, 865, 858 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_75_output_0", "outputIndexes": [ 866 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 866, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_30_output_0", "outputIndexes": [ 867 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 867, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_146_output_0", "outputIndexes": [ 868 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 853, 868, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_41_output_0", "outputIndexes": [ 869 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 869 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_20_output_0", "outputIndexes": [ 870 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 853, 22, 868, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_40_output_0", "outputIndexes": [ 871 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 870, 871 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_93_output_0", "outputIndexes": [ 872 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 872, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_41_output_0", "outputIndexes": [ 873 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 854, 873 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_50_output_0", "outputIndexes": [ 874 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 837 ], "outputIndexes": [ 2247 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2247 ], "outputIndexes": [ 2248 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/k_proj/Linear", "inputIndexes": [ 2248 ], "outputIndexes": [ 2249 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 379848218, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2249 ], "outputIndexes": [ 2250 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2250 ], "outputIndexes": [ 875 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 875, 852 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_52_output_0", "outputIndexes": [ 876 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 876, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_42_output_0", "outputIndexes": [ 877 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 876 ], "main_type": "NONE", "name": "/Shape_43_output_0", "outputIndexes": [ 878 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 878 ], "main_type": "NONE", "name": "Shape1807", "outputIndexes": [ 879 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 878 ], "main_type": "NONE", "name": "Rank1809", "outputIndexes": [ 880 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 880, 880 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1811", "outputIndexes": [ 881 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 881 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1812", "outputIndexes": [ 882 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 881, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1814", "outputIndexes": [ 883 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 883 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1815", "outputIndexes": [ 884 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 879, 882, 884, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1818", "outputIndexes": [ 885 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 885 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1819", "outputIndexes": [ 886 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 886 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1820", "outputIndexes": [ 887 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 887, 886 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1821", "outputIndexes": [ 888 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 878, 888, 881 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_76_output_0", "outputIndexes": [ 889 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 889, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_31_output_0", "outputIndexes": [ 890 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 890, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_148_output_0", "outputIndexes": [ 891 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 876, 891, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_43_output_0", "outputIndexes": [ 892 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 892 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_21_output_0", "outputIndexes": [ 893 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 876, 22, 891, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_42_output_0", "outputIndexes": [ 894 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 893, 894 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_94_output_0", "outputIndexes": [ 895 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 895, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_43_output_0", "outputIndexes": [ 896 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 877, 896 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_51_output_0", "outputIndexes": [ 897 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 837 ], "outputIndexes": [ 2251 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2251 ], "outputIndexes": [ 2252 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/v_proj/Linear", "inputIndexes": [ 2252 ], "outputIndexes": [ 2253 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 382207536, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2253 ], "outputIndexes": [ 2254 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2254 ], "outputIndexes": [ 898 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 898, 852 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_53_output_0", "outputIndexes": [ 899 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 874, 897, 899, 109 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_54_output_0", "outputIndexes": [ 900 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 900 ], "outputIndexes": [ 2255 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2255 ], "outputIndexes": [ 2256 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/o_proj/Linear", "inputIndexes": [ 2256 ], "outputIndexes": [ 2257 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 384566854, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2257 ], "outputIndexes": [ 2258 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2258 ], "outputIndexes": [ 901 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 834, 901 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_53_output_0", "outputIndexes": [ 902 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2048 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.185288, 0.196379, 0.184286, 0.187936, 0.095823, 0.213935, 0.185483, 0.195424, 0.172198, 0.200882, 0.161065, 0.172577, 0.204878, 0.188483, 0.190155, 0.146913, 0.182395, 0.076496, 0.198613, 0.191244, 0.185838, 0.197053, 0.170552, 0.161518, 0.197157, 0.198873, 0.14874, 0.200018, 0.20719, 0.2016, 0.188776, 0.208213, 0.188481, 0.122846, 0.188673, 0.175914, 0.173779, 0.181965, 0.175452, 0.165477, 0.179126, 0.128966, 0.194651, 0.205011, 0.184475, 0.19707, 0.202773, 0.214552, 0.183981, 0.188198, 0.178245, 0.164189, 0.200732, 0.174641, 0.191746, 0.19117, 0.192723, 0.191896, 0.159422, 0.167059, 0.19095, 0.181096, 0.083646, 0.192747, 0.199942, 0.186621, 0.068434, 0.197043, 0.205398, 0.194688, 0.197563, 0.201213, 0.158929, 0.185498, 0.186801, 0.191599, 0.183376, 0.196255, 0.076977, 0.17934, 0.196841, 0.197355, 0.19829, 0.197427, 0.201228, 0.190191, 0.122353, 0.068993, 0.203225, 0.199869, 0.155045, 0.176299, 0.192124, 0.175001, 0.147323, 0.20691, 0.201952, 0.1938, 0.179748, 0.128561, 0.08864, 0.19786, 0.116066, 0.152126, 0.16147, 0.171016, 0.084427, 0.155185, 0.189422, 0.169624, 0.179881, 0.190365, 0.143129, 0.182398, 0.200751, 0.189303, 0.19274, 0.207589, 0.195003, 0.204887, 0.2056, 0.160154, 0.187862, 0.20083, 0.197763, 0.175979, 0.200033, 0.198678, 0.185941, 0.203513, 0.194571, 0.195443, 0.201545, 0.109163, 0.184281, 0.178821, 0.192019, 0.194121, 0.18584, 0.202838, 0.185725, 0.207514, 0.117708, 0.150838, 0.179317, 0.135562, 0.199341, 0.194574, 0.207089, 0.185646, 0.190411, 0.182246, 0.212301, 0.154062, 0.180149, 0.174959, 0.168363, 0.154118, 0.097313, 0.202344, 0.203225, 0.316899, 0.197398, 0.172399, 0.192698, 0.207286, 0.149796, 0.208583, 0.179966, 0.186268, 0.205029, 0.194883, 0.196153, 0.199393, 0.184443, 0.175523, 0.197328, 0.207233, 0.201081, 0.184503, 0.162056, 0.185475, 0.197458, 0.190384, 0.198656, 0.196376, 0.19687, 0.103609, 0.184536, 0.148336, 0.190045, 0.1918, 0.200214, 0.207939, 0.122506, 0.203401, 0.208181, 0.180084, 0.197476, 0.126005, 0.180498, 0.179457, 0.183468, 0.181675, 0.201597, 0.184358, 0.208754, 0.121156, 0.186547, 0.058621, 0.20271, 0.186373, 0.187396, 0.200163, 0.181496, 0.189311, 0.203634, 0.197557, 0.178144, 0.183551, 0.199815, 0.177952, 0.193227, 0.136215, 0.192379, 0.126916, 0.165482, 7e-06, 0.205916, 0.170003, 0.184745, 0.190771, 0.193734, 0.143661, 0.195411, 0.140789, 0.179835, 0.205839, 0.160949, 0.149656, 0.194066, 0.185797, 0.207701, 0.180647, 0.204364, 0.203141, 0.204, 0.196255, 0.165847, 0.15861, 0.200825, 0.196267, 0.204957, 0.197796, 0.067397, 0.068754, 0.20097, 0.19249, 0.183103, 0.189882, 0.186696, 0.209804, 0.194818, 0.197301, 0.15158, 0.197669, 0.19786, 0.202653, 0.199887, 0.181006, 0.156849, 0.19191, 0.195767, 0.194945, 0.203054, 0.099377, 0.18751, 0.191083, 0.166513, 0.190079, 0.146452, 0.078397, 0.065874, 0.181154, 0.200162, 0.198886, 0.13218, 0.172102, 0.194159, 0.179164, 0.192944, 0.176212, 0.183731, 0.19813, 0.177684, 0.188359, 0.185505, 0.086722, 0.192125, 0.207683, 0.202835, 0.126399, 0.193438, 0.141737, 0.078363, 0.189737, 0.191802, 0.17546, 0.16058, 0.202034, 0.195621, 0.185267, 0.180716, 0.198078, 0.198195, 0.190144, 0.183676, 0.205264, 0.076203, 0.19808, 0.126429, 0.187199, 0.198978, 0.138701, 0.120828, 0.190248, 0.129858, 0.184312, 0.174828, 0.151096, 0.182862, 0.193526, 0.181795, 0.207232, 0.202661, 0.193249, 0.163035, 0.190795, 0.155924, 0.162225, 0.175104, 0.176291, 0.179331, 0.182981, 0.086595, 0.158578, 0.142547, 0.19138, 0.176798, 0.163672, 0.139413, 0.200601, 0.056866, 0.194747, 0.178784, 0.197503, 0.099792, 0.183231, 0.1977, 0.191944, 0.180112, 0.206798, 0.17202, 0.161252, 0.186591, 0.193899, 0.188312, 0.196759, 0.163716, 0.192176, 0.177345, 0.11483, 0.17664, 0.196155, 0.191039, 0.183161, 0.169555, 0.190823, 0.186615, 0.180638, 0.187896, 0.077978, 0.215329, 0.186013, 0.182051, 0.168219, 0.186172, 0.188242, 0.145919, 0.221151, 0.109678, 0.200045, 0.189719, 0.186574, 0.16303, 0.178129, 0.164892, 0.209306, 0.142708, 0.191483, 0.165701, 0.198534, 0.201728, 0.18566, 0.139881, 0.166913, 0.184038, 0.139465, 0.206245, 0.179201, 0.060627, 0.213094, 0.204407, 0.192851, 0.196418, 0.062186, 0.176577, 0.210577, 0.192943, 0.203345, 0.1934, 0.166054, 0.209968, 0.041277, 0.197567, 0.202294, 0.148131, 0.204347, 0.105948, 0.112774, 0.159815, 0.198066, 0.198427, 0.19855, 0.183415, 0.176563, 0.171378, 0.179294, 0.165389, 0.207686, 0.193552, 0.180052, 0.214034, 0.165725, 0.185614, 0.201177, 0.200681, 0.182175, 0.193636, 0.179567, 0.205104, 0.185158, 0.074971, 0.183975, 0.13774, 0.159551, 0.153988, 0.156894, 0.204006, 0.184602, 0.059615, 0.189744, 0.19632, 0.17013, 0.18295, 0.207505, 0.195839, 0.183131, 0.190094, 0.1847, 0.18133, 0.198421, 0.206547, 0.173828, 0.180675, 0.197555, 0.183907, 0.201821, 0.191558, 0.195552, 0.196394, 0.204824, 0.190768, 0.168143, 0.135861, 0.182344, 0.204773, 0.193013, 0.209184, 0.119547, 0.181494, 0.197769, 0.18822, 0.175267, 0.181518, 0.183397, 0.062545, 0.2013, 0.17929, 0.120722, 0.195519, 0.190892, 0.18895, 0.199015, 0.185705, 0.197011, 0.183096, 0.199957, 0.1768, 0.202248, 0.199357, 0.19158, 0.178212, 0.189747, 0.197049, 0.199351, 0.176621, 0.201176, 0.20575, 0.105492, 0.134912, 0.162293, 0.188143, 0.197794, 0.065532, 0.206524, 0.193993, 0.166293, 0.185068, 0.192405, 0.182955, 0.196935, 0.185207, 0.19395, 0.13424, 0.183522, 0.161302, 0.208778, 0.186386, 0.185916, 0.165409, 0.105153, 0.121596, 0.188477, 0.202852, 0.125603, 0.216044, 0.194347, 0.089249, 0.184586, 0.117096, 0.133548, 0.07718, 0.189414, 0.193194, 0.207472, 0.199052, 0.186573, 0.195596, 0.19458, 0.193768, 0.184282, 0.200231, 0.200949, 0.177074, 0.165528, 0.187772, 0.188596, 0.205236, 0.166547, 0.201137, 0.201192, 0.190375, 0.152099, 0.142262, 0.155125, 0.151398, 0.182433, 0.201192, 0.171002, 0.205438, 0.205658, 0.172009, 0.138241, 0.187166, 0.18705, 0.200623, 0.195189, 0.172764, 0.186577, 0.088797, 0.170231, 0.188107, 0.196181, 0.206448, 0.181095, 0.13471, 0.184615, 0.182643, 0.190924, 0.192145, 0.19752, 0.197799, 0.195001, 0.195985, 0.184088, 0.169142, 0.199643, 0.153808, 0.079513, 0.200494, 0.198896, 0.189192, 0.195515, 0.163571, 0.178756, 0.214384, 0.198077, 0.087881, 0.090085, 0.146562, 0.16851, 0.205294, 0.163761, 0.206857, 0.199851, 0.17758, 0.133235, 0.193335, 0.212379, 0.200017, 0.166984, 0.205683, 0.1893, 0.179976, 0.196478, 0.146095, 0.192173, 0.169654, 0.176598, 0.19697, 0.188818, 0.179487, 0.198335, 0.196536, 0.175009, 0.196561, 0.196659, 0.19996, 0.188149, 0.198193, 0.187897, 0.191777, 0.060148, 0.172448, 0.176052, 0.200587, 0.205566, 0.194456, 0.197574, 0.198186, 0.199165, 0.193557, 0.082587, 0.201321, 0.202199, 0.197736, 0.194809, 0.202197, 0.168352, 0.193736, 0.185828, 0.187836, 0.203108, 0.17383, 0.183158, 0.200313, 0.20087, 0.185476, 0.193683, 0.201034, 0.191903, 0.199107, 0.079746, 0.185858, 0.156693, 0.164847, 0.102665, 0.177729, 0.194552, 0.16373, 0.201621, 0.192426, 0.178244, 0.182996, 0.181742, 0.190446, 0.178642, 0.20057, 0.195898, 0.20188, 0.071779, 0.183949, 0.200863, 0.193695, 0.060529, 0.187449, 0.156395, 0.201254, 0.206876, 0.196379, 0.191531, 0.166754, 0.168408, 0.20512, 0.192887, 0.185586, 0.179276, 0.187631, 0.198779, 0.200312, 0.158442, 0.18868, 0.121116, 0.192974, 0.184894, 0.205464, 0.194159, 0.185109, 0.196304, 0.156491, 0.192244, 0.199432, 0.200006, 0.192436, 0.190325, 0.168411, 0.193212, 0.195036, 0.187202, 0.189313, 0.187719, 0.174339, 0.206995, 0.192956, 0.177868, 0.17971, 0.165195, 0.177311, 0.042145, 0.185889, 0.203175, 0.16969, 0.193615, 0.19892, 0.188202, 0.154746, 0.177312, 0.186212, 0.172801, 0.171684, 0.198507, 0.193539, 0.197654, 0.123344, 0.180847, 0.187818, 0.187636, 0.195666, 0.181001, 0.193498, 0.204202, 0.186941, 0.19777, 0.096428, 0.191277, 0.180205, 0.189931, 0.187308, 0.180551, 0.195189, 0.183298, 0.105421, 0.194773, 0.183511, 0.196474, 0.19545, 0.190926, 0.16441, 0.193563, 0.075837, 0.156898, 0.150603, 0.100639, 0.181268, 0.178977, 0.063499, 0.1933, 0.192258, 0.199072, 0.19602, 0.152029, 0.20061, 0.192912, 0.187866, 0.175628, 0.196322, 0.19383, 0.171716, 0.063897, 0.216974, 0.19589, 0.204523, 0.181139, 0.212228, 0.178218, 0.191991, 0.209131, 0.179372, 0.169845, 0.193098, 0.183007, 0.198094, 0.163974, 0.179044, 0.178622, 0.209843, 0.204398, 0.197407, 0.178127, 0.180748, 0.064295, 0.155927, 0.14969, 0.201155, 0.205357, 0.146711, 0.132747, 0.202237, 0.206269, 0.185182, 0.170091, 0.138105, 0.099183, 0.184598, 0.191352, 0.183279, 0.176401, 0.192546, 0.197927, 0.165427, 0.141453, 0.187896, 0.204369, 0.167937, 0.190573, 0.182727, 0.202181, 0.205369, 0.197178, 0.193789, 0.175551, 0.202428, 0.189907, 0.185225, 0.18139, 0.188657, 0.119044, 0.203951, 0.170886, 0.193303, 0.130018, 0.188161, 0.18345, 0.168893, 0.193963, 0.155015, 0.185778, 0.185109, 0.160694, 0.16857, 0.173268, 0.210226, 0.167494, 0.130914, 0.185275, 0.2033, 0.104565, 0.191028, 0.199063, 0.196523, 0.193385, 0.19101, 0.197402, 0.200776, 0.195079, 0.196489, 0.142615, 0.142433, 0.188629, 0.184789, 0.187848, 0.196507, 0.189299, 0.07942, 0.176132, 0.153505, 0.200779, 0.138685, 0.187695, 0.192679, 0.174655, 0.203131, 0.058352, 0.182404, 0.199502, 0.121397, 0.175246, 0.18212, 0.176381, 0.179603, 0.177047, 0.203194, 0.193287, 0.179673, 0.196686, 0.09534, 0.056946, 0.059813, 0.187611, 0.118956, 0.175006, 0.183648, 0.196181, 0.211345, 0.194079, 0.202753, 0.195345, 0.183829, 0.178973, 0.18723, 0.089153, 0.193417, 0.203927, 0.171709, 0.170838, 0.161449, 0.197631, 0.188808, 0.187395, 0.152093, 0.134429, 0.199746, 0.192731, 0.204796, 0.203006, 0.205471, 0.191502, 0.173058, 0.189242, 0.196787, 0.198414, 0.194568, 0.200058, 0.206495, 0.152249, 0.202028, 0.165631, 0.075067, 0.199894, 0.196798, 0.197707, 0.178566, 0.179191, 0.178163, 0.215828, 0.199565, 0.189568, 0.195776, 0.192303, 0.067309, 0.142411, 0.173012, 0.191783, 0.190435, 0.066011, 0.201165, 0.188257, 0.136601, 0.181511, 0.191791, 0.197318, 0.182537, 0.142174, 0.201426, 0.204712, 0.199589, 0.201287, 0.160903, 0.058403, 0.186197, 0.156814, 0.203912, 0.180626, 0.176947, 0.17734, 0.165267, 0.131244, 0.15711, 0.174388, 0.201978, 0.065723, 0.067343, 0.186183, 0.197854, 0.188605, 0.192863, 0.197756, 0.181321, 0.177524, 0.184823, 0.196438, 0.125286, 0.183625, 0.189767, 0.196292, 0.171014, 0.199903, 0.190932, 0.181731, 0.155207, 0.124089, 0.193093, 0.18834, 0.198011, 0.18504, 0.179341, 0.09848, 0.080895, 0.192442, 0.178131, 0.174401, 0.201207, 0.168346, 0.197578, 0.206096, 0.077854, 0.149373, 0.188202, 0.198692, 0.196336, 0.183397, 0.174447, 0.187684, 0.18984, 0.196387, 0.111106, 0.198724, 0.214776, 0.140415, 0.160934, 0.181659, 0.091572, 0.199501, 0.184032, 0.166905, 0.194206, 0.187287, 0.143487, 0.168737, 0.211737, 0.06625, 0.191202, 0.192369, 0.15425, 0.170485, 0.186838, 0.201328, 0.124766, 0.201101, 0.203988, 0.182506, 0.161271, 0.180722, 0.168424, 0.195418, 0.188346, 0.1742, 0.163222, 0.140481, 0.174264, 0.195963, 0.189931, 0.193293, 0.190958, 0.197662, 0.173186, 0.1953, 0.176735, 0.188276, 0.186199, 0.17091, 0.196512, 0.187416, 0.190101, 0.17619, 0.206324, 0.194141, 0.182226, 0.187902, 0.183913, 0.19007, 0.182424, 0.166129, 0.0569, 0.210576, 0.196244, 0.165598, 0.178919, 0.203284, 0.180183, 0.1225, 0.062306, 0.203491, 0.186141, 0.19609, 0.172994, 0.188528, 0.140731, 0.195261, 0.198114, 0.203043, 0.187858, 0.19312, 0.193014, 0.180174, 0.181166, 0.19327, 0.186138, 0.195166, 0.191836, 0.20358, 0.175497, 0.200113, 0.056934, 0.203481, 0.20224, 0.200709, 0.179504, 0.172088, 0.182097, 0.163417, 0.205778, 0.183548, 0.194334, 0.141945, 0.195373, 0.157834, 0.200944, 0.197833, 0.199603, 0.196911, 0.190607, 0.191115, 0.082024, 0.188558, 0.150583, 0.172116, 0.101288, 0.190081, 0.105362, 0.142792, 0.182548, 0.160624, 0.203395, 0.207561, 0.200451, 0.183718, 0.128188, 0.144472, 0.180328, 0.15229, 0.181327, 0.185827, 0.065518, 0.171264, 0.205511, 0.184015, 0.175831, 0.192789, 0.195591, 0.167048, 0.161428, 0.186857, 0.184667, 0.082973, 0.204239, 0.153859, 0.184453, 0.166009, 0.162232, 0.19679, 0.205005, 0.175297, 0.201672, 0.173501, 0.083864, 0.193193, 0.179758, 0.196881, 0.200926, 0.164365, 0.158573, 0.166885, 0.195447, 0.161768, 0.167353, 0.169711, 0.17548, 0.205221, 0.18529, 0.121281, 0.19449, 0.208346, 0.160894, 0.192946, 0.191576, 0.069177, 0.182489, 0.191237, 0.19153, 0.133083, 0.177417, 0.213179, 0.144474, 0.197833, 0.196573, 0.186933, 0.173125, 0.191084, 0.176564, 0.185999, 0.187428, 0.177091, 0.156766, 0.195923, 0.186524, 0.142426, 0.070748, 0.164199, 0.180998, 0.202637, 0.204967, 0.118984, 0.191634, 0.176606, 0.175429, 0.18198, 0.172624, 0.159565, 0.188255, 0.181972, 0.144272, 0.211383, 0.196509, 0.187636, 0.183821, 0.211448, 0.196581, 0.203123, 0.179153, 0.186655, 0.207638, 0.201561, 0.201709, 0.183136, 0.179303, 0.201379, 0.172027, 0.159402, 0.186867, 0.208515, 0.174054, 0.198741, 0.178383, 0.194387, 0.193443, 0.199221, 0.202427, 0.126351, 0.181112, 0.188844, 0.193281, 0.191479, 0.114691, 0.189878, 0.146445, 0.191425, 0.197827, 0.097198, 0.178052, 0.187422, 0.193455, 0.186574, 0.189091, 0.207363, 0.200752, 0.196715, 0.130693, 0.19271, 0.171913, 0.200937, 0.198626, 0.203837, 0.193117, 0.196507, 0.172003, 0.208765, 0.189468, 0.166103, 0.1747, 0.197377, 0.206269, 0.137171, 0.191031, 0.207085, 0.191088, 0.168297, 0.172038, 0.214983, 0.189513, 0.113453, 0.124833, 0.204495, 0.207621, 0.199184, 0.169214, 0.161888, 0.182927, 0.190639, 0.161344, 0.205711, 0.185182, 0.212139, 0.191574, 0.189378, 0.192735, 0.174145, 0.187622, 0.190582, 0.194313, 0.181227, 0.182934, 0.123104, 0.086701, 0.182956, 0.190528, 0.182003, 0.165799, 0.170131, 0.189996, 0.179421, 0.184646, 0.184767, 0.213746, 0.196235, 0.205631, 0.199339, 0.198207, 0.191542, 0.170899, 0.184772, 0.167368, 0.193835, 0.132214, 0.062692, 0.181692, 0.169748, 0.189361, 0.210745, 0.199157, 0.200896, 0.166599, 0.197332, 0.211937, 0.141907, 0.092872, 0.102331, 0.20729, 0.199813, 0.199689, 0.192552, 0.204808, 0.200898, 0.205063, 0.151047, 0.201287, 0.193611, 0.184976, 0.191649, 0.195473, 0.206445, 0.165147, 0.187003, 0.105037, 0.188383, 0.197197, 0.113576, 0.185543, 0.190387, 0.200548, 0.196616, 0.170969, 0.198817, 0.138825, 0.192639, 0.173603, 0.205249, 0.205185, 0.164169, 0.115105, 0.199238, 0.192237, 0.198211, 0.194303, 0.148438, 0.171064, 0.197904, 0.176857, 0.168411, 0.203098, 0.203177, 0.153878, 0.188777, 0.171817, 0.197688, 0.183992, 0.189387, 0.207965, 0.185404, 0.20416, 0.214258, 0.180528, 0.192989, 0.192289, 0.145717, 0.188527, 0.186165, 0.164546, 0.19774, 0.167709, 0.195107, 0.184371, 0.197192, 0.194137, 0.190116, 0.168248, 0.208167, 0.201327, 0.183571, 0.150889, 0.177898, 0.182242, 0.185264, 0.172654, 0.199516, 0.187496, 0.159563, 0.19693, 0.200266, 0.191584, 0.198641, 0.176138, 0.168332, 0.201535, 0.176244, 0.191456, 0.185603, 0.197308, 0.175671, 0.207694, 0.186142, 0.195689, 0.171433, 0.181817, 0.201641, 0.15934, 0.180517, 0.175456, 0.191213, 0.187293, 0.209846, 0.19624, 0.191085, 0.20053, 0.192956, 0.156596, 0.175564, 0.189293, 0.18552, 0.21037, 0.201784, 0.180364, 0.190141, 0.203182, 0.183613, 0.180605, 0.200278, 0.177414, 0.184596, 0.184409, 0.193736, 0.198359, 0.065542, 0.18564, 0.196759, 0.183977, 0.188433, 0.19823, 0.180586, 0.171742, 0.108625, 0.193882, 0.178749, 0.136201, 0.203524, 0.181404, 0.175552, 0.208188, 0.184277, 0.155095, 0.102017, 0.198065, 0.205534, 0.197286, 0.175012, 0.204613, 0.199523, 0.16243, 0.201075, 0.191382, 0.197344, 0.202255, 0.137551, 0.200721, 0.199922, 0.190048, 0.173979, 0.152928, 0.199499, 0.197014, 0.18037, 0.215301, 0.186934, 0.17051, 0.090019, 0.175191, 0.188067, 0.059761, 0.189257, 0.182617, 0.190454, 0.199039, 0.202847, 0.199929, 0.188132, 0.185181, 0.137182, 0.173869, 0.182019, 0.139136, 0.186219, 0.163011, 0.19589, 0.217444, 0.198413, 0.19216, 0.189812, 0.194622, 0.157922, 0.18128, 0.199635, 0.188105, 0.202586, 0.188407, 0.18227, 0.139989, 0.195327, 0.204061, 0.180284, 0.198701, 0.16715, 0.186632, 0.186827, 0.200493, 0.136613, 0.097117, 0.093311, 0.160892, 0.206831, 0.200509, 0.199563, 0.0715, 0.077635, 0.202601, 0.189205, 0.195505, 0.187272, 0.171764, 0.197739, 0.198289, 0.196027, 0.185249, 0.192008, 0.19484, 0.159766, 0.201089, 0.183895, 0.200031, 0.20043, 0.172251, 0.202361, 0.199036, 0.189279, 0.149127, 0.16429, 0.190368, 0.164192, 0.176747, 0.194562, 0.206942, 0.198702, 0.196862, 0.173628, 0.191861, 0.198608, 0.194573, 0.193498, 0.208655, 0.200199, 0.18052, 0.203469, 0.197344, 0.190037, 0.20407, 0.2039, 0.198731, 0.183316, 0.16627, 0.174161, 0.208282, 0.16867, 0.182065, 0.161846, 0.175412, 0.109232, 0.185, 0.111267, 0.192834, 0.187358, 0.197074, 0.196258, 0.177827, 0.203269, 0.158955, 0.195501, 0.190954, 0.161127, 0.099671, 0.19804, 0.196089, 0.137367, 0.208609, 0.205458, 0.170648, 0.203133, 0.198096, 0.185103, 0.206322, 0.213102, 0.168261, 0.160948, 0.199502, 0.193836, 0.203936, 0.191716, 0.201157, 0.201021, 0.074973, 0.166159, 0.151585, 0.170441, 0.201776, 0.198438, 0.173995, 0.175769, 0.202114, 0.188317, 0.196048, 0.134874, 0.174116, 0.167902, 0.189625, 0.189405, 0.185352, 0.197705, 0.177282, 0.194893, 0.153912, 0.197868, 0.190538, 0.203878, 0.210495, 0.186628, 0.194335, 0.167817, 0.173852, 0.152801, 0.198952, 0.215397, 0.189606, 0.180886, 0.175245, 0.207451, 0.191821, 0.179149, 0.186176, 0.121591, 0.192898, 0.187117, 0.18112, 0.206678, 0.133813, 0.136141, 0.18711, 0.18393, 0.193262, 0.16071, 0.197147, 0.163857, 0.17716, 0.213626, 0.205998, 0.198511, 0.172561, 0.208956, 0.192521, 0.195959, 0.19328, 0.189908, 0.197084, 0.195679, 0.203486, 0.209657, 0.198988, 0.186874, 0.195035, 0.073436, 0.1918, 0.19381, 0.199042, 0.207731, 0.192171, 0.190549, 0.20042, 0.16828, 0.19099, 0.188159, 0.145767, 0.189804, 0.177515, 0.210317, 0.200785, 0.065174, 0.196289, 0.145982, 0.198671, 0.188209, 0.179872, 0.188433, 0.194912, 0.186532, 0.111802, 0.197719, 0.179671, 0.203148, 0.196308, 0.175089, 0.206205, 0.205174, 0.174632, 0.19201, 0.184337, 0.188169, 0.205702, 0.18907, 0.139755, 0.15838, 0.169174, 0.183768, 0.183231, 0.111688, 0.177365, 0.197829, 0.082817, 0.197779, 0.071221, 0.112298, 0.205855, 0.184493, 0.19978, 0.067541, 0.200356, 0.18727, 0.181542, 0.197855, 0.088054, 0.133359, 0.210455, 0.187471, 0.116988, 0.193969, 0.198686, 0.196658, 0.204317, 0.191674, 0.128166, 0.208745, 0.197249, 0.129797, 0.194348, 0.200553, 0.201723, 0.187163, 0.1649, 0.186636, 0.200711, 0.202748, 0.187326, 0.183334, 0.119737, 0.189115, 0.181585, 0.180339, 0.182738, 0.195201, 0.16609, 0.203132, 0.161911, 0.184744, 0.15272, 0.193072, 0.202176, 0.129909, 0.198435, 0.17049, 0.183367, 0.205275, 0.202644, 0.186795, 0.186613, 0.161628, 0.197069, 0.109525, 0.202254, 0.21399, 0.11638, 0.181149, 0.160331, 0.155711, 0.14715, 0.199919, 0.186817, 0.183727, 0.17542, 0.186637, 0.187124, 0.197785, 0.112395, 0.188914, 0.193853, 0.194236, 0.183606, 0.196885, 0.180328, 0.188351, 0.189872, 0.185587, 0.184171, 0.109693, 0.153134, 0.19069, 0.182418, 0.099066, 0.207479, 0.202062, 0.16408, 0.059314, 0.190852, 0.099934, 0.203864, 0.206972, 0.123768, 0.189945, 0.075946, 0.186118, 0.169625, 0.20415, 0.202978, 0.194162, 0.109384, 0.207981, 0.203943, 0.20389, 0.179943, 0.207414, 0.202449, 0.183156, 0.187021, 0.184671, 0.174489, 0.187507, 0.178576, 0.191775, 0.208892, 0.194806, 0.184474, 0.149856, 0.192141, 0.189618, 0.191281, 0.20672, 0.187374, 0.195928, 0.193643, 0.18628, 0.188617, 0.159593, 0.198813, 0.065323, 0.203112, 0.154654, 0.123275, 0.193379, 0.181245, 0.200447, 0.201809, 0.189828, 0.203405, 0.205047, 0.198241, 0.180559, 0.185663, 0.186883, 0.2115, 0.173315, 0.195182, 0.210183, 0.19094, 0.187647, 0.205262, 0.162328, 0.187362, 0.178711, 0.182111, 0.180563, 0.206021, 0.180802, 0.176486, 0.200074, 0.196319, 0.178737, 0.197769, 0.184952, 0.177205, 0.18057, 0.204898, 0.196156, 0.184857, 0.055908, 0.196812, 0.177146, 0.202349, 0.191816, 0.176184, 0.184454, 0.184189, 0.172323, 0.165738, 0.15252, 0.181944, 0.195378, 0.165694, 0.184212, 0.198914, 0.174593, 0.205185, 0.174826, 0.185582, 0.143916, 0.171335, 0.198266, 0.190553, 0.18779, 0.195798, 0.185022, 0.197565, 0.211867, 0.173241, 0.185119, 0.077775, 0.20176, 0.19741, 0.197348, 0.067074, 0.19972, 0.186446, 0.18391, 0.182267, 0.151336, 0.163617, 0.176647, 0.18418, 0.181388, 0.203009, 0.182877, 0.198499, 0.185328, 0.171591, 0.145151, 0.214189, 0.16746, 0.194075, 0.195294, 0.196431, 0.155041, 0.20817, 0.204484, 0.136151, 0.186895, 0.167449, 0.19324, 0.087774, 0.192355, 0.156391, 0.08356, 0.17963, 0.207141 ] }, "name": "model.model.layers.10.post_attention_layernorm.weight", "outputIndexes": [ 903 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 902 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_10/Mul_output_0", "outputIndexes": [ 904 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 903, 904 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_10/Mul_1_output_0", "outputIndexes": [ 905 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 905 ], "outputIndexes": [ 2259 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2259 ], "outputIndexes": [ 2260 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/gate_proj/Linear", "inputIndexes": [ 2260 ], "outputIndexes": [ 2261 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 8192, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 386926172, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2261 ], "outputIndexes": [ 2262 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2262 ], "outputIndexes": [ 906 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 8192 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 906 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_10/Sigmoid_output_0", "outputIndexes": [ 907 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 906, 907 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_10/Mul_output_0", "outputIndexes": [ 908 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 905 ], "outputIndexes": [ 2263 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2263 ], "outputIndexes": [ 2264 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/up_proj/Linear", "inputIndexes": [ 2264 ], "outputIndexes": [ 2265 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 8192, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 396363378, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2265 ], "outputIndexes": [ 2266 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2266 ], "outputIndexes": [ 909 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 8192 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 908, 909 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_10/Mul_output_0", "outputIndexes": [ 910 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 910 ], "outputIndexes": [ 2267 ], "main_type": "Reshape", "main": { "dims": [ -1, 8192, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2267 ], "outputIndexes": [ 2268 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/down_proj/Linear", "inputIndexes": [ 2268 ], "outputIndexes": [ 2269 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 8192, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 405800584, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2269 ], "outputIndexes": [ 2270 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2270 ], "outputIndexes": [ 911 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 902, 911 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_54_output_0", "outputIndexes": [ 912 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 912, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_55_output_0", "outputIndexes": [ 913 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2048 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.418871, 0.457636, 0.436016, 0.422962, 0.216121, 0.531228, 0.399846, 0.464317, 0.354769, 0.444811, 0.355038, 0.366356, 0.464849, 0.404525, 0.438389, 0.292397, 0.38295, 0.17183, 0.450401, 0.442027, 0.421045, 0.460227, 0.373342, 0.38392, 0.434184, 0.451146, 0.320552, 0.453186, 0.467231, 0.445637, 0.450045, 0.465376, 0.417994, 0.30503, 0.42954, 0.399969, 0.397754, 0.394246, 0.390718, 0.367409, 0.394999, 0.27434, 0.444282, 0.480163, 0.388562, 0.456635, 0.459291, 0.476711, 0.42049, 0.420946, 0.410102, 0.359539, 0.460703, 0.391112, 0.455797, 0.424003, 0.42941, 0.414522, 0.3595, 0.341956, 0.436678, 0.393006, 0.185843, 0.446487, 0.447858, 0.400146, 0.18327, 0.45742, 0.471277, 0.42055, 0.448369, 0.461475, 0.391084, 0.421243, 0.423866, 0.430452, 0.445629, 0.426971, 0.172765, 0.39723, 0.479068, 0.463695, 0.472521, 0.429074, 0.442604, 0.425503, 0.280102, 0.167297, 0.451881, 0.475997, 0.324456, 0.394989, 0.480222, 0.390778, 0.328112, 0.470131, 0.444231, 0.445829, 0.41011, 0.297362, 0.211062, 0.426241, 0.253888, 0.337796, 0.332956, 0.369931, 0.181671, 0.348071, 0.401862, 0.361661, 0.407793, 0.425422, 0.32897, 0.41728, 0.458906, 0.405108, 0.427985, 0.485857, 0.463774, 0.485288, 0.472726, 0.332197, 0.424494, 0.457559, 0.443474, 0.419096, 0.46371, 0.428111, 0.407354, 0.464196, 0.432452, 0.437026, 0.407488, 0.241148, 0.387817, 0.387039, 0.427016, 0.419067, 0.425527, 0.45711, 0.429704, 0.495981, 0.240751, 0.326494, 0.392984, 0.281893, 0.479881, 0.436954, 0.470205, 0.3846, 0.428756, 0.412391, 0.493127, 0.331065, 0.377691, 0.334273, 0.360636, 0.352483, 0.211706, 0.44625, 0.443011, 0.295825, 0.468182, 0.380679, 0.439918, 0.468253, 0.34838, 0.457325, 0.426407, 0.410011, 0.428503, 0.437235, 0.428673, 0.444293, 0.382965, 0.365038, 0.454815, 0.467676, 0.47397, 0.375283, 0.340277, 0.425019, 0.462165, 0.442512, 0.436291, 0.427223, 0.455227, 0.247337, 0.410729, 0.316138, 0.410787, 0.433955, 0.442769, 0.485133, 0.256489, 0.456496, 0.451305, 0.375269, 0.431292, 0.276295, 0.398807, 0.397819, 0.378796, 0.40948, 0.420224, 0.396581, 0.484055, 0.275482, 0.403492, 0.146434, 0.485856, 0.420524, 0.415655, 0.427648, 0.39963, 0.406847, 0.482189, 0.489211, 0.424651, 0.407045, 0.457674, 0.406309, 0.431758, 0.290678, 0.441606, 0.280167, 0.362472, 0.045337, 0.491259, 0.381578, 0.388171, 0.412123, 0.436959, 0.309368, 0.433309, 0.308736, 0.382396, 0.46576, 0.365966, 0.284661, 0.420451, 0.415263, 0.509947, 0.386573, 0.450093, 0.44253, 0.436247, 0.432309, 0.356711, 0.352748, 0.45532, 0.418944, 0.466495, 0.440133, 0.162044, 0.155211, 0.452345, 0.436808, 0.411495, 0.418421, 0.426652, 0.479172, 0.481581, 0.452774, 0.332388, 0.421323, 0.455135, 0.425102, 0.447612, 0.352025, 0.338713, 0.434959, 0.421865, 0.437559, 0.45994, 0.228299, 0.402608, 0.385393, 0.365199, 0.448134, 0.328627, 0.219746, 0.162871, 0.384278, 0.446168, 0.452912, 0.294882, 0.411601, 0.472681, 0.393839, 0.432806, 0.381901, 0.429736, 0.42929, 0.378748, 0.410727, 0.380338, 0.185625, 0.444728, 0.471642, 0.476008, 0.267611, 0.435673, 0.302867, 0.223488, 0.444318, 0.412106, 0.382558, 0.345308, 0.471986, 0.444052, 0.438687, 0.397541, 0.472022, 0.459107, 0.402397, 0.433348, 0.471877, 0.269647, 0.472785, 0.266685, 0.428186, 0.467091, 0.289688, 0.24116, 0.426151, 0.289811, 0.417411, 0.399711, 0.348379, 0.408568, 0.455692, 0.387583, 0.485114, 0.439508, 0.44792, 0.350252, 0.439685, 0.203199, 0.274354, 0.363826, 0.391607, 0.398633, 0.392923, 0.187265, 0.344509, 0.292281, 0.448136, 0.379762, 0.373277, 0.342725, 0.475744, 0.154246, 0.448502, 0.408739, 0.411363, 0.212882, 0.422956, 0.432453, 0.428892, 0.418739, 0.469987, 0.34259, 0.359473, 0.43673, 0.411863, 0.445528, 0.48165, 0.378275, 0.448206, 0.419599, 0.267073, 0.374095, 0.45165, 0.413981, 0.415022, 0.371851, 0.416561, 0.437256, 0.391043, 0.399776, 0.180894, 0.519321, 0.43004, 0.439904, 0.369348, 0.416992, 0.413847, 0.317304, 0.512305, 0.247105, 0.461706, 0.424308, 0.445937, 0.275522, 0.382859, 0.379298, 0.466929, 0.340457, 0.412022, 0.349995, 0.487745, 0.455815, 0.425027, 0.272262, 0.347768, 0.406468, 0.297332, 0.47866, 0.385507, 0.135364, 0.466561, 0.484568, 0.442483, 0.443195, 0.169637, 0.386777, 0.476579, 0.450582, 0.464239, 0.409951, 0.357139, 0.456475, 0.194511, 0.453893, 0.482485, 0.304744, 0.440935, 0.249448, 0.275797, 0.351063, 0.428621, 0.440297, 0.477994, 0.385307, 0.393856, 0.354521, 0.39474, 0.34651, 0.502974, 0.44561, 0.392953, 0.506635, 0.363079, 0.388895, 0.464561, 0.488558, 0.423072, 0.428076, 0.362728, 0.473562, 0.407423, 0.165347, 0.414326, 0.277417, 0.336731, 0.353071, 0.364524, 0.464242, 0.429277, 0.175513, 0.453163, 0.477001, 0.391008, 0.42702, 0.470544, 0.445673, 0.450167, 0.420609, 0.385223, 0.448329, 0.421305, 0.475938, 0.397826, 0.388512, 0.478413, 0.431849, 0.492062, 0.443756, 0.436087, 0.447622, 0.454319, 0.468329, 0.363434, 0.291534, 0.383782, 0.465414, 0.43126, 0.478317, 0.274742, 0.404855, 0.440999, 0.414743, 0.383801, 0.416764, 0.389855, 0.154807, 0.443336, 0.413672, 0.265702, 0.468874, 0.429066, 0.424241, 0.462237, 0.41674, 0.43337, 0.399598, 0.440766, 0.377121, 0.464691, 0.451865, 0.45838, 0.399192, 0.41778, 0.449715, 0.444759, 0.292855, 0.469788, 0.502008, 0.219783, 0.272433, 0.367582, 0.44059, 0.484975, 0.170384, 0.456557, 0.425102, 0.371399, 0.390439, 0.433219, 0.391435, 0.415238, 0.389072, 0.433644, 0.239793, 0.398693, 0.367687, 0.514906, 0.421203, 0.425265, 0.384763, 0.237513, 0.239394, 0.439659, 0.470284, 0.272802, 0.509788, 0.445003, 0.209142, 0.456179, 0.254346, 0.283827, 0.180163, 0.408833, 0.417991, 0.507926, 0.435233, 0.437931, 0.442401, 0.421438, 0.426274, 0.389648, 0.432841, 0.472825, 0.446468, 0.363098, 0.433183, 0.395918, 0.475405, 0.404952, 0.443499, 0.457284, 0.449269, 0.296285, 0.23983, 0.346106, 0.343646, 0.435743, 0.470822, 0.37366, 0.483589, 0.460416, 0.378321, 0.290697, 0.397318, 0.41259, 0.449626, 0.458739, 0.384094, 0.399322, 0.203949, 0.38621, 0.422604, 0.468449, 0.483152, 0.410163, 0.306418, 0.410955, 0.422906, 0.415994, 0.459254, 0.442639, 0.454154, 0.459223, 0.444578, 0.432946, 0.35363, 0.468311, 0.318521, 0.199771, 0.460771, 0.4547, 0.425257, 0.44763, 0.356884, 0.397074, 0.504184, 0.431363, 0.230598, 0.215527, 0.336811, 0.385696, 0.475126, 0.349239, 0.45931, 0.478941, 0.379694, 0.286868, 0.432619, 0.481845, 0.47763, 0.380009, 0.494721, 0.42289, 0.402141, 0.448114, 0.35566, 0.425905, 0.352144, 0.384768, 0.442848, 0.417182, 0.378306, 0.45175, 0.425167, 0.36811, 0.46364, 0.447979, 0.471857, 0.414242, 0.449983, 0.437426, 0.42075, 0.20668, 0.360249, 0.409254, 0.477277, 0.472146, 0.414059, 0.467276, 0.455652, 0.486466, 0.448179, 0.196732, 0.468777, 0.496654, 0.435514, 0.436213, 0.475558, 0.393584, 0.439534, 0.413872, 0.401202, 0.485218, 0.388254, 0.442531, 0.481823, 0.463701, 0.396, 0.442294, 0.450159, 0.399715, 0.476971, 0.164065, 0.417962, 0.322236, 0.36692, 0.238235, 0.40303, 0.457643, 0.363118, 0.468699, 0.422691, 0.386418, 0.40464, 0.407999, 0.444309, 0.374847, 0.467974, 0.439906, 0.456768, 0.210089, 0.408985, 0.449687, 0.450456, 0.230506, 0.421195, 0.338031, 0.423522, 0.473898, 0.442671, 0.443741, 0.365928, 0.375135, 0.478752, 0.434217, 0.407644, 0.403603, 0.429795, 0.472124, 0.453098, 0.37204, 0.450184, 0.253006, 0.419808, 0.401638, 0.493375, 0.433482, 0.386414, 0.393549, 0.343611, 0.464609, 0.466144, 0.438382, 0.434948, 0.415724, 0.371487, 0.437351, 0.42473, 0.407512, 0.408119, 0.404211, 0.374942, 0.50745, 0.441081, 0.395369, 0.409852, 0.364224, 0.392049, 0.108305, 0.422879, 0.476028, 0.381514, 0.438055, 0.438302, 0.403225, 0.331308, 0.410081, 0.392713, 0.400759, 0.378225, 0.452837, 0.409377, 0.435882, 0.294044, 0.39841, 0.424533, 0.413796, 0.453982, 0.388493, 0.453805, 0.445069, 0.429899, 0.471518, 0.219302, 0.421541, 0.385859, 0.459189, 0.406809, 0.404528, 0.465753, 0.39709, 0.244285, 0.439698, 0.374674, 0.434692, 0.464736, 0.428894, 0.346476, 0.429425, 0.193133, 0.335945, 0.311634, 0.224105, 0.402263, 0.379191, 0.153202, 0.438468, 0.447092, 0.467863, 0.442696, 0.3141, 0.471432, 0.447098, 0.397222, 0.39446, 0.44799, 0.442969, 0.3675, 0.167714, 0.528522, 0.477482, 0.453761, 0.405757, 0.498475, 0.406137, 0.430498, 0.487513, 0.393474, 0.360905, 0.423257, 0.413923, 0.424164, 0.394381, 0.387576, 0.291201, 0.468862, 0.459639, 0.461322, 0.382844, 0.39792, 0.181661, 0.341741, 0.325848, 0.454235, 0.4662, 0.248981, 0.283379, 0.486914, 0.453993, 0.414393, 0.414142, 0.305803, 0.226554, 0.437735, 0.411296, 0.422208, 0.400076, 0.419299, 0.448026, 0.394706, 0.284863, 0.409031, 0.475474, 0.372323, 0.398649, 0.423956, 0.476803, 0.463201, 0.47259, 0.438349, 0.375555, 0.454124, 0.425265, 0.421147, 0.410885, 0.422747, 0.270443, 0.450521, 0.368438, 0.417191, 0.2826, 0.430603, 0.385213, 0.371857, 0.458057, 0.330269, 0.412096, 0.372163, 0.384136, 0.370966, 0.347708, 0.466134, 0.390142, 0.301876, 0.438433, 0.4608, 0.220612, 0.421136, 0.45899, 0.433785, 0.425146, 0.414817, 0.42969, 0.460403, 0.4264, 0.466818, 0.285645, 0.335342, 0.44512, 0.407906, 0.420946, 0.449763, 0.414048, 0.194827, 0.404829, 0.340519, 0.455023, 0.278142, 0.431619, 0.437856, 0.369202, 0.481108, 0.140447, 0.378887, 0.472083, 0.265066, 0.370565, 0.382846, 0.399073, 0.416322, 0.409586, 0.477549, 0.418688, 0.393789, 0.450136, 0.21008, 0.140319, 0.155243, 0.394534, 0.23697, 0.419073, 0.383081, 0.447666, 0.474963, 0.451771, 0.481041, 0.43118, 0.397271, 0.429135, 0.450742, 0.326749, 0.435664, 0.496223, 0.380886, 0.358079, 0.339825, 0.443067, 0.443491, 0.381112, 0.314784, 0.220701, 0.442923, 0.426532, 0.458848, 0.449738, 0.460075, 0.43807, 0.37645, 0.414512, 0.418752, 0.45999, 0.449387, 0.458805, 0.506251, 0.337136, 0.493195, 0.402645, 0.181881, 0.441731, 0.44993, 0.46816, 0.387591, 0.433336, 0.401032, 0.498792, 0.431878, 0.432769, 0.437246, 0.446697, 0.157563, 0.308449, 0.371112, 0.449347, 0.428536, 0.145692, 0.46836, 0.419608, 0.276933, 0.377926, 0.415266, 0.453511, 0.409852, 0.317897, 0.461727, 0.446122, 0.453484, 0.457616, 0.37801, 0.131549, 0.425869, 0.326233, 0.45894, 0.401608, 0.395, 0.399945, 0.375879, 0.249614, 0.324141, 0.376829, 0.470492, 0.158196, 0.170444, 0.413293, 0.468287, 0.418471, 0.421678, 0.458518, 0.414561, 0.397835, 0.414422, 0.435718, 0.261575, 0.408689, 0.407534, 0.431609, 0.369202, 0.465203, 0.448522, 0.397222, 0.35515, 0.287178, 0.450857, 0.417675, 0.498472, 0.417579, 0.396504, 0.285568, 0.187905, 0.434301, 0.37651, 0.409491, 0.470984, 0.347018, 0.441874, 0.479727, 0.176901, 0.330974, 0.41703, 0.467438, 0.466426, 0.399474, 0.380545, 0.3962, 0.470222, 0.460184, 0.230937, 0.457257, 0.499263, 0.298933, 0.35948, 0.415543, 0.19501, 0.428251, 0.401262, 0.375872, 0.419426, 0.456774, 0.30185, 0.394036, 0.499284, 0.16424, 0.451877, 0.435178, 0.354978, 0.299846, 0.436595, 0.477974, 0.211042, 0.463319, 0.432733, 0.401744, 0.347053, 0.423161, 0.380826, 0.45142, 0.421546, 0.392386, 0.362902, 0.339004, 0.397762, 0.463978, 0.439736, 0.447664, 0.440209, 0.443236, 0.361583, 0.457568, 0.394166, 0.416049, 0.411716, 0.410321, 0.457817, 0.423837, 0.394977, 0.423944, 0.439949, 0.448871, 0.410338, 0.433782, 0.414554, 0.431424, 0.409623, 0.368604, 0.135823, 0.48235, 0.445254, 0.370491, 0.396045, 0.47433, 0.398534, 0.263263, 0.302525, 0.447594, 0.415046, 0.438272, 0.392292, 0.416043, 0.308374, 0.467962, 0.479567, 0.451913, 0.419837, 0.457014, 0.440481, 0.444212, 0.415929, 0.455838, 0.416911, 0.42479, 0.427619, 0.453769, 0.391009, 0.448396, 0.139034, 0.4808, 0.437851, 0.437492, 0.380193, 0.377122, 0.429166, 0.383495, 0.474348, 0.431782, 0.450765, 0.307527, 0.46406, 0.360741, 0.436792, 0.441837, 0.431529, 0.435603, 0.42283, 0.41437, 0.249628, 0.41964, 0.316372, 0.386884, 0.209297, 0.412981, 0.262721, 0.311355, 0.373218, 0.346609, 0.487893, 0.467129, 0.467726, 0.412765, 0.283852, 0.319752, 0.42543, 0.437075, 0.379826, 0.415769, 0.182084, 0.387802, 0.482623, 0.401348, 0.364041, 0.449315, 0.473922, 0.370954, 0.342704, 0.421538, 0.400929, 0.29641, 0.467966, 0.325877, 0.422949, 0.362328, 0.360395, 0.450723, 0.478533, 0.381386, 0.454647, 0.342484, 0.192981, 0.44491, 0.381478, 0.417278, 0.453762, 0.36664, 0.341684, 0.37013, 0.448605, 0.373788, 0.377533, 0.377944, 0.409097, 0.460267, 0.41832, 0.260513, 0.469786, 0.474641, 0.334457, 0.432103, 0.412743, 0.177101, 0.410246, 0.422665, 0.438682, 0.272629, 0.378944, 0.4867, 0.316679, 0.428126, 0.451277, 0.408827, 0.391962, 0.432306, 0.386493, 0.415894, 0.397817, 0.398595, 0.347994, 0.456863, 0.427979, 0.31561, 0.172776, 0.364198, 0.399204, 0.485838, 0.482305, 0.275164, 0.397093, 0.41705, 0.394866, 0.400454, 0.376877, 0.335942, 0.414033, 0.396893, 0.325093, 0.511025, 0.458919, 0.439572, 0.436254, 0.511906, 0.458056, 0.466972, 0.383011, 0.450894, 0.487043, 0.438631, 0.482912, 0.416506, 0.388095, 0.471853, 0.358343, 0.367117, 0.395151, 0.47594, 0.38386, 0.450069, 0.400363, 0.429798, 0.424435, 0.460846, 0.44052, 0.264899, 0.403764, 0.439409, 0.435807, 0.422138, 0.254583, 0.417357, 0.299779, 0.431042, 0.446154, 0.285041, 0.39005, 0.435675, 0.413387, 0.408477, 0.437453, 0.469262, 0.484386, 0.431157, 0.267287, 0.456832, 0.356996, 0.461785, 0.448998, 0.467949, 0.452731, 0.459222, 0.383675, 0.503902, 0.42957, 0.378809, 0.381733, 0.45846, 0.472912, 0.298636, 0.436185, 0.480092, 0.432382, 0.355618, 0.368446, 0.495297, 0.396979, 0.246085, 0.276883, 0.467195, 0.490548, 0.462932, 0.354092, 0.350974, 0.395683, 0.404605, 0.337239, 0.49507, 0.412962, 0.517026, 0.421704, 0.415604, 0.434899, 0.397856, 0.424954, 0.444331, 0.45036, 0.433189, 0.396067, 0.261025, 0.25362, 0.393143, 0.424135, 0.405745, 0.326046, 0.378384, 0.423263, 0.421337, 0.4297, 0.413088, 0.508041, 0.456203, 0.47094, 0.455715, 0.423808, 0.422292, 0.368878, 0.405372, 0.363292, 0.44941, 0.282487, 0.163474, 0.402312, 0.374908, 0.414911, 0.445303, 0.459495, 0.476304, 0.369779, 0.470712, 0.485822, 0.305524, 0.227685, 0.229137, 0.460008, 0.464684, 0.51993, 0.432349, 0.469983, 0.469999, 0.485121, 0.333959, 0.459829, 0.447466, 0.387581, 0.430517, 0.451413, 0.450916, 0.351084, 0.432141, 0.27691, 0.426117, 0.489834, 0.240138, 0.40039, 0.459125, 0.471446, 0.434827, 0.371532, 0.475441, 0.273259, 0.45401, 0.400545, 0.449561, 0.486375, 0.365998, 0.239491, 0.436057, 0.445381, 0.49266, 0.442879, 0.331802, 0.365424, 0.459754, 0.41053, 0.351735, 0.453654, 0.477726, 0.320099, 0.422984, 0.361627, 0.434363, 0.409212, 0.431384, 0.477899, 0.438029, 0.479897, 0.515887, 0.391697, 0.445036, 0.414887, 0.318001, 0.429778, 0.432769, 0.361101, 0.433362, 0.394475, 0.440706, 0.409353, 0.443792, 0.42302, 0.422919, 0.382868, 0.500932, 0.456207, 0.394561, 0.249658, 0.38933, 0.383199, 0.433549, 0.388573, 0.46229, 0.414728, 0.279811, 0.42269, 0.409219, 0.436428, 0.445558, 0.370955, 0.3609, 0.451773, 0.404728, 0.41139, 0.412548, 0.465587, 0.382489, 0.457615, 0.420151, 0.437502, 0.367354, 0.410129, 0.455739, 0.317528, 0.388606, 0.363257, 0.428419, 0.420326, 0.465666, 0.453231, 0.425791, 0.500785, 0.452109, 0.346539, 0.370589, 0.422548, 0.427888, 0.456391, 0.475104, 0.417901, 0.410965, 0.462124, 0.378034, 0.385909, 0.473672, 0.402576, 0.413505, 0.405603, 0.44415, 0.440246, 0.154602, 0.411232, 0.462998, 0.45691, 0.440227, 0.441803, 0.38361, 0.366714, 0.239511, 0.442231, 0.402467, 0.29244, 0.503208, 0.403674, 0.390537, 0.467111, 0.407905, 0.332935, 0.267983, 0.463125, 0.487963, 0.464935, 0.379809, 0.44566, 0.46247, 0.327217, 0.459676, 0.415845, 0.470023, 0.456535, 0.341377, 0.438478, 0.43377, 0.405196, 0.400258, 0.336874, 0.459092, 0.460738, 0.396644, 0.495384, 0.422658, 0.353401, 0.245819, 0.377097, 0.384227, 0.165498, 0.407323, 0.416959, 0.426235, 0.448661, 0.444967, 0.460255, 0.439294, 0.412737, 0.286752, 0.381638, 0.399114, 0.299636, 0.372343, 0.351208, 0.465236, 0.485732, 0.467624, 0.445578, 0.414485, 0.440475, 0.36461, 0.471479, 0.479588, 0.394103, 0.473504, 0.42194, 0.420685, 0.309463, 0.471618, 0.46359, 0.380571, 0.430518, 0.33143, 0.400552, 0.407749, 0.491166, 0.301723, 0.207974, 0.21308, 0.35286, 0.460403, 0.42959, 0.483732, 0.237064, 0.175906, 0.471307, 0.425269, 0.443545, 0.443236, 0.416044, 0.462832, 0.411794, 0.437712, 0.433541, 0.418924, 0.431243, 0.336754, 0.465863, 0.390519, 0.483408, 0.462489, 0.383916, 0.463327, 0.454496, 0.441022, 0.307949, 0.322279, 0.458187, 0.338547, 0.38845, 0.414492, 0.449216, 0.46054, 0.482042, 0.374024, 0.428891, 0.486138, 0.448882, 0.470469, 0.4601, 0.456607, 0.384822, 0.463341, 0.446608, 0.421951, 0.464316, 0.468743, 0.405795, 0.388662, 0.34793, 0.377714, 0.472521, 0.369977, 0.417448, 0.346712, 0.414946, 0.2268, 0.388507, 0.270058, 0.430011, 0.436376, 0.441075, 0.444342, 0.367649, 0.480533, 0.35626, 0.467527, 0.415112, 0.322475, 0.211099, 0.44199, 0.457317, 0.313178, 0.49771, 0.471201, 0.375209, 0.463082, 0.46044, 0.400699, 0.489713, 0.469679, 0.352978, 0.325531, 0.452163, 0.424478, 0.456514, 0.43542, 0.459408, 0.440447, 0.191249, 0.375696, 0.332716, 0.39755, 0.472804, 0.450421, 0.363912, 0.384906, 0.456673, 0.44446, 0.391506, 0.217025, 0.357158, 0.362294, 0.416209, 0.412331, 0.404295, 0.448733, 0.430211, 0.453464, 0.355996, 0.475774, 0.426362, 0.477317, 0.466921, 0.411273, 0.458333, 0.363396, 0.388195, 0.321132, 0.456435, 0.489892, 0.434374, 0.396575, 0.399715, 0.464551, 0.412194, 0.389415, 0.402586, 0.270471, 0.418698, 0.435097, 0.388591, 0.477036, 0.285773, 0.294289, 0.421263, 0.416494, 0.442742, 0.361719, 0.473277, 0.390021, 0.378244, 0.488834, 0.49766, 0.444211, 0.35032, 0.481079, 0.42775, 0.455899, 0.437869, 0.441633, 0.452912, 0.448463, 0.460145, 0.466909, 0.438126, 0.422368, 0.458198, 0.17214, 0.411348, 0.436189, 0.437006, 0.477997, 0.44883, 0.453659, 0.418492, 0.380581, 0.442128, 0.418573, 0.318036, 0.415425, 0.381244, 0.500922, 0.457806, 0.173145, 0.446801, 0.32295, 0.415935, 0.396687, 0.399604, 0.399975, 0.448996, 0.384289, 0.238314, 0.454263, 0.384732, 0.481241, 0.453243, 0.372661, 0.483707, 0.477515, 0.381896, 0.442793, 0.402761, 0.423326, 0.472666, 0.436731, 0.303131, 0.337692, 0.364476, 0.431382, 0.421471, 0.232355, 0.370193, 0.451833, 0.186816, 0.468051, 0.169905, 0.228917, 0.481817, 0.398308, 0.471535, 0.154922, 0.450437, 0.428578, 0.393832, 0.420308, 0.262554, 0.267969, 0.53415, 0.41662, 0.313443, 0.453167, 0.478544, 0.45559, 0.464804, 0.461874, 0.312413, 0.483591, 0.418522, 0.294857, 0.430163, 0.478346, 0.457655, 0.422608, 0.359261, 0.43064, 0.432593, 0.442321, 0.434049, 0.432421, 0.28172, 0.462977, 0.40191, 0.408354, 0.429115, 0.450605, 0.3722, 0.475252, 0.337849, 0.4222, 0.370474, 0.417103, 0.449061, 0.300918, 0.459084, 0.367369, 0.401099, 0.494932, 0.442217, 0.401882, 0.410485, 0.331482, 0.449268, 0.232804, 0.4373, 0.517374, 0.278361, 0.397094, 0.35516, 0.340708, 0.316333, 0.460413, 0.416926, 0.420033, 0.371813, 0.423762, 0.424163, 0.455392, 0.245543, 0.429013, 0.434607, 0.396925, 0.395339, 0.474875, 0.382508, 0.444404, 0.436925, 0.402066, 0.417866, 0.313327, 0.339778, 0.438656, 0.431217, 0.221586, 0.452431, 0.456654, 0.36077, 0.156716, 0.442611, 0.213979, 0.482273, 0.473327, 0.224261, 0.435797, 0.189417, 0.431203, 0.417528, 0.45504, 0.501508, 0.438132, 0.22742, 0.477772, 0.467594, 0.485875, 0.429422, 0.471065, 0.4559, 0.397444, 0.425984, 0.426546, 0.396455, 0.400438, 0.36237, 0.419394, 0.517779, 0.468701, 0.404459, 0.314772, 0.416053, 0.446685, 0.418545, 0.491624, 0.43184, 0.432508, 0.435807, 0.421619, 0.411419, 0.322102, 0.441428, 0.154514, 0.464331, 0.363433, 0.283027, 0.44118, 0.42401, 0.43401, 0.44988, 0.441103, 0.471623, 0.482051, 0.460717, 0.381479, 0.429381, 0.422994, 0.509193, 0.382043, 0.434223, 0.481377, 0.416599, 0.425991, 0.471638, 0.300708, 0.431795, 0.418553, 0.40436, 0.383599, 0.472462, 0.41577, 0.399855, 0.485789, 0.458197, 0.39961, 0.474304, 0.405066, 0.38016, 0.454167, 0.467126, 0.420265, 0.419693, 0.143297, 0.417007, 0.403937, 0.443609, 0.442768, 0.370314, 0.426781, 0.40478, 0.37907, 0.381832, 0.286981, 0.431445, 0.439335, 0.366309, 0.41676, 0.471165, 0.394429, 0.462841, 0.368849, 0.403599, 0.302648, 0.333082, 0.450817, 0.413085, 0.414569, 0.424625, 0.405241, 0.421415, 0.503702, 0.387697, 0.398157, 0.206113, 0.474312, 0.425564, 0.440318, 0.170768, 0.472598, 0.426446, 0.408849, 0.421309, 0.287034, 0.360532, 0.418359, 0.383609, 0.414871, 0.489667, 0.423256, 0.40534, 0.42998, 0.388271, 0.30442, 0.484488, 0.344609, 0.442326, 0.445859, 0.49136, 0.334279, 0.47251, 0.48357, 0.304236, 0.420027, 0.40044, 0.44861, 0.179127, 0.444497, 0.344324, 0.210182, 0.398405, 0.507687 ] }, "name": "model.model.layers.11.input_layernorm.weight", "outputIndexes": [ 914 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 913 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_11/Mul_output_0", "outputIndexes": [ 915 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 914, 915 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_11/Mul_1_output_0", "outputIndexes": [ 916 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 916 ], "outputIndexes": [ 2271 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2271 ], "outputIndexes": [ 2272 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/q_proj/Linear", "inputIndexes": [ 2272 ], "outputIndexes": [ 2273 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 415237790, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2273 ], "outputIndexes": [ 2274 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2274 ], "outputIndexes": [ 917 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 916 ], "main_type": "NONE", "name": "/Shape_45_output_0", "outputIndexes": [ 918 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 918 ], "main_type": "NONE", "name": "Shape1889", "outputIndexes": [ 919 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 918 ], "main_type": "NONE", "name": "Rank1891", "outputIndexes": [ 920 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 920, 920 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1893", "outputIndexes": [ 921 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 921 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1894", "outputIndexes": [ 922 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 921, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1896", "outputIndexes": [ 923 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 923 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1897", "outputIndexes": [ 924 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 919, 922, 924, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1900", "outputIndexes": [ 925 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 925 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1901", "outputIndexes": [ 926 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 926 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1902", "outputIndexes": [ 927 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 927, 926 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1903", "outputIndexes": [ 928 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 918, 928, 921 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_81_output_0", "outputIndexes": [ 929 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 929, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_155_output_0", "outputIndexes": [ 930 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 930, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_99_output_0", "outputIndexes": [ 931 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 917, 931 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_56_output_0", "outputIndexes": [ 932 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 932, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_44_output_0", "outputIndexes": [ 933 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 932 ], "main_type": "NONE", "name": "/Shape_46_output_0", "outputIndexes": [ 934 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 934 ], "main_type": "NONE", "name": "Shape1910", "outputIndexes": [ 935 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 934 ], "main_type": "NONE", "name": "Rank1912", "outputIndexes": [ 936 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 936, 936 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1914", "outputIndexes": [ 937 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 937 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1915", "outputIndexes": [ 938 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 937, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1917", "outputIndexes": [ 939 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 939 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1918", "outputIndexes": [ 940 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 935, 938, 940, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1921", "outputIndexes": [ 941 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 941 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1922", "outputIndexes": [ 942 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 942 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1923", "outputIndexes": [ 943 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 943, 942 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1924", "outputIndexes": [ 944 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 934, 944, 937 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_82_output_0", "outputIndexes": [ 945 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 945, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_33_output_0", "outputIndexes": [ 946 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 946, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_160_output_0", "outputIndexes": [ 947 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 932, 947, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_45_output_0", "outputIndexes": [ 948 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 948 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_22_output_0", "outputIndexes": [ 949 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 932, 22, 947, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_44_output_0", "outputIndexes": [ 950 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 949, 950 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_102_output_0", "outputIndexes": [ 951 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 951, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_45_output_0", "outputIndexes": [ 952 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 933, 952 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_55_output_0", "outputIndexes": [ 953 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 916 ], "outputIndexes": [ 2275 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2275 ], "outputIndexes": [ 2276 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/k_proj/Linear", "inputIndexes": [ 2276 ], "outputIndexes": [ 2277 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 417597108, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2277 ], "outputIndexes": [ 2278 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2278 ], "outputIndexes": [ 954 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 954, 931 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_57_output_0", "outputIndexes": [ 955 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 955, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_46_output_0", "outputIndexes": [ 956 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 955 ], "main_type": "NONE", "name": "/Shape_47_output_0", "outputIndexes": [ 957 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 957 ], "main_type": "NONE", "name": "Shape1972", "outputIndexes": [ 958 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 957 ], "main_type": "NONE", "name": "Rank1974", "outputIndexes": [ 959 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 959, 959 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1976", "outputIndexes": [ 960 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 960 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1977", "outputIndexes": [ 961 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 960, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1979", "outputIndexes": [ 962 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 962 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1980", "outputIndexes": [ 963 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 958, 961, 963, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1983", "outputIndexes": [ 964 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 964 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1984", "outputIndexes": [ 965 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 965 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1985", "outputIndexes": [ 966 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 966, 965 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1986", "outputIndexes": [ 967 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 957, 967, 960 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_83_output_0", "outputIndexes": [ 968 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 968, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_34_output_0", "outputIndexes": [ 969 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 969, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_162_output_0", "outputIndexes": [ 970 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 955, 970, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_47_output_0", "outputIndexes": [ 971 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 971 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_23_output_0", "outputIndexes": [ 972 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 955, 22, 970, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_46_output_0", "outputIndexes": [ 973 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 972, 973 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_103_output_0", "outputIndexes": [ 974 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 974, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_47_output_0", "outputIndexes": [ 975 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 956, 975 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_56_output_0", "outputIndexes": [ 976 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 916 ], "outputIndexes": [ 2279 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2279 ], "outputIndexes": [ 2280 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/v_proj/Linear", "inputIndexes": [ 2280 ], "outputIndexes": [ 2281 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 419956426, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2281 ], "outputIndexes": [ 2282 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2282 ], "outputIndexes": [ 977 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 977, 931 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_58_output_0", "outputIndexes": [ 978 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 953, 976, 978, 109 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_59_output_0", "outputIndexes": [ 979 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 979 ], "outputIndexes": [ 2283 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2283 ], "outputIndexes": [ 2284 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/o_proj/Linear", "inputIndexes": [ 2284 ], "outputIndexes": [ 2285 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 422315744, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2285 ], "outputIndexes": [ 2286 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2286 ], "outputIndexes": [ 980 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 913, 980 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_58_output_0", "outputIndexes": [ 981 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2048 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.201875, 0.214288, 0.206316, 0.200465, 0.101481, 0.237824, 0.195437, 0.212761, 0.176423, 0.21026, 0.167591, 0.182455, 0.217443, 0.197779, 0.198828, 0.149925, 0.194883, 0.079107, 0.213764, 0.205652, 0.199101, 0.207113, 0.179887, 0.169187, 0.208173, 0.208626, 0.155375, 0.209693, 0.221021, 0.207239, 0.200012, 0.222968, 0.201588, 0.128384, 0.201914, 0.185579, 0.178868, 0.186742, 0.189498, 0.174975, 0.191598, 0.132655, 0.206315, 0.22217, 0.196797, 0.210382, 0.216789, 0.22373, 0.195037, 0.196154, 0.186489, 0.172822, 0.216333, 0.185202, 0.206795, 0.201859, 0.201972, 0.197738, 0.158123, 0.170846, 0.203977, 0.190971, 0.087589, 0.208388, 0.20621, 0.193672, 0.072482, 0.219241, 0.219905, 0.202161, 0.201851, 0.219699, 0.169146, 0.19563, 0.193322, 0.210392, 0.197285, 0.204459, 0.079144, 0.190605, 0.211838, 0.203502, 0.213057, 0.221145, 0.215294, 0.196026, 0.128663, 0.073769, 0.207348, 0.214867, 0.158522, 0.187375, 0.206566, 0.18229, 0.154887, 0.225228, 0.212746, 0.207062, 0.186578, 0.137889, 0.08941, 0.212377, 0.124823, 0.155922, 0.164884, 0.171586, 0.088073, 0.161941, 0.197575, 0.176399, 0.185175, 0.207358, 0.147997, 0.193, 0.212441, 0.199203, 0.200349, 0.218558, 0.204047, 0.216127, 0.220538, 0.162987, 0.199861, 0.217864, 0.209085, 0.185354, 0.212689, 0.206364, 0.196539, 0.219923, 0.200666, 0.205812, 0.203769, 0.113569, 0.18427, 0.188122, 0.201229, 0.200618, 0.200718, 0.211279, 0.193072, 0.212789, 0.117824, 0.157519, 0.196416, 0.139674, 0.205839, 0.202797, 0.217692, 0.189988, 0.2074, 0.187436, 0.223035, 0.156742, 0.192604, 0.179379, 0.175129, 0.158756, 0.101789, 0.217761, 0.211536, 0.313775, 0.20745, 0.188064, 0.198352, 0.214846, 0.152985, 0.216566, 0.188345, 0.192556, 0.213258, 0.202868, 0.202811, 0.21372, 0.191771, 0.1806, 0.21365, 0.216508, 0.212631, 0.183679, 0.166412, 0.197895, 0.211521, 0.20215, 0.214246, 0.20651, 0.211562, 0.106044, 0.195921, 0.15469, 0.19346, 0.197158, 0.212156, 0.226836, 0.121964, 0.216827, 0.210994, 0.187632, 0.199327, 0.128866, 0.19372, 0.189787, 0.189005, 0.187497, 0.217243, 0.196753, 0.226056, 0.127959, 0.193408, 0.059952, 0.218487, 0.195885, 0.198577, 0.213788, 0.190386, 0.201673, 0.227367, 0.213809, 0.185268, 0.192277, 0.210544, 0.184921, 0.203938, 0.137317, 0.210448, 0.129315, 0.174422, -0.000159, 0.220328, 0.182752, 0.18608, 0.194256, 0.203392, 0.14292, 0.20064, 0.140328, 0.189409, 0.218474, 0.163383, 0.145741, 0.209272, 0.185932, 0.222086, 0.191564, 0.213157, 0.217569, 0.215655, 0.206765, 0.173512, 0.160547, 0.214168, 0.208974, 0.216326, 0.212793, 0.071848, 0.073129, 0.216736, 0.208182, 0.193933, 0.201713, 0.195671, 0.225435, 0.207013, 0.213551, 0.157594, 0.203995, 0.201391, 0.210909, 0.215599, 0.179719, 0.165458, 0.192988, 0.211204, 0.202401, 0.220563, 0.103875, 0.194944, 0.18701, 0.171994, 0.203304, 0.148344, 0.079534, 0.064493, 0.183296, 0.207548, 0.21859, 0.130973, 0.18012, 0.207777, 0.188986, 0.208338, 0.183651, 0.197163, 0.205556, 0.187942, 0.195797, 0.185995, 0.086375, 0.204771, 0.225343, 0.216385, 0.124744, 0.20118, 0.143682, 0.081971, 0.207989, 0.203584, 0.178425, 0.169747, 0.216726, 0.199006, 0.202014, 0.1939, 0.208051, 0.206561, 0.208452, 0.193542, 0.219338, 0.068084, 0.201233, 0.130192, 0.199947, 0.210718, 0.143179, 0.118695, 0.195679, 0.136737, 0.197212, 0.19165, 0.159292, 0.191093, 0.201436, 0.193124, 0.216432, 0.217648, 0.206599, 0.17073, 0.202301, 0.151945, 0.158665, 0.183331, 0.181581, 0.189208, 0.198143, 0.091306, 0.167981, 0.142147, 0.209132, 0.183205, 0.162772, 0.144288, 0.212431, 0.060415, 0.201576, 0.188904, 0.203961, 0.099876, 0.195703, 0.203361, 0.202485, 0.194266, 0.219398, 0.173546, 0.167365, 0.195332, 0.200821, 0.204558, 0.199651, 0.1638, 0.207478, 0.195083, 0.119414, 0.18607, 0.204771, 0.196747, 0.195246, 0.175286, 0.198535, 0.18811, 0.187178, 0.198107, 0.082775, 0.229386, 0.200788, 0.196282, 0.177892, 0.195824, 0.19909, 0.151113, 0.235946, 0.11211, 0.208361, 0.191711, 0.203867, 0.144096, 0.183749, 0.174412, 0.212269, 0.148543, 0.207405, 0.171631, 0.216585, 0.208462, 0.200046, 0.143908, 0.172626, 0.185811, 0.143758, 0.217227, 0.184673, 0.060523, 0.218487, 0.221839, 0.201743, 0.205725, 0.062486, 0.187525, 0.219966, 0.211495, 0.214881, 0.202367, 0.169077, 0.23011, 0.04021, 0.217055, 0.21459, 0.152868, 0.212501, 0.108546, 0.11345, 0.165482, 0.210559, 0.208344, 0.219655, 0.193724, 0.190329, 0.1772, 0.182852, 0.172325, 0.224156, 0.204109, 0.181853, 0.23473, 0.170215, 0.192058, 0.217375, 0.216686, 0.192546, 0.203556, 0.186031, 0.218418, 0.19332, 0.077699, 0.19592, 0.139125, 0.162637, 0.156664, 0.165507, 0.215519, 0.192949, 0.062015, 0.198505, 0.215272, 0.173471, 0.192088, 0.223842, 0.214761, 0.194949, 0.211585, 0.190392, 0.194524, 0.205202, 0.21457, 0.189226, 0.190892, 0.209632, 0.193603, 0.216091, 0.19771, 0.20241, 0.212088, 0.218452, 0.200733, 0.178604, 0.141082, 0.189902, 0.212274, 0.202798, 0.218315, 0.121251, 0.1958, 0.214099, 0.198745, 0.1841, 0.187985, 0.186913, 0.063357, 0.215984, 0.194289, 0.123753, 0.201649, 0.200516, 0.197818, 0.215343, 0.196893, 0.208377, 0.195376, 0.206563, 0.190719, 0.215952, 0.211725, 0.21139, 0.184161, 0.202138, 0.20452, 0.208769, 0.174955, 0.214732, 0.216187, 0.105179, 0.136428, 0.165739, 0.198726, 0.214736, 0.06986, 0.214507, 0.200737, 0.176315, 0.194097, 0.20053, 0.191754, 0.206492, 0.19888, 0.204015, 0.12615, 0.193786, 0.17207, 0.216522, 0.200589, 0.203, 0.177427, 0.112779, 0.124868, 0.20094, 0.20838, 0.128142, 0.227937, 0.204403, 0.092383, 0.190151, 0.121668, 0.137813, 0.078263, 0.196557, 0.201723, 0.222111, 0.209616, 0.195056, 0.213958, 0.202918, 0.2018, 0.194926, 0.209874, 0.213882, 0.190326, 0.175721, 0.20323, 0.196548, 0.212498, 0.173757, 0.213044, 0.213599, 0.198904, 0.153804, 0.135782, 0.163397, 0.155169, 0.193046, 0.215624, 0.171924, 0.217138, 0.218212, 0.183656, 0.138797, 0.199174, 0.196005, 0.210864, 0.212627, 0.177978, 0.193147, 0.093667, 0.179185, 0.196964, 0.215415, 0.221614, 0.183695, 0.14329, 0.193272, 0.198489, 0.202235, 0.190878, 0.208231, 0.207723, 0.209321, 0.202163, 0.196843, 0.173388, 0.215278, 0.157179, 0.083232, 0.213723, 0.208033, 0.196025, 0.215016, 0.17333, 0.196687, 0.228278, 0.209746, 0.080158, 0.094041, 0.147585, 0.176354, 0.220949, 0.163563, 0.222726, 0.215473, 0.190668, 0.134305, 0.206049, 0.221681, 0.211382, 0.173058, 0.219682, 0.200789, 0.18918, 0.208289, 0.150674, 0.203323, 0.177026, 0.183192, 0.20576, 0.197718, 0.187688, 0.211061, 0.20406, 0.177422, 0.20723, 0.211116, 0.212014, 0.195241, 0.218533, 0.20575, 0.201867, 0.063523, 0.179115, 0.187024, 0.212969, 0.215749, 0.201176, 0.215299, 0.214676, 0.218238, 0.203299, 0.086843, 0.214457, 0.224064, 0.213264, 0.203563, 0.208115, 0.17841, 0.206228, 0.19244, 0.194917, 0.220633, 0.185217, 0.205093, 0.207384, 0.210142, 0.191521, 0.204025, 0.209562, 0.198021, 0.205741, 0.080406, 0.195183, 0.160811, 0.17246, 0.101395, 0.18845, 0.21715, 0.162813, 0.211267, 0.205814, 0.196483, 0.198638, 0.193674, 0.203245, 0.183882, 0.217779, 0.208774, 0.218579, 0.071573, 0.192949, 0.208306, 0.204761, 0.061161, 0.201486, 0.158054, 0.21097, 0.223793, 0.200106, 0.202177, 0.174361, 0.175403, 0.217958, 0.204478, 0.201857, 0.188933, 0.198397, 0.21263, 0.206513, 0.164753, 0.20154, 0.119354, 0.200079, 0.194129, 0.222682, 0.2038, 0.191299, 0.201701, 0.157081, 0.207893, 0.208582, 0.214154, 0.202771, 0.202535, 0.178014, 0.196315, 0.204061, 0.19231, 0.199822, 0.207365, 0.183742, 0.218875, 0.210778, 0.188377, 0.184798, 0.171644, 0.183574, 0.038102, 0.196739, 0.22161, 0.176731, 0.199516, 0.210834, 0.195602, 0.164112, 0.186727, 0.194229, 0.179615, 0.178712, 0.213489, 0.205179, 0.203036, 0.126003, 0.191794, 0.200683, 0.198142, 0.20172, 0.185629, 0.201025, 0.214003, 0.194054, 0.210684, 0.100037, 0.199579, 0.188997, 0.20498, 0.18956, 0.189788, 0.211195, 0.189068, 0.106056, 0.207957, 0.178641, 0.202046, 0.204722, 0.201801, 0.172193, 0.205201, 0.078795, 0.164023, 0.150999, 0.101409, 0.19357, 0.18601, 0.064712, 0.20688, 0.197072, 0.214117, 0.210239, 0.150674, 0.211754, 0.200088, 0.195268, 0.181559, 0.210113, 0.201102, 0.177705, 0.063536, 0.228215, 0.204834, 0.218504, 0.187241, 0.220236, 0.190347, 0.198056, 0.226206, 0.185625, 0.177875, 0.198966, 0.191007, 0.208602, 0.177576, 0.187236, 0.166549, 0.223876, 0.207952, 0.207588, 0.186435, 0.192853, 0.068706, 0.164558, 0.155745, 0.214537, 0.213091, 0.137501, 0.139246, 0.214348, 0.220242, 0.188533, 0.179976, 0.142966, 0.092423, 0.192409, 0.200124, 0.188063, 0.184966, 0.199595, 0.206961, 0.173783, 0.14079, 0.198009, 0.218459, 0.174562, 0.198691, 0.191407, 0.212197, 0.20982, 0.2108, 0.210337, 0.182437, 0.213055, 0.203759, 0.202839, 0.198289, 0.196273, 0.121748, 0.214614, 0.181127, 0.200898, 0.137222, 0.204147, 0.193158, 0.171169, 0.209131, 0.15465, 0.199493, 0.187352, 0.167944, 0.179414, 0.175914, 0.214375, 0.173214, 0.136444, 0.19535, 0.210429, 0.106429, 0.206773, 0.213851, 0.205749, 0.194729, 0.197808, 0.202612, 0.220912, 0.203285, 0.215348, 0.145432, 0.146909, 0.19316, 0.200016, 0.194402, 0.204268, 0.201321, 0.082224, 0.189075, 0.158387, 0.208047, 0.140688, 0.20495, 0.20501, 0.182542, 0.218996, 0.061152, 0.187809, 0.213359, 0.124011, 0.179369, 0.191992, 0.189, 0.189459, 0.190472, 0.218626, 0.196404, 0.189055, 0.21595, 0.100613, 0.063046, 0.062756, 0.1938, 0.123675, 0.185357, 0.18765, 0.205725, 0.220257, 0.208666, 0.21309, 0.209878, 0.192269, 0.201028, 0.202683, 0.088933, 0.209161, 0.221839, 0.181581, 0.181336, 0.167367, 0.204909, 0.205307, 0.193467, 0.160148, 0.132367, 0.212971, 0.203963, 0.219633, 0.210654, 0.212974, 0.201025, 0.177903, 0.204412, 0.20179, 0.206145, 0.207824, 0.212474, 0.218706, 0.15387, 0.211638, 0.172115, 0.076384, 0.21189, 0.206241, 0.218642, 0.188735, 0.187297, 0.186708, 0.233768, 0.213912, 0.197977, 0.212022, 0.204527, 0.072323, 0.145065, 0.184525, 0.199657, 0.200792, 0.065897, 0.222721, 0.205349, 0.138582, 0.189819, 0.205402, 0.208655, 0.195592, 0.147432, 0.21222, 0.209703, 0.213054, 0.211917, 0.170049, 0.062606, 0.194775, 0.163106, 0.213098, 0.193126, 0.184366, 0.174753, 0.175373, 0.131084, 0.164873, 0.186263, 0.216283, 0.068716, 0.06871, 0.188659, 0.206501, 0.196577, 0.206866, 0.210127, 0.19917, 0.182572, 0.20259, 0.205755, 0.125657, 0.191606, 0.196511, 0.2041, 0.177759, 0.2117, 0.201763, 0.19031, 0.162166, 0.128015, 0.20989, 0.200641, 0.21191, 0.193747, 0.191137, 0.095115, 0.083461, 0.203955, 0.186073, 0.182636, 0.214277, 0.170544, 0.206229, 0.2118, 0.080991, 0.151919, 0.192898, 0.211881, 0.208188, 0.193855, 0.183761, 0.193946, 0.209625, 0.210306, 0.11048, 0.216063, 0.236935, 0.141951, 0.160601, 0.18994, 0.094014, 0.205626, 0.192197, 0.18114, 0.207291, 0.200528, 0.147081, 0.171014, 0.229375, 0.067318, 0.206998, 0.205572, 0.160488, 0.156706, 0.200161, 0.221238, 0.122359, 0.21612, 0.205929, 0.196316, 0.163869, 0.181582, 0.177163, 0.211909, 0.201793, 0.183652, 0.173117, 0.148559, 0.184183, 0.205708, 0.205066, 0.205475, 0.204289, 0.212356, 0.177934, 0.211014, 0.181133, 0.199856, 0.193158, 0.178854, 0.214473, 0.203361, 0.19794, 0.191779, 0.220855, 0.204917, 0.191629, 0.202881, 0.192223, 0.201651, 0.187984, 0.177243, 0.0617, 0.213225, 0.203921, 0.176861, 0.19064, 0.21838, 0.186897, 0.127438, 0.064874, 0.209674, 0.192382, 0.211343, 0.183985, 0.192122, 0.146638, 0.213984, 0.217621, 0.208459, 0.197331, 0.210203, 0.207224, 0.193265, 0.192068, 0.203939, 0.197178, 0.206856, 0.204005, 0.210178, 0.186387, 0.216707, 0.059209, 0.214632, 0.213597, 0.218116, 0.189149, 0.183698, 0.194936, 0.172977, 0.210925, 0.189388, 0.202989, 0.144187, 0.20494, 0.165014, 0.215286, 0.212535, 0.205006, 0.206736, 0.2095, 0.197694, 0.077839, 0.203038, 0.161198, 0.183242, 0.10117, 0.194678, 0.094403, 0.145577, 0.185697, 0.168295, 0.213835, 0.224324, 0.213776, 0.188245, 0.132482, 0.149712, 0.193333, 0.153663, 0.186752, 0.20163, 0.069691, 0.178819, 0.216271, 0.193941, 0.179318, 0.208309, 0.214703, 0.168055, 0.167942, 0.191767, 0.194706, 0.08109, 0.221022, 0.162361, 0.198106, 0.172494, 0.170622, 0.207161, 0.225162, 0.184604, 0.215502, 0.179169, 0.086986, 0.199553, 0.178803, 0.210715, 0.209724, 0.166917, 0.161848, 0.179551, 0.208425, 0.173138, 0.170625, 0.180943, 0.180212, 0.217352, 0.194065, 0.124195, 0.207944, 0.227107, 0.163676, 0.207312, 0.201793, 0.075005, 0.197124, 0.196292, 0.202632, 0.134117, 0.184109, 0.225594, 0.15472, 0.206164, 0.212296, 0.196526, 0.183125, 0.200346, 0.187351, 0.198985, 0.195488, 0.185005, 0.165866, 0.196864, 0.19452, 0.150479, 0.072793, 0.16514, 0.190494, 0.219214, 0.218032, 0.123278, 0.199069, 0.186898, 0.18001, 0.196174, 0.180231, 0.16097, 0.202314, 0.19014, 0.148003, 0.232609, 0.208336, 0.18724, 0.198154, 0.221536, 0.201364, 0.226005, 0.188544, 0.193955, 0.222154, 0.212051, 0.225143, 0.190843, 0.183466, 0.226193, 0.176018, 0.166412, 0.197324, 0.223374, 0.174159, 0.215327, 0.186265, 0.201965, 0.20111, 0.202569, 0.215156, 0.129445, 0.195584, 0.198954, 0.205866, 0.206046, 0.117455, 0.2054, 0.149467, 0.199373, 0.208836, 0.094058, 0.189127, 0.192993, 0.203319, 0.196554, 0.197748, 0.224377, 0.216729, 0.206999, 0.132784, 0.204269, 0.177888, 0.213454, 0.207776, 0.215139, 0.20408, 0.207235, 0.176075, 0.215343, 0.20009, 0.177692, 0.186605, 0.217469, 0.216673, 0.138678, 0.197682, 0.227807, 0.202841, 0.174853, 0.180902, 0.228093, 0.194509, 0.114766, 0.125399, 0.213741, 0.224493, 0.21836, 0.172183, 0.158397, 0.189704, 0.20171, 0.167889, 0.223594, 0.190637, 0.229236, 0.19961, 0.195699, 0.202197, 0.184671, 0.202202, 0.199967, 0.201564, 0.187036, 0.190026, 0.128239, 0.088567, 0.187651, 0.206334, 0.192618, 0.16762, 0.180269, 0.205643, 0.189148, 0.193507, 0.19761, 0.2266, 0.205287, 0.220042, 0.21729, 0.202032, 0.202, 0.175589, 0.194493, 0.176912, 0.206699, 0.138809, 0.064891, 0.189241, 0.180139, 0.194674, 0.22181, 0.21038, 0.211976, 0.174265, 0.213007, 0.226688, 0.143959, 0.095062, 0.102424, 0.21918, 0.21092, 0.224024, 0.197805, 0.212555, 0.21603, 0.220337, 0.156426, 0.21187, 0.203959, 0.186464, 0.202628, 0.210558, 0.216481, 0.166411, 0.198435, 0.10908, 0.201262, 0.211344, 0.117506, 0.183578, 0.205962, 0.208218, 0.20786, 0.176573, 0.212389, 0.13507, 0.209266, 0.184223, 0.220641, 0.213115, 0.175481, 0.117627, 0.214613, 0.207307, 0.216183, 0.207125, 0.149594, 0.180375, 0.208595, 0.184202, 0.174375, 0.21007, 0.214298, 0.161239, 0.199194, 0.17717, 0.20634, 0.183971, 0.197788, 0.218703, 0.197892, 0.217562, 0.225979, 0.185752, 0.199552, 0.202198, 0.147246, 0.199482, 0.192467, 0.165485, 0.205093, 0.179386, 0.198551, 0.190481, 0.207602, 0.195838, 0.195092, 0.173237, 0.221599, 0.208563, 0.196888, 0.141403, 0.182057, 0.190637, 0.190796, 0.185262, 0.215952, 0.193893, 0.154377, 0.212082, 0.209712, 0.193488, 0.210468, 0.188799, 0.175266, 0.208457, 0.190359, 0.20304, 0.19595, 0.208968, 0.181517, 0.212705, 0.201274, 0.207757, 0.178419, 0.200151, 0.214314, 0.161272, 0.192067, 0.180576, 0.201181, 0.190203, 0.216155, 0.201069, 0.201914, 0.217553, 0.196079, 0.159932, 0.188346, 0.198173, 0.191318, 0.219015, 0.221711, 0.187719, 0.196964, 0.218787, 0.193909, 0.193305, 0.224314, 0.186197, 0.19324, 0.195689, 0.202889, 0.201009, 0.069581, 0.197014, 0.208619, 0.203622, 0.202649, 0.206203, 0.184708, 0.177001, 0.109021, 0.20294, 0.188731, 0.142702, 0.21819, 0.188196, 0.18609, 0.214314, 0.195363, 0.160064, 0.105891, 0.210277, 0.221455, 0.207046, 0.185521, 0.209942, 0.224905, 0.168874, 0.207938, 0.202349, 0.214327, 0.218185, 0.146957, 0.20952, 0.209775, 0.197695, 0.178333, 0.159435, 0.21172, 0.211917, 0.196165, 0.234902, 0.200317, 0.178719, 0.093433, 0.18223, 0.199215, 0.063823, 0.192629, 0.184623, 0.199036, 0.211355, 0.203318, 0.2171, 0.203609, 0.197676, 0.140486, 0.177171, 0.187731, 0.142334, 0.19422, 0.173051, 0.197854, 0.221614, 0.21117, 0.204354, 0.197155, 0.205202, 0.162463, 0.197542, 0.208564, 0.195328, 0.210382, 0.197352, 0.193689, 0.146554, 0.205884, 0.222272, 0.186341, 0.215296, 0.170202, 0.192567, 0.189365, 0.221552, 0.140531, 0.102057, 0.093882, 0.170653, 0.215814, 0.210112, 0.213381, 0.073357, 0.082217, 0.227657, 0.204308, 0.208527, 0.205847, 0.185298, 0.209232, 0.21575, 0.210233, 0.196914, 0.204713, 0.202161, 0.165129, 0.215781, 0.189191, 0.208851, 0.220939, 0.180422, 0.215029, 0.217965, 0.204984, 0.151852, 0.168537, 0.20895, 0.169132, 0.184606, 0.203825, 0.219858, 0.209691, 0.209055, 0.185978, 0.203786, 0.221394, 0.201393, 0.20364, 0.221884, 0.212661, 0.188896, 0.217102, 0.203621, 0.202761, 0.214856, 0.216491, 0.20284, 0.190577, 0.176893, 0.177527, 0.220286, 0.172725, 0.188693, 0.161203, 0.187899, 0.108259, 0.19416, 0.113306, 0.204529, 0.200524, 0.203125, 0.201552, 0.180529, 0.219738, 0.162579, 0.206215, 0.198182, 0.165837, 0.098783, 0.214972, 0.204291, 0.144361, 0.231209, 0.214827, 0.175555, 0.216357, 0.204921, 0.192357, 0.217489, 0.218458, 0.169513, 0.161574, 0.204815, 0.19874, 0.192366, 0.207323, 0.215043, 0.208252, 0.075083, 0.176398, 0.158295, 0.170874, 0.211706, 0.203651, 0.183319, 0.182333, 0.20326, 0.207399, 0.197833, 0.12882, 0.178375, 0.174479, 0.203091, 0.202077, 0.198757, 0.202496, 0.186093, 0.205351, 0.143896, 0.214877, 0.193916, 0.219456, 0.21598, 0.197447, 0.201407, 0.180633, 0.182193, 0.156711, 0.208537, 0.220866, 0.199951, 0.193823, 0.188405, 0.225061, 0.201663, 0.182594, 0.189129, 0.122805, 0.200786, 0.194926, 0.188421, 0.213982, 0.135613, 0.139934, 0.197866, 0.191547, 0.205388, 0.170562, 0.211388, 0.164035, 0.180027, 0.21999, 0.221091, 0.205758, 0.17175, 0.215903, 0.200283, 0.217294, 0.199809, 0.19904, 0.212567, 0.201883, 0.211396, 0.222283, 0.206685, 0.196777, 0.20744, 0.076278, 0.204702, 0.205465, 0.210194, 0.233492, 0.205219, 0.197215, 0.211657, 0.169655, 0.204709, 0.193589, 0.15209, 0.199092, 0.186276, 0.223294, 0.213047, 0.067263, 0.20811, 0.148063, 0.207301, 0.191824, 0.187041, 0.191013, 0.208202, 0.191579, 0.116516, 0.208967, 0.183825, 0.214979, 0.204133, 0.184317, 0.215108, 0.221539, 0.183904, 0.198329, 0.191216, 0.192773, 0.218189, 0.207437, 0.147193, 0.165194, 0.166846, 0.191518, 0.201232, 0.114791, 0.187445, 0.195949, 0.085344, 0.212149, 0.073025, 0.109047, 0.221984, 0.19224, 0.208526, 0.07016, 0.210018, 0.198617, 0.183923, 0.206655, 0.086465, 0.134742, 0.219351, 0.197222, 0.125026, 0.210256, 0.215183, 0.202889, 0.217804, 0.204745, 0.128554, 0.221974, 0.202196, 0.132922, 0.20371, 0.216075, 0.210455, 0.194451, 0.170003, 0.194613, 0.213673, 0.209337, 0.197186, 0.196868, 0.125327, 0.203586, 0.194969, 0.184703, 0.197622, 0.200531, 0.171999, 0.223288, 0.167915, 0.190295, 0.162584, 0.204602, 0.218049, 0.135476, 0.209619, 0.173881, 0.195165, 0.214683, 0.211097, 0.194968, 0.194126, 0.169262, 0.221511, 0.111014, 0.211142, 0.230395, 0.120012, 0.191258, 0.162065, 0.161652, 0.149361, 0.214343, 0.201512, 0.193478, 0.180091, 0.203146, 0.20219, 0.211057, 0.120955, 0.196748, 0.205212, 0.200594, 0.192598, 0.213294, 0.187587, 0.194303, 0.201067, 0.193408, 0.191753, 0.111579, 0.16253, 0.201524, 0.192641, 0.099758, 0.217004, 0.217806, 0.173086, 0.061622, 0.20478, 0.097476, 0.220527, 0.22071, 0.10099, 0.200193, 0.079551, 0.19424, 0.180514, 0.218364, 0.222127, 0.204001, 0.110214, 0.218675, 0.215733, 0.217958, 0.191198, 0.212413, 0.22122, 0.188843, 0.191059, 0.194178, 0.178843, 0.200626, 0.186934, 0.200415, 0.230585, 0.208788, 0.191168, 0.152153, 0.199302, 0.206013, 0.202719, 0.215565, 0.196188, 0.2044, 0.208554, 0.205233, 0.200004, 0.161405, 0.211718, 0.066733, 0.222835, 0.163786, 0.127567, 0.2046, 0.188997, 0.209315, 0.215212, 0.203099, 0.215293, 0.217925, 0.216307, 0.191558, 0.19576, 0.197308, 0.219194, 0.182769, 0.20718, 0.228062, 0.200018, 0.190934, 0.220366, 0.156303, 0.197997, 0.191338, 0.191268, 0.189498, 0.219643, 0.18759, 0.185415, 0.212693, 0.209034, 0.185865, 0.218574, 0.203486, 0.190721, 0.19679, 0.217798, 0.2052, 0.200676, 0.057779, 0.205709, 0.186752, 0.21131, 0.210564, 0.185366, 0.19641, 0.18782, 0.17873, 0.173684, 0.14908, 0.198, 0.198774, 0.17034, 0.195841, 0.204525, 0.181415, 0.214091, 0.180069, 0.195775, 0.148269, 0.174498, 0.209841, 0.19514, 0.200004, 0.205745, 0.198603, 0.198966, 0.221181, 0.184884, 0.189244, 0.080987, 0.217011, 0.207988, 0.205613, 0.071551, 0.215247, 0.202913, 0.198341, 0.193896, 0.147821, 0.170749, 0.181065, 0.192112, 0.192708, 0.217043, 0.200622, 0.210234, 0.196375, 0.176926, 0.145748, 0.220826, 0.167994, 0.203919, 0.20512, 0.213532, 0.153361, 0.224592, 0.222827, 0.135655, 0.192063, 0.174088, 0.200415, 0.08841, 0.202826, 0.16165, 0.085345, 0.18587, 0.223994 ] }, "name": "model.model.layers.11.post_attention_layernorm.weight", "outputIndexes": [ 982 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 981 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_11/Mul_output_0", "outputIndexes": [ 983 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 982, 983 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_11/Mul_1_output_0", "outputIndexes": [ 984 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 984 ], "outputIndexes": [ 2287 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2287 ], "outputIndexes": [ 2288 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/gate_proj/Linear", "inputIndexes": [ 2288 ], "outputIndexes": [ 2289 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 8192, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 424675062, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2289 ], "outputIndexes": [ 2290 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2290 ], "outputIndexes": [ 985 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 8192 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 985 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_11/Sigmoid_output_0", "outputIndexes": [ 986 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 985, 986 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_11/Mul_output_0", "outputIndexes": [ 987 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 984 ], "outputIndexes": [ 2291 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2291 ], "outputIndexes": [ 2292 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/up_proj/Linear", "inputIndexes": [ 2292 ], "outputIndexes": [ 2293 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 8192, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 434112268, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2293 ], "outputIndexes": [ 2294 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2294 ], "outputIndexes": [ 988 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 8192 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 987, 988 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_11/Mul_output_0", "outputIndexes": [ 989 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 989 ], "outputIndexes": [ 2295 ], "main_type": "Reshape", "main": { "dims": [ -1, 8192, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2295 ], "outputIndexes": [ 2296 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/down_proj/Linear", "inputIndexes": [ 2296 ], "outputIndexes": [ 2297 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 8192, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 443549474, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2297 ], "outputIndexes": [ 2298 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2298 ], "outputIndexes": [ 990 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 981, 990 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_59_output_0", "outputIndexes": [ 991 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 991, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_60_output_0", "outputIndexes": [ 992 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2048 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.420133, 0.422979, 0.409885, 0.40014, 0.189089, 0.542913, 0.369929, 0.43716, 0.346798, 0.415784, 0.312927, 0.327089, 0.449976, 0.396016, 0.392664, 0.275269, 0.3503, 0.166473, 0.448843, 0.403062, 0.384455, 0.442776, 0.34834, 0.370394, 0.41984, 0.429666, 0.299987, 0.434303, 0.437544, 0.435426, 0.442334, 0.442247, 0.398085, 0.268934, 0.402596, 0.377712, 0.377438, 0.367464, 0.388598, 0.335723, 0.386711, 0.229188, 0.421876, 0.477984, 0.357494, 0.415083, 0.435718, 0.461681, 0.396075, 0.395121, 0.364431, 0.339179, 0.423, 0.366943, 0.434785, 0.431043, 0.380528, 0.391973, 0.330225, 0.319107, 0.419715, 0.357627, 0.162967, 0.428386, 0.451044, 0.390291, 0.170781, 0.420047, 0.444197, 0.405037, 0.430694, 0.423961, 0.36687, 0.405121, 0.390867, 0.406106, 0.41596, 0.396026, 0.155669, 0.346064, 0.448435, 0.442888, 0.422639, 0.394656, 0.417995, 0.383489, 0.265514, 0.150061, 0.417109, 0.473835, 0.292397, 0.377033, 0.455257, 0.353615, 0.30138, 0.427404, 0.415743, 0.407346, 0.367638, 0.271572, 0.197672, 0.401626, 0.24083, 0.299248, 0.319106, 0.346445, 0.160442, 0.334159, 0.378085, 0.324518, 0.387122, 0.402338, 0.30303, 0.381763, 0.450357, 0.390047, 0.437585, 0.461551, 0.438694, 0.450006, 0.442309, 0.306039, 0.402501, 0.444476, 0.431497, 0.405863, 0.433907, 0.420074, 0.369998, 0.447249, 0.411608, 0.409876, 0.390176, 0.216916, 0.332908, 0.356855, 0.418859, 0.416934, 0.404263, 0.444638, 0.397118, 0.47826, 0.226069, 0.284188, 0.376104, 0.252212, 0.438342, 0.427225, 0.434556, 0.357029, 0.415062, 0.378669, 0.457354, 0.329998, 0.353653, 0.297581, 0.344004, 0.305107, 0.195398, 0.436287, 0.403296, 0.245955, 0.432106, 0.338581, 0.421979, 0.470756, 0.319409, 0.405475, 0.412256, 0.392073, 0.420224, 0.419966, 0.411682, 0.428521, 0.345681, 0.330029, 0.44626, 0.438334, 0.445992, 0.342239, 0.311114, 0.379355, 0.42547, 0.418763, 0.425978, 0.416264, 0.408696, 0.242407, 0.387425, 0.27924, 0.371509, 0.400507, 0.430394, 0.435029, 0.222143, 0.419856, 0.412379, 0.355343, 0.406709, 0.248027, 0.383617, 0.368523, 0.357377, 0.398598, 0.403431, 0.382378, 0.505031, 0.243297, 0.386118, 0.164447, 0.441949, 0.384729, 0.407082, 0.408134, 0.374297, 0.368785, 0.487001, 0.45674, 0.375364, 0.377527, 0.452975, 0.383498, 0.414331, 0.268873, 0.41093, 0.260543, 0.334593, 0.046711, 0.471493, 0.345364, 0.370719, 0.369844, 0.423438, 0.28692, 0.396459, 0.286666, 0.36158, 0.432532, 0.345621, 0.289271, 0.39686, 0.392955, 0.491639, 0.342051, 0.427466, 0.433539, 0.427724, 0.400464, 0.337351, 0.322618, 0.44846, 0.406651, 0.437535, 0.425764, 0.146329, 0.138891, 0.431948, 0.414999, 0.373848, 0.397641, 0.406342, 0.435723, 0.458272, 0.425199, 0.323558, 0.403548, 0.443305, 0.42027, 0.434465, 0.314057, 0.307263, 0.40647, 0.413758, 0.403551, 0.479041, 0.209512, 0.390045, 0.346857, 0.331405, 0.450699, 0.30431, 0.252346, 0.140438, 0.341236, 0.444444, 0.418116, 0.265152, 0.378467, 0.433593, 0.373849, 0.404548, 0.340722, 0.393239, 0.40103, 0.344426, 0.396699, 0.360146, 0.161119, 0.403719, 0.449589, 0.465461, 0.230958, 0.394447, 0.285545, 0.20688, 0.448748, 0.387321, 0.36826, 0.328158, 0.441197, 0.402018, 0.401754, 0.401422, 0.4445, 0.460964, 0.376028, 0.39585, 0.449224, 0.386015, 0.445859, 0.250435, 0.407397, 0.45452, 0.254041, 0.232005, 0.39394, 0.274335, 0.392304, 0.378937, 0.324927, 0.390894, 0.414195, 0.360185, 0.445486, 0.412024, 0.432986, 0.319829, 0.407903, 0.166449, 0.251625, 0.319737, 0.372746, 0.357279, 0.372564, 0.168071, 0.326243, 0.267006, 0.415906, 0.356667, 0.355759, 0.298437, 0.443938, 0.138462, 0.42344, 0.357322, 0.381699, 0.192272, 0.386737, 0.410956, 0.394699, 0.400326, 0.448784, 0.320124, 0.323029, 0.42453, 0.378944, 0.404789, 0.469711, 0.358054, 0.41004, 0.394998, 0.243393, 0.343859, 0.432169, 0.390836, 0.402094, 0.335472, 0.398962, 0.401256, 0.375935, 0.384048, 0.157814, 0.514224, 0.425213, 0.411986, 0.337664, 0.393465, 0.398975, 0.298784, 0.484435, 0.223422, 0.41195, 0.392173, 0.426335, 0.257077, 0.345156, 0.356514, 0.472803, 0.31118, 0.398711, 0.326702, 0.487675, 0.427068, 0.416911, 0.253897, 0.319946, 0.396634, 0.26619, 0.448588, 0.364704, 0.132898, 0.426122, 0.475766, 0.443327, 0.422534, 0.171675, 0.361808, 0.499421, 0.409519, 0.443741, 0.359658, 0.334432, 0.43534, 0.204066, 0.429598, 0.500881, 0.278797, 0.424947, 0.227814, 0.243169, 0.336469, 0.392072, 0.43674, 0.464341, 0.354547, 0.368315, 0.343956, 0.372404, 0.301964, 0.49702, 0.418896, 0.342991, 0.483028, 0.32898, 0.362803, 0.451483, 0.435719, 0.405537, 0.40423, 0.318552, 0.443541, 0.37763, 0.146725, 0.402282, 0.260572, 0.323738, 0.331022, 0.328272, 0.457687, 0.408254, 0.15948, 0.445042, 0.439393, 0.363835, 0.382633, 0.472454, 0.433373, 0.413588, 0.396542, 0.356418, 0.445903, 0.40166, 0.46884, 0.364755, 0.370067, 0.451825, 0.410129, 0.473697, 0.389752, 0.442695, 0.430598, 0.444959, 0.448699, 0.33843, 0.266115, 0.367844, 0.448131, 0.410659, 0.457452, 0.248265, 0.373677, 0.42719, 0.386974, 0.369883, 0.386187, 0.353935, 0.142968, 0.428116, 0.403038, 0.236027, 0.43448, 0.397184, 0.382268, 0.440731, 0.403743, 0.404056, 0.38355, 0.408235, 0.342575, 0.446426, 0.444203, 0.434348, 0.378545, 0.386546, 0.417235, 0.421151, 0.253304, 0.430739, 0.484629, 0.190907, 0.245802, 0.344908, 0.40659, 0.482089, 0.157652, 0.442, 0.409806, 0.356989, 0.349318, 0.392773, 0.362239, 0.395437, 0.394783, 0.399966, 0.239993, 0.396338, 0.318878, 0.497229, 0.419655, 0.413985, 0.342365, 0.21328, 0.225334, 0.393987, 0.432524, 0.251978, 0.474447, 0.410795, 0.191635, 0.424372, 0.23334, 0.250983, 0.163609, 0.381423, 0.400971, 0.465415, 0.395868, 0.39163, 0.421846, 0.391267, 0.41624, 0.378544, 0.42346, 0.440925, 0.428459, 0.336378, 0.411339, 0.383836, 0.448813, 0.383218, 0.458431, 0.415601, 0.45718, 0.268472, 0.212675, 0.31641, 0.326289, 0.403748, 0.43577, 0.316706, 0.453961, 0.443665, 0.330474, 0.261615, 0.376934, 0.38247, 0.43594, 0.431211, 0.337529, 0.38073, 0.195911, 0.362889, 0.375241, 0.462498, 0.460943, 0.399478, 0.266843, 0.386577, 0.404844, 0.392343, 0.429005, 0.435015, 0.43308, 0.438732, 0.429025, 0.410731, 0.329581, 0.439881, 0.296655, 0.184432, 0.462135, 0.418243, 0.406958, 0.435344, 0.342294, 0.357813, 0.462737, 0.401354, 0.268953, 0.192563, 0.29981, 0.349528, 0.46537, 0.324492, 0.437964, 0.473034, 0.366583, 0.254691, 0.400176, 0.468922, 0.459291, 0.358411, 0.487763, 0.39396, 0.38169, 0.404634, 0.334149, 0.395717, 0.325004, 0.349786, 0.423335, 0.38219, 0.35381, 0.434339, 0.419085, 0.33927, 0.446699, 0.414357, 0.433864, 0.395559, 0.439372, 0.403518, 0.383937, 0.199945, 0.331125, 0.360252, 0.45199, 0.427417, 0.388128, 0.43313, 0.428222, 0.466665, 0.433477, 0.181094, 0.446993, 0.489757, 0.43881, 0.425286, 0.440161, 0.369962, 0.388219, 0.397919, 0.39446, 0.442548, 0.372347, 0.433591, 0.478391, 0.442558, 0.382152, 0.413226, 0.443719, 0.379693, 0.458991, 0.155385, 0.39205, 0.301039, 0.34807, 0.223055, 0.396746, 0.428252, 0.362071, 0.424769, 0.393381, 0.379083, 0.382665, 0.383915, 0.429993, 0.343344, 0.427642, 0.427293, 0.450016, 0.222081, 0.382142, 0.396265, 0.426982, 0.248022, 0.414555, 0.312327, 0.399261, 0.449325, 0.403365, 0.427069, 0.368413, 0.348546, 0.475317, 0.392243, 0.40426, 0.386012, 0.404604, 0.452446, 0.431394, 0.342133, 0.418535, 0.23345, 0.394212, 0.386087, 0.476794, 0.418171, 0.384964, 0.412882, 0.318055, 0.450703, 0.469539, 0.442396, 0.401963, 0.403623, 0.339098, 0.399269, 0.413732, 0.384342, 0.387107, 0.395409, 0.349727, 0.495865, 0.428636, 0.372676, 0.377819, 0.324071, 0.350876, 0.13973, 0.375551, 0.436329, 0.348972, 0.416165, 0.405144, 0.377783, 0.305473, 0.385749, 0.380236, 0.38522, 0.350248, 0.43084, 0.398168, 0.427156, 0.284137, 0.355272, 0.392345, 0.374667, 0.450286, 0.355582, 0.414107, 0.41896, 0.401155, 0.439377, 0.19949, 0.405832, 0.380797, 0.41898, 0.383828, 0.380327, 0.456277, 0.354016, 0.226963, 0.403064, 0.354425, 0.400549, 0.435578, 0.393043, 0.31872, 0.402039, 0.176682, 0.305374, 0.282939, 0.215568, 0.367546, 0.363785, 0.142019, 0.395733, 0.413388, 0.448096, 0.442753, 0.292643, 0.447971, 0.412742, 0.357756, 0.370449, 0.417724, 0.42522, 0.345634, 0.165268, 0.517762, 0.46876, 0.426446, 0.379624, 0.472336, 0.367937, 0.413254, 0.48207, 0.35813, 0.343064, 0.374333, 0.403985, 0.393552, 0.368389, 0.369081, 0.232568, 0.41491, 0.433719, 0.420918, 0.360152, 0.369497, 0.17126, 0.313708, 0.304638, 0.452975, 0.44152, 0.22595, 0.261592, 0.452693, 0.418221, 0.396829, 0.408659, 0.272513, 0.280467, 0.409823, 0.389052, 0.384069, 0.359861, 0.384239, 0.40697, 0.363311, 0.258394, 0.385575, 0.451627, 0.355805, 0.363633, 0.400106, 0.45137, 0.436969, 0.44171, 0.41051, 0.34202, 0.427004, 0.38447, 0.384445, 0.384234, 0.387834, 0.246642, 0.427403, 0.34158, 0.389634, 0.259814, 0.418598, 0.361785, 0.341073, 0.441454, 0.300841, 0.369204, 0.354561, 0.363774, 0.349651, 0.308992, 0.444114, 0.357925, 0.288567, 0.421343, 0.417488, 0.199068, 0.39728, 0.448791, 0.404878, 0.404728, 0.39197, 0.393598, 0.420822, 0.392492, 0.437952, 0.254582, 0.300969, 0.432854, 0.374384, 0.415032, 0.433153, 0.387695, 0.187894, 0.360786, 0.317765, 0.426411, 0.260101, 0.424859, 0.40468, 0.329062, 0.455137, 0.127876, 0.354184, 0.44475, 0.237266, 0.342872, 0.372773, 0.374774, 0.376553, 0.382916, 0.427669, 0.396931, 0.359557, 0.44389, 0.187027, 0.122365, 0.13694, 0.37468, 0.211196, 0.387682, 0.356033, 0.443605, 0.431304, 0.436894, 0.451161, 0.412924, 0.368411, 0.41059, 0.410219, 0.376891, 0.398515, 0.478141, 0.351332, 0.339598, 0.303242, 0.40573, 0.411105, 0.37591, 0.288144, 0.203317, 0.408944, 0.388926, 0.456391, 0.411553, 0.442293, 0.418682, 0.336957, 0.374331, 0.38401, 0.412588, 0.415252, 0.435305, 0.453037, 0.310097, 0.469496, 0.385798, 0.155092, 0.43446, 0.41189, 0.41823, 0.379976, 0.403681, 0.372736, 0.446736, 0.393182, 0.414335, 0.406528, 0.410012, 0.13712, 0.279239, 0.344272, 0.443689, 0.386073, 0.14258, 0.454126, 0.384185, 0.241862, 0.366216, 0.386102, 0.411176, 0.386982, 0.29494, 0.426593, 0.407468, 0.433408, 0.452163, 0.365362, 0.112769, 0.399385, 0.296157, 0.429461, 0.381492, 0.38554, 0.374683, 0.354072, 0.236189, 0.29564, 0.351585, 0.446199, 0.142364, 0.161204, 0.378314, 0.434606, 0.383423, 0.400253, 0.439064, 0.386784, 0.362566, 0.378036, 0.408297, 0.225297, 0.391791, 0.39072, 0.384628, 0.335142, 0.442924, 0.430951, 0.385423, 0.311116, 0.261042, 0.415017, 0.39173, 0.462599, 0.398359, 0.36542, 0.339771, 0.173578, 0.40474, 0.358429, 0.404255, 0.457718, 0.331304, 0.41924, 0.469116, 0.166265, 0.311424, 0.418243, 0.422357, 0.447348, 0.369888, 0.362981, 0.375806, 0.480187, 0.448297, 0.209333, 0.4291, 0.484257, 0.274374, 0.347245, 0.388763, 0.187806, 0.388957, 0.390815, 0.356166, 0.392576, 0.443877, 0.28779, 0.371282, 0.501351, 0.154635, 0.420233, 0.425291, 0.328854, 0.247618, 0.40481, 0.449851, 0.199664, 0.436823, 0.42371, 0.371588, 0.32456, 0.401737, 0.350361, 0.420479, 0.429706, 0.360318, 0.342464, 0.310579, 0.378326, 0.441261, 0.431557, 0.437855, 0.422424, 0.397218, 0.334292, 0.426512, 0.346625, 0.385396, 0.380155, 0.395824, 0.419942, 0.377539, 0.380336, 0.39836, 0.436452, 0.427075, 0.391837, 0.430209, 0.38998, 0.382049, 0.396411, 0.32759, 0.128082, 0.459026, 0.420163, 0.341302, 0.386557, 0.410664, 0.37742, 0.248715, 0.391152, 0.409798, 0.38367, 0.415586, 0.37461, 0.385619, 0.287946, 0.439406, 0.46453, 0.4044, 0.39312, 0.446697, 0.425294, 0.425571, 0.370652, 0.410774, 0.39362, 0.404361, 0.391759, 0.432313, 0.366237, 0.433851, 0.129453, 0.436654, 0.420126, 0.420237, 0.369794, 0.340716, 0.413801, 0.364807, 0.45737, 0.39818, 0.430096, 0.292453, 0.429471, 0.330322, 0.428244, 0.4284, 0.409926, 0.416494, 0.394499, 0.394941, 0.277772, 0.401369, 0.287751, 0.353384, 0.208072, 0.388382, 0.308148, 0.292964, 0.342169, 0.325138, 0.461592, 0.443792, 0.45855, 0.407598, 0.25559, 0.29003, 0.398544, 0.466975, 0.36904, 0.372796, 0.17763, 0.371935, 0.466888, 0.399084, 0.329283, 0.431987, 0.462768, 0.332986, 0.321011, 0.40138, 0.371053, 0.408335, 0.461191, 0.28303, 0.378664, 0.335912, 0.327936, 0.436159, 0.44744, 0.36996, 0.449428, 0.323009, 0.167594, 0.42957, 0.359383, 0.399775, 0.441988, 0.327178, 0.330027, 0.363442, 0.413161, 0.349513, 0.351216, 0.348184, 0.374485, 0.43703, 0.391995, 0.237324, 0.434122, 0.44742, 0.31152, 0.408575, 0.374424, 0.162053, 0.387831, 0.413187, 0.412733, 0.248177, 0.340401, 0.47226, 0.300843, 0.417631, 0.425006, 0.367484, 0.354991, 0.397607, 0.358259, 0.367087, 0.369392, 0.380329, 0.323104, 0.451565, 0.393038, 0.281408, 0.157596, 0.325269, 0.373784, 0.489187, 0.444777, 0.254687, 0.382867, 0.393878, 0.371368, 0.395825, 0.331918, 0.305001, 0.404334, 0.37241, 0.30588, 0.517932, 0.430771, 0.427058, 0.427586, 0.4758, 0.45098, 0.456304, 0.362131, 0.434494, 0.440019, 0.41072, 0.428587, 0.377378, 0.333742, 0.459605, 0.347768, 0.3413, 0.404774, 0.465628, 0.339929, 0.413834, 0.362507, 0.416624, 0.394899, 0.433303, 0.405119, 0.236978, 0.379353, 0.415213, 0.405368, 0.407465, 0.235809, 0.389401, 0.258145, 0.406168, 0.446761, 0.293066, 0.34645, 0.402481, 0.377276, 0.385761, 0.406144, 0.461285, 0.494928, 0.413792, 0.242156, 0.412064, 0.320729, 0.451209, 0.424897, 0.437358, 0.416638, 0.429042, 0.339215, 0.475429, 0.423615, 0.348801, 0.355161, 0.438387, 0.436673, 0.264672, 0.422481, 0.463953, 0.436528, 0.330299, 0.312786, 0.479186, 0.386404, 0.230105, 0.25098, 0.451852, 0.468682, 0.432869, 0.319986, 0.321918, 0.374566, 0.394422, 0.308679, 0.462716, 0.394836, 0.527586, 0.386983, 0.398113, 0.400105, 0.366372, 0.389238, 0.411688, 0.449557, 0.398601, 0.361562, 0.246483, 0.24788, 0.362712, 0.422545, 0.385665, 0.298553, 0.351888, 0.392868, 0.382426, 0.395593, 0.390255, 0.493317, 0.409925, 0.446223, 0.446277, 0.404805, 0.369844, 0.347839, 0.379118, 0.338808, 0.444234, 0.256476, 0.156282, 0.397757, 0.359866, 0.389831, 0.431462, 0.424293, 0.461642, 0.336331, 0.445224, 0.455963, 0.283127, 0.20532, 0.221855, 0.435217, 0.435306, 0.49023, 0.401212, 0.457902, 0.430287, 0.442058, 0.304121, 0.426061, 0.414421, 0.367146, 0.384678, 0.410004, 0.426688, 0.311589, 0.405849, 0.25719, 0.409624, 0.472619, 0.212569, 0.372919, 0.433216, 0.445917, 0.397122, 0.353229, 0.468437, 0.239774, 0.402975, 0.38351, 0.428988, 0.449629, 0.326138, 0.222769, 0.425973, 0.414288, 0.450679, 0.416242, 0.305407, 0.352837, 0.450127, 0.397286, 0.333097, 0.432668, 0.444288, 0.287078, 0.383307, 0.350108, 0.423951, 0.380637, 0.401849, 0.469199, 0.414381, 0.476614, 0.497577, 0.369008, 0.425255, 0.386447, 0.291333, 0.418728, 0.404988, 0.31665, 0.403955, 0.357114, 0.426167, 0.381211, 0.412578, 0.389077, 0.41484, 0.342492, 0.479561, 0.440874, 0.389576, 0.259809, 0.357911, 0.348632, 0.402356, 0.371147, 0.427216, 0.394743, 0.274516, 0.40675, 0.376356, 0.417918, 0.425169, 0.340185, 0.332861, 0.428739, 0.377637, 0.379687, 0.387556, 0.412564, 0.341117, 0.440493, 0.421151, 0.415905, 0.334171, 0.38821, 0.450019, 0.289056, 0.381475, 0.333454, 0.387067, 0.387707, 0.44351, 0.441809, 0.406888, 0.483362, 0.433701, 0.302756, 0.350151, 0.40431, 0.391864, 0.425013, 0.463534, 0.378162, 0.38016, 0.44885, 0.349942, 0.385463, 0.453776, 0.39038, 0.397637, 0.409679, 0.410144, 0.43303, 0.135329, 0.404799, 0.427124, 0.42802, 0.42472, 0.41866, 0.354289, 0.322807, 0.211469, 0.424957, 0.367199, 0.269577, 0.489657, 0.387723, 0.368924, 0.443294, 0.397649, 0.322288, 0.255391, 0.449199, 0.449951, 0.429789, 0.360937, 0.416979, 0.453778, 0.314082, 0.430998, 0.381659, 0.431907, 0.454506, 0.311276, 0.426399, 0.407347, 0.391623, 0.375217, 0.32681, 0.433847, 0.433064, 0.38719, 0.512158, 0.38905, 0.321339, 0.227215, 0.362829, 0.380004, 0.167775, 0.388976, 0.394771, 0.392931, 0.432463, 0.436621, 0.439007, 0.441336, 0.401643, 0.262793, 0.368157, 0.373445, 0.262051, 0.358013, 0.312288, 0.446002, 0.497002, 0.44388, 0.416198, 0.40034, 0.427836, 0.340621, 0.466009, 0.446969, 0.383827, 0.446833, 0.391917, 0.393503, 0.288633, 0.459211, 0.428376, 0.35179, 0.418883, 0.301425, 0.375132, 0.389232, 0.469081, 0.28142, 0.190833, 0.208334, 0.327086, 0.428543, 0.401983, 0.436924, 0.261334, 0.16023, 0.449246, 0.395573, 0.441692, 0.411058, 0.370647, 0.423159, 0.397653, 0.404137, 0.398943, 0.394063, 0.396829, 0.304686, 0.458952, 0.373307, 0.436316, 0.444531, 0.351491, 0.470705, 0.443009, 0.403308, 0.291503, 0.289424, 0.445239, 0.326235, 0.352061, 0.377927, 0.462194, 0.435523, 0.481818, 0.349559, 0.396878, 0.470661, 0.430114, 0.441837, 0.424159, 0.448633, 0.375809, 0.456302, 0.449105, 0.405882, 0.448198, 0.440037, 0.384249, 0.352021, 0.322535, 0.362753, 0.464241, 0.336392, 0.391148, 0.333977, 0.392797, 0.210558, 0.347782, 0.238823, 0.410637, 0.393726, 0.417996, 0.435785, 0.366437, 0.480069, 0.336907, 0.418216, 0.391886, 0.290486, 0.192508, 0.421904, 0.461019, 0.290393, 0.452257, 0.438768, 0.352439, 0.453558, 0.422119, 0.390088, 0.482986, 0.458334, 0.317755, 0.298074, 0.422295, 0.408213, 0.416306, 0.396314, 0.464216, 0.420324, 0.185229, 0.33981, 0.325858, 0.385575, 0.480486, 0.430418, 0.338552, 0.371197, 0.421001, 0.42757, 0.340198, 0.190236, 0.326942, 0.33939, 0.422584, 0.416793, 0.399501, 0.419046, 0.422387, 0.42412, 0.337151, 0.461939, 0.412074, 0.465946, 0.443516, 0.388677, 0.413871, 0.327104, 0.350241, 0.30455, 0.432316, 0.449467, 0.42456, 0.376474, 0.372749, 0.431032, 0.388361, 0.373376, 0.385852, 0.246975, 0.395788, 0.409327, 0.358306, 0.442873, 0.257597, 0.264057, 0.391071, 0.397587, 0.436356, 0.336364, 0.459249, 0.360741, 0.319125, 0.491877, 0.481499, 0.414963, 0.313743, 0.466824, 0.389157, 0.443359, 0.42073, 0.401249, 0.425296, 0.413058, 0.421668, 0.461706, 0.408633, 0.383986, 0.439787, 0.159082, 0.393247, 0.424718, 0.445217, 0.474688, 0.453335, 0.402756, 0.406316, 0.345311, 0.429003, 0.38494, 0.294935, 0.395476, 0.356002, 0.449095, 0.43466, 0.16387, 0.426223, 0.290817, 0.385133, 0.372133, 0.394913, 0.369422, 0.430577, 0.348382, 0.216312, 0.418881, 0.358757, 0.444643, 0.437418, 0.337589, 0.481319, 0.459005, 0.359038, 0.415124, 0.361883, 0.393172, 0.455858, 0.432864, 0.277827, 0.297072, 0.343506, 0.388984, 0.415546, 0.207614, 0.361644, 0.408382, 0.167983, 0.438426, 0.160417, 0.222918, 0.469491, 0.364844, 0.449892, 0.147631, 0.435306, 0.425805, 0.383973, 0.410139, 0.270981, 0.253135, 0.525077, 0.407745, 0.301841, 0.434304, 0.46156, 0.432584, 0.450412, 0.432727, 0.283696, 0.46336, 0.398925, 0.264006, 0.414369, 0.461881, 0.41485, 0.406932, 0.335317, 0.401961, 0.462396, 0.399866, 0.379957, 0.394183, 0.255712, 0.414846, 0.393138, 0.385882, 0.418462, 0.400206, 0.3306, 0.462069, 0.313297, 0.39307, 0.334292, 0.400663, 0.440779, 0.266112, 0.448492, 0.340346, 0.374764, 0.482668, 0.433901, 0.380774, 0.376772, 0.300028, 0.42653, 0.206716, 0.431296, 0.492565, 0.253861, 0.38875, 0.330542, 0.304887, 0.300831, 0.440515, 0.390968, 0.366006, 0.347873, 0.398508, 0.413009, 0.426062, 0.226758, 0.413019, 0.414931, 0.33709, 0.374155, 0.43887, 0.348654, 0.398948, 0.434348, 0.34843, 0.409246, 0.302147, 0.294794, 0.410758, 0.422548, 0.197491, 0.437212, 0.440633, 0.331294, 0.147016, 0.399871, 0.189568, 0.472657, 0.444132, 0.288742, 0.425557, 0.158734, 0.409064, 0.398338, 0.431405, 0.476437, 0.408984, 0.210182, 0.471512, 0.436412, 0.464323, 0.40291, 0.455338, 0.43737, 0.364883, 0.38684, 0.40372, 0.362209, 0.380608, 0.325595, 0.37721, 0.506769, 0.430198, 0.373812, 0.276215, 0.402114, 0.428124, 0.385074, 0.471934, 0.440184, 0.394984, 0.418626, 0.394096, 0.383788, 0.288346, 0.424049, 0.145479, 0.435735, 0.328399, 0.259564, 0.411196, 0.407142, 0.388647, 0.445713, 0.416793, 0.464403, 0.471715, 0.448153, 0.361283, 0.412201, 0.375371, 0.506002, 0.350606, 0.404187, 0.439928, 0.387862, 0.397681, 0.461619, 0.265445, 0.424072, 0.383931, 0.398836, 0.352824, 0.459983, 0.39578, 0.376026, 0.464662, 0.455548, 0.366101, 0.461367, 0.389589, 0.352464, 0.416456, 0.442705, 0.401928, 0.399139, 0.139151, 0.372006, 0.375259, 0.401542, 0.409528, 0.337697, 0.41106, 0.354372, 0.371324, 0.351433, 0.257946, 0.39497, 0.421745, 0.345049, 0.422855, 0.427655, 0.374816, 0.41435, 0.346865, 0.380251, 0.26452, 0.310573, 0.429504, 0.379744, 0.39029, 0.406532, 0.376702, 0.388583, 0.483324, 0.345549, 0.3727, 0.198748, 0.474865, 0.441422, 0.432251, 0.155697, 0.458151, 0.408829, 0.392664, 0.387404, 0.2661, 0.328703, 0.374154, 0.359103, 0.374667, 0.472334, 0.389147, 0.37154, 0.399656, 0.343994, 0.278969, 0.422334, 0.310359, 0.447577, 0.42747, 0.500457, 0.300531, 0.453859, 0.449846, 0.279918, 0.389649, 0.364188, 0.429999, 0.163872, 0.408813, 0.305617, 0.225418, 0.351437, 0.47438 ] }, "name": "model.model.layers.12.input_layernorm.weight", "outputIndexes": [ 993 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 992 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_12/Mul_output_0", "outputIndexes": [ 994 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 993, 994 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_12/Mul_1_output_0", "outputIndexes": [ 995 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 995 ], "outputIndexes": [ 2299 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2299 ], "outputIndexes": [ 2300 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/q_proj/Linear", "inputIndexes": [ 2300 ], "outputIndexes": [ 2301 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 452986680, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2301 ], "outputIndexes": [ 2302 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2302 ], "outputIndexes": [ 996 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 995 ], "main_type": "NONE", "name": "/Shape_49_output_0", "outputIndexes": [ 997 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 997 ], "main_type": "NONE", "name": "Shape2054", "outputIndexes": [ 998 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 997 ], "main_type": "NONE", "name": "Rank2056", "outputIndexes": [ 999 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 999, 999 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2058", "outputIndexes": [ 1000 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1000 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2059", "outputIndexes": [ 1001 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1000, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2061", "outputIndexes": [ 1002 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1002 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2062", "outputIndexes": [ 1003 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 998, 1001, 1003, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2065", "outputIndexes": [ 1004 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1004 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2066", "outputIndexes": [ 1005 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 1005 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2067", "outputIndexes": [ 1006 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1006, 1005 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2068", "outputIndexes": [ 1007 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 997, 1007, 1000 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_88_output_0", "outputIndexes": [ 1008 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1008, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_169_output_0", "outputIndexes": [ 1009 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1009, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_108_output_0", "outputIndexes": [ 1010 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 996, 1010 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_61_output_0", "outputIndexes": [ 1011 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1011, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_48_output_0", "outputIndexes": [ 1012 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1011 ], "main_type": "NONE", "name": "/Shape_50_output_0", "outputIndexes": [ 1013 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1013 ], "main_type": "NONE", "name": "Shape2075", "outputIndexes": [ 1014 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1013 ], "main_type": "NONE", "name": "Rank2077", "outputIndexes": [ 1015 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1015, 1015 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2079", "outputIndexes": [ 1016 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1016 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2080", "outputIndexes": [ 1017 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1016, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2082", "outputIndexes": [ 1018 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1018 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2083", "outputIndexes": [ 1019 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1014, 1017, 1019, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2086", "outputIndexes": [ 1020 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1020 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2087", "outputIndexes": [ 1021 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1021 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2088", "outputIndexes": [ 1022 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1022, 1021 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2089", "outputIndexes": [ 1023 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1013, 1023, 1016 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_89_output_0", "outputIndexes": [ 1024 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1024, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_36_output_0", "outputIndexes": [ 1025 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1025, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_174_output_0", "outputIndexes": [ 1026 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1011, 1026, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_49_output_0", "outputIndexes": [ 1027 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1027 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_24_output_0", "outputIndexes": [ 1028 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1011, 22, 1026, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_48_output_0", "outputIndexes": [ 1029 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1028, 1029 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_111_output_0", "outputIndexes": [ 1030 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1030, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_49_output_0", "outputIndexes": [ 1031 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1012, 1031 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_60_output_0", "outputIndexes": [ 1032 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 995 ], "outputIndexes": [ 2303 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2303 ], "outputIndexes": [ 2304 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/k_proj/Linear", "inputIndexes": [ 2304 ], "outputIndexes": [ 2305 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 455345998, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2305 ], "outputIndexes": [ 2306 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2306 ], "outputIndexes": [ 1033 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1033, 1010 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_62_output_0", "outputIndexes": [ 1034 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1034, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_50_output_0", "outputIndexes": [ 1035 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1034 ], "main_type": "NONE", "name": "/Shape_51_output_0", "outputIndexes": [ 1036 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1036 ], "main_type": "NONE", "name": "Shape2137", "outputIndexes": [ 1037 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1036 ], "main_type": "NONE", "name": "Rank2139", "outputIndexes": [ 1038 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1038, 1038 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2141", "outputIndexes": [ 1039 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1039 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2142", "outputIndexes": [ 1040 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1039, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2144", "outputIndexes": [ 1041 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1041 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2145", "outputIndexes": [ 1042 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1037, 1040, 1042, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2148", "outputIndexes": [ 1043 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1043 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2149", "outputIndexes": [ 1044 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1044 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2150", "outputIndexes": [ 1045 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1045, 1044 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2151", "outputIndexes": [ 1046 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1036, 1046, 1039 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_90_output_0", "outputIndexes": [ 1047 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1047, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_37_output_0", "outputIndexes": [ 1048 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1048, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_176_output_0", "outputIndexes": [ 1049 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1034, 1049, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_51_output_0", "outputIndexes": [ 1050 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1050 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_25_output_0", "outputIndexes": [ 1051 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1034, 22, 1049, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_50_output_0", "outputIndexes": [ 1052 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1051, 1052 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_112_output_0", "outputIndexes": [ 1053 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1053, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_51_output_0", "outputIndexes": [ 1054 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1035, 1054 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_61_output_0", "outputIndexes": [ 1055 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 995 ], "outputIndexes": [ 2307 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2307 ], "outputIndexes": [ 2308 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/v_proj/Linear", "inputIndexes": [ 2308 ], "outputIndexes": [ 2309 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 457705316, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2309 ], "outputIndexes": [ 2310 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2310 ], "outputIndexes": [ 1056 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1056, 1010 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_63_output_0", "outputIndexes": [ 1057 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1032, 1055, 1057, 109 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_64_output_0", "outputIndexes": [ 1058 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1058 ], "outputIndexes": [ 2311 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2311 ], "outputIndexes": [ 2312 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/o_proj/Linear", "inputIndexes": [ 2312 ], "outputIndexes": [ 2313 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 460064634, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2313 ], "outputIndexes": [ 2314 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2314 ], "outputIndexes": [ 1059 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 992, 1059 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_63_output_0", "outputIndexes": [ 1060 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2048 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.209396, 0.218489, 0.214556, 0.20577, 0.102962, 0.25091, 0.201598, 0.222108, 0.18392, 0.221671, 0.172073, 0.185582, 0.225567, 0.204994, 0.203925, 0.157536, 0.204322, 0.078994, 0.226679, 0.210693, 0.205023, 0.224435, 0.19056, 0.173072, 0.21104, 0.216277, 0.159026, 0.223949, 0.227994, 0.220678, 0.210968, 0.229578, 0.210354, 0.130327, 0.208786, 0.193013, 0.189813, 0.194937, 0.201063, 0.183006, 0.202029, 0.140651, 0.214064, 0.224943, 0.202335, 0.223892, 0.224713, 0.23783, 0.205007, 0.205691, 0.193798, 0.184255, 0.229519, 0.188129, 0.214574, 0.20356, 0.215043, 0.201586, 0.168609, 0.18261, 0.210318, 0.200533, 0.09346, 0.217757, 0.219108, 0.203295, 0.070663, 0.219416, 0.231814, 0.212819, 0.214555, 0.22168, 0.178396, 0.205149, 0.199253, 0.222083, 0.205422, 0.210735, 0.082522, 0.195137, 0.217993, 0.223799, 0.21986, 0.220563, 0.223049, 0.200906, 0.13205, 0.071038, 0.213352, 0.226448, 0.161883, 0.194168, 0.218132, 0.185655, 0.160386, 0.237849, 0.221866, 0.217017, 0.194244, 0.143653, 0.090283, 0.215079, 0.126314, 0.1619, 0.169848, 0.183875, 0.087088, 0.17578, 0.207037, 0.188642, 0.198195, 0.210352, 0.153364, 0.202771, 0.2284, 0.206992, 0.208125, 0.233044, 0.21026, 0.228652, 0.227491, 0.168181, 0.215046, 0.225708, 0.218218, 0.185292, 0.220634, 0.214027, 0.201951, 0.225197, 0.219342, 0.217178, 0.214613, 0.116463, 0.196365, 0.197008, 0.206353, 0.216278, 0.208549, 0.226166, 0.198452, 0.218405, 0.120683, 0.166324, 0.202017, 0.144383, 0.210592, 0.209147, 0.223737, 0.192024, 0.216949, 0.194418, 0.220298, 0.166418, 0.200558, 0.191794, 0.180224, 0.167387, 0.104046, 0.2275, 0.223319, 0.314403, 0.217404, 0.188239, 0.212851, 0.226564, 0.163074, 0.22077, 0.192494, 0.201125, 0.22058, 0.199416, 0.223309, 0.225142, 0.194499, 0.189345, 0.223042, 0.232888, 0.22139, 0.195854, 0.176134, 0.205639, 0.225129, 0.206185, 0.22027, 0.215955, 0.222528, 0.107899, 0.208827, 0.160699, 0.206769, 0.209574, 0.220139, 0.235853, 0.128092, 0.225697, 0.223104, 0.198966, 0.207939, 0.132697, 0.202384, 0.192733, 0.197137, 0.194113, 0.233207, 0.198736, 0.229934, 0.130294, 0.200029, 0.061871, 0.22562, 0.203978, 0.209123, 0.225407, 0.199642, 0.212778, 0.233508, 0.221896, 0.189252, 0.201844, 0.224686, 0.191403, 0.213323, 0.145231, 0.219294, 0.131701, 0.184781, -0.000203, 0.227055, 0.184844, 0.192471, 0.205269, 0.222127, 0.150888, 0.212227, 0.147306, 0.19709, 0.233492, 0.17133, 0.138601, 0.214588, 0.196188, 0.231018, 0.200204, 0.229985, 0.222965, 0.228406, 0.210109, 0.181863, 0.16859, 0.221782, 0.217881, 0.224583, 0.220349, 0.074813, 0.074825, 0.225497, 0.219478, 0.205815, 0.208835, 0.202667, 0.241203, 0.219656, 0.215437, 0.165028, 0.217909, 0.224489, 0.22957, 0.224981, 0.182293, 0.167705, 0.203205, 0.220154, 0.206624, 0.227315, 0.106467, 0.2031, 0.196937, 0.179518, 0.216285, 0.154605, 0.077498, 0.068604, 0.195727, 0.223243, 0.221541, 0.140914, 0.18766, 0.220195, 0.197186, 0.218596, 0.186254, 0.201593, 0.213833, 0.193913, 0.205172, 0.195685, 0.091393, 0.214661, 0.232791, 0.225963, 0.129242, 0.210237, 0.150673, 0.083343, 0.223009, 0.207903, 0.188077, 0.174606, 0.22899, 0.212986, 0.212947, 0.195418, 0.225126, 0.220224, 0.213451, 0.196289, 0.226473, 0.067158, 0.221495, 0.138251, 0.204756, 0.224321, 0.148484, 0.121354, 0.202477, 0.139952, 0.201711, 0.196932, 0.165639, 0.199699, 0.213938, 0.203142, 0.234735, 0.225249, 0.215308, 0.178738, 0.211901, 0.153072, 0.147201, 0.183695, 0.190701, 0.197576, 0.20174, 0.092861, 0.171891, 0.148873, 0.218778, 0.191599, 0.165308, 0.151234, 0.228213, 0.062426, 0.208733, 0.195667, 0.21158, 0.107932, 0.203927, 0.209784, 0.211595, 0.194858, 0.223424, 0.183834, 0.179055, 0.204679, 0.216677, 0.218827, 0.216662, 0.164902, 0.220595, 0.196306, 0.127555, 0.187122, 0.219059, 0.204865, 0.21088, 0.173204, 0.21136, 0.198963, 0.194393, 0.197222, 0.084632, 0.24046, 0.208741, 0.206392, 0.18406, 0.19876, 0.206089, 0.156277, 0.248989, 0.115237, 0.220818, 0.203462, 0.20996, 0.135921, 0.192017, 0.178535, 0.225851, 0.156599, 0.215965, 0.174762, 0.226006, 0.220292, 0.206672, 0.150082, 0.175776, 0.209471, 0.149982, 0.225278, 0.18987, 0.060634, 0.23072, 0.234172, 0.20961, 0.214243, 0.061805, 0.19463, 0.234024, 0.222788, 0.22728, 0.205297, 0.177392, 0.236631, 0.035248, 0.225233, 0.227333, 0.156661, 0.227838, 0.111766, 0.117311, 0.164457, 0.216558, 0.229949, 0.231506, 0.201006, 0.19317, 0.187614, 0.194337, 0.174731, 0.234273, 0.20889, 0.189037, 0.241317, 0.176574, 0.198553, 0.227092, 0.221601, 0.202753, 0.210099, 0.196702, 0.229895, 0.206814, 0.081638, 0.205618, 0.146596, 0.162948, 0.162198, 0.168873, 0.231624, 0.206337, 0.062972, 0.203613, 0.215674, 0.188391, 0.208919, 0.22959, 0.224106, 0.204256, 0.213211, 0.198158, 0.196549, 0.21339, 0.229838, 0.19655, 0.195079, 0.216879, 0.209855, 0.230595, 0.204958, 0.216646, 0.215063, 0.234704, 0.216381, 0.180025, 0.145618, 0.199957, 0.224791, 0.216134, 0.232938, 0.123191, 0.201474, 0.22364, 0.208571, 0.18593, 0.19915, 0.198846, 0.064916, 0.22413, 0.204785, 0.124828, 0.216495, 0.204417, 0.209007, 0.224635, 0.203639, 0.213203, 0.197856, 0.207756, 0.20011, 0.222801, 0.212373, 0.225296, 0.193016, 0.211137, 0.219338, 0.208408, 0.168922, 0.226044, 0.225051, 0.113621, 0.13625, 0.17402, 0.212609, 0.218561, 0.068973, 0.222074, 0.207069, 0.181809, 0.203891, 0.211038, 0.201529, 0.208672, 0.202198, 0.212129, 0.121571, 0.205897, 0.178525, 0.230355, 0.212261, 0.211547, 0.188836, 0.117351, 0.130237, 0.206965, 0.212155, 0.129143, 0.242151, 0.204987, 0.093628, 0.194973, 0.129057, 0.14295, 0.079334, 0.200522, 0.209702, 0.236412, 0.211764, 0.206642, 0.223191, 0.211088, 0.211407, 0.201999, 0.220825, 0.219608, 0.193147, 0.185208, 0.213093, 0.206346, 0.226863, 0.178805, 0.220863, 0.22193, 0.211642, 0.150633, 0.132868, 0.172535, 0.158244, 0.201613, 0.228932, 0.179615, 0.229689, 0.228838, 0.189235, 0.141914, 0.211054, 0.203794, 0.216919, 0.225205, 0.183725, 0.206534, 0.095565, 0.1847, 0.200853, 0.225547, 0.228928, 0.190455, 0.147071, 0.193144, 0.200152, 0.215703, 0.202753, 0.223415, 0.21707, 0.218665, 0.205556, 0.201445, 0.180482, 0.228003, 0.162165, 0.085097, 0.22692, 0.214315, 0.214122, 0.229591, 0.1719, 0.200929, 0.241563, 0.226028, 0.0809, 0.09452, 0.156543, 0.180591, 0.239011, 0.168393, 0.229138, 0.226989, 0.201148, 0.139532, 0.21269, 0.233072, 0.222972, 0.179431, 0.234712, 0.205474, 0.198472, 0.218394, 0.155861, 0.217717, 0.178281, 0.190783, 0.216523, 0.207507, 0.193873, 0.212881, 0.207438, 0.186646, 0.224736, 0.218017, 0.219314, 0.201554, 0.229214, 0.208903, 0.216854, 0.062824, 0.191851, 0.195635, 0.216494, 0.233426, 0.209615, 0.221343, 0.222349, 0.227016, 0.218196, 0.088259, 0.228792, 0.235811, 0.223199, 0.209372, 0.217712, 0.186055, 0.218347, 0.19956, 0.203434, 0.233651, 0.199673, 0.217015, 0.223259, 0.21951, 0.197178, 0.211173, 0.219707, 0.205784, 0.220284, 0.083134, 0.211054, 0.159888, 0.1813, 0.105133, 0.198543, 0.225375, 0.167314, 0.215911, 0.218938, 0.194052, 0.197815, 0.202254, 0.215318, 0.191303, 0.224941, 0.207293, 0.233125, 0.070855, 0.196249, 0.211441, 0.214981, 0.061649, 0.210309, 0.167452, 0.210648, 0.23619, 0.217992, 0.216979, 0.179979, 0.181148, 0.22986, 0.213802, 0.209303, 0.195593, 0.203792, 0.22414, 0.217261, 0.171217, 0.204519, 0.123853, 0.210438, 0.211323, 0.235388, 0.212589, 0.207655, 0.212027, 0.163569, 0.217914, 0.222139, 0.231819, 0.211896, 0.209951, 0.185787, 0.197258, 0.205869, 0.204017, 0.208082, 0.213054, 0.192109, 0.233766, 0.210607, 0.19626, 0.193329, 0.18186, 0.189945, 0.040483, 0.210366, 0.230309, 0.179603, 0.21663, 0.217895, 0.205041, 0.166191, 0.189877, 0.204755, 0.191835, 0.186202, 0.223166, 0.216602, 0.212862, 0.127848, 0.20194, 0.206188, 0.206619, 0.215222, 0.200859, 0.213368, 0.227314, 0.197385, 0.213726, 0.10414, 0.213466, 0.195544, 0.21283, 0.194094, 0.198517, 0.217253, 0.193397, 0.111883, 0.218278, 0.194861, 0.213813, 0.212183, 0.207825, 0.17534, 0.21758, 0.082014, 0.175111, 0.155679, 0.100736, 0.202423, 0.192125, 0.068136, 0.216, 0.212166, 0.217379, 0.224141, 0.158193, 0.226459, 0.209991, 0.20346, 0.191133, 0.22331, 0.210334, 0.191529, 0.064092, 0.241489, 0.211897, 0.230795, 0.193936, 0.243614, 0.193826, 0.213064, 0.233252, 0.195837, 0.184418, 0.213799, 0.199807, 0.220577, 0.190926, 0.194701, 0.163908, 0.224987, 0.220237, 0.217688, 0.189594, 0.199909, 0.066809, 0.170022, 0.161811, 0.220458, 0.226892, 0.134808, 0.139154, 0.230425, 0.216649, 0.192677, 0.187157, 0.147028, 0.096184, 0.199203, 0.212277, 0.19921, 0.193012, 0.21349, 0.210884, 0.183791, 0.150064, 0.206734, 0.227771, 0.18493, 0.198277, 0.193893, 0.219095, 0.221846, 0.217545, 0.217185, 0.195606, 0.226722, 0.214683, 0.205195, 0.204183, 0.210998, 0.126459, 0.224599, 0.186175, 0.21228, 0.139069, 0.214526, 0.192695, 0.181961, 0.211896, 0.163408, 0.198166, 0.196011, 0.172843, 0.183236, 0.171492, 0.222793, 0.173723, 0.136465, 0.202077, 0.220311, 0.109507, 0.211818, 0.217427, 0.220167, 0.212464, 0.209713, 0.21069, 0.236009, 0.21164, 0.22246, 0.14498, 0.156443, 0.19925, 0.204899, 0.203115, 0.212955, 0.207545, 0.083786, 0.1912, 0.171327, 0.217391, 0.144326, 0.210075, 0.222601, 0.190403, 0.231581, 0.060554, 0.195741, 0.224096, 0.130139, 0.188276, 0.202754, 0.197463, 0.203854, 0.200503, 0.231774, 0.201354, 0.201, 0.219149, 0.10639, 0.06326, 0.063178, 0.201892, 0.130167, 0.194933, 0.206689, 0.217131, 0.229962, 0.212831, 0.224867, 0.213474, 0.197359, 0.212969, 0.212831, 0.084235, 0.215467, 0.222994, 0.193797, 0.187559, 0.170713, 0.205662, 0.217267, 0.199687, 0.161985, 0.132905, 0.216068, 0.215144, 0.2368, 0.216643, 0.224542, 0.211558, 0.187775, 0.208541, 0.213874, 0.218331, 0.213119, 0.21896, 0.231801, 0.16276, 0.233532, 0.179989, 0.079331, 0.219313, 0.211586, 0.221422, 0.202295, 0.19536, 0.189442, 0.249143, 0.223149, 0.20734, 0.225786, 0.199332, 0.072081, 0.154043, 0.192588, 0.212085, 0.207178, 0.067697, 0.22762, 0.202914, 0.143242, 0.195491, 0.211379, 0.208834, 0.198104, 0.147393, 0.21673, 0.216707, 0.221355, 0.224775, 0.179647, 0.061134, 0.208436, 0.170314, 0.226193, 0.205235, 0.190051, 0.186997, 0.177011, 0.133759, 0.17094, 0.177545, 0.223078, 0.067903, 0.071965, 0.200729, 0.220604, 0.207341, 0.216754, 0.212329, 0.19853, 0.189628, 0.211976, 0.208776, 0.13246, 0.202153, 0.206744, 0.213171, 0.183492, 0.222168, 0.210587, 0.203574, 0.166023, 0.132963, 0.202884, 0.208444, 0.226029, 0.209751, 0.196224, 0.090056, 0.087438, 0.219423, 0.197989, 0.19335, 0.22685, 0.175718, 0.212595, 0.226626, 0.081659, 0.155506, 0.205146, 0.214532, 0.219466, 0.199525, 0.195999, 0.201893, 0.225724, 0.220963, 0.115933, 0.217688, 0.239746, 0.146247, 0.165496, 0.195131, 0.097723, 0.224579, 0.20333, 0.185682, 0.224906, 0.200044, 0.150326, 0.183812, 0.247652, 0.069751, 0.215468, 0.222185, 0.163542, 0.155207, 0.212469, 0.221415, 0.130503, 0.228123, 0.219737, 0.207117, 0.172667, 0.190071, 0.18532, 0.220146, 0.210787, 0.189242, 0.185341, 0.153201, 0.197247, 0.221368, 0.220652, 0.217153, 0.212309, 0.216412, 0.189362, 0.221612, 0.194766, 0.206673, 0.198007, 0.186535, 0.227007, 0.209312, 0.200838, 0.192281, 0.225935, 0.219869, 0.204514, 0.206141, 0.197426, 0.212664, 0.192087, 0.187874, 0.061352, 0.230542, 0.215852, 0.179355, 0.19747, 0.223516, 0.193426, 0.135923, 0.057613, 0.219671, 0.195097, 0.21852, 0.191676, 0.204572, 0.153601, 0.218914, 0.228252, 0.222537, 0.207609, 0.228477, 0.211356, 0.206005, 0.194593, 0.211903, 0.205165, 0.207927, 0.208308, 0.214823, 0.193477, 0.221772, 0.060619, 0.220614, 0.229708, 0.22417, 0.202057, 0.183153, 0.197157, 0.178476, 0.224357, 0.197665, 0.214043, 0.14646, 0.220415, 0.172068, 0.230518, 0.22251, 0.214703, 0.211073, 0.212078, 0.208668, 0.076754, 0.210856, 0.167305, 0.192244, 0.104608, 0.210044, 0.09057, 0.14746, 0.189582, 0.173052, 0.228124, 0.229179, 0.230149, 0.190868, 0.132683, 0.152378, 0.199697, 0.151262, 0.196788, 0.207419, 0.067327, 0.186398, 0.225384, 0.20473, 0.189192, 0.217323, 0.21693, 0.181032, 0.169584, 0.202993, 0.200596, 0.074209, 0.228479, 0.166237, 0.206558, 0.177493, 0.182041, 0.217527, 0.228934, 0.187919, 0.227658, 0.188695, 0.093429, 0.207924, 0.189983, 0.21305, 0.220925, 0.172578, 0.166652, 0.186587, 0.213589, 0.177464, 0.184492, 0.18211, 0.19155, 0.231772, 0.206197, 0.131488, 0.214318, 0.243586, 0.166311, 0.217217, 0.206734, 0.073094, 0.202758, 0.210443, 0.207168, 0.144387, 0.192466, 0.235966, 0.16098, 0.230593, 0.222307, 0.204697, 0.192807, 0.207969, 0.18745, 0.205127, 0.207101, 0.197632, 0.172727, 0.215374, 0.202382, 0.15896, 0.074136, 0.172987, 0.194382, 0.235612, 0.224575, 0.119576, 0.211935, 0.191621, 0.189412, 0.201919, 0.187659, 0.168993, 0.220862, 0.196156, 0.158253, 0.240132, 0.218494, 0.203682, 0.206429, 0.230183, 0.212325, 0.236883, 0.203605, 0.199678, 0.234462, 0.217233, 0.236358, 0.194898, 0.185547, 0.229055, 0.185149, 0.170215, 0.207245, 0.240995, 0.183563, 0.2313, 0.196698, 0.205545, 0.211855, 0.215219, 0.22054, 0.133081, 0.201494, 0.211813, 0.213935, 0.211443, 0.119388, 0.215648, 0.157497, 0.215205, 0.213217, 0.093325, 0.195234, 0.204067, 0.20481, 0.202738, 0.206029, 0.234657, 0.220013, 0.216107, 0.139295, 0.213592, 0.18385, 0.221869, 0.217326, 0.224168, 0.213245, 0.212298, 0.182783, 0.226382, 0.209617, 0.179374, 0.189508, 0.215704, 0.227791, 0.144541, 0.206745, 0.24084, 0.216538, 0.186767, 0.18444, 0.238947, 0.202827, 0.119613, 0.130078, 0.226336, 0.231561, 0.225623, 0.179823, 0.165945, 0.197473, 0.211705, 0.173005, 0.237084, 0.200589, 0.239208, 0.207985, 0.201212, 0.213902, 0.19006, 0.209141, 0.196608, 0.20972, 0.196871, 0.196737, 0.128449, 0.086038, 0.19501, 0.209228, 0.199619, 0.167284, 0.190666, 0.21499, 0.200107, 0.208049, 0.208646, 0.241155, 0.209617, 0.227012, 0.227847, 0.211669, 0.204134, 0.18473, 0.20616, 0.185789, 0.21684, 0.144511, 0.062817, 0.193652, 0.185105, 0.206226, 0.230019, 0.213688, 0.221851, 0.176319, 0.224769, 0.243345, 0.147162, 0.094705, 0.106914, 0.221836, 0.222165, 0.22521, 0.205521, 0.237439, 0.219192, 0.230456, 0.15988, 0.22358, 0.2128, 0.195443, 0.20885, 0.214704, 0.229552, 0.168015, 0.207977, 0.109396, 0.203017, 0.217315, 0.118678, 0.193944, 0.219723, 0.210556, 0.218501, 0.17841, 0.232629, 0.138914, 0.219012, 0.197777, 0.236591, 0.218732, 0.182266, 0.121394, 0.224943, 0.205912, 0.221585, 0.21481, 0.153945, 0.184497, 0.218835, 0.195059, 0.183491, 0.217608, 0.223125, 0.171938, 0.205198, 0.190297, 0.223951, 0.193253, 0.20573, 0.231863, 0.200232, 0.231112, 0.237589, 0.194971, 0.214624, 0.215054, 0.151952, 0.206529, 0.206701, 0.171014, 0.21726, 0.183899, 0.211791, 0.195755, 0.209031, 0.204166, 0.210314, 0.178396, 0.236465, 0.225284, 0.206458, 0.133158, 0.191311, 0.199481, 0.205171, 0.188863, 0.223311, 0.199498, 0.150449, 0.215503, 0.224544, 0.20737, 0.21969, 0.200183, 0.183459, 0.215176, 0.194976, 0.205954, 0.204108, 0.219008, 0.18108, 0.23046, 0.214339, 0.219897, 0.183312, 0.211661, 0.221201, 0.164226, 0.1999, 0.188746, 0.211181, 0.196122, 0.225218, 0.208038, 0.212426, 0.22528, 0.202547, 0.160871, 0.185573, 0.212713, 0.205444, 0.232445, 0.230362, 0.200866, 0.209301, 0.229578, 0.200873, 0.207301, 0.231139, 0.192655, 0.200715, 0.204124, 0.207949, 0.215597, 0.069257, 0.209132, 0.216508, 0.209186, 0.209731, 0.214787, 0.192176, 0.185004, 0.112642, 0.218281, 0.192548, 0.150977, 0.225714, 0.186501, 0.194191, 0.226661, 0.201873, 0.165233, 0.109986, 0.221194, 0.226043, 0.222158, 0.198813, 0.226198, 0.232214, 0.169585, 0.217454, 0.209665, 0.222136, 0.226221, 0.15054, 0.210996, 0.220679, 0.20921, 0.1811, 0.167156, 0.223351, 0.21742, 0.198553, 0.239374, 0.213654, 0.186906, 0.09537, 0.189371, 0.214188, 0.063289, 0.21226, 0.192628, 0.21131, 0.226125, 0.217139, 0.232202, 0.207041, 0.203564, 0.146329, 0.187731, 0.196762, 0.147309, 0.202122, 0.176359, 0.210843, 0.24347, 0.231785, 0.211828, 0.207853, 0.217779, 0.168446, 0.197073, 0.220068, 0.205261, 0.217376, 0.208908, 0.201637, 0.149635, 0.210759, 0.237371, 0.189319, 0.220627, 0.175257, 0.200101, 0.201803, 0.231267, 0.149405, 0.1023, 0.097544, 0.171175, 0.216669, 0.214378, 0.22078, 0.070833, 0.085854, 0.237385, 0.208506, 0.222348, 0.220688, 0.190137, 0.216445, 0.225953, 0.216144, 0.212163, 0.215495, 0.211949, 0.177213, 0.226567, 0.196195, 0.220885, 0.22712, 0.187007, 0.231603, 0.227938, 0.211207, 0.158096, 0.175407, 0.216819, 0.17826, 0.189879, 0.212001, 0.22963, 0.228294, 0.216952, 0.194141, 0.209225, 0.232896, 0.206995, 0.21783, 0.23049, 0.230701, 0.199619, 0.236157, 0.209092, 0.209525, 0.221571, 0.228199, 0.221984, 0.201706, 0.174653, 0.189929, 0.226017, 0.180618, 0.199221, 0.175184, 0.195394, 0.117004, 0.201337, 0.115733, 0.211431, 0.207805, 0.21746, 0.21209, 0.185167, 0.230457, 0.176622, 0.213322, 0.215437, 0.168711, 0.10377, 0.222622, 0.214125, 0.147716, 0.229849, 0.231009, 0.186769, 0.227382, 0.216328, 0.204744, 0.230396, 0.234285, 0.172715, 0.167461, 0.215344, 0.211105, 0.205398, 0.219897, 0.222742, 0.21088, 0.078888, 0.184043, 0.165194, 0.173593, 0.217322, 0.221574, 0.186472, 0.191062, 0.210096, 0.217059, 0.190819, 0.13014, 0.184072, 0.180214, 0.213869, 0.210956, 0.204728, 0.216298, 0.193126, 0.211634, 0.137086, 0.230585, 0.207553, 0.226478, 0.227027, 0.205278, 0.203669, 0.178598, 0.187229, 0.160993, 0.224312, 0.228681, 0.204849, 0.196908, 0.202727, 0.234256, 0.217759, 0.198125, 0.195993, 0.131228, 0.209767, 0.205567, 0.189417, 0.222971, 0.145944, 0.146506, 0.206427, 0.19969, 0.217809, 0.18422, 0.21969, 0.166674, 0.188741, 0.229685, 0.233522, 0.219337, 0.185767, 0.223781, 0.206177, 0.218315, 0.210737, 0.206174, 0.22196, 0.213509, 0.225134, 0.230445, 0.222428, 0.201712, 0.215114, 0.082825, 0.210148, 0.216638, 0.21306, 0.243594, 0.221188, 0.209589, 0.214924, 0.17946, 0.213351, 0.204918, 0.157113, 0.207686, 0.185459, 0.233209, 0.222986, 0.068609, 0.217876, 0.151726, 0.214866, 0.198919, 0.201092, 0.191121, 0.218212, 0.196057, 0.1196, 0.212323, 0.196295, 0.224698, 0.216902, 0.189879, 0.229147, 0.235938, 0.186672, 0.204542, 0.188662, 0.206166, 0.224769, 0.217568, 0.15563, 0.168974, 0.167578, 0.195051, 0.21002, 0.118044, 0.19259, 0.21372, 0.086039, 0.214079, 0.07439, 0.109002, 0.23493, 0.197808, 0.222012, 0.071638, 0.220718, 0.216017, 0.193008, 0.217819, 0.086126, 0.140708, 0.22754, 0.216502, 0.129973, 0.218284, 0.219961, 0.21327, 0.238368, 0.215189, 0.13218, 0.237501, 0.217853, 0.141704, 0.209948, 0.223042, 0.220546, 0.206161, 0.172722, 0.201627, 0.229087, 0.222711, 0.2083, 0.203186, 0.129458, 0.217953, 0.201325, 0.196021, 0.211453, 0.21215, 0.18065, 0.232154, 0.176064, 0.207234, 0.167489, 0.212052, 0.225303, 0.143005, 0.216514, 0.183792, 0.196618, 0.233042, 0.220416, 0.20768, 0.201988, 0.173764, 0.229472, 0.115185, 0.218151, 0.237312, 0.125752, 0.199164, 0.170264, 0.171326, 0.156852, 0.224862, 0.201699, 0.204938, 0.189458, 0.209857, 0.213455, 0.220457, 0.121487, 0.212431, 0.214973, 0.203352, 0.195152, 0.226905, 0.198076, 0.203847, 0.20997, 0.200322, 0.202035, 0.112909, 0.166602, 0.207668, 0.204679, 0.101181, 0.221842, 0.223049, 0.181394, 0.062072, 0.211732, 0.106194, 0.227457, 0.229132, 0.09345, 0.217054, 0.080791, 0.201123, 0.185073, 0.226772, 0.225342, 0.223849, 0.112749, 0.236595, 0.228746, 0.22665, 0.199451, 0.220049, 0.218212, 0.191327, 0.196674, 0.20228, 0.188256, 0.207179, 0.186377, 0.20399, 0.239586, 0.211671, 0.205933, 0.154782, 0.212114, 0.212223, 0.209167, 0.230631, 0.200073, 0.208777, 0.215806, 0.212687, 0.210438, 0.164942, 0.219506, 0.068, 0.229273, 0.17068, 0.131842, 0.2144, 0.192065, 0.216795, 0.22775, 0.203736, 0.232616, 0.225353, 0.228142, 0.197872, 0.205192, 0.206375, 0.23132, 0.189748, 0.217737, 0.2349, 0.208077, 0.202471, 0.227492, 0.145949, 0.199986, 0.197702, 0.204032, 0.193844, 0.224415, 0.193076, 0.192738, 0.228189, 0.217377, 0.188749, 0.225459, 0.209132, 0.196608, 0.197283, 0.223009, 0.215355, 0.206207, 0.059094, 0.211748, 0.196937, 0.214985, 0.213372, 0.187939, 0.203753, 0.194507, 0.186796, 0.178371, 0.150648, 0.204189, 0.216254, 0.179785, 0.211111, 0.216577, 0.185988, 0.226026, 0.184107, 0.205515, 0.15784, 0.180621, 0.216988, 0.207513, 0.212793, 0.2076, 0.204664, 0.214694, 0.232142, 0.194218, 0.196141, 0.082073, 0.224813, 0.218287, 0.224196, 0.070186, 0.222055, 0.211502, 0.19853, 0.198145, 0.141311, 0.176181, 0.189237, 0.198021, 0.20566, 0.224892, 0.197767, 0.215963, 0.204493, 0.185625, 0.150037, 0.218258, 0.171541, 0.207625, 0.218323, 0.223012, 0.162869, 0.236644, 0.227364, 0.144916, 0.20017, 0.175941, 0.212818, 0.091999, 0.204941, 0.162858, 0.088239, 0.189964, 0.227639 ] }, "name": "model.model.layers.12.post_attention_layernorm.weight", "outputIndexes": [ 1061 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1060 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_12/Mul_output_0", "outputIndexes": [ 1062 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1061, 1062 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_12/Mul_1_output_0", "outputIndexes": [ 1063 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1063 ], "outputIndexes": [ 2315 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2315 ], "outputIndexes": [ 2316 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/gate_proj/Linear", "inputIndexes": [ 2316 ], "outputIndexes": [ 2317 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 8192, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 462423952, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2317 ], "outputIndexes": [ 2318 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2318 ], "outputIndexes": [ 1064 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 8192 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1064 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_12/Sigmoid_output_0", "outputIndexes": [ 1065 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1064, 1065 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_12/Mul_output_0", "outputIndexes": [ 1066 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1063 ], "outputIndexes": [ 2319 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2319 ], "outputIndexes": [ 2320 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/up_proj/Linear", "inputIndexes": [ 2320 ], "outputIndexes": [ 2321 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 8192, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 471861158, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2321 ], "outputIndexes": [ 2322 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2322 ], "outputIndexes": [ 1067 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 8192 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1066, 1067 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_12/Mul_output_0", "outputIndexes": [ 1068 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1068 ], "outputIndexes": [ 2323 ], "main_type": "Reshape", "main": { "dims": [ -1, 8192, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2323 ], "outputIndexes": [ 2324 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/down_proj/Linear", "inputIndexes": [ 2324 ], "outputIndexes": [ 2325 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 8192, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 481298364, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2325 ], "outputIndexes": [ 2326 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2326 ], "outputIndexes": [ 1069 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1060, 1069 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_64_output_0", "outputIndexes": [ 1070 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1070, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_65_output_0", "outputIndexes": [ 1071 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2048 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.40724, 0.409061, 0.409424, 0.383685, 0.192269, 0.527302, 0.358168, 0.437929, 0.339865, 0.401833, 0.329073, 0.321497, 0.458106, 0.380194, 0.395674, 0.275134, 0.359668, 0.164964, 0.437154, 0.41263, 0.379573, 0.435672, 0.350412, 0.349099, 0.415825, 0.408416, 0.286841, 0.436997, 0.419797, 0.408332, 0.411609, 0.445506, 0.385492, 0.264338, 0.402425, 0.355768, 0.357989, 0.361809, 0.381196, 0.336863, 0.36884, 0.236288, 0.408586, 0.451646, 0.365967, 0.414513, 0.416503, 0.455638, 0.386118, 0.401467, 0.347944, 0.338439, 0.430611, 0.346387, 0.432373, 0.411616, 0.389197, 0.393238, 0.323023, 0.294861, 0.385547, 0.338632, 0.159448, 0.416341, 0.431797, 0.373019, 0.147571, 0.416075, 0.442927, 0.394076, 0.426953, 0.4048, 0.355697, 0.406475, 0.363507, 0.405772, 0.417, 0.372961, 0.153784, 0.345123, 0.430674, 0.44963, 0.419896, 0.394113, 0.397242, 0.384638, 0.256724, 0.143602, 0.413077, 0.461884, 0.280337, 0.353144, 0.465331, 0.357975, 0.299287, 0.424436, 0.413319, 0.417616, 0.37835, 0.26206, 0.188977, 0.397412, 0.22787, 0.293603, 0.301073, 0.327863, 0.159427, 0.319927, 0.372964, 0.319726, 0.37765, 0.391665, 0.285727, 0.393801, 0.446318, 0.357849, 0.4205, 0.447624, 0.430385, 0.462194, 0.442886, 0.298434, 0.392391, 0.434875, 0.411257, 0.380125, 0.428824, 0.402907, 0.3758, 0.428327, 0.418018, 0.406519, 0.379214, 0.218521, 0.337, 0.348706, 0.395252, 0.385202, 0.378483, 0.438345, 0.390014, 0.442302, 0.217855, 0.285869, 0.357339, 0.244227, 0.423866, 0.404281, 0.427425, 0.360438, 0.409349, 0.374946, 0.434606, 0.312387, 0.361234, 0.29814, 0.325892, 0.305965, 0.183107, 0.416796, 0.400713, 0.250469, 0.43424, 0.343804, 0.415105, 0.464218, 0.315782, 0.406879, 0.380209, 0.380841, 0.407635, 0.402965, 0.397779, 0.417778, 0.331977, 0.324912, 0.437533, 0.435391, 0.423614, 0.337204, 0.312343, 0.369149, 0.413213, 0.396145, 0.413246, 0.416509, 0.402311, 0.23013, 0.389284, 0.269438, 0.372647, 0.38805, 0.412253, 0.448298, 0.220388, 0.413161, 0.404062, 0.336835, 0.375585, 0.245269, 0.378378, 0.361811, 0.356572, 0.380643, 0.400357, 0.370159, 0.465081, 0.233912, 0.352324, 0.165275, 0.458074, 0.382389, 0.403821, 0.411675, 0.374378, 0.389096, 0.469417, 0.454065, 0.364305, 0.373307, 0.433077, 0.361511, 0.401138, 0.266899, 0.399118, 0.250604, 0.346485, 0.045137, 0.446796, 0.317775, 0.363372, 0.362633, 0.401524, 0.265119, 0.394845, 0.26983, 0.348795, 0.445133, 0.335367, 0.264462, 0.390383, 0.397993, 0.464366, 0.350426, 0.421651, 0.411293, 0.41317, 0.39452, 0.331396, 0.317622, 0.427005, 0.394545, 0.425378, 0.413031, 0.140459, 0.134095, 0.429075, 0.392631, 0.380019, 0.37976, 0.386304, 0.4352, 0.441018, 0.42046, 0.299678, 0.401389, 0.428902, 0.412536, 0.41695, 0.314991, 0.296649, 0.398755, 0.410818, 0.400174, 0.453659, 0.201801, 0.366149, 0.340716, 0.317031, 0.424797, 0.3032, 0.239147, 0.126743, 0.331437, 0.436451, 0.398733, 0.266432, 0.357634, 0.444002, 0.347909, 0.397072, 0.345373, 0.368166, 0.393828, 0.333, 0.371394, 0.336878, 0.157876, 0.388702, 0.428307, 0.437739, 0.24027, 0.375405, 0.287761, 0.196828, 0.440842, 0.367465, 0.346618, 0.311206, 0.43328, 0.40707, 0.394034, 0.371603, 0.437204, 0.44561, 0.380783, 0.398502, 0.442259, 0.357768, 0.42737, 0.240553, 0.396311, 0.428551, 0.256369, 0.220373, 0.377728, 0.269892, 0.386346, 0.356148, 0.308711, 0.386109, 0.418483, 0.351245, 0.448904, 0.416978, 0.426124, 0.301836, 0.390894, 0.158206, 0.222484, 0.319401, 0.347742, 0.339182, 0.354985, 0.159856, 0.308655, 0.260867, 0.401123, 0.348918, 0.341023, 0.298152, 0.431204, 0.127416, 0.41585, 0.339737, 0.36049, 0.188641, 0.380414, 0.39174, 0.394809, 0.373105, 0.427887, 0.313543, 0.332809, 0.410144, 0.389715, 0.391973, 0.424843, 0.336485, 0.417729, 0.376858, 0.240227, 0.340396, 0.420565, 0.386249, 0.378267, 0.322741, 0.388064, 0.361264, 0.351774, 0.358749, 0.163383, 0.486493, 0.394042, 0.401204, 0.337151, 0.377489, 0.38797, 0.281724, 0.46459, 0.207624, 0.432248, 0.379307, 0.422654, 0.240117, 0.346582, 0.328313, 0.435403, 0.308473, 0.391718, 0.334754, 0.457781, 0.436905, 0.418134, 0.253672, 0.313153, 0.384382, 0.267227, 0.443571, 0.356354, 0.131282, 0.424305, 0.452409, 0.401274, 0.388308, 0.162541, 0.354449, 0.490561, 0.405843, 0.430786, 0.38025, 0.336952, 0.429637, 0.177674, 0.436613, 0.461794, 0.279173, 0.423695, 0.225575, 0.242914, 0.308874, 0.375499, 0.446255, 0.442434, 0.372348, 0.33695, 0.324404, 0.367153, 0.293408, 0.500358, 0.40628, 0.335404, 0.474955, 0.320781, 0.350582, 0.443114, 0.430036, 0.385673, 0.408105, 0.309643, 0.428531, 0.381049, 0.143958, 0.38478, 0.246856, 0.297778, 0.323359, 0.314428, 0.438551, 0.398552, 0.152725, 0.416302, 0.430323, 0.351568, 0.384591, 0.448684, 0.419812, 0.405476, 0.388385, 0.331251, 0.423546, 0.394105, 0.456258, 0.358493, 0.37003, 0.419648, 0.396239, 0.467758, 0.382559, 0.419283, 0.411587, 0.442784, 0.442651, 0.334639, 0.270686, 0.356627, 0.427215, 0.39627, 0.438588, 0.246098, 0.387143, 0.417904, 0.391036, 0.353326, 0.365417, 0.35621, 0.132889, 0.406083, 0.403576, 0.23526, 0.409395, 0.395682, 0.384203, 0.432278, 0.395861, 0.39262, 0.372727, 0.398839, 0.351516, 0.418638, 0.411333, 0.425536, 0.365029, 0.376441, 0.414883, 0.404855, 0.21771, 0.423645, 0.464501, 0.18854, 0.254203, 0.336153, 0.393162, 0.467241, 0.148655, 0.420273, 0.382154, 0.340288, 0.350626, 0.383389, 0.358458, 0.388758, 0.379826, 0.393959, 0.21375, 0.382162, 0.320972, 0.464375, 0.386727, 0.401777, 0.346417, 0.220223, 0.216107, 0.382427, 0.411626, 0.243358, 0.482379, 0.384748, 0.185015, 0.400485, 0.226682, 0.259011, 0.149801, 0.382261, 0.391956, 0.45105, 0.376636, 0.387543, 0.411048, 0.386811, 0.402176, 0.374756, 0.404657, 0.415703, 0.388698, 0.332103, 0.378005, 0.355024, 0.461839, 0.365131, 0.438869, 0.413845, 0.414678, 0.244102, 0.197578, 0.304472, 0.29965, 0.368768, 0.441549, 0.33373, 0.450889, 0.437548, 0.330163, 0.26545, 0.375182, 0.372076, 0.42077, 0.420947, 0.318473, 0.361674, 0.184798, 0.350017, 0.361371, 0.445113, 0.437891, 0.375707, 0.276843, 0.345441, 0.389521, 0.388366, 0.412489, 0.423565, 0.41033, 0.416351, 0.41312, 0.399847, 0.305248, 0.426821, 0.297985, 0.176891, 0.450333, 0.418069, 0.389989, 0.416089, 0.325043, 0.368306, 0.46612, 0.417315, 0.260647, 0.187373, 0.295198, 0.336207, 0.457811, 0.307174, 0.434358, 0.468413, 0.342055, 0.259484, 0.396101, 0.464141, 0.433015, 0.34773, 0.480865, 0.360112, 0.369212, 0.4087, 0.318416, 0.388405, 0.308873, 0.346161, 0.393995, 0.365972, 0.332071, 0.414044, 0.383362, 0.325017, 0.445255, 0.437363, 0.423962, 0.376774, 0.430395, 0.407531, 0.390171, 0.184487, 0.334083, 0.358324, 0.425162, 0.430737, 0.393797, 0.417969, 0.425587, 0.442994, 0.429912, 0.168354, 0.419875, 0.455574, 0.422958, 0.410318, 0.436807, 0.367361, 0.391215, 0.392298, 0.369899, 0.459712, 0.352041, 0.430152, 0.446068, 0.443068, 0.36535, 0.417118, 0.40441, 0.373599, 0.430844, 0.149768, 0.381173, 0.292096, 0.320919, 0.220157, 0.384644, 0.425609, 0.34128, 0.410304, 0.389948, 0.357405, 0.36263, 0.373821, 0.411162, 0.334677, 0.421806, 0.404276, 0.435546, 0.202976, 0.355196, 0.402139, 0.421486, 0.247532, 0.383666, 0.306451, 0.354394, 0.437458, 0.399274, 0.407666, 0.352551, 0.35848, 0.448508, 0.384643, 0.381828, 0.391309, 0.389614, 0.454696, 0.418971, 0.320698, 0.399226, 0.226346, 0.399412, 0.391443, 0.462747, 0.402413, 0.385459, 0.371416, 0.308556, 0.4385, 0.455562, 0.432621, 0.383713, 0.397154, 0.328442, 0.381912, 0.407904, 0.365816, 0.370487, 0.378902, 0.342187, 0.463606, 0.412747, 0.348822, 0.36605, 0.331928, 0.340404, 0.139434, 0.363953, 0.431796, 0.356939, 0.420455, 0.418248, 0.367623, 0.308914, 0.369198, 0.368805, 0.371265, 0.348048, 0.427551, 0.380232, 0.403768, 0.268556, 0.342487, 0.382882, 0.378699, 0.430611, 0.351685, 0.405477, 0.40086, 0.401954, 0.417468, 0.191636, 0.410956, 0.363716, 0.429883, 0.36407, 0.382535, 0.429806, 0.343325, 0.216663, 0.391042, 0.361318, 0.395801, 0.423672, 0.384846, 0.31288, 0.398137, 0.168889, 0.306184, 0.264445, 0.209619, 0.372538, 0.356582, 0.135878, 0.376084, 0.398415, 0.433038, 0.444057, 0.286923, 0.437217, 0.41297, 0.376648, 0.346327, 0.421939, 0.40672, 0.348479, 0.160242, 0.493239, 0.435519, 0.430876, 0.370045, 0.487917, 0.371673, 0.395122, 0.454339, 0.343374, 0.329144, 0.365469, 0.389648, 0.374613, 0.350136, 0.350779, 0.207257, 0.432045, 0.418842, 0.393207, 0.345096, 0.360765, 0.159287, 0.311371, 0.301299, 0.40527, 0.430103, 0.212726, 0.2558, 0.444016, 0.409555, 0.380433, 0.384386, 0.26312, 0.259471, 0.398903, 0.377578, 0.371138, 0.363677, 0.386858, 0.381899, 0.359405, 0.253437, 0.371581, 0.453231, 0.357657, 0.362946, 0.378921, 0.439204, 0.440561, 0.423755, 0.416212, 0.341214, 0.431998, 0.382029, 0.386993, 0.362757, 0.411246, 0.243389, 0.422552, 0.316676, 0.399093, 0.255117, 0.412683, 0.338371, 0.332998, 0.439891, 0.295954, 0.367603, 0.343787, 0.345753, 0.349584, 0.260233, 0.425198, 0.339559, 0.274557, 0.398505, 0.406459, 0.199699, 0.391368, 0.41171, 0.398476, 0.406925, 0.390292, 0.367634, 0.434362, 0.394447, 0.430196, 0.246212, 0.304815, 0.412875, 0.353196, 0.392144, 0.425604, 0.401382, 0.184234, 0.346571, 0.314297, 0.424577, 0.248434, 0.398711, 0.421866, 0.341503, 0.46642, 0.120234, 0.342937, 0.420308, 0.24917, 0.338178, 0.371965, 0.37473, 0.372128, 0.372185, 0.432864, 0.384101, 0.342059, 0.428992, 0.180315, 0.120386, 0.126826, 0.357035, 0.217974, 0.37685, 0.355433, 0.428414, 0.413519, 0.399377, 0.438339, 0.399185, 0.357491, 0.405826, 0.408422, 0.364446, 0.385497, 0.478542, 0.333312, 0.329891, 0.299083, 0.391494, 0.394781, 0.36027, 0.288592, 0.193397, 0.430462, 0.38804, 0.450846, 0.405323, 0.416227, 0.396373, 0.330685, 0.377358, 0.381943, 0.429249, 0.409705, 0.435359, 0.480325, 0.310512, 0.477492, 0.354143, 0.15031, 0.429903, 0.409703, 0.412043, 0.350259, 0.391764, 0.362357, 0.454445, 0.413483, 0.396853, 0.422821, 0.402866, 0.13441, 0.26825, 0.33221, 0.438623, 0.378957, 0.140412, 0.444908, 0.387819, 0.239075, 0.3476, 0.393765, 0.368916, 0.375245, 0.289054, 0.42331, 0.403026, 0.401279, 0.432669, 0.355107, 0.106268, 0.396434, 0.30967, 0.429106, 0.369918, 0.35678, 0.377398, 0.328469, 0.224703, 0.297962, 0.328536, 0.411867, 0.134327, 0.153852, 0.376295, 0.401179, 0.360593, 0.401875, 0.414227, 0.359108, 0.352568, 0.39395, 0.402303, 0.232217, 0.386966, 0.391849, 0.397492, 0.328986, 0.401666, 0.409996, 0.384745, 0.296266, 0.250761, 0.39427, 0.376207, 0.466872, 0.388235, 0.357783, 0.33321, 0.163234, 0.395498, 0.334673, 0.373405, 0.462923, 0.312492, 0.417902, 0.45291, 0.159081, 0.294924, 0.399573, 0.431888, 0.415481, 0.373012, 0.367852, 0.347993, 0.455122, 0.434381, 0.211415, 0.42867, 0.467254, 0.257711, 0.315155, 0.376404, 0.177872, 0.392383, 0.36403, 0.356085, 0.396298, 0.419948, 0.28399, 0.348883, 0.494375, 0.15406, 0.391384, 0.418861, 0.316796, 0.218198, 0.396149, 0.4374, 0.201881, 0.422377, 0.4128, 0.351157, 0.322721, 0.379239, 0.333067, 0.433633, 0.413939, 0.346019, 0.345614, 0.287252, 0.355853, 0.441154, 0.426323, 0.420239, 0.394319, 0.404304, 0.332861, 0.419639, 0.36349, 0.389108, 0.375165, 0.371593, 0.417666, 0.389896, 0.370434, 0.393756, 0.432383, 0.431043, 0.376067, 0.393149, 0.386621, 0.378857, 0.372745, 0.324358, 0.121709, 0.452825, 0.422115, 0.322926, 0.357419, 0.431117, 0.37676, 0.240153, 0.346904, 0.41956, 0.363609, 0.40437, 0.363704, 0.375004, 0.283315, 0.432534, 0.445395, 0.406229, 0.363498, 0.453069, 0.413663, 0.397856, 0.342499, 0.396707, 0.380521, 0.376364, 0.378463, 0.420053, 0.373012, 0.406645, 0.115709, 0.434466, 0.419177, 0.410859, 0.352931, 0.319537, 0.389792, 0.348287, 0.445507, 0.397418, 0.415184, 0.270983, 0.436163, 0.31327, 0.419944, 0.417802, 0.380476, 0.40132, 0.376281, 0.392182, 0.272381, 0.394193, 0.296075, 0.347739, 0.206826, 0.385821, 0.286168, 0.276877, 0.300999, 0.32599, 0.466562, 0.431764, 0.45019, 0.367028, 0.242425, 0.277034, 0.378621, 0.420985, 0.358184, 0.364017, 0.165734, 0.361225, 0.440975, 0.385269, 0.321955, 0.426982, 0.44016, 0.347331, 0.307068, 0.398317, 0.358828, 0.380885, 0.444995, 0.278227, 0.38135, 0.324015, 0.330456, 0.41247, 0.434531, 0.358714, 0.434642, 0.331012, 0.160088, 0.413084, 0.349214, 0.394642, 0.408422, 0.321351, 0.324121, 0.346641, 0.408259, 0.323819, 0.344113, 0.33112, 0.345456, 0.4213, 0.376271, 0.234634, 0.433698, 0.43633, 0.305597, 0.40347, 0.39634, 0.160609, 0.375876, 0.402761, 0.400177, 0.253854, 0.341124, 0.475466, 0.286383, 0.407941, 0.406956, 0.356211, 0.35159, 0.373214, 0.351007, 0.359774, 0.36042, 0.356196, 0.315685, 0.436191, 0.376139, 0.292235, 0.150184, 0.325758, 0.364001, 0.461951, 0.449057, 0.242108, 0.373651, 0.370948, 0.367573, 0.395284, 0.343565, 0.294606, 0.402103, 0.361024, 0.302628, 0.473744, 0.418456, 0.419447, 0.413915, 0.464113, 0.422229, 0.433833, 0.356791, 0.415107, 0.451147, 0.404822, 0.430379, 0.380693, 0.333291, 0.441582, 0.341921, 0.332969, 0.39523, 0.47856, 0.326892, 0.411983, 0.358237, 0.384893, 0.39624, 0.422516, 0.395206, 0.237, 0.363908, 0.401724, 0.386737, 0.3929, 0.235067, 0.382719, 0.257336, 0.403942, 0.411065, 0.284553, 0.346271, 0.395407, 0.374929, 0.371507, 0.388947, 0.463476, 0.449521, 0.416078, 0.239584, 0.403619, 0.311586, 0.442222, 0.425724, 0.421453, 0.400497, 0.418628, 0.320017, 0.470249, 0.417496, 0.32586, 0.348271, 0.423133, 0.429807, 0.25526, 0.397998, 0.458544, 0.420497, 0.331366, 0.316515, 0.460775, 0.37574, 0.22605, 0.246232, 0.429553, 0.452105, 0.423293, 0.314546, 0.314123, 0.348747, 0.371186, 0.295882, 0.452421, 0.372822, 0.497904, 0.368617, 0.383072, 0.399164, 0.356841, 0.382376, 0.386781, 0.426788, 0.395128, 0.353243, 0.239897, 0.220212, 0.346461, 0.412931, 0.357906, 0.260825, 0.33578, 0.395146, 0.370042, 0.384306, 0.413231, 0.491335, 0.40141, 0.452502, 0.433459, 0.391488, 0.364716, 0.340097, 0.371371, 0.318873, 0.419517, 0.251379, 0.148358, 0.369542, 0.350741, 0.375819, 0.407673, 0.42193, 0.466357, 0.326703, 0.427779, 0.436064, 0.272712, 0.199968, 0.201032, 0.431995, 0.4517, 0.483987, 0.372449, 0.455426, 0.428365, 0.423281, 0.293556, 0.419636, 0.408073, 0.352435, 0.383453, 0.393909, 0.436495, 0.304854, 0.404799, 0.241505, 0.390833, 0.449071, 0.199961, 0.35831, 0.413341, 0.433671, 0.403062, 0.34724, 0.463787, 0.240493, 0.391008, 0.373965, 0.441753, 0.427751, 0.330519, 0.225363, 0.426089, 0.40601, 0.434004, 0.417369, 0.283856, 0.343982, 0.460246, 0.350993, 0.320982, 0.398571, 0.444696, 0.29698, 0.374509, 0.335416, 0.409463, 0.378522, 0.370896, 0.446343, 0.389063, 0.463988, 0.469975, 0.356824, 0.411451, 0.380123, 0.287381, 0.384181, 0.39924, 0.304273, 0.378202, 0.329376, 0.419561, 0.369002, 0.400904, 0.387489, 0.39716, 0.352942, 0.468604, 0.428484, 0.378733, 0.221806, 0.342264, 0.359709, 0.388314, 0.350989, 0.427906, 0.393078, 0.234375, 0.379169, 0.39178, 0.408184, 0.401843, 0.3335, 0.329981, 0.422102, 0.354326, 0.38513, 0.380143, 0.396655, 0.339579, 0.429669, 0.417143, 0.400374, 0.320324, 0.363476, 0.429716, 0.293379, 0.382855, 0.333251, 0.382162, 0.368028, 0.437145, 0.40763, 0.383897, 0.461516, 0.41907, 0.287974, 0.323137, 0.389815, 0.387935, 0.416962, 0.45005, 0.380714, 0.383871, 0.472869, 0.350654, 0.36698, 0.426476, 0.355884, 0.386286, 0.379726, 0.398981, 0.416895, 0.128892, 0.388478, 0.424242, 0.43606, 0.405681, 0.396053, 0.353438, 0.314311, 0.212119, 0.393118, 0.359765, 0.268619, 0.463097, 0.353332, 0.354102, 0.424415, 0.368009, 0.317329, 0.243518, 0.44609, 0.435964, 0.414911, 0.359282, 0.406097, 0.446687, 0.305901, 0.420775, 0.362247, 0.419177, 0.455784, 0.312687, 0.402594, 0.38639, 0.376365, 0.356724, 0.308303, 0.430352, 0.423209, 0.376885, 0.479829, 0.388079, 0.301645, 0.212083, 0.368733, 0.367891, 0.160871, 0.399763, 0.369438, 0.384618, 0.41213, 0.417447, 0.427429, 0.425711, 0.39849, 0.268932, 0.365767, 0.343463, 0.267081, 0.34544, 0.304856, 0.427856, 0.487465, 0.436993, 0.39838, 0.398832, 0.412961, 0.326847, 0.432817, 0.427415, 0.387774, 0.441327, 0.385048, 0.375909, 0.288422, 0.421363, 0.432117, 0.339394, 0.409305, 0.298376, 0.370506, 0.37713, 0.443636, 0.277311, 0.191354, 0.196067, 0.324411, 0.428577, 0.409391, 0.415582, 0.230501, 0.160047, 0.453534, 0.377746, 0.426457, 0.417561, 0.348482, 0.396597, 0.389873, 0.408485, 0.386939, 0.380717, 0.385033, 0.298752, 0.446161, 0.372403, 0.440444, 0.448587, 0.339377, 0.454769, 0.423355, 0.378518, 0.276249, 0.297474, 0.425061, 0.305846, 0.352539, 0.382169, 0.469918, 0.424294, 0.452605, 0.331406, 0.380972, 0.456348, 0.416976, 0.43747, 0.420451, 0.410701, 0.367402, 0.417543, 0.427074, 0.399364, 0.425685, 0.413043, 0.383659, 0.37318, 0.300588, 0.358384, 0.436746, 0.326126, 0.389081, 0.330167, 0.373967, 0.200879, 0.357173, 0.245939, 0.375431, 0.382621, 0.440895, 0.422657, 0.3363, 0.460735, 0.326249, 0.40855, 0.414553, 0.281893, 0.184151, 0.43164, 0.434174, 0.279562, 0.434734, 0.440156, 0.344332, 0.443251, 0.398816, 0.363675, 0.505413, 0.43872, 0.309615, 0.288469, 0.401461, 0.421471, 0.400915, 0.391481, 0.454059, 0.400647, 0.169486, 0.327289, 0.308382, 0.36235, 0.43693, 0.427276, 0.315273, 0.370721, 0.406341, 0.420546, 0.302291, 0.181434, 0.326754, 0.332899, 0.415592, 0.400161, 0.370176, 0.425332, 0.383556, 0.402945, 0.311817, 0.446369, 0.383106, 0.449977, 0.431583, 0.372255, 0.402866, 0.320091, 0.345424, 0.294518, 0.419959, 0.439427, 0.400262, 0.353207, 0.367729, 0.432645, 0.397123, 0.352486, 0.366544, 0.249318, 0.400024, 0.388506, 0.349754, 0.423281, 0.257049, 0.258023, 0.393853, 0.377846, 0.427642, 0.345891, 0.432712, 0.340706, 0.325591, 0.466877, 0.458589, 0.405693, 0.320141, 0.458197, 0.379475, 0.419593, 0.417502, 0.392137, 0.414924, 0.389347, 0.400369, 0.454769, 0.413171, 0.378598, 0.41151, 0.150971, 0.37139, 0.41504, 0.418049, 0.454259, 0.436069, 0.397396, 0.395697, 0.335379, 0.422329, 0.386866, 0.28564, 0.373546, 0.331686, 0.448193, 0.414816, 0.151289, 0.388932, 0.2693, 0.372443, 0.3624, 0.391653, 0.349344, 0.423578, 0.326854, 0.207919, 0.414874, 0.338893, 0.431218, 0.419978, 0.32172, 0.482516, 0.463407, 0.342696, 0.401628, 0.299424, 0.385765, 0.431064, 0.409557, 0.274216, 0.301774, 0.304726, 0.368921, 0.390572, 0.208594, 0.3404, 0.400116, 0.164689, 0.420518, 0.148614, 0.220023, 0.449437, 0.353109, 0.426803, 0.143497, 0.416756, 0.414678, 0.359429, 0.39987, 0.258775, 0.245753, 0.513789, 0.40329, 0.291418, 0.428945, 0.431788, 0.418069, 0.434698, 0.438887, 0.261374, 0.44855, 0.385368, 0.268964, 0.381229, 0.431504, 0.416357, 0.399659, 0.318774, 0.386074, 0.429649, 0.383356, 0.36793, 0.380938, 0.239656, 0.41399, 0.382193, 0.370793, 0.418317, 0.394473, 0.333685, 0.439397, 0.312546, 0.390808, 0.32068, 0.393936, 0.420209, 0.255631, 0.434176, 0.331787, 0.368237, 0.469992, 0.412105, 0.363575, 0.367086, 0.311222, 0.432677, 0.208084, 0.409637, 0.476865, 0.248227, 0.378042, 0.302004, 0.292098, 0.283214, 0.422275, 0.391073, 0.382153, 0.321149, 0.386284, 0.412784, 0.423391, 0.211182, 0.398062, 0.398031, 0.288962, 0.352858, 0.418649, 0.341854, 0.411629, 0.401199, 0.345357, 0.388807, 0.290702, 0.293354, 0.39465, 0.389625, 0.191681, 0.422913, 0.449105, 0.324442, 0.131166, 0.38567, 0.197768, 0.464762, 0.428692, 0.270193, 0.419144, 0.155422, 0.405557, 0.380872, 0.423452, 0.458071, 0.397917, 0.200133, 0.439527, 0.42623, 0.473843, 0.388447, 0.451472, 0.431215, 0.360159, 0.363068, 0.374497, 0.35663, 0.355607, 0.314978, 0.360577, 0.478693, 0.421701, 0.354634, 0.278876, 0.39795, 0.40173, 0.378592, 0.442663, 0.381747, 0.382568, 0.430176, 0.378214, 0.385481, 0.283921, 0.410589, 0.147861, 0.435071, 0.323208, 0.253464, 0.386714, 0.366625, 0.387569, 0.43227, 0.401421, 0.441877, 0.458525, 0.448392, 0.354027, 0.404345, 0.368864, 0.475935, 0.348801, 0.378551, 0.468899, 0.367686, 0.368723, 0.427875, 0.234256, 0.411541, 0.378521, 0.379153, 0.331813, 0.43983, 0.358855, 0.349434, 0.448833, 0.425069, 0.353505, 0.449897, 0.373699, 0.332629, 0.383463, 0.422476, 0.381274, 0.383896, 0.1319, 0.356388, 0.394087, 0.391281, 0.399053, 0.332833, 0.405074, 0.354035, 0.344615, 0.328688, 0.247565, 0.376601, 0.40973, 0.319538, 0.403381, 0.426167, 0.36204, 0.406051, 0.323457, 0.35537, 0.282253, 0.312579, 0.422374, 0.371085, 0.389848, 0.39348, 0.359516, 0.371279, 0.490452, 0.34272, 0.357702, 0.191777, 0.440723, 0.411617, 0.41547, 0.140852, 0.443847, 0.401786, 0.372499, 0.373032, 0.258295, 0.312595, 0.359801, 0.349708, 0.368571, 0.449753, 0.373569, 0.366748, 0.393414, 0.335946, 0.264551, 0.413853, 0.274039, 0.443502, 0.413787, 0.495912, 0.285649, 0.451165, 0.446049, 0.276619, 0.405763, 0.363896, 0.410802, 0.156628, 0.391313, 0.284356, 0.219979, 0.344467, 0.452176 ] }, "name": "model.model.layers.13.input_layernorm.weight", "outputIndexes": [ 1072 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1071 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_13/Mul_output_0", "outputIndexes": [ 1073 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1072, 1073 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_13/Mul_1_output_0", "outputIndexes": [ 1074 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1074 ], "outputIndexes": [ 2327 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2327 ], "outputIndexes": [ 2328 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/q_proj/Linear", "inputIndexes": [ 2328 ], "outputIndexes": [ 2329 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 490735570, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2329 ], "outputIndexes": [ 2330 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2330 ], "outputIndexes": [ 1075 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1074 ], "main_type": "NONE", "name": "/Shape_53_output_0", "outputIndexes": [ 1076 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1076 ], "main_type": "NONE", "name": "Shape2219", "outputIndexes": [ 1077 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1076 ], "main_type": "NONE", "name": "Rank2221", "outputIndexes": [ 1078 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1078, 1078 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2223", "outputIndexes": [ 1079 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1079 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2224", "outputIndexes": [ 1080 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1079, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2226", "outputIndexes": [ 1081 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1081 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2227", "outputIndexes": [ 1082 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1077, 1080, 1082, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2230", "outputIndexes": [ 1083 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1083 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2231", "outputIndexes": [ 1084 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 1084 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2232", "outputIndexes": [ 1085 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1085, 1084 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2233", "outputIndexes": [ 1086 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1076, 1086, 1079 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_95_output_0", "outputIndexes": [ 1087 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1087, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_183_output_0", "outputIndexes": [ 1088 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1088, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_117_output_0", "outputIndexes": [ 1089 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1075, 1089 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_66_output_0", "outputIndexes": [ 1090 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1090, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_52_output_0", "outputIndexes": [ 1091 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1090 ], "main_type": "NONE", "name": "/Shape_54_output_0", "outputIndexes": [ 1092 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1092 ], "main_type": "NONE", "name": "Shape2240", "outputIndexes": [ 1093 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1092 ], "main_type": "NONE", "name": "Rank2242", "outputIndexes": [ 1094 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1094, 1094 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2244", "outputIndexes": [ 1095 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1095 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2245", "outputIndexes": [ 1096 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1095, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2247", "outputIndexes": [ 1097 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1097 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2248", "outputIndexes": [ 1098 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1093, 1096, 1098, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2251", "outputIndexes": [ 1099 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1099 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2252", "outputIndexes": [ 1100 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1100 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2253", "outputIndexes": [ 1101 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1101, 1100 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2254", "outputIndexes": [ 1102 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1092, 1102, 1095 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_96_output_0", "outputIndexes": [ 1103 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1103, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_39_output_0", "outputIndexes": [ 1104 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1104, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_188_output_0", "outputIndexes": [ 1105 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1090, 1105, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_53_output_0", "outputIndexes": [ 1106 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1106 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_26_output_0", "outputIndexes": [ 1107 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1090, 22, 1105, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_52_output_0", "outputIndexes": [ 1108 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1107, 1108 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_120_output_0", "outputIndexes": [ 1109 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1109, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_53_output_0", "outputIndexes": [ 1110 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1091, 1110 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_65_output_0", "outputIndexes": [ 1111 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1074 ], "outputIndexes": [ 2331 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2331 ], "outputIndexes": [ 2332 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/k_proj/Linear", "inputIndexes": [ 2332 ], "outputIndexes": [ 2333 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 493094888, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2333 ], "outputIndexes": [ 2334 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2334 ], "outputIndexes": [ 1112 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1112, 1089 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_67_output_0", "outputIndexes": [ 1113 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1113, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_54_output_0", "outputIndexes": [ 1114 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1113 ], "main_type": "NONE", "name": "/Shape_55_output_0", "outputIndexes": [ 1115 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1115 ], "main_type": "NONE", "name": "Shape2302", "outputIndexes": [ 1116 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1115 ], "main_type": "NONE", "name": "Rank2304", "outputIndexes": [ 1117 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1117, 1117 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2306", "outputIndexes": [ 1118 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1118 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2307", "outputIndexes": [ 1119 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1118, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2309", "outputIndexes": [ 1120 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1120 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2310", "outputIndexes": [ 1121 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1116, 1119, 1121, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2313", "outputIndexes": [ 1122 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1122 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2314", "outputIndexes": [ 1123 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1123 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2315", "outputIndexes": [ 1124 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1124, 1123 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2316", "outputIndexes": [ 1125 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1115, 1125, 1118 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_97_output_0", "outputIndexes": [ 1126 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1126, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_40_output_0", "outputIndexes": [ 1127 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1127, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_190_output_0", "outputIndexes": [ 1128 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1113, 1128, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_55_output_0", "outputIndexes": [ 1129 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1129 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_27_output_0", "outputIndexes": [ 1130 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1113, 22, 1128, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_54_output_0", "outputIndexes": [ 1131 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1130, 1131 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_121_output_0", "outputIndexes": [ 1132 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1132, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_55_output_0", "outputIndexes": [ 1133 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1114, 1133 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_66_output_0", "outputIndexes": [ 1134 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1074 ], "outputIndexes": [ 2335 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2335 ], "outputIndexes": [ 2336 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/v_proj/Linear", "inputIndexes": [ 2336 ], "outputIndexes": [ 2337 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 495454206, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2337 ], "outputIndexes": [ 2338 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2338 ], "outputIndexes": [ 1135 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1135, 1089 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_68_output_0", "outputIndexes": [ 1136 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1111, 1134, 1136, 109 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_69_output_0", "outputIndexes": [ 1137 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1137 ], "outputIndexes": [ 2339 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2339 ], "outputIndexes": [ 2340 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/o_proj/Linear", "inputIndexes": [ 2340 ], "outputIndexes": [ 2341 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 497813524, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2341 ], "outputIndexes": [ 2342 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2342 ], "outputIndexes": [ 1138 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1071, 1138 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_68_output_0", "outputIndexes": [ 1139 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2048 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.221135, 0.222568, 0.22267, 0.216199, 0.113167, 0.257038, 0.207929, 0.228357, 0.192824, 0.229308, 0.189433, 0.195529, 0.22938, 0.216418, 0.21968, 0.168661, 0.211505, 0.089769, 0.231136, 0.216299, 0.210124, 0.237505, 0.194941, 0.186995, 0.226625, 0.221822, 0.164579, 0.22578, 0.234042, 0.227099, 0.21539, 0.235145, 0.217121, 0.137341, 0.220599, 0.196475, 0.193724, 0.200661, 0.21392, 0.186957, 0.207272, 0.152572, 0.222226, 0.22802, 0.208099, 0.226217, 0.233028, 0.243158, 0.211651, 0.217685, 0.201038, 0.192072, 0.238779, 0.197014, 0.222975, 0.207061, 0.222737, 0.217508, 0.174809, 0.189172, 0.217595, 0.197994, 0.101227, 0.229906, 0.2254, 0.210436, 0.079243, 0.230533, 0.235871, 0.216706, 0.220398, 0.22497, 0.193132, 0.217042, 0.212485, 0.228936, 0.211472, 0.215991, 0.09187, 0.206095, 0.227176, 0.233188, 0.226681, 0.229977, 0.226601, 0.214225, 0.144269, 0.082275, 0.220969, 0.225447, 0.166255, 0.203562, 0.23045, 0.193377, 0.172535, 0.240542, 0.227702, 0.228856, 0.204172, 0.150014, 0.100478, 0.218701, 0.138682, 0.168633, 0.1702, 0.185283, 0.09848, 0.182246, 0.211791, 0.197697, 0.198222, 0.217432, 0.164276, 0.213751, 0.231597, 0.207333, 0.216805, 0.242132, 0.219507, 0.22843, 0.239686, 0.176356, 0.216933, 0.231949, 0.222067, 0.19571, 0.23068, 0.221536, 0.212122, 0.236775, 0.225704, 0.217939, 0.22626, 0.128274, 0.202899, 0.20841, 0.219822, 0.220326, 0.213115, 0.234084, 0.207271, 0.227417, 0.132076, 0.175563, 0.216389, 0.155277, 0.219102, 0.217152, 0.235225, 0.205606, 0.222589, 0.203845, 0.227652, 0.17234, 0.212743, 0.192556, 0.188446, 0.174715, 0.117525, 0.226597, 0.235748, 0.322128, 0.226576, 0.199711, 0.215878, 0.244056, 0.166842, 0.22468, 0.201861, 0.20678, 0.22593, 0.216094, 0.23066, 0.231982, 0.202326, 0.19979, 0.233017, 0.240211, 0.230914, 0.201394, 0.180279, 0.212784, 0.233912, 0.211191, 0.229, 0.226007, 0.221278, 0.114958, 0.219173, 0.165049, 0.210471, 0.216425, 0.220563, 0.243968, 0.133084, 0.235117, 0.232136, 0.204922, 0.217209, 0.142225, 0.20718, 0.198538, 0.212495, 0.200234, 0.235408, 0.213634, 0.232346, 0.144768, 0.211672, 0.070627, 0.237074, 0.205396, 0.216017, 0.228792, 0.210593, 0.219692, 0.236331, 0.225713, 0.191914, 0.201275, 0.229354, 0.202798, 0.223941, 0.152404, 0.225685, 0.140988, 0.194839, 4.8e-05, 0.233113, 0.195089, 0.204002, 0.215009, 0.22657, 0.151117, 0.221883, 0.155362, 0.20882, 0.234534, 0.17631, 0.137367, 0.222339, 0.197063, 0.243625, 0.204945, 0.237959, 0.239144, 0.227776, 0.211414, 0.19131, 0.174595, 0.232863, 0.226632, 0.234608, 0.228866, 0.079508, 0.082217, 0.225196, 0.220066, 0.21147, 0.210114, 0.210804, 0.24242, 0.227961, 0.228216, 0.175418, 0.222777, 0.228413, 0.235828, 0.230825, 0.188085, 0.181915, 0.218316, 0.227535, 0.218349, 0.236279, 0.116765, 0.21397, 0.202458, 0.183897, 0.226282, 0.172168, 0.085247, 0.080047, 0.199994, 0.233765, 0.229547, 0.152275, 0.196449, 0.229006, 0.201658, 0.222407, 0.1974, 0.212062, 0.222585, 0.20479, 0.21467, 0.202551, 0.097587, 0.216195, 0.237252, 0.23423, 0.136389, 0.213948, 0.16861, 0.095164, 0.225732, 0.215806, 0.194091, 0.182644, 0.232013, 0.22019, 0.220588, 0.210055, 0.230419, 0.233364, 0.218457, 0.205818, 0.233809, 0.071288, 0.231377, 0.146148, 0.217694, 0.234597, 0.157912, 0.130313, 0.212626, 0.148562, 0.207753, 0.20026, 0.174665, 0.213063, 0.223593, 0.209664, 0.238716, 0.235299, 0.223928, 0.189738, 0.217964, 0.151085, 0.143812, 0.196372, 0.197897, 0.204153, 0.206421, 0.101693, 0.180936, 0.153816, 0.226333, 0.201946, 0.178144, 0.163016, 0.236434, 0.073035, 0.219878, 0.200242, 0.219158, 0.113943, 0.20562, 0.220528, 0.221524, 0.203419, 0.230363, 0.192193, 0.181957, 0.207061, 0.225736, 0.219803, 0.224917, 0.177495, 0.231473, 0.205978, 0.131776, 0.195506, 0.22841, 0.216083, 0.211313, 0.185038, 0.217327, 0.203809, 0.199474, 0.20531, 0.091975, 0.241372, 0.217607, 0.212452, 0.188936, 0.200246, 0.216636, 0.163506, 0.256819, 0.122899, 0.231476, 0.209159, 0.215669, 0.128785, 0.203426, 0.189969, 0.222966, 0.167215, 0.226231, 0.182287, 0.233658, 0.225034, 0.217186, 0.160349, 0.179576, 0.213778, 0.162208, 0.239562, 0.200531, 0.07035, 0.231309, 0.248137, 0.211473, 0.216342, 0.070178, 0.195284, 0.236492, 0.220322, 0.235319, 0.214102, 0.183367, 0.246612, 0.037814, 0.227297, 0.232243, 0.164472, 0.23371, 0.122308, 0.126119, 0.173555, 0.216833, 0.238729, 0.235609, 0.206916, 0.206043, 0.190375, 0.202432, 0.178214, 0.245206, 0.218717, 0.193173, 0.252659, 0.186444, 0.203851, 0.23315, 0.234544, 0.213126, 0.221015, 0.197251, 0.242213, 0.215386, 0.092646, 0.213513, 0.151835, 0.175141, 0.164481, 0.176242, 0.234266, 0.213564, 0.071253, 0.212353, 0.225298, 0.193572, 0.212004, 0.238104, 0.234184, 0.207163, 0.217432, 0.198952, 0.206478, 0.222764, 0.242505, 0.197548, 0.203275, 0.228448, 0.209121, 0.236707, 0.212593, 0.223406, 0.224355, 0.235856, 0.226423, 0.189663, 0.157221, 0.200898, 0.225954, 0.221396, 0.239998, 0.131537, 0.210228, 0.235052, 0.21159, 0.192508, 0.209719, 0.204243, 0.070985, 0.229156, 0.213515, 0.132859, 0.221186, 0.21033, 0.211942, 0.229962, 0.216199, 0.222143, 0.205694, 0.213728, 0.216152, 0.233012, 0.225381, 0.22331, 0.201705, 0.223963, 0.230816, 0.218586, 0.164026, 0.237706, 0.236561, 0.124151, 0.146414, 0.183544, 0.210603, 0.224184, 0.077941, 0.223802, 0.209367, 0.18698, 0.204367, 0.215141, 0.207107, 0.214708, 0.209489, 0.220683, 0.118677, 0.21961, 0.18239, 0.241304, 0.212619, 0.217087, 0.193734, 0.126788, 0.140567, 0.215124, 0.22483, 0.138918, 0.249575, 0.210756, 0.10217, 0.201546, 0.141929, 0.152418, 0.087329, 0.217101, 0.222601, 0.240538, 0.223519, 0.207429, 0.225998, 0.214445, 0.217731, 0.211679, 0.22449, 0.227394, 0.199342, 0.194743, 0.217431, 0.216162, 0.229156, 0.183274, 0.234545, 0.228687, 0.213109, 0.152689, 0.132934, 0.183211, 0.164437, 0.209006, 0.23188, 0.190494, 0.237388, 0.231142, 0.195087, 0.150735, 0.217831, 0.219102, 0.223066, 0.228893, 0.193757, 0.210659, 0.103794, 0.196855, 0.207667, 0.229699, 0.233734, 0.204965, 0.161362, 0.20036, 0.204952, 0.221386, 0.209803, 0.236067, 0.229353, 0.217045, 0.221942, 0.214788, 0.190419, 0.23393, 0.169926, 0.095071, 0.228121, 0.221208, 0.220111, 0.229728, 0.181618, 0.215466, 0.239593, 0.224158, 0.091616, 0.107438, 0.163616, 0.195212, 0.239603, 0.179897, 0.239915, 0.228219, 0.209354, 0.145892, 0.216072, 0.243775, 0.237034, 0.186888, 0.237173, 0.212826, 0.201814, 0.231777, 0.165697, 0.219678, 0.181582, 0.203273, 0.226074, 0.209536, 0.200908, 0.219391, 0.218398, 0.192323, 0.235312, 0.236469, 0.224072, 0.209458, 0.230378, 0.214157, 0.218958, 0.07224, 0.197393, 0.208514, 0.229894, 0.241338, 0.217512, 0.226783, 0.22676, 0.23079, 0.225476, 0.099866, 0.229434, 0.23005, 0.233563, 0.219659, 0.223448, 0.196821, 0.227547, 0.211009, 0.206085, 0.245871, 0.205104, 0.22451, 0.227448, 0.227442, 0.210074, 0.215259, 0.223085, 0.214914, 0.218995, 0.093378, 0.213118, 0.167725, 0.189364, 0.117113, 0.201545, 0.226437, 0.179876, 0.226104, 0.216779, 0.208384, 0.207912, 0.209067, 0.218705, 0.201634, 0.227234, 0.221864, 0.240058, 0.082463, 0.198954, 0.218122, 0.22071, 0.071154, 0.213754, 0.180555, 0.215005, 0.241365, 0.22223, 0.219896, 0.191571, 0.185814, 0.236437, 0.223023, 0.210681, 0.204616, 0.213809, 0.227663, 0.229136, 0.178238, 0.211228, 0.132071, 0.223499, 0.213002, 0.242407, 0.21906, 0.220339, 0.219026, 0.17964, 0.22081, 0.232736, 0.235721, 0.220319, 0.212402, 0.190149, 0.194902, 0.214186, 0.206734, 0.215923, 0.213889, 0.192775, 0.235268, 0.223941, 0.202063, 0.201832, 0.191043, 0.200373, 0.040198, 0.21371, 0.237876, 0.190168, 0.224581, 0.224522, 0.21437, 0.177224, 0.192635, 0.215197, 0.196722, 0.192251, 0.234715, 0.224467, 0.21887, 0.135907, 0.205156, 0.216738, 0.2082, 0.22371, 0.206198, 0.219672, 0.235426, 0.206848, 0.214159, 0.111077, 0.217875, 0.208264, 0.219132, 0.20968, 0.204799, 0.227408, 0.207416, 0.118575, 0.226463, 0.203631, 0.219533, 0.220215, 0.21566, 0.18385, 0.225054, 0.089173, 0.179783, 0.164892, 0.110041, 0.208827, 0.204054, 0.077503, 0.223086, 0.217746, 0.229091, 0.232919, 0.169201, 0.235309, 0.214261, 0.210021, 0.198461, 0.229643, 0.216381, 0.19698, 0.073947, 0.247567, 0.216468, 0.23714, 0.204667, 0.244565, 0.193249, 0.214088, 0.23476, 0.206943, 0.193243, 0.220195, 0.203845, 0.225438, 0.197326, 0.194233, 0.155348, 0.233992, 0.223382, 0.222922, 0.194268, 0.207761, 0.076256, 0.175279, 0.174958, 0.222598, 0.233341, 0.133832, 0.153086, 0.236355, 0.225201, 0.200142, 0.189109, 0.154075, 0.103896, 0.211181, 0.211463, 0.201514, 0.200491, 0.21228, 0.21161, 0.192077, 0.159556, 0.221105, 0.230545, 0.190251, 0.214511, 0.197596, 0.231481, 0.229482, 0.220708, 0.228221, 0.201715, 0.234421, 0.222502, 0.21301, 0.20914, 0.211017, 0.1323, 0.228971, 0.189293, 0.212754, 0.146579, 0.212496, 0.204137, 0.186449, 0.221122, 0.171366, 0.201839, 0.201592, 0.177774, 0.196215, 0.167221, 0.218795, 0.186513, 0.14865, 0.210723, 0.228526, 0.116408, 0.220448, 0.228611, 0.229377, 0.220977, 0.212547, 0.212468, 0.243633, 0.218187, 0.235612, 0.148959, 0.159743, 0.201533, 0.207683, 0.212921, 0.223754, 0.213553, 0.088781, 0.200082, 0.172137, 0.217599, 0.147412, 0.221094, 0.233954, 0.195524, 0.239805, 0.067774, 0.205387, 0.231372, 0.141237, 0.194333, 0.209387, 0.202627, 0.207419, 0.203468, 0.227782, 0.204926, 0.206545, 0.230649, 0.116176, 0.073332, 0.069446, 0.216398, 0.139768, 0.201958, 0.20869, 0.230091, 0.234747, 0.222901, 0.221623, 0.220447, 0.204647, 0.214113, 0.213206, 0.088859, 0.225707, 0.230053, 0.196539, 0.194535, 0.180157, 0.219446, 0.21942, 0.206169, 0.170378, 0.135008, 0.222961, 0.224658, 0.246142, 0.222501, 0.228293, 0.217987, 0.196615, 0.21394, 0.208618, 0.224288, 0.212896, 0.220471, 0.241034, 0.178827, 0.239063, 0.186823, 0.089186, 0.229646, 0.220198, 0.228354, 0.204956, 0.206535, 0.197883, 0.248388, 0.227176, 0.214008, 0.229666, 0.210526, 0.080128, 0.164683, 0.19704, 0.219601, 0.213806, 0.076357, 0.237333, 0.213834, 0.148603, 0.198548, 0.217318, 0.210365, 0.199291, 0.158505, 0.225745, 0.224023, 0.231855, 0.231018, 0.184387, 0.068679, 0.213598, 0.177582, 0.234139, 0.213576, 0.197325, 0.196091, 0.185673, 0.141866, 0.176022, 0.176775, 0.232033, 0.075051, 0.080199, 0.200725, 0.219332, 0.218513, 0.21911, 0.218411, 0.201293, 0.199529, 0.213897, 0.216487, 0.140326, 0.209215, 0.218939, 0.219747, 0.19091, 0.228333, 0.223742, 0.210261, 0.17364, 0.143614, 0.212069, 0.214827, 0.227567, 0.209825, 0.2076, 0.094664, 0.096452, 0.223434, 0.203128, 0.196221, 0.230485, 0.18131, 0.216714, 0.232151, 0.092536, 0.158299, 0.210664, 0.21688, 0.223936, 0.213897, 0.207368, 0.207092, 0.230589, 0.223311, 0.124839, 0.224835, 0.251533, 0.14694, 0.171802, 0.207669, 0.108211, 0.232067, 0.204816, 0.190223, 0.229154, 0.205738, 0.158943, 0.190327, 0.253409, 0.078727, 0.215057, 0.226799, 0.175449, 0.150041, 0.217041, 0.229906, 0.134786, 0.230082, 0.225736, 0.211586, 0.185287, 0.195689, 0.19495, 0.233952, 0.219917, 0.199441, 0.195371, 0.160461, 0.208605, 0.229443, 0.230538, 0.222533, 0.219754, 0.227652, 0.200896, 0.228845, 0.207707, 0.217998, 0.204896, 0.193848, 0.231435, 0.217621, 0.217867, 0.212588, 0.234353, 0.235783, 0.210994, 0.216106, 0.20652, 0.223506, 0.196762, 0.19467, 0.070136, 0.238654, 0.224086, 0.18476, 0.208039, 0.233583, 0.205863, 0.142411, 0.061436, 0.231785, 0.205737, 0.230245, 0.198434, 0.215633, 0.161244, 0.231806, 0.23225, 0.228478, 0.219035, 0.237564, 0.216293, 0.205671, 0.200013, 0.212672, 0.210943, 0.216021, 0.217021, 0.223129, 0.200583, 0.224573, 0.069119, 0.22731, 0.23273, 0.223094, 0.214651, 0.183916, 0.20665, 0.187205, 0.236088, 0.202768, 0.226227, 0.157148, 0.226377, 0.176938, 0.233847, 0.225795, 0.218789, 0.22068, 0.211783, 0.216484, 0.086787, 0.217245, 0.171154, 0.200235, 0.110604, 0.214384, 0.097925, 0.157874, 0.185515, 0.176461, 0.228444, 0.233761, 0.234577, 0.19312, 0.14106, 0.162555, 0.205842, 0.1527, 0.203304, 0.214399, 0.077535, 0.196168, 0.234102, 0.212431, 0.192984, 0.224242, 0.231497, 0.186927, 0.174973, 0.217695, 0.208223, 0.07672, 0.23936, 0.171319, 0.213886, 0.18082, 0.186491, 0.222345, 0.235556, 0.196124, 0.234062, 0.192147, 0.101364, 0.214102, 0.204989, 0.22183, 0.225285, 0.178965, 0.167584, 0.193877, 0.221522, 0.181362, 0.187344, 0.187759, 0.197967, 0.238029, 0.210939, 0.141083, 0.224201, 0.240269, 0.175636, 0.217127, 0.218213, 0.082164, 0.213022, 0.218723, 0.217218, 0.144888, 0.201465, 0.245528, 0.169089, 0.231799, 0.229407, 0.210674, 0.205425, 0.211725, 0.194763, 0.212435, 0.215787, 0.212013, 0.182553, 0.221102, 0.212379, 0.165982, 0.082097, 0.185211, 0.198307, 0.240021, 0.236232, 0.131897, 0.221419, 0.197851, 0.201464, 0.21372, 0.189235, 0.181337, 0.230082, 0.204042, 0.163388, 0.249244, 0.221921, 0.214096, 0.208528, 0.237794, 0.224851, 0.245462, 0.203801, 0.208897, 0.242067, 0.222906, 0.242496, 0.200212, 0.193042, 0.232969, 0.193535, 0.177238, 0.210433, 0.252018, 0.192147, 0.23294, 0.199899, 0.20943, 0.218574, 0.228921, 0.219351, 0.143426, 0.203586, 0.211141, 0.220794, 0.222546, 0.130617, 0.224795, 0.163215, 0.221853, 0.221261, 0.098755, 0.207198, 0.208922, 0.215733, 0.212633, 0.211085, 0.238851, 0.234882, 0.219381, 0.147974, 0.215113, 0.190477, 0.221271, 0.224311, 0.234743, 0.22059, 0.228505, 0.193664, 0.233927, 0.210673, 0.188149, 0.19724, 0.225524, 0.233507, 0.153997, 0.209909, 0.242093, 0.23492, 0.195307, 0.186143, 0.246475, 0.207616, 0.131567, 0.139707, 0.236573, 0.241065, 0.228827, 0.190555, 0.175353, 0.204744, 0.219852, 0.177414, 0.235752, 0.205228, 0.240471, 0.212388, 0.207409, 0.224299, 0.194847, 0.214728, 0.209526, 0.211681, 0.193648, 0.204922, 0.13778, 0.096061, 0.203594, 0.215368, 0.202945, 0.165004, 0.198137, 0.22601, 0.203866, 0.207421, 0.217549, 0.24015, 0.219335, 0.239411, 0.229937, 0.22144, 0.212981, 0.191853, 0.210134, 0.198094, 0.2201, 0.149586, 0.072164, 0.19922, 0.197147, 0.210176, 0.236049, 0.222616, 0.228763, 0.188783, 0.228765, 0.240295, 0.155558, 0.109956, 0.118234, 0.224241, 0.23036, 0.237139, 0.21511, 0.243567, 0.233929, 0.235079, 0.173253, 0.227617, 0.220023, 0.20828, 0.216509, 0.223628, 0.239052, 0.174335, 0.214154, 0.116864, 0.210811, 0.231284, 0.129539, 0.200241, 0.226842, 0.212921, 0.223686, 0.190453, 0.235405, 0.142101, 0.224237, 0.202906, 0.23682, 0.223224, 0.196734, 0.13531, 0.229814, 0.21109, 0.226061, 0.222527, 0.164002, 0.190597, 0.226365, 0.202406, 0.195302, 0.225852, 0.2377, 0.177728, 0.21346, 0.195352, 0.22781, 0.201142, 0.212913, 0.240583, 0.214511, 0.240523, 0.234921, 0.206489, 0.220899, 0.223088, 0.158332, 0.21821, 0.209807, 0.178734, 0.226572, 0.193394, 0.213818, 0.203158, 0.216851, 0.215363, 0.217405, 0.188188, 0.234317, 0.23208, 0.217047, 0.131231, 0.203795, 0.210112, 0.210807, 0.204472, 0.232379, 0.209042, 0.147749, 0.223432, 0.235288, 0.214699, 0.229235, 0.206171, 0.19335, 0.219935, 0.20087, 0.221532, 0.215498, 0.224689, 0.189665, 0.240122, 0.217743, 0.227104, 0.191964, 0.216347, 0.228782, 0.177524, 0.20963, 0.195904, 0.21866, 0.204331, 0.240326, 0.22025, 0.219006, 0.227885, 0.212054, 0.171145, 0.193756, 0.221197, 0.210079, 0.234623, 0.236134, 0.203986, 0.212486, 0.241982, 0.214144, 0.211938, 0.248873, 0.200516, 0.207896, 0.213184, 0.218125, 0.228214, 0.078389, 0.214409, 0.221269, 0.210625, 0.224619, 0.221683, 0.204678, 0.188576, 0.123894, 0.220669, 0.199138, 0.161308, 0.228678, 0.195985, 0.202542, 0.237488, 0.212797, 0.170191, 0.11879, 0.227774, 0.239042, 0.228415, 0.201913, 0.237608, 0.241466, 0.175199, 0.222004, 0.214728, 0.226665, 0.239604, 0.155423, 0.215466, 0.228022, 0.22765, 0.188553, 0.177598, 0.229102, 0.223673, 0.204598, 0.250077, 0.219251, 0.191521, 0.102718, 0.200368, 0.218327, 0.073001, 0.217625, 0.195215, 0.213293, 0.229849, 0.225099, 0.230248, 0.222998, 0.213304, 0.155663, 0.195989, 0.209306, 0.156901, 0.206638, 0.18349, 0.213167, 0.244736, 0.235817, 0.216185, 0.212686, 0.22246, 0.171711, 0.209464, 0.222192, 0.210633, 0.231297, 0.21269, 0.20858, 0.154415, 0.217541, 0.243944, 0.199942, 0.228325, 0.181869, 0.203708, 0.20922, 0.236191, 0.157025, 0.108683, 0.104689, 0.182051, 0.234926, 0.226219, 0.227927, 0.079608, 0.09536, 0.247771, 0.214082, 0.231908, 0.224546, 0.19714, 0.223083, 0.230189, 0.227072, 0.213276, 0.220734, 0.216561, 0.187178, 0.231325, 0.207139, 0.228805, 0.235265, 0.197944, 0.234676, 0.236064, 0.213025, 0.166957, 0.182815, 0.225499, 0.185926, 0.198702, 0.216233, 0.240255, 0.23154, 0.220702, 0.196692, 0.222108, 0.238238, 0.208457, 0.220022, 0.226525, 0.229479, 0.199808, 0.230255, 0.212557, 0.219446, 0.234328, 0.237376, 0.227478, 0.210033, 0.179136, 0.194277, 0.23715, 0.184497, 0.212394, 0.185665, 0.202689, 0.123588, 0.204862, 0.119579, 0.219243, 0.216353, 0.227466, 0.214129, 0.19966, 0.235812, 0.176706, 0.219026, 0.228817, 0.177969, 0.112763, 0.234206, 0.222804, 0.155846, 0.237108, 0.227891, 0.198456, 0.23363, 0.223197, 0.209496, 0.238244, 0.242287, 0.182165, 0.170769, 0.216514, 0.219106, 0.208679, 0.223749, 0.225025, 0.220644, 0.087619, 0.193169, 0.173451, 0.175565, 0.229495, 0.228229, 0.192213, 0.193872, 0.206619, 0.226853, 0.186518, 0.12512, 0.194854, 0.188107, 0.223453, 0.221431, 0.207393, 0.218945, 0.209778, 0.219085, 0.134542, 0.226169, 0.214522, 0.237268, 0.235381, 0.210756, 0.211319, 0.182878, 0.189875, 0.169359, 0.226567, 0.23076, 0.207536, 0.207318, 0.207581, 0.24848, 0.227304, 0.198294, 0.205157, 0.140597, 0.220501, 0.211191, 0.200178, 0.234786, 0.158746, 0.154122, 0.20729, 0.211156, 0.229787, 0.183774, 0.225072, 0.174824, 0.194917, 0.240765, 0.245355, 0.22608, 0.187206, 0.230628, 0.21445, 0.23666, 0.218863, 0.213351, 0.232737, 0.218597, 0.224155, 0.234352, 0.225234, 0.215337, 0.219577, 0.090296, 0.214213, 0.228954, 0.233746, 0.246812, 0.219306, 0.202406, 0.219344, 0.184007, 0.216743, 0.212444, 0.162238, 0.212281, 0.19422, 0.246612, 0.222771, 0.074955, 0.226279, 0.15631, 0.223235, 0.206387, 0.20932, 0.200741, 0.227936, 0.201231, 0.129484, 0.217467, 0.201399, 0.230708, 0.222805, 0.194922, 0.245538, 0.239261, 0.192689, 0.212517, 0.181528, 0.210923, 0.225708, 0.229771, 0.16707, 0.178467, 0.179899, 0.207842, 0.213563, 0.129322, 0.199863, 0.21696, 0.093988, 0.221059, 0.082183, 0.113254, 0.236024, 0.200333, 0.230464, 0.079131, 0.229761, 0.220941, 0.205473, 0.227818, 0.094078, 0.146122, 0.233038, 0.221645, 0.136693, 0.22823, 0.221351, 0.217114, 0.237244, 0.226238, 0.138949, 0.241312, 0.219457, 0.147505, 0.215406, 0.231582, 0.226231, 0.214755, 0.178964, 0.210929, 0.235993, 0.227312, 0.216508, 0.212101, 0.13992, 0.218273, 0.205276, 0.202678, 0.227575, 0.217706, 0.184756, 0.23607, 0.184202, 0.212007, 0.177763, 0.216954, 0.232732, 0.152012, 0.229304, 0.18681, 0.207931, 0.239254, 0.222364, 0.215506, 0.21324, 0.183538, 0.237163, 0.12712, 0.225912, 0.25224, 0.137275, 0.203988, 0.179811, 0.176912, 0.16203, 0.236697, 0.213297, 0.210537, 0.194113, 0.219215, 0.215362, 0.229322, 0.128054, 0.225329, 0.225977, 0.195053, 0.194168, 0.234197, 0.203073, 0.212382, 0.212377, 0.209459, 0.210095, 0.115655, 0.178468, 0.219413, 0.221223, 0.10838, 0.22804, 0.233868, 0.189852, 0.072916, 0.221603, 0.11331, 0.233596, 0.242222, 0.091508, 0.219049, 0.091337, 0.203715, 0.191162, 0.236009, 0.230771, 0.225591, 0.119674, 0.237387, 0.229142, 0.238997, 0.208914, 0.232846, 0.227048, 0.198875, 0.206467, 0.215566, 0.200135, 0.215636, 0.186792, 0.216809, 0.243675, 0.220084, 0.204723, 0.166746, 0.21429, 0.217526, 0.214839, 0.233041, 0.20791, 0.215659, 0.224799, 0.21998, 0.217237, 0.165929, 0.237686, 0.077987, 0.244721, 0.178783, 0.142218, 0.219649, 0.197236, 0.219147, 0.243334, 0.214681, 0.231971, 0.235922, 0.232912, 0.210054, 0.206827, 0.210631, 0.246673, 0.199218, 0.22024, 0.24285, 0.210259, 0.206467, 0.231047, 0.142125, 0.21356, 0.205695, 0.212926, 0.200757, 0.229948, 0.199027, 0.201898, 0.226347, 0.225534, 0.198278, 0.234575, 0.219031, 0.206591, 0.200802, 0.234263, 0.222267, 0.207455, 0.069212, 0.207519, 0.205561, 0.221088, 0.23161, 0.194276, 0.216376, 0.198845, 0.188919, 0.191691, 0.157418, 0.214423, 0.219976, 0.185538, 0.216177, 0.221507, 0.198894, 0.225416, 0.184018, 0.213281, 0.166626, 0.188693, 0.222936, 0.208272, 0.213341, 0.216178, 0.201781, 0.214022, 0.245952, 0.197984, 0.200686, 0.09135, 0.231597, 0.218997, 0.227729, 0.078318, 0.230631, 0.227431, 0.204405, 0.203531, 0.143103, 0.184479, 0.198296, 0.205167, 0.212909, 0.231146, 0.21044, 0.213743, 0.217153, 0.190376, 0.161672, 0.222406, 0.166011, 0.217136, 0.227537, 0.223969, 0.165931, 0.238153, 0.239303, 0.151812, 0.210364, 0.180319, 0.220634, 0.10057, 0.214498, 0.172308, 0.101569, 0.200032, 0.233516 ] }, "name": "model.model.layers.13.post_attention_layernorm.weight", "outputIndexes": [ 1140 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1139 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_13/Mul_output_0", "outputIndexes": [ 1141 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1140, 1141 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_13/Mul_1_output_0", "outputIndexes": [ 1142 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1142 ], "outputIndexes": [ 2343 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2343 ], "outputIndexes": [ 2344 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/gate_proj/Linear", "inputIndexes": [ 2344 ], "outputIndexes": [ 2345 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 8192, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 500172842, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2345 ], "outputIndexes": [ 2346 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2346 ], "outputIndexes": [ 1143 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 8192 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1143 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_13/Sigmoid_output_0", "outputIndexes": [ 1144 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1143, 1144 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_13/Mul_output_0", "outputIndexes": [ 1145 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1142 ], "outputIndexes": [ 2347 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2347 ], "outputIndexes": [ 2348 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/up_proj/Linear", "inputIndexes": [ 2348 ], "outputIndexes": [ 2349 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 8192, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 509610048, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2349 ], "outputIndexes": [ 2350 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2350 ], "outputIndexes": [ 1146 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 8192 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1145, 1146 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_13/Mul_output_0", "outputIndexes": [ 1147 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1147 ], "outputIndexes": [ 2351 ], "main_type": "Reshape", "main": { "dims": [ -1, 8192, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2351 ], "outputIndexes": [ 2352 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/down_proj/Linear", "inputIndexes": [ 2352 ], "outputIndexes": [ 2353 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 8192, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 519047254, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2353 ], "outputIndexes": [ 2354 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2354 ], "outputIndexes": [ 1148 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1139, 1148 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_69_output_0", "outputIndexes": [ 1149 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1149, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_70_output_0", "outputIndexes": [ 1150 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2048 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.456572, 0.48188, 0.472076, 0.460652, 0.218685, 0.568426, 0.417832, 0.502241, 0.397145, 0.46419, 0.378772, 0.37655, 0.495772, 0.425243, 0.438406, 0.329187, 0.40245, 0.178459, 0.480859, 0.447281, 0.435364, 0.498872, 0.395364, 0.408011, 0.480812, 0.495252, 0.325663, 0.499106, 0.472252, 0.459925, 0.468395, 0.489349, 0.44613, 0.29111, 0.444204, 0.402567, 0.405466, 0.416113, 0.43206, 0.397163, 0.41407, 0.295303, 0.453045, 0.506272, 0.415556, 0.47341, 0.477417, 0.507818, 0.436547, 0.456347, 0.415349, 0.382805, 0.494429, 0.389041, 0.459649, 0.455769, 0.444399, 0.460614, 0.373983, 0.373718, 0.449942, 0.408015, 0.184778, 0.479734, 0.468934, 0.435023, 0.160847, 0.472718, 0.493844, 0.454984, 0.472424, 0.472535, 0.397417, 0.441789, 0.434271, 0.458566, 0.45981, 0.437519, 0.182247, 0.409586, 0.472398, 0.497547, 0.471648, 0.441073, 0.472687, 0.433377, 0.29926, 0.166959, 0.475751, 0.508582, 0.316738, 0.414024, 0.503481, 0.405321, 0.350812, 0.499233, 0.473285, 0.481662, 0.42826, 0.310701, 0.217044, 0.439941, 0.266686, 0.333687, 0.331904, 0.39011, 0.19122, 0.362453, 0.421363, 0.378985, 0.418126, 0.461007, 0.33959, 0.433697, 0.493266, 0.427236, 0.454894, 0.483346, 0.471062, 0.499255, 0.500849, 0.349821, 0.458407, 0.478923, 0.458833, 0.443358, 0.462425, 0.472257, 0.422796, 0.488391, 0.45983, 0.456099, 0.429427, 0.249202, 0.412576, 0.40967, 0.455882, 0.448788, 0.416899, 0.503466, 0.42114, 0.485841, 0.244169, 0.329373, 0.411856, 0.295255, 0.466433, 0.45223, 0.482324, 0.42581, 0.451338, 0.406465, 0.487615, 0.345117, 0.41682, 0.352254, 0.370324, 0.342673, 0.219077, 0.466337, 0.464707, 0.34914, 0.483329, 0.392656, 0.462102, 0.52597, 0.356685, 0.456573, 0.423384, 0.442945, 0.450352, 0.446599, 0.479754, 0.475907, 0.382198, 0.391639, 0.485003, 0.490083, 0.454621, 0.392553, 0.362534, 0.433226, 0.480327, 0.456519, 0.467718, 0.468929, 0.440187, 0.257199, 0.45522, 0.31611, 0.41697, 0.438544, 0.472499, 0.505708, 0.26841, 0.481974, 0.463926, 0.386947, 0.441999, 0.274437, 0.417223, 0.421097, 0.41032, 0.443554, 0.4681, 0.41784, 0.491421, 0.267393, 0.428009, 0.164912, 0.508574, 0.424068, 0.453564, 0.465067, 0.44025, 0.441244, 0.526102, 0.496207, 0.416976, 0.41671, 0.476489, 0.42304, 0.462114, 0.297822, 0.448251, 0.285867, 0.386391, 0.050564, 0.499288, 0.382496, 0.403239, 0.408073, 0.47154, 0.309668, 0.459102, 0.30808, 0.419577, 0.499801, 0.369745, 0.280174, 0.458621, 0.421526, 0.522726, 0.39497, 0.492823, 0.498011, 0.465995, 0.453663, 0.380208, 0.368333, 0.476448, 0.449187, 0.488909, 0.474114, 0.153829, 0.149231, 0.479048, 0.436521, 0.437722, 0.421938, 0.438839, 0.489002, 0.498305, 0.469066, 0.356156, 0.455177, 0.474367, 0.461849, 0.479297, 0.351278, 0.346924, 0.45869, 0.449226, 0.453468, 0.52572, 0.241862, 0.418634, 0.372536, 0.357285, 0.484004, 0.339088, 0.24581, 0.152095, 0.383487, 0.508053, 0.486466, 0.297473, 0.407489, 0.483946, 0.408935, 0.444896, 0.391137, 0.424448, 0.441229, 0.394629, 0.458246, 0.398917, 0.189571, 0.441014, 0.5071, 0.502212, 0.268193, 0.448969, 0.324884, 0.220519, 0.481594, 0.424206, 0.408909, 0.359561, 0.487357, 0.467621, 0.424142, 0.425118, 0.495834, 0.491616, 0.432327, 0.43187, 0.486334, 0.308821, 0.49505, 0.279927, 0.433615, 0.496391, 0.300725, 0.256032, 0.444897, 0.307638, 0.426397, 0.40857, 0.348319, 0.44879, 0.459199, 0.405889, 0.515928, 0.476617, 0.502035, 0.366232, 0.462299, 0.19126, 0.251768, 0.376142, 0.398389, 0.408421, 0.424799, 0.185449, 0.366667, 0.305685, 0.467776, 0.420196, 0.378681, 0.332098, 0.515061, 0.143065, 0.460643, 0.38953, 0.416073, 0.223163, 0.420688, 0.45814, 0.463416, 0.430034, 0.462396, 0.362167, 0.387912, 0.444884, 0.432312, 0.44485, 0.48691, 0.363759, 0.479763, 0.432096, 0.267496, 0.375462, 0.487764, 0.430616, 0.427071, 0.366134, 0.434519, 0.410704, 0.39701, 0.410468, 0.191634, 0.533003, 0.441047, 0.451861, 0.373414, 0.418191, 0.430653, 0.330857, 0.519645, 0.250423, 0.505696, 0.419671, 0.479429, 0.23269, 0.388534, 0.374308, 0.488603, 0.347749, 0.462631, 0.368456, 0.52026, 0.462651, 0.454579, 0.303284, 0.366964, 0.449472, 0.320643, 0.504979, 0.412412, 0.147431, 0.482797, 0.524571, 0.459709, 0.447945, 0.17336, 0.401252, 0.551275, 0.448114, 0.485344, 0.428432, 0.369181, 0.485992, 0.18925, 0.492955, 0.517665, 0.306837, 0.482458, 0.246694, 0.274001, 0.353206, 0.438325, 0.486796, 0.486976, 0.406658, 0.401715, 0.37775, 0.416523, 0.336722, 0.534063, 0.452107, 0.399376, 0.550508, 0.371914, 0.396319, 0.509279, 0.499643, 0.425403, 0.460486, 0.369111, 0.50992, 0.439851, 0.165918, 0.443861, 0.290281, 0.348146, 0.351053, 0.357601, 0.480685, 0.440964, 0.164948, 0.450546, 0.490067, 0.401501, 0.438035, 0.498466, 0.489217, 0.449197, 0.453856, 0.409725, 0.44681, 0.442394, 0.511392, 0.407081, 0.420684, 0.483263, 0.437842, 0.51094, 0.436793, 0.475522, 0.489289, 0.496784, 0.481399, 0.377052, 0.314397, 0.415625, 0.467891, 0.447797, 0.499017, 0.273923, 0.424248, 0.487401, 0.439554, 0.390157, 0.450673, 0.40382, 0.148499, 0.458102, 0.455723, 0.274575, 0.466943, 0.438918, 0.428725, 0.485136, 0.421786, 0.443755, 0.438746, 0.45481, 0.409007, 0.487688, 0.466421, 0.492539, 0.432277, 0.442646, 0.494367, 0.461478, 0.251296, 0.496977, 0.493047, 0.232753, 0.281289, 0.389666, 0.456297, 0.508132, 0.171533, 0.457242, 0.441123, 0.385455, 0.402479, 0.448901, 0.402743, 0.442021, 0.418366, 0.468316, 0.22068, 0.430047, 0.366542, 0.521573, 0.452446, 0.453272, 0.380207, 0.235735, 0.26099, 0.445052, 0.466016, 0.278358, 0.555528, 0.466079, 0.206822, 0.459851, 0.276684, 0.285006, 0.18288, 0.42226, 0.462451, 0.510694, 0.451714, 0.442067, 0.451999, 0.427684, 0.443374, 0.415733, 0.46513, 0.473187, 0.451243, 0.391749, 0.440182, 0.413083, 0.519184, 0.416293, 0.492087, 0.450649, 0.476271, 0.273092, 0.207099, 0.362859, 0.337242, 0.441761, 0.508726, 0.382775, 0.509691, 0.485878, 0.375959, 0.303422, 0.416468, 0.429341, 0.474835, 0.482737, 0.388917, 0.425082, 0.212235, 0.402404, 0.404333, 0.479192, 0.500945, 0.4352, 0.322429, 0.400775, 0.449415, 0.44997, 0.455824, 0.509964, 0.478886, 0.466595, 0.479812, 0.453011, 0.368545, 0.488261, 0.335149, 0.202464, 0.488622, 0.458283, 0.454664, 0.459942, 0.379906, 0.441116, 0.499178, 0.482278, 0.2465, 0.217411, 0.33716, 0.393127, 0.498976, 0.354644, 0.512198, 0.505774, 0.384999, 0.305259, 0.446368, 0.513843, 0.500945, 0.376373, 0.539619, 0.432844, 0.42084, 0.458994, 0.370505, 0.439717, 0.351661, 0.411144, 0.463347, 0.418571, 0.389215, 0.46032, 0.428394, 0.364265, 0.484946, 0.493322, 0.477628, 0.435279, 0.482763, 0.452046, 0.44915, 0.202783, 0.388623, 0.430866, 0.477474, 0.492484, 0.427833, 0.47471, 0.463137, 0.509546, 0.472127, 0.191112, 0.473886, 0.514095, 0.4708, 0.461398, 0.484518, 0.417726, 0.461749, 0.452394, 0.421861, 0.511607, 0.391013, 0.460889, 0.4859, 0.477739, 0.425914, 0.4506, 0.469001, 0.417176, 0.482973, 0.178481, 0.4593, 0.338948, 0.377742, 0.255623, 0.453015, 0.488089, 0.380837, 0.461717, 0.428786, 0.411833, 0.409322, 0.42358, 0.471283, 0.402365, 0.472566, 0.466671, 0.46872, 0.213714, 0.408431, 0.445336, 0.446379, 0.235988, 0.430458, 0.346397, 0.381409, 0.49288, 0.454661, 0.476162, 0.412067, 0.396468, 0.498528, 0.461885, 0.437022, 0.416372, 0.453222, 0.4864, 0.477975, 0.374305, 0.461818, 0.257692, 0.450723, 0.43505, 0.518392, 0.464025, 0.429284, 0.438609, 0.364788, 0.496743, 0.513789, 0.481702, 0.442761, 0.447751, 0.37759, 0.41567, 0.445716, 0.406477, 0.432433, 0.439522, 0.394958, 0.517837, 0.474035, 0.387889, 0.407627, 0.383256, 0.412928, 0.113032, 0.409241, 0.47579, 0.399554, 0.468957, 0.444093, 0.426507, 0.348753, 0.397473, 0.436903, 0.394918, 0.395916, 0.493285, 0.437493, 0.451954, 0.305549, 0.423545, 0.436507, 0.44023, 0.475964, 0.431716, 0.483686, 0.459505, 0.463055, 0.46592, 0.223708, 0.453277, 0.421044, 0.486793, 0.423457, 0.416787, 0.48503, 0.405594, 0.240784, 0.46502, 0.418062, 0.442383, 0.476518, 0.43047, 0.355653, 0.446192, 0.193496, 0.345926, 0.315544, 0.238315, 0.412248, 0.41221, 0.15409, 0.447654, 0.467464, 0.479097, 0.493157, 0.341098, 0.51407, 0.447855, 0.421736, 0.416047, 0.479412, 0.465928, 0.394105, 0.166261, 0.525666, 0.474639, 0.504357, 0.410497, 0.524336, 0.406017, 0.454278, 0.514861, 0.412975, 0.391513, 0.434536, 0.432643, 0.446263, 0.401691, 0.404611, 0.230817, 0.495986, 0.463075, 0.46856, 0.380756, 0.403862, 0.168893, 0.352701, 0.353575, 0.460445, 0.492092, 0.229478, 0.300636, 0.505009, 0.447886, 0.441347, 0.421097, 0.314536, 0.253886, 0.447491, 0.409691, 0.425482, 0.422472, 0.43705, 0.419601, 0.399745, 0.306765, 0.449521, 0.498625, 0.401793, 0.41, 0.441362, 0.499047, 0.493689, 0.47371, 0.448016, 0.415802, 0.480922, 0.437018, 0.450836, 0.42947, 0.441329, 0.271429, 0.482176, 0.368932, 0.459803, 0.279564, 0.472669, 0.381128, 0.37007, 0.483588, 0.339558, 0.394294, 0.398043, 0.392359, 0.396945, 0.278758, 0.454017, 0.390313, 0.324762, 0.457375, 0.477351, 0.229072, 0.457321, 0.464916, 0.451964, 0.449624, 0.424733, 0.425036, 0.49673, 0.444631, 0.497017, 0.281183, 0.339333, 0.434952, 0.424844, 0.452909, 0.495791, 0.432478, 0.209482, 0.409771, 0.343161, 0.453102, 0.296335, 0.462124, 0.477952, 0.376873, 0.517207, 0.131231, 0.403721, 0.484527, 0.267916, 0.402361, 0.415705, 0.406786, 0.420991, 0.426152, 0.48957, 0.439436, 0.401616, 0.474008, 0.219376, 0.140652, 0.145469, 0.439423, 0.257441, 0.413024, 0.398654, 0.485588, 0.483589, 0.459503, 0.475466, 0.446388, 0.411798, 0.466139, 0.464165, 0.341189, 0.430361, 0.519427, 0.377671, 0.387158, 0.343214, 0.445458, 0.450603, 0.418265, 0.334888, 0.227086, 0.467585, 0.456497, 0.532726, 0.465346, 0.475665, 0.455256, 0.390726, 0.432002, 0.420162, 0.460387, 0.456082, 0.482868, 0.540658, 0.357095, 0.540082, 0.391814, 0.167456, 0.481879, 0.462695, 0.469563, 0.398357, 0.43656, 0.403988, 0.515981, 0.476747, 0.449094, 0.487133, 0.439017, 0.151958, 0.313539, 0.384667, 0.474021, 0.439517, 0.15499, 0.485471, 0.424558, 0.285283, 0.403305, 0.431368, 0.417406, 0.412039, 0.321001, 0.490042, 0.459335, 0.48004, 0.514376, 0.390859, 0.125042, 0.436796, 0.345676, 0.47758, 0.434457, 0.392936, 0.407263, 0.380264, 0.248367, 0.335363, 0.347336, 0.490182, 0.147961, 0.173165, 0.408348, 0.449901, 0.429411, 0.437182, 0.463367, 0.417529, 0.420446, 0.433391, 0.454749, 0.273667, 0.435505, 0.43487, 0.449171, 0.373264, 0.481122, 0.474555, 0.454119, 0.33629, 0.292405, 0.448321, 0.425308, 0.512402, 0.451271, 0.400148, 0.301888, 0.187408, 0.460075, 0.395719, 0.416915, 0.51109, 0.355197, 0.443895, 0.508593, 0.178136, 0.325352, 0.445527, 0.497102, 0.475011, 0.413903, 0.417857, 0.407044, 0.504666, 0.481504, 0.241213, 0.471348, 0.522909, 0.299816, 0.37107, 0.426984, 0.201836, 0.440305, 0.430516, 0.404191, 0.454782, 0.47904, 0.325735, 0.386708, 0.568382, 0.170945, 0.443305, 0.459973, 0.364301, 0.23168, 0.43276, 0.476095, 0.214849, 0.475305, 0.461148, 0.417383, 0.367863, 0.422097, 0.375859, 0.494137, 0.488449, 0.402128, 0.399886, 0.333971, 0.41621, 0.471424, 0.473046, 0.462196, 0.449622, 0.4795, 0.390214, 0.466612, 0.422708, 0.45425, 0.428179, 0.417135, 0.478863, 0.434151, 0.410664, 0.44514, 0.489162, 0.489282, 0.421043, 0.443931, 0.416159, 0.458159, 0.408065, 0.358855, 0.137537, 0.508272, 0.476751, 0.378581, 0.418571, 0.476624, 0.428093, 0.291569, 0.302485, 0.465343, 0.428105, 0.471757, 0.408696, 0.427491, 0.324592, 0.476372, 0.521105, 0.479164, 0.439384, 0.488877, 0.458476, 0.441571, 0.399596, 0.435699, 0.435811, 0.441094, 0.438522, 0.457533, 0.411412, 0.466995, 0.136044, 0.470653, 0.472751, 0.461425, 0.420916, 0.359033, 0.451058, 0.393446, 0.494762, 0.42389, 0.460896, 0.303178, 0.480769, 0.368017, 0.50408, 0.482157, 0.425818, 0.45621, 0.424931, 0.455943, 0.267574, 0.4445, 0.336049, 0.398057, 0.223567, 0.432566, 0.271867, 0.316016, 0.337844, 0.369248, 0.494739, 0.489356, 0.486081, 0.402137, 0.290911, 0.329167, 0.424805, 0.427893, 0.416392, 0.414757, 0.180315, 0.420326, 0.501371, 0.452375, 0.375801, 0.465673, 0.498538, 0.376603, 0.356648, 0.434766, 0.416537, 0.322971, 0.505815, 0.330776, 0.456476, 0.366804, 0.377562, 0.472665, 0.514844, 0.411225, 0.507764, 0.376572, 0.199012, 0.459194, 0.419158, 0.458551, 0.466819, 0.368878, 0.345726, 0.397053, 0.443495, 0.377749, 0.392581, 0.378213, 0.404203, 0.482714, 0.433512, 0.266697, 0.47973, 0.505077, 0.348785, 0.439707, 0.428792, 0.178693, 0.439378, 0.454439, 0.466624, 0.281232, 0.389096, 0.498089, 0.326107, 0.463082, 0.470733, 0.409916, 0.409677, 0.421471, 0.381963, 0.437209, 0.41759, 0.43181, 0.356096, 0.498392, 0.407362, 0.33258, 0.16891, 0.370186, 0.413865, 0.524392, 0.488072, 0.275839, 0.442636, 0.418622, 0.413182, 0.441789, 0.382884, 0.338207, 0.46649, 0.403557, 0.333595, 0.546449, 0.464827, 0.480849, 0.457148, 0.514626, 0.474755, 0.497001, 0.421499, 0.446191, 0.502426, 0.447314, 0.481434, 0.412739, 0.384809, 0.484072, 0.411752, 0.378208, 0.438877, 0.545428, 0.378903, 0.473058, 0.409058, 0.442032, 0.44886, 0.489829, 0.456949, 0.281145, 0.423257, 0.473572, 0.455562, 0.443446, 0.261753, 0.438359, 0.310011, 0.471391, 0.471116, 0.283654, 0.409247, 0.434194, 0.437821, 0.445118, 0.445747, 0.516056, 0.511936, 0.469228, 0.275544, 0.452304, 0.381835, 0.482431, 0.482136, 0.477814, 0.462574, 0.47735, 0.390624, 0.522323, 0.471866, 0.389058, 0.386905, 0.496876, 0.470221, 0.297988, 0.450022, 0.514628, 0.481053, 0.377912, 0.351388, 0.532134, 0.429669, 0.25964, 0.279208, 0.498542, 0.517652, 0.492297, 0.364002, 0.353335, 0.415744, 0.426235, 0.351706, 0.506175, 0.409527, 0.553213, 0.406196, 0.429191, 0.44657, 0.39352, 0.439544, 0.445998, 0.485889, 0.415843, 0.406018, 0.270529, 0.248613, 0.397683, 0.466323, 0.417307, 0.289086, 0.393802, 0.442501, 0.41092, 0.452424, 0.437015, 0.526001, 0.45956, 0.496521, 0.479829, 0.457421, 0.417857, 0.394163, 0.427695, 0.368489, 0.470245, 0.293549, 0.163404, 0.413733, 0.392392, 0.41749, 0.46281, 0.462023, 0.504801, 0.378245, 0.482456, 0.484971, 0.304765, 0.219334, 0.240461, 0.461752, 0.484981, 0.522696, 0.438214, 0.50409, 0.490272, 0.49125, 0.34313, 0.465833, 0.454213, 0.411478, 0.426033, 0.455853, 0.486306, 0.335916, 0.453052, 0.266585, 0.449242, 0.512769, 0.243434, 0.40825, 0.471642, 0.505833, 0.45907, 0.395826, 0.517103, 0.266902, 0.476312, 0.4189, 0.506447, 0.510428, 0.394468, 0.266726, 0.485373, 0.464536, 0.489263, 0.471363, 0.339256, 0.380963, 0.500708, 0.416359, 0.363827, 0.463675, 0.502997, 0.339574, 0.430752, 0.377685, 0.448348, 0.436186, 0.423897, 0.495466, 0.455, 0.516727, 0.526712, 0.423139, 0.461179, 0.446415, 0.312809, 0.441726, 0.44419, 0.357909, 0.44264, 0.374223, 0.463744, 0.4365, 0.457269, 0.438307, 0.449019, 0.405463, 0.508688, 0.480238, 0.429449, 0.238368, 0.40988, 0.396746, 0.450343, 0.409828, 0.471058, 0.435889, 0.256189, 0.447716, 0.448922, 0.461917, 0.444457, 0.409158, 0.376097, 0.450826, 0.411309, 0.448245, 0.438572, 0.457794, 0.369708, 0.497518, 0.450068, 0.448159, 0.375053, 0.432158, 0.483824, 0.340731, 0.439989, 0.375465, 0.418861, 0.431488, 0.502493, 0.477574, 0.450267, 0.537129, 0.466335, 0.333894, 0.376677, 0.467915, 0.424439, 0.45909, 0.521782, 0.414753, 0.407071, 0.530797, 0.401899, 0.413806, 0.490473, 0.414153, 0.418824, 0.436625, 0.456851, 0.486309, 0.141875, 0.429512, 0.474534, 0.45693, 0.466912, 0.44628, 0.414272, 0.357211, 0.244629, 0.46245, 0.4055, 0.325322, 0.494244, 0.416108, 0.409235, 0.511991, 0.429705, 0.354259, 0.276399, 0.484859, 0.494392, 0.4954, 0.424653, 0.486717, 0.513386, 0.35735, 0.466427, 0.420983, 0.483634, 0.519587, 0.34765, 0.433957, 0.457847, 0.431143, 0.407359, 0.373446, 0.47658, 0.467271, 0.424928, 0.524177, 0.44027, 0.360443, 0.238315, 0.404807, 0.417589, 0.170332, 0.45692, 0.421764, 0.437704, 0.477706, 0.482442, 0.485038, 0.466307, 0.432931, 0.320113, 0.401609, 0.40398, 0.307467, 0.397533, 0.361118, 0.480964, 0.543901, 0.482429, 0.433089, 0.446283, 0.468802, 0.371497, 0.491392, 0.475704, 0.429844, 0.47513, 0.43694, 0.447471, 0.330884, 0.450177, 0.476018, 0.401391, 0.456624, 0.358403, 0.415351, 0.423297, 0.492896, 0.312477, 0.225127, 0.226088, 0.375136, 0.470767, 0.4587, 0.482578, 0.238131, 0.186598, 0.504591, 0.42542, 0.469513, 0.466966, 0.406186, 0.475465, 0.447591, 0.462902, 0.447032, 0.428412, 0.433591, 0.35723, 0.492967, 0.406266, 0.49016, 0.48938, 0.389961, 0.524792, 0.485327, 0.443094, 0.318763, 0.355636, 0.478339, 0.361229, 0.41941, 0.430602, 0.540769, 0.471459, 0.504572, 0.386799, 0.455179, 0.504581, 0.462486, 0.477678, 0.466406, 0.483674, 0.402047, 0.473551, 0.456713, 0.444049, 0.491178, 0.494088, 0.446204, 0.406272, 0.349905, 0.40811, 0.494112, 0.364986, 0.436181, 0.376763, 0.427962, 0.242708, 0.403583, 0.268515, 0.439136, 0.439349, 0.473274, 0.45766, 0.391611, 0.515887, 0.375802, 0.447317, 0.478868, 0.333847, 0.216696, 0.512354, 0.486106, 0.316558, 0.512099, 0.482553, 0.395324, 0.501001, 0.486238, 0.417516, 0.553317, 0.448353, 0.361679, 0.335473, 0.460566, 0.485739, 0.450049, 0.447411, 0.506388, 0.461355, 0.196495, 0.389843, 0.344837, 0.379248, 0.49765, 0.479255, 0.358299, 0.398953, 0.445564, 0.475131, 0.317606, 0.211967, 0.377311, 0.380851, 0.462092, 0.449154, 0.42987, 0.459625, 0.451334, 0.446902, 0.310266, 0.499733, 0.452181, 0.513991, 0.475139, 0.442171, 0.452408, 0.36738, 0.393139, 0.342259, 0.472103, 0.508655, 0.433185, 0.40859, 0.410458, 0.496658, 0.458584, 0.408468, 0.420625, 0.276351, 0.455872, 0.433912, 0.398605, 0.470322, 0.308799, 0.299313, 0.44346, 0.425677, 0.485576, 0.395289, 0.472064, 0.37616, 0.387255, 0.519833, 0.526171, 0.455719, 0.367022, 0.503426, 0.428527, 0.490687, 0.459524, 0.434016, 0.488619, 0.438827, 0.45848, 0.485534, 0.466291, 0.435486, 0.477551, 0.17966, 0.440652, 0.461019, 0.473755, 0.512114, 0.470024, 0.433039, 0.452699, 0.365296, 0.472832, 0.441309, 0.323772, 0.428498, 0.390858, 0.523302, 0.446878, 0.167128, 0.460096, 0.313889, 0.448754, 0.422743, 0.424806, 0.419201, 0.473498, 0.394544, 0.244476, 0.477075, 0.39517, 0.481884, 0.482386, 0.390633, 0.546603, 0.516599, 0.380108, 0.462399, 0.327442, 0.445612, 0.494842, 0.466404, 0.31728, 0.355369, 0.361359, 0.425779, 0.44002, 0.241973, 0.388082, 0.45066, 0.189242, 0.481832, 0.164437, 0.236199, 0.498845, 0.414708, 0.481915, 0.158693, 0.489261, 0.476782, 0.416507, 0.4571, 0.262187, 0.286403, 0.537169, 0.457428, 0.319509, 0.489309, 0.51573, 0.469094, 0.502796, 0.49562, 0.294811, 0.510214, 0.452773, 0.295248, 0.45423, 0.480309, 0.474346, 0.429181, 0.367159, 0.434307, 0.486018, 0.442604, 0.456372, 0.439639, 0.275578, 0.457194, 0.425217, 0.423123, 0.463322, 0.447667, 0.375545, 0.506722, 0.342285, 0.445661, 0.370003, 0.444971, 0.467742, 0.311963, 0.487424, 0.389182, 0.430562, 0.517618, 0.462018, 0.440847, 0.423633, 0.353678, 0.491848, 0.241502, 0.479787, 0.552575, 0.284338, 0.434369, 0.369291, 0.343414, 0.320159, 0.504054, 0.43328, 0.432094, 0.375582, 0.430172, 0.457353, 0.485843, 0.248183, 0.458414, 0.464707, 0.322092, 0.403671, 0.483012, 0.393519, 0.459603, 0.449733, 0.41672, 0.452516, 0.306617, 0.33268, 0.44909, 0.457018, 0.220903, 0.47578, 0.494664, 0.385997, 0.151024, 0.449171, 0.234276, 0.511519, 0.494117, 0.224805, 0.462346, 0.177178, 0.445775, 0.430702, 0.479684, 0.530347, 0.459264, 0.235493, 0.489749, 0.482289, 0.532711, 0.432657, 0.491626, 0.4735, 0.401155, 0.424249, 0.442244, 0.407446, 0.43864, 0.378592, 0.413587, 0.555916, 0.472052, 0.42535, 0.317443, 0.436654, 0.463247, 0.427496, 0.504028, 0.468883, 0.452074, 0.477881, 0.43951, 0.446918, 0.307224, 0.479219, 0.162042, 0.510548, 0.372271, 0.292025, 0.441223, 0.42008, 0.434736, 0.499473, 0.47409, 0.486126, 0.527544, 0.502366, 0.414448, 0.44523, 0.437802, 0.530527, 0.402056, 0.442006, 0.50332, 0.429557, 0.415024, 0.491283, 0.247574, 0.477742, 0.422224, 0.422935, 0.395814, 0.497616, 0.415903, 0.412535, 0.498501, 0.488536, 0.415084, 0.510592, 0.435414, 0.408285, 0.437621, 0.464979, 0.44608, 0.43845, 0.144157, 0.422961, 0.443958, 0.446956, 0.472722, 0.380153, 0.468698, 0.398463, 0.385828, 0.374613, 0.285732, 0.439665, 0.455338, 0.362429, 0.445494, 0.477398, 0.397015, 0.451914, 0.380077, 0.40573, 0.32856, 0.361094, 0.447256, 0.418643, 0.460142, 0.426169, 0.415889, 0.44578, 0.537768, 0.385706, 0.408446, 0.220577, 0.510383, 0.473817, 0.485453, 0.152571, 0.497761, 0.463318, 0.432613, 0.417969, 0.268083, 0.365415, 0.41576, 0.403147, 0.423735, 0.501085, 0.41526, 0.4097, 0.451501, 0.391444, 0.31871, 0.457217, 0.306317, 0.48717, 0.472419, 0.51076, 0.324043, 0.509261, 0.489813, 0.32129, 0.435733, 0.393372, 0.470812, 0.194051, 0.43864, 0.340727, 0.22897, 0.4047, 0.506739 ] }, "name": "model.model.layers.14.input_layernorm.weight", "outputIndexes": [ 1151 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1150 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_14/Mul_output_0", "outputIndexes": [ 1152 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1151, 1152 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_14/Mul_1_output_0", "outputIndexes": [ 1153 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1153 ], "outputIndexes": [ 2355 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2355 ], "outputIndexes": [ 2356 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/q_proj/Linear", "inputIndexes": [ 2356 ], "outputIndexes": [ 2357 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 528484460, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2357 ], "outputIndexes": [ 2358 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2358 ], "outputIndexes": [ 1154 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1153 ], "main_type": "NONE", "name": "/Shape_57_output_0", "outputIndexes": [ 1155 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1155 ], "main_type": "NONE", "name": "Shape2384", "outputIndexes": [ 1156 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1155 ], "main_type": "NONE", "name": "Rank2386", "outputIndexes": [ 1157 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1157, 1157 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2388", "outputIndexes": [ 1158 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1158 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2389", "outputIndexes": [ 1159 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1158, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2391", "outputIndexes": [ 1160 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1160 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2392", "outputIndexes": [ 1161 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1156, 1159, 1161, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2395", "outputIndexes": [ 1162 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1162 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2396", "outputIndexes": [ 1163 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 1163 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2397", "outputIndexes": [ 1164 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1164, 1163 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2398", "outputIndexes": [ 1165 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1155, 1165, 1158 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_102_output_0", "outputIndexes": [ 1166 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1166, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_197_output_0", "outputIndexes": [ 1167 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1167, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_126_output_0", "outputIndexes": [ 1168 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1154, 1168 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_71_output_0", "outputIndexes": [ 1169 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1169, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_56_output_0", "outputIndexes": [ 1170 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1169 ], "main_type": "NONE", "name": "/Shape_58_output_0", "outputIndexes": [ 1171 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1171 ], "main_type": "NONE", "name": "Shape2405", "outputIndexes": [ 1172 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1171 ], "main_type": "NONE", "name": "Rank2407", "outputIndexes": [ 1173 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1173, 1173 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2409", "outputIndexes": [ 1174 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1174 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2410", "outputIndexes": [ 1175 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1174, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2412", "outputIndexes": [ 1176 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1176 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2413", "outputIndexes": [ 1177 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1172, 1175, 1177, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2416", "outputIndexes": [ 1178 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1178 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2417", "outputIndexes": [ 1179 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1179 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2418", "outputIndexes": [ 1180 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1180, 1179 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2419", "outputIndexes": [ 1181 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1171, 1181, 1174 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_103_output_0", "outputIndexes": [ 1182 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1182, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_42_output_0", "outputIndexes": [ 1183 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1183, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_202_output_0", "outputIndexes": [ 1184 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1169, 1184, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_57_output_0", "outputIndexes": [ 1185 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1185 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_28_output_0", "outputIndexes": [ 1186 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1169, 22, 1184, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_56_output_0", "outputIndexes": [ 1187 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1186, 1187 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_129_output_0", "outputIndexes": [ 1188 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1188, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_57_output_0", "outputIndexes": [ 1189 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1170, 1189 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_70_output_0", "outputIndexes": [ 1190 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1153 ], "outputIndexes": [ 2359 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2359 ], "outputIndexes": [ 2360 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/k_proj/Linear", "inputIndexes": [ 2360 ], "outputIndexes": [ 2361 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 530843778, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2361 ], "outputIndexes": [ 2362 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2362 ], "outputIndexes": [ 1191 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1191, 1168 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_72_output_0", "outputIndexes": [ 1192 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1192, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_58_output_0", "outputIndexes": [ 1193 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1192 ], "main_type": "NONE", "name": "/Shape_59_output_0", "outputIndexes": [ 1194 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1194 ], "main_type": "NONE", "name": "Shape2467", "outputIndexes": [ 1195 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1194 ], "main_type": "NONE", "name": "Rank2469", "outputIndexes": [ 1196 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1196, 1196 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2471", "outputIndexes": [ 1197 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1197 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2472", "outputIndexes": [ 1198 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1197, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2474", "outputIndexes": [ 1199 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1199 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2475", "outputIndexes": [ 1200 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1195, 1198, 1200, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2478", "outputIndexes": [ 1201 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1201 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2479", "outputIndexes": [ 1202 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1202 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2480", "outputIndexes": [ 1203 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1203, 1202 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2481", "outputIndexes": [ 1204 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1194, 1204, 1197 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_104_output_0", "outputIndexes": [ 1205 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1205, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_43_output_0", "outputIndexes": [ 1206 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1206, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_204_output_0", "outputIndexes": [ 1207 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1192, 1207, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_59_output_0", "outputIndexes": [ 1208 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1208 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_29_output_0", "outputIndexes": [ 1209 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1192, 22, 1207, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_58_output_0", "outputIndexes": [ 1210 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1209, 1210 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_130_output_0", "outputIndexes": [ 1211 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1211, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_59_output_0", "outputIndexes": [ 1212 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1193, 1212 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_71_output_0", "outputIndexes": [ 1213 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1153 ], "outputIndexes": [ 2363 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2363 ], "outputIndexes": [ 2364 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/v_proj/Linear", "inputIndexes": [ 2364 ], "outputIndexes": [ 2365 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 533203096, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2365 ], "outputIndexes": [ 2366 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2366 ], "outputIndexes": [ 1214 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1214, 1168 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_73_output_0", "outputIndexes": [ 1215 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1190, 1213, 1215, 109 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_74_output_0", "outputIndexes": [ 1216 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1216 ], "outputIndexes": [ 2367 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2367 ], "outputIndexes": [ 2368 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/o_proj/Linear", "inputIndexes": [ 2368 ], "outputIndexes": [ 2369 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 535562414, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2369 ], "outputIndexes": [ 2370 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2370 ], "outputIndexes": [ 1217 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1150, 1217 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_73_output_0", "outputIndexes": [ 1218 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2048 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.218677, 0.23109, 0.223434, 0.220137, 0.123406, 0.250828, 0.206918, 0.237012, 0.203269, 0.22786, 0.192777, 0.197502, 0.226232, 0.217045, 0.222658, 0.178801, 0.208282, 0.099494, 0.230784, 0.216758, 0.216511, 0.232909, 0.199095, 0.1954, 0.231979, 0.224448, 0.170937, 0.231918, 0.236234, 0.231188, 0.216588, 0.236716, 0.218171, 0.148802, 0.220162, 0.19827, 0.195892, 0.203832, 0.215202, 0.202061, 0.206906, 0.156572, 0.227632, 0.22684, 0.223267, 0.225749, 0.238268, 0.233045, 0.215263, 0.216865, 0.204818, 0.194978, 0.236745, 0.206122, 0.222012, 0.214034, 0.222715, 0.22132, 0.181417, 0.18917, 0.222838, 0.20542, 0.112288, 0.220931, 0.227911, 0.213893, 0.086947, 0.231976, 0.238159, 0.22056, 0.218493, 0.231531, 0.194207, 0.216633, 0.217994, 0.229882, 0.220394, 0.220574, 0.103014, 0.213346, 0.226387, 0.235693, 0.224228, 0.232089, 0.22028, 0.215277, 0.152201, 0.093328, 0.229496, 0.230921, 0.174054, 0.203331, 0.232918, 0.204313, 0.174945, 0.23931, 0.229167, 0.235592, 0.206683, 0.166248, 0.112932, 0.218933, 0.148292, 0.177794, 0.17608, 0.194251, 0.107523, 0.183771, 0.21857, 0.19639, 0.206799, 0.224053, 0.175377, 0.216635, 0.232421, 0.213655, 0.213183, 0.238333, 0.227945, 0.22794, 0.249869, 0.185002, 0.221997, 0.231018, 0.223553, 0.200282, 0.23284, 0.223146, 0.212247, 0.232448, 0.225284, 0.216343, 0.222854, 0.139167, 0.213326, 0.205678, 0.22418, 0.217704, 0.212716, 0.233871, 0.208769, 0.223252, 0.14463, 0.181123, 0.212928, 0.167662, 0.219726, 0.213663, 0.240119, 0.213737, 0.229052, 0.210213, 0.23283, 0.174615, 0.211199, 0.193653, 0.184713, 0.179059, 0.127107, 0.228055, 0.236433, 0.339626, 0.227114, 0.210732, 0.214477, 0.24143, 0.176724, 0.222971, 0.202399, 0.211952, 0.226984, 0.222681, 0.228664, 0.229207, 0.202759, 0.205942, 0.235212, 0.233593, 0.227503, 0.211225, 0.194349, 0.220617, 0.228437, 0.220095, 0.222886, 0.223669, 0.223652, 0.126371, 0.219273, 0.173218, 0.214829, 0.223913, 0.227428, 0.240331, 0.148417, 0.235869, 0.225644, 0.207753, 0.218921, 0.152763, 0.208504, 0.2059, 0.21034, 0.211489, 0.236414, 0.212923, 0.226391, 0.155786, 0.21375, 0.083442, 0.242839, 0.214122, 0.224097, 0.225843, 0.210388, 0.218627, 0.230541, 0.225257, 0.202082, 0.208713, 0.225049, 0.205183, 0.225862, 0.159898, 0.229349, 0.147197, 0.198615, -0.000101, 0.229579, 0.199633, 0.205272, 0.211454, 0.226581, 0.161652, 0.228891, 0.165754, 0.213367, 0.241569, 0.187269, 0.141027, 0.223014, 0.210823, 0.247613, 0.207186, 0.233937, 0.241057, 0.222572, 0.218313, 0.195046, 0.185397, 0.22575, 0.229236, 0.23368, 0.231665, 0.092167, 0.093979, 0.230258, 0.225388, 0.216684, 0.222445, 0.213649, 0.234644, 0.236135, 0.227245, 0.184882, 0.228508, 0.226099, 0.225796, 0.237771, 0.190589, 0.189647, 0.221644, 0.230581, 0.219018, 0.23543, 0.133339, 0.212391, 0.2037, 0.191787, 0.225305, 0.173795, 0.093571, 0.085681, 0.206992, 0.233936, 0.227851, 0.161889, 0.196832, 0.235601, 0.207159, 0.232748, 0.202275, 0.20662, 0.222969, 0.206236, 0.211807, 0.20587, 0.109366, 0.218423, 0.2382, 0.238207, 0.14617, 0.218968, 0.173419, 0.104754, 0.228342, 0.217606, 0.20089, 0.186215, 0.234958, 0.224908, 0.219962, 0.21212, 0.233546, 0.228373, 0.228823, 0.21213, 0.231892, 0.07181, 0.236171, 0.155227, 0.219903, 0.233286, 0.162673, 0.138428, 0.216972, 0.157901, 0.207868, 0.199155, 0.174833, 0.215698, 0.227224, 0.213501, 0.240897, 0.228983, 0.229686, 0.196598, 0.223028, 0.162658, 0.146013, 0.201466, 0.197175, 0.196437, 0.216745, 0.111016, 0.18613, 0.163419, 0.225274, 0.205911, 0.179532, 0.170643, 0.2297, 0.08151, 0.21809, 0.208735, 0.225834, 0.122675, 0.219134, 0.227115, 0.22303, 0.203949, 0.222318, 0.20092, 0.188764, 0.209507, 0.219506, 0.222237, 0.227693, 0.176241, 0.230067, 0.212817, 0.144212, 0.20435, 0.238747, 0.220264, 0.215476, 0.184363, 0.215675, 0.20656, 0.203544, 0.211035, 0.104817, 0.240689, 0.212187, 0.213603, 0.190934, 0.206724, 0.221879, 0.175028, 0.249035, 0.134474, 0.234127, 0.207258, 0.218277, 0.124466, 0.205803, 0.192647, 0.23125, 0.168973, 0.229898, 0.187108, 0.237049, 0.226501, 0.225444, 0.169567, 0.189706, 0.216005, 0.176507, 0.233447, 0.203885, 0.080081, 0.236266, 0.230869, 0.219295, 0.219415, 0.08038, 0.205578, 0.24543, 0.229784, 0.232491, 0.217579, 0.192999, 0.242186, 0.041279, 0.230476, 0.238044, 0.168123, 0.222198, 0.133121, 0.135002, 0.180243, 0.214982, 0.233105, 0.232667, 0.213824, 0.205874, 0.194655, 0.203149, 0.187774, 0.242197, 0.213637, 0.201843, 0.246778, 0.193975, 0.213421, 0.230538, 0.233034, 0.216671, 0.224191, 0.200961, 0.243363, 0.22996, 0.101165, 0.217768, 0.165265, 0.180631, 0.173254, 0.185505, 0.234114, 0.208552, 0.080114, 0.221761, 0.22517, 0.198155, 0.216157, 0.239979, 0.241338, 0.216168, 0.22529, 0.206792, 0.211704, 0.217783, 0.232382, 0.201109, 0.213778, 0.223381, 0.212665, 0.246803, 0.214392, 0.233112, 0.221157, 0.239641, 0.228474, 0.195016, 0.16532, 0.211298, 0.226608, 0.221494, 0.236263, 0.143415, 0.215032, 0.235484, 0.220338, 0.187651, 0.215346, 0.21145, 0.081898, 0.22494, 0.220379, 0.147037, 0.215735, 0.222155, 0.220075, 0.230322, 0.216455, 0.226195, 0.213028, 0.218069, 0.211656, 0.231464, 0.224007, 0.232158, 0.206483, 0.215826, 0.235982, 0.222267, 0.164072, 0.23469, 0.236541, 0.129931, 0.158719, 0.18926, 0.207923, 0.224108, 0.087854, 0.221199, 0.221013, 0.193495, 0.209766, 0.217864, 0.213835, 0.215456, 0.213126, 0.225057, 0.125975, 0.221311, 0.185887, 0.235137, 0.213489, 0.221886, 0.197633, 0.140313, 0.151123, 0.218563, 0.22587, 0.147475, 0.245667, 0.21299, 0.115313, 0.211083, 0.151826, 0.160609, 0.098068, 0.217977, 0.229967, 0.241208, 0.227404, 0.214987, 0.217141, 0.208454, 0.218929, 0.214635, 0.221758, 0.22762, 0.205651, 0.205212, 0.221471, 0.217262, 0.239233, 0.194452, 0.236783, 0.228821, 0.226126, 0.156692, 0.134505, 0.187487, 0.169725, 0.21387, 0.233126, 0.200327, 0.243824, 0.223969, 0.203929, 0.161922, 0.226162, 0.22091, 0.22809, 0.230887, 0.201859, 0.211051, 0.112356, 0.19857, 0.212407, 0.225876, 0.230736, 0.208703, 0.1762, 0.206558, 0.21779, 0.211548, 0.207817, 0.234357, 0.232567, 0.22719, 0.224481, 0.219028, 0.199114, 0.233903, 0.176534, 0.107267, 0.230243, 0.225791, 0.221712, 0.228922, 0.185573, 0.221826, 0.237347, 0.232733, 0.105336, 0.11645, 0.177257, 0.198025, 0.250456, 0.185174, 0.237891, 0.226848, 0.211249, 0.161806, 0.22006, 0.236903, 0.236924, 0.183086, 0.239503, 0.214749, 0.203612, 0.233001, 0.167664, 0.220404, 0.189235, 0.208369, 0.226379, 0.214246, 0.197732, 0.226754, 0.206528, 0.192411, 0.228412, 0.23345, 0.222302, 0.217156, 0.229465, 0.22114, 0.221998, 0.082363, 0.204788, 0.214413, 0.226582, 0.233614, 0.220628, 0.222728, 0.232574, 0.232585, 0.229171, 0.110771, 0.226709, 0.233357, 0.236842, 0.223907, 0.226619, 0.2065, 0.229523, 0.209695, 0.212146, 0.246408, 0.204188, 0.221653, 0.23013, 0.230693, 0.214508, 0.219872, 0.221949, 0.215885, 0.221554, 0.105054, 0.224972, 0.169046, 0.191442, 0.12874, 0.211856, 0.229707, 0.186985, 0.229412, 0.208774, 0.207936, 0.205793, 0.210642, 0.224115, 0.204392, 0.233948, 0.222001, 0.235142, 0.094004, 0.203342, 0.220457, 0.220159, 0.079176, 0.217519, 0.186234, 0.207307, 0.232196, 0.2268, 0.227341, 0.206689, 0.192959, 0.237963, 0.22956, 0.218833, 0.209986, 0.218422, 0.230522, 0.226752, 0.188141, 0.216089, 0.14236, 0.223016, 0.22132, 0.241234, 0.220253, 0.219265, 0.219123, 0.185986, 0.231383, 0.238675, 0.238274, 0.220847, 0.219159, 0.18854, 0.200029, 0.216651, 0.211779, 0.21993, 0.219914, 0.207584, 0.242142, 0.224581, 0.202589, 0.200929, 0.196786, 0.208025, 0.038272, 0.216194, 0.239841, 0.194394, 0.224711, 0.224068, 0.221896, 0.188036, 0.191968, 0.215606, 0.195557, 0.195233, 0.23758, 0.225263, 0.218813, 0.145012, 0.209759, 0.213887, 0.215587, 0.224222, 0.210716, 0.221817, 0.233258, 0.213572, 0.221726, 0.12109, 0.231587, 0.210189, 0.222043, 0.207851, 0.2014, 0.228233, 0.210614, 0.135667, 0.226964, 0.203183, 0.216233, 0.22454, 0.218303, 0.191383, 0.229556, 0.101302, 0.18202, 0.173005, 0.121817, 0.206342, 0.210587, 0.089614, 0.22038, 0.218526, 0.224004, 0.229883, 0.181115, 0.234868, 0.203116, 0.212553, 0.20111, 0.232447, 0.21885, 0.206077, 0.084168, 0.24151, 0.220987, 0.239636, 0.198513, 0.248842, 0.19642, 0.221714, 0.239212, 0.216267, 0.198795, 0.223565, 0.210649, 0.227393, 0.200665, 0.198838, 0.152169, 0.236289, 0.223393, 0.228445, 0.201376, 0.212621, 0.083847, 0.186604, 0.183074, 0.221396, 0.230787, 0.13607, 0.168076, 0.239062, 0.223863, 0.206821, 0.197637, 0.167674, 0.114194, 0.210886, 0.211064, 0.20686, 0.202997, 0.217856, 0.202767, 0.192472, 0.172466, 0.220697, 0.231206, 0.197636, 0.215572, 0.202295, 0.233795, 0.235444, 0.219978, 0.221022, 0.202778, 0.23254, 0.226502, 0.213748, 0.219887, 0.221678, 0.144215, 0.228527, 0.190797, 0.223483, 0.15756, 0.217376, 0.198707, 0.194807, 0.219393, 0.177986, 0.208086, 0.207716, 0.182027, 0.19945, 0.16655, 0.220345, 0.190561, 0.158531, 0.209048, 0.220818, 0.127765, 0.227842, 0.232921, 0.229305, 0.225164, 0.207656, 0.20637, 0.235331, 0.227249, 0.236946, 0.157521, 0.171256, 0.201268, 0.218483, 0.211972, 0.222454, 0.215757, 0.102094, 0.201988, 0.181894, 0.224149, 0.162453, 0.22171, 0.227111, 0.20316, 0.235025, 0.077651, 0.212048, 0.233025, 0.150238, 0.205559, 0.198895, 0.206022, 0.205319, 0.206111, 0.231903, 0.210384, 0.205534, 0.223377, 0.12944, 0.080358, 0.08028, 0.222289, 0.15066, 0.206664, 0.203263, 0.225814, 0.228283, 0.232099, 0.217912, 0.225032, 0.209052, 0.226221, 0.215353, 0.09208, 0.227439, 0.229469, 0.208187, 0.202969, 0.186668, 0.222978, 0.224266, 0.211514, 0.179841, 0.142993, 0.226786, 0.229001, 0.236138, 0.229035, 0.22936, 0.226575, 0.19923, 0.215957, 0.21924, 0.222333, 0.220892, 0.227425, 0.242664, 0.182541, 0.235129, 0.187473, 0.099358, 0.227596, 0.2133, 0.226493, 0.207669, 0.208994, 0.200783, 0.244839, 0.230956, 0.217975, 0.231277, 0.214745, 0.087626, 0.169688, 0.204741, 0.219101, 0.216941, 0.086312, 0.239267, 0.219387, 0.159603, 0.203451, 0.218124, 0.208014, 0.200056, 0.162804, 0.226445, 0.230842, 0.229072, 0.234294, 0.184666, 0.076935, 0.213899, 0.187832, 0.236779, 0.213975, 0.199935, 0.199504, 0.193485, 0.147839, 0.183363, 0.180569, 0.233968, 0.084776, 0.091907, 0.20923, 0.214934, 0.219911, 0.225042, 0.217438, 0.213584, 0.20282, 0.217647, 0.221381, 0.155435, 0.20672, 0.214383, 0.226572, 0.195076, 0.234549, 0.224436, 0.218404, 0.182716, 0.150183, 0.219024, 0.218993, 0.231105, 0.217265, 0.209733, 0.103459, 0.105017, 0.230286, 0.211964, 0.196146, 0.226189, 0.191532, 0.21626, 0.229928, 0.102975, 0.163423, 0.216611, 0.229582, 0.228461, 0.212117, 0.2062, 0.212667, 0.234705, 0.229869, 0.137636, 0.227427, 0.244167, 0.161041, 0.180259, 0.215174, 0.11865, 0.2259, 0.208218, 0.196641, 0.229569, 0.212147, 0.163849, 0.195759, 0.253633, 0.08888, 0.20956, 0.222721, 0.187218, 0.146671, 0.213005, 0.233584, 0.142639, 0.226823, 0.223901, 0.216998, 0.190778, 0.194097, 0.19746, 0.23536, 0.221713, 0.205339, 0.198365, 0.171851, 0.213497, 0.224171, 0.229242, 0.235148, 0.221652, 0.236241, 0.201756, 0.22714, 0.210727, 0.223003, 0.217227, 0.195403, 0.232089, 0.214617, 0.215622, 0.214437, 0.232616, 0.23078, 0.21093, 0.214983, 0.204324, 0.222365, 0.199384, 0.199183, 0.077156, 0.230939, 0.223852, 0.191346, 0.205332, 0.235892, 0.209278, 0.156518, 0.065515, 0.232914, 0.212428, 0.22602, 0.200194, 0.220409, 0.167677, 0.230679, 0.228745, 0.228349, 0.220722, 0.238888, 0.217689, 0.213102, 0.206855, 0.216971, 0.212491, 0.216457, 0.214107, 0.220048, 0.206612, 0.229528, 0.079222, 0.218573, 0.230135, 0.231522, 0.217245, 0.197657, 0.210563, 0.192647, 0.233465, 0.204619, 0.226808, 0.16164, 0.229719, 0.183408, 0.229807, 0.231162, 0.21807, 0.226168, 0.208314, 0.220762, 0.095893, 0.220994, 0.181075, 0.202607, 0.123973, 0.218331, 0.099266, 0.165817, 0.186411, 0.185407, 0.226913, 0.231912, 0.236993, 0.202713, 0.149947, 0.17336, 0.207147, 0.153453, 0.211477, 0.217258, 0.084166, 0.201781, 0.22584, 0.218056, 0.202201, 0.224676, 0.235516, 0.192595, 0.183409, 0.217248, 0.210657, 0.08009, 0.249324, 0.182373, 0.217404, 0.184901, 0.197133, 0.222831, 0.23242, 0.206314, 0.241138, 0.205875, 0.110595, 0.221383, 0.210322, 0.2229, 0.228672, 0.185902, 0.173184, 0.21104, 0.218439, 0.18947, 0.191961, 0.198367, 0.203847, 0.241669, 0.213996, 0.148769, 0.226021, 0.246515, 0.18518, 0.219266, 0.217975, 0.09244, 0.211597, 0.220142, 0.220462, 0.155833, 0.20246, 0.234977, 0.17261, 0.233914, 0.22785, 0.216319, 0.204859, 0.217209, 0.193935, 0.216269, 0.219638, 0.210795, 0.185038, 0.227071, 0.212234, 0.179888, 0.09468, 0.184436, 0.204164, 0.233488, 0.234033, 0.135324, 0.22417, 0.200219, 0.199435, 0.213064, 0.195375, 0.182431, 0.227749, 0.203176, 0.170128, 0.252786, 0.221763, 0.212189, 0.211991, 0.233047, 0.222075, 0.248306, 0.21204, 0.203425, 0.238268, 0.224054, 0.233465, 0.206039, 0.202178, 0.233373, 0.197947, 0.184245, 0.218253, 0.248532, 0.192248, 0.238919, 0.209899, 0.220302, 0.21141, 0.228986, 0.223199, 0.149719, 0.204055, 0.216309, 0.231529, 0.227279, 0.136832, 0.22306, 0.175241, 0.227029, 0.226409, 0.106983, 0.20861, 0.212759, 0.217789, 0.220369, 0.219546, 0.238328, 0.236421, 0.225158, 0.161039, 0.212575, 0.199087, 0.223569, 0.214781, 0.234517, 0.220901, 0.234418, 0.198463, 0.241313, 0.209443, 0.202688, 0.210682, 0.223973, 0.23097, 0.161104, 0.21901, 0.245619, 0.22712, 0.203475, 0.187842, 0.242921, 0.210307, 0.143207, 0.153039, 0.238104, 0.242223, 0.240865, 0.197606, 0.181, 0.208648, 0.220545, 0.19049, 0.23256, 0.207314, 0.234265, 0.208885, 0.214743, 0.221493, 0.195184, 0.217015, 0.220599, 0.223536, 0.19639, 0.205064, 0.152687, 0.106963, 0.206205, 0.223672, 0.209237, 0.165237, 0.203903, 0.22391, 0.209018, 0.212153, 0.217536, 0.235331, 0.22198, 0.23514, 0.230052, 0.222975, 0.215583, 0.201724, 0.21665, 0.203623, 0.224177, 0.160931, 0.082487, 0.211147, 0.209099, 0.212634, 0.236795, 0.227165, 0.234169, 0.188671, 0.233195, 0.243668, 0.164445, 0.121456, 0.133904, 0.226773, 0.226382, 0.23414, 0.222476, 0.239479, 0.232693, 0.239087, 0.179159, 0.220326, 0.217304, 0.210162, 0.226816, 0.224699, 0.23208, 0.178466, 0.21441, 0.128477, 0.219351, 0.226698, 0.137771, 0.201044, 0.225844, 0.212559, 0.224474, 0.18845, 0.229849, 0.154552, 0.227247, 0.21311, 0.241177, 0.229007, 0.202634, 0.143714, 0.232577, 0.222589, 0.2265, 0.230557, 0.170546, 0.197898, 0.22839, 0.207263, 0.205518, 0.229934, 0.218757, 0.190946, 0.212017, 0.202957, 0.229634, 0.215675, 0.214054, 0.236313, 0.220766, 0.236021, 0.236004, 0.205536, 0.226206, 0.220283, 0.169998, 0.217603, 0.213829, 0.187527, 0.225971, 0.198026, 0.217231, 0.21071, 0.223307, 0.214662, 0.22445, 0.194678, 0.230802, 0.225807, 0.220811, 0.130274, 0.206887, 0.211443, 0.212875, 0.203174, 0.234882, 0.216722, 0.154259, 0.220049, 0.231106, 0.21656, 0.232167, 0.207861, 0.20299, 0.222211, 0.207519, 0.223844, 0.213107, 0.224152, 0.193896, 0.241216, 0.221576, 0.228115, 0.197103, 0.217202, 0.231923, 0.182051, 0.217731, 0.198883, 0.215879, 0.209521, 0.243294, 0.221311, 0.223596, 0.239389, 0.220854, 0.176923, 0.200028, 0.219122, 0.20708, 0.22677, 0.239778, 0.21215, 0.217791, 0.235154, 0.217859, 0.217869, 0.242254, 0.204935, 0.206996, 0.216637, 0.221938, 0.230183, 0.089378, 0.216757, 0.228531, 0.217562, 0.220391, 0.219331, 0.207515, 0.196207, 0.134081, 0.227031, 0.202885, 0.170641, 0.237615, 0.2005, 0.208075, 0.238455, 0.214813, 0.174654, 0.131431, 0.224452, 0.240012, 0.235795, 0.212411, 0.235626, 0.238167, 0.179507, 0.226593, 0.221537, 0.228459, 0.246117, 0.166287, 0.210548, 0.223618, 0.222855, 0.195186, 0.181246, 0.231072, 0.225099, 0.211414, 0.246905, 0.230796, 0.203472, 0.115656, 0.203958, 0.220196, 0.0845, 0.220583, 0.202045, 0.214883, 0.231984, 0.22838, 0.239601, 0.232374, 0.21123, 0.163751, 0.196843, 0.210002, 0.17174, 0.207692, 0.190476, 0.221514, 0.250792, 0.233004, 0.220216, 0.210052, 0.231227, 0.180048, 0.207873, 0.227046, 0.213997, 0.236419, 0.219677, 0.212559, 0.169731, 0.220855, 0.242985, 0.197741, 0.229188, 0.1883, 0.211101, 0.214425, 0.244417, 0.16846, 0.123671, 0.118545, 0.192527, 0.239875, 0.228036, 0.235273, 0.087293, 0.107476, 0.241308, 0.21564, 0.232172, 0.227533, 0.204871, 0.221757, 0.230882, 0.226132, 0.22206, 0.225049, 0.21788, 0.191696, 0.233937, 0.206245, 0.22399, 0.2337, 0.201774, 0.238261, 0.240956, 0.221404, 0.174988, 0.194271, 0.227111, 0.195166, 0.201929, 0.22052, 0.234864, 0.228234, 0.221824, 0.201763, 0.223714, 0.241807, 0.215913, 0.223953, 0.227788, 0.235271, 0.20559, 0.234851, 0.21318, 0.21804, 0.22954, 0.245214, 0.218412, 0.213832, 0.179342, 0.202534, 0.23511, 0.189481, 0.213652, 0.19288, 0.205853, 0.137786, 0.209198, 0.13557, 0.218673, 0.223087, 0.226332, 0.216634, 0.203997, 0.22917, 0.186065, 0.217441, 0.233125, 0.184454, 0.122732, 0.24003, 0.223953, 0.167562, 0.239155, 0.224397, 0.199619, 0.227733, 0.228561, 0.205836, 0.243294, 0.235243, 0.1887, 0.180527, 0.21611, 0.227604, 0.218057, 0.226141, 0.233643, 0.22307, 0.096923, 0.199517, 0.179454, 0.182579, 0.225227, 0.22831, 0.194483, 0.202465, 0.217309, 0.224422, 0.172454, 0.138588, 0.20231, 0.193617, 0.223241, 0.225745, 0.208604, 0.221634, 0.217911, 0.222515, 0.138036, 0.235764, 0.215952, 0.237962, 0.237883, 0.218807, 0.216014, 0.190127, 0.194264, 0.178441, 0.232564, 0.232579, 0.209085, 0.20608, 0.208789, 0.244914, 0.23057, 0.20273, 0.208742, 0.152786, 0.224229, 0.210408, 0.203445, 0.23339, 0.165089, 0.159357, 0.213904, 0.217883, 0.226635, 0.197, 0.227471, 0.184678, 0.210561, 0.239746, 0.236684, 0.226429, 0.201444, 0.235983, 0.21085, 0.233237, 0.219847, 0.218157, 0.234357, 0.222916, 0.225453, 0.234321, 0.229413, 0.218026, 0.22748, 0.102213, 0.215896, 0.22971, 0.224909, 0.241086, 0.228139, 0.210271, 0.224032, 0.190607, 0.219792, 0.209685, 0.171837, 0.216779, 0.198593, 0.24529, 0.22369, 0.086947, 0.220732, 0.162601, 0.226318, 0.22038, 0.211638, 0.202582, 0.232163, 0.207873, 0.141953, 0.228588, 0.209215, 0.228209, 0.225065, 0.197928, 0.246015, 0.240304, 0.194459, 0.216002, 0.177019, 0.220389, 0.224641, 0.2327, 0.169612, 0.188098, 0.186424, 0.210845, 0.21116, 0.141758, 0.201898, 0.218633, 0.104786, 0.228046, 0.090374, 0.123496, 0.230454, 0.210261, 0.230908, 0.091224, 0.231989, 0.219503, 0.202526, 0.225281, 0.104512, 0.15872, 0.23099, 0.226149, 0.14293, 0.223958, 0.227112, 0.227812, 0.230065, 0.232054, 0.150382, 0.247406, 0.224376, 0.162587, 0.217282, 0.224239, 0.22654, 0.216737, 0.190296, 0.209076, 0.230655, 0.224632, 0.220683, 0.214557, 0.148849, 0.218224, 0.201065, 0.202163, 0.227761, 0.219997, 0.192667, 0.23449, 0.19055, 0.211548, 0.187406, 0.225263, 0.231552, 0.163352, 0.230203, 0.192627, 0.211146, 0.230585, 0.228435, 0.21612, 0.213102, 0.192225, 0.237435, 0.135716, 0.221745, 0.241833, 0.148351, 0.213384, 0.188782, 0.188201, 0.172339, 0.231933, 0.214609, 0.218395, 0.197382, 0.217039, 0.224011, 0.231377, 0.14199, 0.229422, 0.225219, 0.191529, 0.19997, 0.219638, 0.201767, 0.220516, 0.216955, 0.220115, 0.218982, 0.126831, 0.184605, 0.220349, 0.215326, 0.118952, 0.227617, 0.232594, 0.189801, 0.081771, 0.22034, 0.12774, 0.23248, 0.237648, 0.094437, 0.221601, 0.102668, 0.207753, 0.195523, 0.235886, 0.218569, 0.228225, 0.130954, 0.238668, 0.23312, 0.249916, 0.209717, 0.2316, 0.231385, 0.202267, 0.212468, 0.213204, 0.204532, 0.221132, 0.195972, 0.217104, 0.241091, 0.221367, 0.213773, 0.175759, 0.213303, 0.223209, 0.214441, 0.230888, 0.209392, 0.211865, 0.22839, 0.222451, 0.22257, 0.1741, 0.242769, 0.08745, 0.24327, 0.188307, 0.150724, 0.214024, 0.200844, 0.219059, 0.242205, 0.215722, 0.235283, 0.240189, 0.230239, 0.212609, 0.213173, 0.212399, 0.240895, 0.20204, 0.225895, 0.242022, 0.210429, 0.210653, 0.225893, 0.143694, 0.215375, 0.206076, 0.210118, 0.198465, 0.235631, 0.207459, 0.205986, 0.229058, 0.230453, 0.197609, 0.239634, 0.221388, 0.202943, 0.212717, 0.239786, 0.227164, 0.209171, 0.076895, 0.212049, 0.208489, 0.228437, 0.235361, 0.20119, 0.221404, 0.206531, 0.198465, 0.197105, 0.15981, 0.21686, 0.23038, 0.193071, 0.223604, 0.219809, 0.202517, 0.235655, 0.194634, 0.216612, 0.179839, 0.193753, 0.226323, 0.212394, 0.216993, 0.217398, 0.210787, 0.224149, 0.245771, 0.201457, 0.212543, 0.101117, 0.229817, 0.222384, 0.230099, 0.088382, 0.231947, 0.228173, 0.212763, 0.198404, 0.147968, 0.188946, 0.196014, 0.211445, 0.214846, 0.230524, 0.214092, 0.217779, 0.215865, 0.196093, 0.169211, 0.229575, 0.172319, 0.216906, 0.230425, 0.210606, 0.175141, 0.246677, 0.233453, 0.164729, 0.209084, 0.177516, 0.21802, 0.11221, 0.21834, 0.182017, 0.115711, 0.218408, 0.226051 ] }, "name": "model.model.layers.14.post_attention_layernorm.weight", "outputIndexes": [ 1219 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1218 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_14/Mul_output_0", "outputIndexes": [ 1220 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1219, 1220 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_14/Mul_1_output_0", "outputIndexes": [ 1221 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1221 ], "outputIndexes": [ 2371 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2371 ], "outputIndexes": [ 2372 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/gate_proj/Linear", "inputIndexes": [ 2372 ], "outputIndexes": [ 2373 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 8192, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 537921732, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2373 ], "outputIndexes": [ 2374 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2374 ], "outputIndexes": [ 1222 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 8192 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1222 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_14/Sigmoid_output_0", "outputIndexes": [ 1223 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1222, 1223 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_14/Mul_output_0", "outputIndexes": [ 1224 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1221 ], "outputIndexes": [ 2375 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2375 ], "outputIndexes": [ 2376 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/up_proj/Linear", "inputIndexes": [ 2376 ], "outputIndexes": [ 2377 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 8192, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 547358938, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2377 ], "outputIndexes": [ 2378 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2378 ], "outputIndexes": [ 1225 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 8192 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1224, 1225 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_14/Mul_output_0", "outputIndexes": [ 1226 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1226 ], "outputIndexes": [ 2379 ], "main_type": "Reshape", "main": { "dims": [ -1, 8192, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2379 ], "outputIndexes": [ 2380 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/down_proj/Linear", "inputIndexes": [ 2380 ], "outputIndexes": [ 2381 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 8192, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 556796144, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2381 ], "outputIndexes": [ 2382 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2382 ], "outputIndexes": [ 1227 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1218, 1227 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_74_output_0", "outputIndexes": [ 1228 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1228, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_75_output_0", "outputIndexes": [ 1229 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2048 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.4205, 0.419919, 0.442819, 0.428291, 0.226381, 0.525499, 0.414593, 0.479004, 0.385245, 0.41777, 0.370635, 0.366947, 0.471695, 0.410884, 0.431879, 0.332094, 0.380654, 0.205059, 0.430316, 0.44151, 0.417859, 0.470167, 0.387899, 0.387187, 0.436093, 0.455095, 0.325594, 0.456336, 0.469263, 0.424032, 0.451223, 0.467905, 0.44039, 0.302649, 0.420841, 0.396084, 0.40662, 0.41352, 0.433655, 0.377313, 0.395454, 0.283744, 0.437545, 0.467895, 0.398331, 0.440759, 0.453888, 0.470059, 0.420847, 0.443784, 0.414498, 0.370358, 0.468059, 0.402334, 0.426556, 0.438312, 0.408004, 0.409279, 0.363514, 0.367695, 0.422404, 0.385296, 0.210223, 0.435096, 0.46007, 0.428654, 0.172849, 0.43859, 0.441906, 0.43077, 0.442294, 0.46496, 0.390458, 0.427665, 0.425301, 0.4352, 0.439631, 0.422975, 0.19741, 0.388347, 0.477195, 0.475729, 0.452755, 0.416458, 0.426777, 0.422135, 0.308703, 0.183681, 0.44122, 0.474046, 0.315669, 0.399678, 0.473111, 0.396716, 0.348466, 0.436311, 0.448834, 0.45085, 0.410946, 0.306876, 0.233149, 0.437892, 0.283946, 0.340984, 0.337087, 0.386026, 0.204842, 0.353181, 0.401977, 0.356748, 0.399165, 0.43088, 0.358685, 0.411769, 0.453592, 0.409744, 0.432229, 0.465158, 0.453174, 0.465404, 0.458725, 0.356915, 0.429648, 0.446739, 0.440221, 0.418278, 0.440346, 0.439896, 0.407464, 0.449341, 0.446713, 0.425643, 0.403442, 0.25224, 0.3773, 0.37578, 0.43601, 0.412633, 0.399265, 0.462597, 0.425462, 0.459903, 0.253365, 0.32061, 0.394507, 0.298147, 0.43627, 0.433389, 0.449712, 0.398072, 0.453613, 0.413164, 0.448963, 0.357662, 0.382076, 0.334899, 0.366249, 0.34718, 0.232951, 0.44147, 0.427819, 0.356699, 0.456667, 0.383383, 0.464885, 0.478998, 0.356606, 0.415552, 0.41652, 0.427993, 0.410722, 0.438746, 0.445805, 0.43445, 0.380762, 0.3611, 0.434283, 0.461621, 0.437057, 0.356325, 0.353991, 0.407826, 0.446606, 0.430809, 0.429537, 0.449082, 0.419535, 0.27554, 0.423561, 0.318289, 0.399668, 0.41783, 0.432554, 0.459974, 0.278764, 0.433504, 0.436171, 0.374805, 0.423906, 0.291352, 0.407439, 0.388742, 0.391393, 0.413349, 0.426658, 0.394009, 0.454195, 0.286323, 0.419394, 0.202287, 0.482386, 0.405899, 0.428743, 0.427453, 0.413382, 0.393804, 0.481908, 0.480411, 0.414746, 0.396118, 0.436577, 0.4096, 0.444697, 0.298695, 0.42291, 0.288446, 0.38562, 0.051678, 0.465427, 0.36758, 0.40262, 0.383216, 0.426998, 0.314242, 0.436638, 0.334504, 0.398494, 0.440787, 0.368995, 0.309391, 0.431159, 0.413956, 0.459902, 0.380089, 0.426096, 0.44978, 0.432008, 0.416753, 0.384647, 0.3656, 0.452228, 0.413038, 0.44555, 0.454005, 0.17283, 0.163726, 0.461816, 0.41469, 0.406748, 0.425915, 0.439683, 0.425699, 0.478256, 0.449689, 0.356828, 0.428621, 0.452493, 0.428885, 0.459959, 0.355589, 0.342745, 0.42769, 0.431012, 0.44495, 0.501723, 0.257817, 0.394625, 0.353974, 0.351065, 0.466905, 0.350812, 0.289065, 0.160941, 0.360616, 0.468093, 0.43196, 0.309028, 0.396807, 0.470085, 0.406105, 0.447106, 0.369577, 0.413567, 0.425101, 0.383579, 0.431772, 0.383527, 0.202198, 0.418228, 0.457842, 0.476692, 0.291855, 0.416133, 0.341939, 0.237074, 0.44194, 0.413223, 0.399078, 0.347204, 0.431271, 0.436367, 0.407351, 0.422384, 0.444338, 0.446911, 0.42612, 0.408794, 0.441283, 0.435208, 0.455178, 0.296096, 0.421514, 0.46827, 0.291638, 0.259035, 0.424981, 0.317301, 0.411943, 0.384009, 0.36187, 0.430675, 0.431171, 0.395032, 0.471907, 0.429594, 0.448371, 0.358057, 0.436409, 0.171888, 0.23954, 0.357427, 0.376595, 0.367499, 0.387731, 0.199929, 0.372794, 0.307695, 0.449912, 0.399817, 0.378736, 0.339144, 0.465483, 0.150399, 0.462921, 0.39614, 0.389094, 0.245172, 0.406282, 0.420925, 0.422467, 0.411638, 0.434769, 0.336269, 0.375881, 0.44655, 0.404569, 0.444323, 0.479385, 0.371295, 0.459767, 0.406683, 0.27852, 0.363254, 0.458185, 0.420351, 0.414651, 0.368659, 0.434721, 0.392939, 0.388071, 0.400016, 0.198943, 0.502025, 0.447979, 0.427174, 0.359719, 0.390855, 0.417997, 0.345512, 0.495891, 0.264175, 0.464699, 0.412907, 0.449755, 0.225652, 0.373562, 0.37445, 0.470776, 0.349848, 0.440528, 0.370766, 0.495889, 0.441077, 0.429995, 0.311696, 0.369257, 0.429767, 0.329681, 0.466391, 0.399927, 0.164459, 0.43673, 0.461152, 0.424688, 0.430096, 0.20106, 0.383755, 0.502627, 0.438167, 0.44663, 0.396088, 0.384259, 0.445018, 0.222505, 0.477181, 0.486463, 0.323502, 0.433803, 0.277639, 0.293054, 0.350061, 0.422477, 0.453827, 0.456195, 0.381425, 0.39551, 0.372663, 0.394762, 0.328713, 0.512527, 0.422118, 0.368105, 0.508573, 0.369385, 0.388992, 0.498929, 0.438366, 0.422855, 0.424984, 0.358599, 0.472277, 0.419348, 0.178918, 0.421705, 0.294494, 0.342813, 0.35378, 0.338132, 0.452666, 0.431192, 0.183787, 0.453218, 0.462997, 0.380453, 0.416146, 0.463128, 0.448715, 0.427563, 0.419467, 0.380247, 0.424196, 0.406956, 0.457335, 0.392146, 0.403599, 0.44485, 0.412611, 0.484737, 0.41086, 0.446428, 0.444479, 0.457354, 0.470529, 0.373411, 0.321419, 0.397246, 0.43863, 0.42789, 0.45284, 0.285417, 0.400301, 0.461264, 0.425248, 0.395382, 0.415082, 0.382205, 0.1636, 0.453855, 0.431419, 0.279033, 0.423538, 0.412574, 0.415582, 0.447563, 0.411165, 0.424319, 0.40359, 0.432284, 0.390096, 0.456348, 0.449859, 0.448933, 0.42374, 0.436688, 0.470536, 0.422824, 0.229326, 0.458257, 0.478175, 0.239391, 0.291994, 0.398811, 0.415484, 0.483216, 0.183738, 0.432269, 0.424485, 0.375947, 0.363121, 0.415134, 0.405246, 0.403174, 0.424681, 0.422126, 0.230345, 0.414129, 0.366547, 0.481893, 0.427346, 0.43738, 0.365974, 0.259364, 0.274479, 0.406124, 0.448231, 0.295099, 0.51606, 0.422474, 0.234084, 0.431094, 0.280171, 0.315447, 0.198794, 0.419463, 0.424815, 0.465175, 0.407684, 0.423996, 0.411942, 0.434779, 0.427111, 0.407863, 0.427674, 0.44431, 0.440166, 0.379651, 0.436128, 0.396242, 0.46814, 0.426637, 0.480819, 0.441678, 0.462634, 0.270074, 0.208782, 0.366339, 0.359039, 0.428196, 0.467458, 0.376022, 0.474535, 0.454533, 0.379241, 0.310142, 0.432295, 0.412058, 0.458162, 0.44701, 0.37265, 0.410185, 0.235594, 0.404763, 0.385195, 0.471966, 0.466362, 0.408921, 0.325241, 0.408668, 0.434136, 0.409779, 0.436204, 0.442718, 0.454151, 0.457159, 0.445868, 0.435574, 0.352546, 0.457153, 0.335293, 0.225707, 0.489057, 0.427999, 0.426697, 0.420314, 0.371836, 0.406889, 0.46671, 0.435331, 0.304176, 0.231844, 0.340605, 0.392985, 0.466275, 0.350554, 0.456309, 0.479178, 0.363061, 0.313665, 0.436393, 0.468311, 0.467504, 0.392401, 0.513235, 0.39019, 0.416461, 0.433118, 0.371432, 0.417283, 0.340713, 0.385383, 0.437215, 0.389857, 0.367422, 0.457674, 0.406992, 0.329682, 0.446742, 0.459734, 0.43163, 0.419441, 0.450595, 0.407541, 0.409327, 0.229942, 0.375514, 0.394137, 0.449518, 0.435759, 0.407615, 0.442361, 0.450642, 0.492841, 0.470209, 0.223127, 0.444785, 0.474044, 0.438308, 0.421113, 0.44263, 0.399147, 0.427038, 0.421315, 0.396374, 0.463954, 0.386284, 0.444677, 0.465993, 0.446985, 0.386698, 0.424985, 0.446617, 0.408306, 0.465558, 0.202287, 0.423295, 0.323691, 0.362485, 0.258822, 0.424481, 0.460784, 0.376372, 0.447118, 0.41023, 0.382878, 0.401265, 0.400357, 0.4448, 0.383239, 0.428177, 0.438984, 0.439316, 0.25907, 0.389995, 0.423648, 0.413355, 0.280106, 0.405544, 0.345341, 0.325235, 0.469094, 0.414623, 0.439792, 0.429503, 0.383006, 0.454872, 0.428733, 0.415871, 0.423372, 0.436174, 0.464182, 0.430971, 0.376922, 0.429691, 0.273892, 0.415976, 0.422827, 0.482531, 0.444039, 0.410595, 0.413024, 0.346221, 0.456612, 0.479575, 0.466601, 0.409473, 0.43488, 0.377279, 0.403113, 0.425307, 0.395332, 0.389507, 0.400607, 0.383689, 0.497009, 0.46472, 0.367198, 0.388553, 0.363743, 0.399519, 0.138602, 0.40204, 0.440168, 0.373886, 0.425595, 0.418576, 0.430432, 0.346529, 0.400024, 0.391154, 0.393547, 0.372735, 0.431582, 0.412152, 0.446529, 0.317819, 0.388181, 0.416539, 0.414411, 0.447348, 0.389952, 0.455864, 0.408922, 0.451811, 0.43126, 0.231217, 0.423724, 0.405952, 0.455104, 0.407408, 0.410101, 0.462386, 0.382971, 0.248806, 0.416439, 0.401517, 0.425806, 0.45436, 0.40503, 0.357111, 0.427615, 0.190578, 0.335992, 0.331711, 0.255818, 0.401053, 0.387856, 0.167003, 0.402242, 0.442858, 0.449265, 0.45841, 0.326393, 0.464744, 0.42412, 0.402887, 0.377503, 0.414807, 0.440506, 0.381177, 0.182349, 0.471938, 0.460064, 0.46563, 0.380182, 0.487876, 0.377138, 0.420817, 0.46441, 0.400179, 0.388263, 0.414297, 0.423138, 0.424955, 0.394756, 0.400048, 0.20811, 0.454123, 0.44228, 0.450169, 0.383249, 0.384136, 0.189594, 0.359549, 0.341146, 0.433598, 0.451287, 0.226543, 0.303381, 0.469596, 0.426177, 0.416522, 0.404631, 0.320254, 0.307057, 0.417174, 0.37229, 0.410477, 0.404132, 0.413329, 0.393189, 0.393942, 0.292383, 0.409962, 0.464724, 0.407273, 0.39547, 0.425336, 0.462057, 0.454012, 0.468118, 0.436719, 0.391999, 0.448687, 0.429461, 0.408171, 0.401266, 0.420712, 0.278343, 0.454228, 0.371619, 0.420696, 0.2766, 0.449346, 0.367662, 0.366861, 0.445309, 0.354306, 0.396059, 0.37974, 0.387211, 0.375322, 0.249727, 0.432934, 0.387845, 0.321992, 0.43096, 0.435831, 0.250025, 0.417449, 0.443719, 0.455306, 0.432715, 0.402733, 0.403691, 0.45095, 0.419786, 0.470605, 0.279778, 0.35423, 0.439062, 0.398947, 0.429059, 0.474253, 0.410722, 0.240081, 0.416868, 0.370589, 0.446967, 0.29802, 0.43724, 0.448502, 0.382359, 0.463414, 0.148431, 0.389035, 0.460499, 0.278604, 0.395106, 0.40284, 0.399572, 0.406665, 0.395209, 0.453683, 0.415302, 0.386895, 0.437044, 0.231795, 0.146286, 0.157234, 0.431321, 0.271306, 0.402556, 0.375753, 0.454328, 0.437305, 0.441675, 0.444206, 0.42587, 0.402433, 0.44531, 0.422586, 0.422763, 0.40902, 0.482911, 0.376308, 0.379944, 0.346997, 0.430565, 0.419922, 0.378124, 0.339607, 0.233354, 0.442611, 0.427895, 0.454516, 0.422449, 0.440181, 0.425132, 0.383595, 0.412878, 0.418612, 0.435116, 0.427641, 0.4432, 0.487208, 0.357738, 0.489266, 0.394059, 0.184985, 0.479782, 0.439503, 0.440464, 0.392505, 0.418832, 0.417836, 0.447439, 0.443476, 0.451541, 0.4406, 0.43059, 0.162988, 0.305691, 0.39329, 0.455404, 0.391505, 0.176984, 0.450816, 0.391155, 0.291511, 0.389921, 0.392548, 0.370397, 0.412037, 0.325893, 0.457721, 0.417251, 0.455122, 0.477045, 0.393399, 0.134073, 0.440429, 0.348166, 0.448574, 0.408701, 0.374214, 0.392976, 0.358117, 0.260208, 0.338066, 0.327786, 0.444533, 0.16548, 0.189513, 0.40803, 0.429058, 0.392816, 0.427801, 0.434167, 0.388046, 0.40962, 0.408957, 0.418915, 0.290825, 0.419318, 0.417422, 0.422235, 0.376108, 0.433612, 0.443844, 0.436831, 0.335483, 0.299491, 0.425021, 0.397712, 0.48511, 0.430353, 0.393831, 0.379957, 0.210844, 0.43004, 0.376945, 0.395163, 0.465769, 0.345075, 0.419858, 0.460987, 0.202552, 0.355283, 0.408055, 0.445791, 0.464893, 0.38621, 0.398346, 0.374325, 0.478889, 0.448338, 0.261944, 0.438102, 0.462337, 0.320266, 0.376225, 0.427164, 0.217474, 0.442086, 0.411188, 0.385606, 0.425135, 0.45514, 0.338174, 0.371094, 0.509833, 0.182469, 0.406682, 0.446207, 0.357349, 0.221357, 0.403904, 0.443677, 0.228789, 0.423621, 0.427618, 0.396811, 0.364114, 0.400676, 0.380638, 0.470341, 0.448066, 0.388998, 0.382687, 0.337944, 0.405471, 0.459937, 0.463372, 0.448848, 0.438283, 0.439015, 0.390335, 0.454419, 0.376793, 0.390731, 0.427736, 0.430816, 0.445178, 0.397601, 0.406261, 0.430195, 0.442054, 0.45985, 0.397935, 0.434727, 0.411098, 0.41718, 0.409259, 0.371528, 0.155027, 0.459331, 0.436136, 0.374676, 0.401252, 0.465026, 0.414832, 0.299345, 0.406862, 0.45448, 0.418337, 0.438439, 0.384283, 0.410061, 0.340475, 0.443152, 0.47713, 0.434649, 0.408697, 0.446842, 0.406586, 0.404035, 0.388754, 0.421158, 0.403072, 0.420011, 0.401176, 0.439082, 0.395071, 0.433033, 0.155452, 0.443744, 0.431248, 0.431161, 0.393381, 0.368111, 0.421704, 0.387546, 0.465972, 0.405722, 0.45199, 0.318256, 0.447659, 0.365229, 0.466963, 0.427758, 0.415495, 0.442471, 0.395213, 0.416757, 0.334182, 0.420669, 0.330478, 0.375386, 0.256441, 0.418433, 0.335883, 0.327801, 0.291773, 0.36578, 0.467693, 0.449818, 0.456635, 0.393063, 0.301452, 0.329247, 0.40731, 0.454712, 0.411908, 0.387799, 0.201842, 0.414656, 0.464933, 0.421971, 0.369174, 0.448745, 0.449475, 0.373434, 0.356887, 0.41121, 0.391554, 0.457417, 0.472482, 0.322766, 0.41846, 0.360608, 0.371996, 0.426657, 0.473256, 0.402571, 0.467205, 0.377163, 0.204708, 0.45221, 0.378908, 0.4171, 0.436155, 0.359387, 0.349316, 0.390219, 0.410687, 0.367479, 0.365137, 0.359726, 0.391015, 0.450707, 0.409976, 0.283774, 0.438446, 0.457784, 0.352934, 0.432066, 0.413071, 0.201691, 0.436464, 0.434364, 0.433724, 0.299327, 0.375896, 0.46317, 0.322344, 0.425891, 0.435455, 0.390568, 0.37392, 0.418197, 0.371819, 0.391316, 0.37969, 0.413075, 0.350579, 0.470807, 0.39732, 0.338873, 0.189684, 0.363019, 0.407867, 0.491799, 0.459885, 0.279332, 0.418866, 0.410396, 0.391625, 0.401769, 0.366969, 0.337146, 0.44044, 0.394779, 0.335787, 0.490912, 0.437495, 0.457574, 0.450408, 0.465619, 0.439302, 0.438411, 0.399606, 0.404957, 0.473631, 0.42879, 0.453696, 0.404803, 0.370299, 0.457594, 0.402516, 0.392772, 0.428979, 0.49845, 0.378936, 0.421603, 0.40088, 0.424988, 0.402627, 0.471542, 0.429347, 0.286223, 0.398517, 0.444773, 0.425358, 0.430874, 0.276947, 0.411063, 0.288505, 0.44061, 0.457757, 0.324807, 0.399535, 0.43325, 0.406587, 0.41456, 0.413004, 0.491909, 0.482935, 0.459308, 0.287293, 0.453813, 0.365955, 0.475666, 0.449663, 0.43711, 0.434726, 0.447885, 0.385347, 0.489732, 0.445377, 0.3751, 0.386603, 0.462949, 0.452324, 0.31888, 0.434956, 0.472816, 0.45664, 0.376945, 0.335607, 0.479139, 0.398396, 0.280411, 0.288475, 0.471856, 0.47356, 0.448014, 0.357846, 0.358391, 0.389903, 0.419666, 0.343943, 0.474928, 0.409544, 0.484739, 0.399003, 0.428782, 0.416495, 0.389003, 0.414292, 0.429772, 0.456646, 0.387642, 0.404315, 0.303448, 0.274773, 0.380069, 0.43106, 0.405383, 0.266848, 0.383982, 0.405315, 0.400941, 0.415367, 0.413466, 0.487821, 0.44283, 0.472249, 0.472816, 0.425924, 0.411804, 0.389755, 0.399963, 0.371821, 0.443005, 0.291437, 0.173199, 0.401674, 0.394587, 0.398347, 0.436071, 0.44787, 0.459296, 0.367584, 0.438751, 0.458893, 0.31114, 0.239441, 0.252925, 0.446453, 0.44761, 0.489968, 0.423512, 0.470158, 0.452945, 0.460663, 0.34258, 0.43768, 0.418686, 0.393598, 0.404584, 0.427534, 0.456787, 0.342883, 0.427844, 0.303166, 0.422408, 0.481425, 0.253359, 0.383688, 0.447717, 0.474798, 0.420754, 0.370518, 0.461308, 0.285081, 0.431522, 0.397903, 0.452057, 0.487241, 0.390429, 0.263848, 0.452905, 0.453808, 0.457066, 0.444455, 0.332528, 0.367518, 0.498255, 0.411171, 0.35892, 0.419364, 0.445849, 0.330269, 0.40021, 0.362807, 0.443261, 0.411497, 0.421534, 0.463376, 0.429693, 0.450355, 0.499106, 0.403483, 0.428619, 0.40072, 0.322116, 0.433536, 0.419941, 0.330727, 0.412779, 0.370187, 0.446932, 0.421721, 0.441248, 0.421428, 0.436614, 0.389263, 0.471755, 0.439102, 0.439756, 0.260882, 0.401607, 0.395536, 0.420697, 0.381832, 0.444827, 0.408504, 0.246644, 0.420622, 0.434462, 0.433962, 0.446082, 0.385897, 0.376298, 0.446857, 0.388827, 0.405061, 0.40618, 0.421919, 0.360499, 0.444538, 0.449013, 0.429364, 0.36936, 0.416981, 0.454311, 0.334644, 0.423422, 0.371373, 0.405539, 0.399324, 0.464015, 0.450151, 0.433433, 0.482246, 0.477678, 0.328853, 0.356702, 0.430796, 0.412677, 0.443049, 0.482287, 0.406473, 0.391981, 0.475325, 0.384852, 0.391686, 0.457023, 0.388123, 0.398946, 0.418353, 0.408419, 0.447486, 0.153086, 0.42914, 0.448876, 0.436511, 0.452237, 0.447658, 0.406114, 0.341254, 0.258336, 0.422843, 0.411025, 0.317538, 0.474318, 0.404452, 0.41621, 0.457908, 0.408516, 0.348401, 0.28487, 0.459809, 0.465858, 0.462594, 0.410506, 0.435487, 0.471426, 0.340883, 0.440315, 0.392325, 0.442663, 0.475303, 0.347123, 0.433272, 0.437392, 0.40457, 0.398496, 0.354875, 0.451461, 0.457349, 0.409371, 0.474532, 0.399616, 0.353833, 0.262052, 0.391797, 0.398978, 0.206227, 0.426838, 0.404853, 0.423684, 0.422855, 0.446738, 0.435282, 0.451654, 0.421897, 0.327663, 0.407834, 0.406935, 0.322875, 0.371714, 0.339838, 0.447245, 0.513514, 0.462492, 0.426136, 0.428236, 0.455349, 0.370658, 0.480674, 0.458158, 0.414332, 0.45246, 0.415337, 0.432242, 0.324067, 0.446339, 0.467783, 0.389126, 0.438954, 0.360717, 0.390178, 0.39301, 0.456055, 0.323071, 0.244194, 0.258234, 0.37943, 0.453241, 0.426938, 0.443642, 0.291227, 0.204932, 0.456905, 0.40952, 0.434383, 0.42702, 0.394867, 0.430085, 0.434298, 0.429312, 0.426765, 0.406354, 0.41351, 0.353572, 0.476921, 0.385751, 0.470806, 0.447309, 0.373309, 0.481229, 0.439174, 0.436637, 0.336088, 0.343399, 0.459283, 0.358413, 0.412584, 0.414606, 0.510496, 0.433941, 0.48233, 0.377819, 0.424662, 0.500156, 0.443288, 0.454973, 0.442383, 0.448678, 0.401216, 0.449897, 0.441451, 0.431669, 0.445418, 0.44391, 0.411123, 0.410516, 0.322775, 0.398199, 0.470519, 0.361524, 0.416409, 0.365052, 0.399273, 0.259781, 0.364528, 0.284147, 0.418143, 0.415156, 0.455618, 0.426806, 0.379735, 0.480113, 0.357584, 0.410513, 0.422333, 0.328488, 0.226281, 0.456851, 0.457518, 0.349882, 0.477285, 0.449232, 0.386902, 0.438067, 0.437303, 0.400736, 0.492934, 0.449237, 0.34205, 0.329619, 0.418289, 0.453212, 0.438183, 0.41286, 0.463703, 0.423975, 0.217289, 0.369696, 0.339169, 0.40623, 0.464124, 0.453791, 0.3608, 0.404798, 0.417227, 0.436678, 0.27191, 0.216491, 0.368078, 0.367407, 0.445186, 0.42881, 0.424579, 0.430595, 0.428344, 0.43576, 0.329716, 0.475973, 0.407786, 0.469351, 0.445896, 0.415522, 0.434611, 0.357836, 0.380266, 0.348258, 0.446669, 0.456517, 0.421327, 0.413684, 0.388656, 0.445776, 0.418621, 0.395482, 0.414426, 0.280027, 0.43382, 0.439149, 0.384435, 0.431487, 0.308417, 0.29968, 0.419376, 0.405756, 0.450796, 0.392884, 0.464822, 0.37956, 0.370621, 0.479074, 0.459442, 0.434655, 0.36927, 0.474128, 0.404476, 0.4401, 0.43328, 0.406393, 0.430954, 0.4214, 0.435305, 0.45491, 0.426094, 0.397349, 0.439369, 0.19583, 0.410029, 0.431364, 0.439925, 0.485321, 0.465048, 0.425577, 0.422803, 0.374092, 0.451399, 0.421923, 0.337087, 0.406174, 0.372204, 0.466249, 0.429111, 0.176396, 0.420095, 0.320516, 0.423759, 0.392865, 0.415096, 0.390129, 0.455963, 0.373491, 0.257859, 0.428786, 0.367911, 0.456178, 0.441563, 0.366444, 0.497158, 0.478206, 0.387318, 0.433573, 0.294523, 0.450173, 0.45872, 0.435011, 0.306215, 0.356281, 0.359233, 0.416092, 0.405394, 0.254603, 0.379719, 0.438592, 0.211044, 0.439707, 0.176569, 0.256786, 0.501084, 0.389437, 0.462332, 0.179413, 0.44219, 0.427617, 0.407707, 0.432228, 0.298493, 0.304405, 0.509084, 0.440168, 0.337145, 0.458249, 0.478363, 0.428632, 0.450605, 0.470486, 0.323808, 0.470712, 0.422591, 0.30038, 0.450193, 0.446549, 0.414443, 0.399686, 0.358909, 0.421711, 0.456041, 0.417158, 0.418444, 0.434735, 0.288574, 0.436056, 0.414436, 0.412115, 0.424785, 0.432404, 0.364407, 0.476872, 0.338573, 0.420225, 0.358778, 0.428764, 0.438971, 0.31697, 0.447396, 0.38205, 0.408998, 0.477897, 0.429227, 0.418697, 0.390665, 0.350365, 0.454462, 0.263158, 0.442991, 0.481932, 0.285749, 0.413608, 0.360954, 0.338205, 0.342377, 0.466462, 0.413625, 0.402492, 0.352735, 0.408011, 0.429404, 0.445051, 0.273305, 0.422611, 0.45555, 0.265179, 0.388564, 0.444944, 0.355781, 0.439282, 0.422505, 0.396856, 0.43731, 0.345352, 0.340535, 0.456178, 0.443588, 0.227331, 0.447073, 0.453829, 0.365313, 0.166436, 0.429404, 0.24036, 0.459752, 0.43679, 0.299951, 0.42202, 0.194456, 0.421072, 0.392403, 0.429392, 0.469141, 0.422681, 0.251509, 0.468844, 0.437929, 0.4888, 0.433254, 0.473996, 0.457288, 0.386798, 0.397231, 0.418809, 0.395953, 0.402211, 0.34909, 0.405997, 0.500227, 0.454021, 0.41616, 0.312975, 0.409449, 0.441433, 0.414016, 0.452659, 0.438111, 0.398404, 0.463421, 0.435164, 0.423224, 0.299102, 0.430006, 0.183338, 0.463791, 0.386205, 0.306244, 0.428644, 0.413787, 0.398803, 0.461424, 0.450675, 0.465694, 0.476998, 0.463932, 0.406868, 0.448105, 0.41345, 0.499967, 0.395281, 0.406213, 0.465019, 0.40225, 0.399405, 0.454167, 0.225253, 0.451591, 0.410439, 0.423164, 0.362368, 0.458288, 0.401392, 0.383887, 0.482388, 0.453245, 0.39374, 0.470741, 0.418469, 0.386664, 0.405439, 0.448554, 0.430755, 0.414432, 0.17038, 0.391808, 0.430396, 0.408409, 0.416931, 0.374647, 0.431409, 0.392888, 0.391203, 0.369639, 0.30108, 0.40725, 0.433562, 0.363448, 0.417276, 0.435878, 0.384977, 0.428414, 0.374932, 0.393342, 0.330125, 0.360976, 0.454582, 0.392286, 0.406751, 0.402052, 0.384203, 0.437379, 0.487693, 0.381388, 0.394825, 0.244352, 0.476994, 0.458837, 0.462911, 0.160999, 0.453424, 0.442478, 0.402587, 0.411793, 0.275787, 0.363956, 0.387818, 0.389302, 0.419186, 0.469023, 0.38707, 0.402412, 0.434752, 0.380922, 0.321949, 0.425075, 0.277824, 0.457875, 0.438042, 0.491262, 0.332001, 0.466409, 0.479286, 0.322196, 0.431757, 0.396145, 0.447485, 0.20038, 0.404065, 0.341096, 0.247319, 0.3852, 0.460331 ] }, "name": "model.model.layers.15.input_layernorm.weight", "outputIndexes": [ 1230 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1229 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_15/Mul_output_0", "outputIndexes": [ 1231 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1230, 1231 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_15/Mul_1_output_0", "outputIndexes": [ 1232 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1232 ], "outputIndexes": [ 2383 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2383 ], "outputIndexes": [ 2384 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/q_proj/Linear", "inputIndexes": [ 2384 ], "outputIndexes": [ 2385 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 566233350, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2385 ], "outputIndexes": [ 2386 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2386 ], "outputIndexes": [ 1233 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1232 ], "main_type": "NONE", "name": "/Shape_61_output_0", "outputIndexes": [ 1234 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1234 ], "main_type": "NONE", "name": "Shape2549", "outputIndexes": [ 1235 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1234 ], "main_type": "NONE", "name": "Rank2551", "outputIndexes": [ 1236 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1236, 1236 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2553", "outputIndexes": [ 1237 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1237 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2554", "outputIndexes": [ 1238 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1237, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2556", "outputIndexes": [ 1239 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1239 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2557", "outputIndexes": [ 1240 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1235, 1238, 1240, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2560", "outputIndexes": [ 1241 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1241 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2561", "outputIndexes": [ 1242 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 1242 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2562", "outputIndexes": [ 1243 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1243, 1242 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2563", "outputIndexes": [ 1244 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1234, 1244, 1237 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_109_output_0", "outputIndexes": [ 1245 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1245, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_211_output_0", "outputIndexes": [ 1246 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1246, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_135_output_0", "outputIndexes": [ 1247 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1233, 1247 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_76_output_0", "outputIndexes": [ 1248 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1248, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_60_output_0", "outputIndexes": [ 1249 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1248 ], "main_type": "NONE", "name": "/Shape_62_output_0", "outputIndexes": [ 1250 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1250 ], "main_type": "NONE", "name": "Shape2570", "outputIndexes": [ 1251 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1250 ], "main_type": "NONE", "name": "Rank2572", "outputIndexes": [ 1252 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1252, 1252 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2574", "outputIndexes": [ 1253 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1253 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2575", "outputIndexes": [ 1254 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1253, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2577", "outputIndexes": [ 1255 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1255 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2578", "outputIndexes": [ 1256 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1251, 1254, 1256, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2581", "outputIndexes": [ 1257 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1257 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2582", "outputIndexes": [ 1258 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1258 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2583", "outputIndexes": [ 1259 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1259, 1258 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2584", "outputIndexes": [ 1260 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1250, 1260, 1253 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_110_output_0", "outputIndexes": [ 1261 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1261, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_45_output_0", "outputIndexes": [ 1262 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1262, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_216_output_0", "outputIndexes": [ 1263 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1248, 1263, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_61_output_0", "outputIndexes": [ 1264 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1264 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_30_output_0", "outputIndexes": [ 1265 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1248, 22, 1263, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_60_output_0", "outputIndexes": [ 1266 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1265, 1266 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_138_output_0", "outputIndexes": [ 1267 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1267, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_61_output_0", "outputIndexes": [ 1268 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1249, 1268 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_75_output_0", "outputIndexes": [ 1269 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1232 ], "outputIndexes": [ 2387 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2387 ], "outputIndexes": [ 2388 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/k_proj/Linear", "inputIndexes": [ 2388 ], "outputIndexes": [ 2389 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 568592668, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2389 ], "outputIndexes": [ 2390 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2390 ], "outputIndexes": [ 1270 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1270, 1247 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_77_output_0", "outputIndexes": [ 1271 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1271, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_62_output_0", "outputIndexes": [ 1272 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1271 ], "main_type": "NONE", "name": "/Shape_63_output_0", "outputIndexes": [ 1273 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1273 ], "main_type": "NONE", "name": "Shape2632", "outputIndexes": [ 1274 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1273 ], "main_type": "NONE", "name": "Rank2634", "outputIndexes": [ 1275 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1275, 1275 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2636", "outputIndexes": [ 1276 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1276 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2637", "outputIndexes": [ 1277 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1276, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2639", "outputIndexes": [ 1278 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1278 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2640", "outputIndexes": [ 1279 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1274, 1277, 1279, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2643", "outputIndexes": [ 1280 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1280 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2644", "outputIndexes": [ 1281 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1281 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2645", "outputIndexes": [ 1282 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1282, 1281 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2646", "outputIndexes": [ 1283 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1273, 1283, 1276 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_111_output_0", "outputIndexes": [ 1284 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1284, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_46_output_0", "outputIndexes": [ 1285 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1285, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_218_output_0", "outputIndexes": [ 1286 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1271, 1286, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_63_output_0", "outputIndexes": [ 1287 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1287 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_31_output_0", "outputIndexes": [ 1288 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1271, 22, 1286, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_62_output_0", "outputIndexes": [ 1289 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1288, 1289 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_139_output_0", "outputIndexes": [ 1290 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1290, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_63_output_0", "outputIndexes": [ 1291 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1272, 1291 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_76_output_0", "outputIndexes": [ 1292 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1232 ], "outputIndexes": [ 2391 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2391 ], "outputIndexes": [ 2392 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/v_proj/Linear", "inputIndexes": [ 2392 ], "outputIndexes": [ 2393 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 570951986, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2393 ], "outputIndexes": [ 2394 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2394 ], "outputIndexes": [ 1293 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1293, 1247 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_78_output_0", "outputIndexes": [ 1294 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1269, 1292, 1294, 109 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_79_output_0", "outputIndexes": [ 1295 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1295 ], "outputIndexes": [ 2395 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2395 ], "outputIndexes": [ 2396 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/o_proj/Linear", "inputIndexes": [ 2396 ], "outputIndexes": [ 2397 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 573311304, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2397 ], "outputIndexes": [ 2398 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2398 ], "outputIndexes": [ 1296 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1229, 1296 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_78_output_0", "outputIndexes": [ 1297 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2048 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.227502, 0.238982, 0.228249, 0.22631, 0.14624, 0.24962, 0.211642, 0.237529, 0.213221, 0.227818, 0.208523, 0.214348, 0.231913, 0.223529, 0.225332, 0.193146, 0.218334, 0.124136, 0.24144, 0.224025, 0.218601, 0.238715, 0.213701, 0.207775, 0.238004, 0.223518, 0.193148, 0.236291, 0.23875, 0.233363, 0.22299, 0.246113, 0.237087, 0.162478, 0.223913, 0.214179, 0.209111, 0.218574, 0.222594, 0.21641, 0.220295, 0.178354, 0.230157, 0.233345, 0.224202, 0.233351, 0.238956, 0.231583, 0.226025, 0.220939, 0.218697, 0.202591, 0.246655, 0.212245, 0.226944, 0.220738, 0.221661, 0.2218, 0.201924, 0.212165, 0.235648, 0.216086, 0.136636, 0.233218, 0.22811, 0.224859, 0.109045, 0.232503, 0.249163, 0.222732, 0.218891, 0.232026, 0.20613, 0.226341, 0.218001, 0.231014, 0.230915, 0.222499, 0.130721, 0.22418, 0.231569, 0.240604, 0.234327, 0.239345, 0.230943, 0.215706, 0.173416, 0.115394, 0.232536, 0.236674, 0.192821, 0.210712, 0.236508, 0.217805, 0.19138, 0.243448, 0.231293, 0.242173, 0.219493, 0.189439, 0.130025, 0.228036, 0.17051, 0.193954, 0.18799, 0.202829, 0.133599, 0.201004, 0.233023, 0.206676, 0.211129, 0.229809, 0.186009, 0.219046, 0.232496, 0.224827, 0.22129, 0.234391, 0.231798, 0.229961, 0.250371, 0.19972, 0.22693, 0.226285, 0.237504, 0.208666, 0.236525, 0.228047, 0.21909, 0.236349, 0.223624, 0.209581, 0.231265, 0.162019, 0.224431, 0.21912, 0.230889, 0.233766, 0.224572, 0.238108, 0.225628, 0.223935, 0.160042, 0.203819, 0.218151, 0.188693, 0.224968, 0.215164, 0.237458, 0.220605, 0.23583, 0.220922, 0.225848, 0.190681, 0.219855, 0.206045, 0.200717, 0.199372, 0.150598, 0.235585, 0.245171, 0.37949, 0.233551, 0.218121, 0.220468, 0.237787, 0.188435, 0.229777, 0.208161, 0.216173, 0.238037, 0.227673, 0.231565, 0.23684, 0.217217, 0.217667, 0.231996, 0.232509, 0.234044, 0.219938, 0.206206, 0.224139, 0.23272, 0.226018, 0.236981, 0.232973, 0.226791, 0.142869, 0.228847, 0.197612, 0.222625, 0.229071, 0.230247, 0.243496, 0.166046, 0.236805, 0.238001, 0.213655, 0.220421, 0.174849, 0.218724, 0.212647, 0.222144, 0.221225, 0.238928, 0.217236, 0.236022, 0.176679, 0.218672, 0.101033, 0.248532, 0.222715, 0.227387, 0.237295, 0.217627, 0.228231, 0.227612, 0.22377, 0.212438, 0.218497, 0.236971, 0.219182, 0.22961, 0.184322, 0.230775, 0.165072, 0.211999, 0.012624, 0.231224, 0.209252, 0.217749, 0.216832, 0.225263, 0.176444, 0.228948, 0.183666, 0.222449, 0.248386, 0.201124, 0.15227, 0.237015, 0.219899, 0.243661, 0.217626, 0.235724, 0.243987, 0.240002, 0.216858, 0.201706, 0.198305, 0.233902, 0.229855, 0.241611, 0.23604, 0.11735, 0.119726, 0.235367, 0.231507, 0.225763, 0.225168, 0.223065, 0.236165, 0.238253, 0.233812, 0.197354, 0.230311, 0.234414, 0.236318, 0.245613, 0.20257, 0.199512, 0.229423, 0.233879, 0.224305, 0.241679, 0.150818, 0.224259, 0.213707, 0.207422, 0.229578, 0.190951, 0.103094, 0.107522, 0.213887, 0.24424, 0.23215, 0.181749, 0.206913, 0.238818, 0.219405, 0.238188, 0.208949, 0.210713, 0.228595, 0.221373, 0.222252, 0.212313, 0.132019, 0.227118, 0.245176, 0.242194, 0.164701, 0.228862, 0.181927, 0.125347, 0.234773, 0.225599, 0.20855, 0.1984, 0.239683, 0.229246, 0.232577, 0.215606, 0.239752, 0.232437, 0.2292, 0.215346, 0.238037, 0.069109, 0.233063, 0.176403, 0.223338, 0.233726, 0.180064, 0.158789, 0.224566, 0.17613, 0.221736, 0.204944, 0.189864, 0.219197, 0.232083, 0.216512, 0.239917, 0.227618, 0.229814, 0.208219, 0.221168, 0.184461, 0.15796, 0.2087, 0.209006, 0.203126, 0.225564, 0.137539, 0.205182, 0.181926, 0.239517, 0.210022, 0.192384, 0.191957, 0.23569, 0.102696, 0.229267, 0.215346, 0.22892, 0.142759, 0.223067, 0.22845, 0.233013, 0.212188, 0.230998, 0.211703, 0.199694, 0.221715, 0.22763, 0.226577, 0.23318, 0.187639, 0.225457, 0.218656, 0.15754, 0.213288, 0.235764, 0.224049, 0.223541, 0.196405, 0.217932, 0.217029, 0.209945, 0.220443, 0.128863, 0.246928, 0.219296, 0.220042, 0.204859, 0.216419, 0.2314, 0.191739, 0.246608, 0.153444, 0.237034, 0.207854, 0.224497, 0.120239, 0.213223, 0.201382, 0.232934, 0.183757, 0.234783, 0.190363, 0.234187, 0.238323, 0.224284, 0.185698, 0.2006, 0.222101, 0.192286, 0.246206, 0.208379, 0.09941, 0.243672, 0.23214, 0.224556, 0.225087, 0.097599, 0.213363, 0.23554, 0.2379, 0.236082, 0.226032, 0.200859, 0.244436, 0.032738, 0.220556, 0.240095, 0.185838, 0.228455, 0.156801, 0.153634, 0.193186, 0.221137, 0.239369, 0.238359, 0.22812, 0.217058, 0.214332, 0.213304, 0.202378, 0.240681, 0.227284, 0.21602, 0.246435, 0.201174, 0.221826, 0.239572, 0.236204, 0.220938, 0.231698, 0.214021, 0.242811, 0.232121, 0.124352, 0.222591, 0.181299, 0.188008, 0.186825, 0.194295, 0.241844, 0.215556, 0.096525, 0.230312, 0.226356, 0.210918, 0.219455, 0.238529, 0.246507, 0.214657, 0.224939, 0.218722, 0.219898, 0.230862, 0.236586, 0.217446, 0.225159, 0.236241, 0.220679, 0.241295, 0.21977, 0.240615, 0.230489, 0.244452, 0.228639, 0.207629, 0.184722, 0.222074, 0.235265, 0.227477, 0.240642, 0.161115, 0.225795, 0.245182, 0.221183, 0.200529, 0.219288, 0.225747, 0.100762, 0.23421, 0.227735, 0.162825, 0.221422, 0.230058, 0.225965, 0.238435, 0.225938, 0.23478, 0.219122, 0.221398, 0.218386, 0.239609, 0.227004, 0.235901, 0.213471, 0.221659, 0.234039, 0.228537, 0.178305, 0.238834, 0.235038, 0.154462, 0.179445, 0.205058, 0.2197, 0.22792, 0.106612, 0.227158, 0.224178, 0.207575, 0.219323, 0.225707, 0.227334, 0.231933, 0.219953, 0.232402, 0.136921, 0.225675, 0.207093, 0.238586, 0.225018, 0.22386, 0.209405, 0.163553, 0.172575, 0.222797, 0.224284, 0.16659, 0.247644, 0.215668, 0.136804, 0.217852, 0.171677, 0.180039, 0.121543, 0.223841, 0.228993, 0.231791, 0.233518, 0.216273, 0.227303, 0.216719, 0.229087, 0.225744, 0.223891, 0.237722, 0.211654, 0.220587, 0.235055, 0.226006, 0.237743, 0.201385, 0.241956, 0.230679, 0.226406, 0.171374, 0.147532, 0.206475, 0.183747, 0.221826, 0.234045, 0.209594, 0.240659, 0.231435, 0.215638, 0.179182, 0.232693, 0.230097, 0.22798, 0.23667, 0.215735, 0.224043, 0.131703, 0.200778, 0.225249, 0.237365, 0.240728, 0.215, 0.193995, 0.206646, 0.22374, 0.232886, 0.220359, 0.24052, 0.237961, 0.230274, 0.23002, 0.225946, 0.214332, 0.237148, 0.192287, 0.12932, 0.223095, 0.227036, 0.230794, 0.225684, 0.206103, 0.227137, 0.240012, 0.237969, 0.119045, 0.140482, 0.191033, 0.204568, 0.24556, 0.197382, 0.238655, 0.228803, 0.221934, 0.17487, 0.224014, 0.240693, 0.237319, 0.195529, 0.241423, 0.218108, 0.22199, 0.233847, 0.183002, 0.229536, 0.197953, 0.224653, 0.227011, 0.224525, 0.21837, 0.230651, 0.225049, 0.193973, 0.229985, 0.240699, 0.233481, 0.229391, 0.243686, 0.223686, 0.224707, 0.096878, 0.213867, 0.224019, 0.241956, 0.237377, 0.223999, 0.225417, 0.240715, 0.233829, 0.232912, 0.132952, 0.236116, 0.23596, 0.24567, 0.228324, 0.221347, 0.210938, 0.231179, 0.217428, 0.209987, 0.236184, 0.217623, 0.224994, 0.230633, 0.232927, 0.218657, 0.221868, 0.220031, 0.221045, 0.22714, 0.125753, 0.230856, 0.193698, 0.204057, 0.149177, 0.221188, 0.239566, 0.198378, 0.233863, 0.219314, 0.213162, 0.217644, 0.215671, 0.231657, 0.216428, 0.239067, 0.229151, 0.23299, 0.109119, 0.217722, 0.22181, 0.228538, 0.09513, 0.223585, 0.200796, 0.211941, 0.24129, 0.235822, 0.232624, 0.212508, 0.195096, 0.23862, 0.226922, 0.222021, 0.21352, 0.218379, 0.234625, 0.237799, 0.195811, 0.223711, 0.160313, 0.228249, 0.224985, 0.242222, 0.220023, 0.229918, 0.230191, 0.194989, 0.236128, 0.238496, 0.239349, 0.22343, 0.225618, 0.206059, 0.206301, 0.225305, 0.22207, 0.231651, 0.2245, 0.216311, 0.244686, 0.231313, 0.208497, 0.209546, 0.206759, 0.220711, 0.029544, 0.229526, 0.244369, 0.205325, 0.240552, 0.234549, 0.221723, 0.203039, 0.206208, 0.229549, 0.207394, 0.20527, 0.236437, 0.23886, 0.2281, 0.163701, 0.222718, 0.223927, 0.221004, 0.227932, 0.221457, 0.229446, 0.239414, 0.220732, 0.223019, 0.147236, 0.221561, 0.224824, 0.228764, 0.216081, 0.212802, 0.228379, 0.220323, 0.156657, 0.234683, 0.206545, 0.227654, 0.224894, 0.221715, 0.209401, 0.239004, 0.1219, 0.197805, 0.185536, 0.138859, 0.215527, 0.2136, 0.115151, 0.228268, 0.224777, 0.233208, 0.229797, 0.194861, 0.23458, 0.219091, 0.223388, 0.212759, 0.233547, 0.213017, 0.221234, 0.103622, 0.241894, 0.228744, 0.239803, 0.218176, 0.235945, 0.209166, 0.228896, 0.236894, 0.214279, 0.210582, 0.237277, 0.223298, 0.238046, 0.211614, 0.211417, 0.165259, 0.237503, 0.230429, 0.231537, 0.211875, 0.220173, 0.103752, 0.203732, 0.196742, 0.234952, 0.241021, 0.141763, 0.182585, 0.236168, 0.233696, 0.217134, 0.209553, 0.182207, 0.123282, 0.221772, 0.217256, 0.216546, 0.211484, 0.225305, 0.206587, 0.21637, 0.191806, 0.228498, 0.23456, 0.211965, 0.22163, 0.211166, 0.233767, 0.235219, 0.224916, 0.230931, 0.21747, 0.241414, 0.226986, 0.222619, 0.212034, 0.227304, 0.163036, 0.235977, 0.213416, 0.229567, 0.17593, 0.224906, 0.210082, 0.212563, 0.222311, 0.191612, 0.217461, 0.222454, 0.192066, 0.210264, 0.173905, 0.2264, 0.199687, 0.175571, 0.219202, 0.232137, 0.147134, 0.22837, 0.236232, 0.230726, 0.227669, 0.214611, 0.213865, 0.24554, 0.234934, 0.230394, 0.175678, 0.188097, 0.202787, 0.221098, 0.220755, 0.228675, 0.221019, 0.11833, 0.216186, 0.195517, 0.226682, 0.184649, 0.222001, 0.235246, 0.210545, 0.240639, 0.09793, 0.225032, 0.22774, 0.171734, 0.215264, 0.218125, 0.219168, 0.204936, 0.216573, 0.2321, 0.21565, 0.217263, 0.230959, 0.150195, 0.104183, 0.099889, 0.229736, 0.173379, 0.211553, 0.224902, 0.22477, 0.244523, 0.227452, 0.220497, 0.227265, 0.218173, 0.23754, 0.214898, 0.091445, 0.233206, 0.235425, 0.215183, 0.211105, 0.199678, 0.228723, 0.227069, 0.217726, 0.201476, 0.159961, 0.228756, 0.234389, 0.246641, 0.234126, 0.231753, 0.228927, 0.213947, 0.223464, 0.229756, 0.229543, 0.223262, 0.235117, 0.23384, 0.19807, 0.233635, 0.20238, 0.118954, 0.238182, 0.223651, 0.228367, 0.21771, 0.213915, 0.209044, 0.252885, 0.246642, 0.227757, 0.234422, 0.219197, 0.108346, 0.182838, 0.211609, 0.220198, 0.226439, 0.110465, 0.237676, 0.226113, 0.178411, 0.217261, 0.224097, 0.203306, 0.209909, 0.184321, 0.237475, 0.232226, 0.233807, 0.237478, 0.202261, 0.099636, 0.225757, 0.201385, 0.237564, 0.220241, 0.205305, 0.203688, 0.206752, 0.164481, 0.198164, 0.193981, 0.231263, 0.108218, 0.112541, 0.220175, 0.225644, 0.226032, 0.231182, 0.226716, 0.219327, 0.217284, 0.21924, 0.225288, 0.174843, 0.21927, 0.221852, 0.228515, 0.210537, 0.240415, 0.232723, 0.223897, 0.189967, 0.169853, 0.228609, 0.222777, 0.223718, 0.223227, 0.219398, 0.103517, 0.129915, 0.229118, 0.222813, 0.207195, 0.225983, 0.20118, 0.227588, 0.234026, 0.126569, 0.176146, 0.225226, 0.227913, 0.237305, 0.222289, 0.222262, 0.220746, 0.232298, 0.231752, 0.156095, 0.226875, 0.242285, 0.180935, 0.192804, 0.224942, 0.1431, 0.232391, 0.219903, 0.207228, 0.231506, 0.217024, 0.184254, 0.207308, 0.24948, 0.109205, 0.214762, 0.230487, 0.197957, 0.156646, 0.215782, 0.235603, 0.157541, 0.237114, 0.228103, 0.228217, 0.204324, 0.206332, 0.205194, 0.246422, 0.21886, 0.213312, 0.212483, 0.188976, 0.218153, 0.233403, 0.235918, 0.236918, 0.230585, 0.233289, 0.216261, 0.235594, 0.226285, 0.227232, 0.219957, 0.203891, 0.233778, 0.224632, 0.219831, 0.223133, 0.236723, 0.237269, 0.221978, 0.220878, 0.21432, 0.224764, 0.21722, 0.203789, 0.099536, 0.238456, 0.23121, 0.206051, 0.215128, 0.234694, 0.215657, 0.17188, 0.063633, 0.23994, 0.2242, 0.234429, 0.208518, 0.225319, 0.188074, 0.234373, 0.236792, 0.236028, 0.225413, 0.236522, 0.224358, 0.222447, 0.219831, 0.21962, 0.221727, 0.226741, 0.220076, 0.227596, 0.218774, 0.235752, 0.097477, 0.234475, 0.238212, 0.228745, 0.220114, 0.201361, 0.219555, 0.206837, 0.24187, 0.215033, 0.227704, 0.177875, 0.237093, 0.201254, 0.238755, 0.237433, 0.228052, 0.232067, 0.221584, 0.225598, 0.10655, 0.220824, 0.194089, 0.205631, 0.13963, 0.229153, 0.105522, 0.178614, 0.193113, 0.204128, 0.242045, 0.229018, 0.244302, 0.20922, 0.165934, 0.194445, 0.217132, 0.15976, 0.220705, 0.221898, 0.103966, 0.216055, 0.226568, 0.22485, 0.217735, 0.229925, 0.237084, 0.207143, 0.196892, 0.226011, 0.221807, 0.073726, 0.241505, 0.196015, 0.229215, 0.196468, 0.201305, 0.225211, 0.245709, 0.213459, 0.242236, 0.218961, 0.133265, 0.229795, 0.218761, 0.2305, 0.238154, 0.198501, 0.189588, 0.217477, 0.224729, 0.205655, 0.207216, 0.21022, 0.214059, 0.236324, 0.223746, 0.171991, 0.234356, 0.247265, 0.194089, 0.232683, 0.227916, 0.116357, 0.220786, 0.226934, 0.226561, 0.171821, 0.217517, 0.233762, 0.19443, 0.244347, 0.230382, 0.225882, 0.215572, 0.226915, 0.201602, 0.226273, 0.227463, 0.219236, 0.202105, 0.233641, 0.225835, 0.198971, 0.118687, 0.202194, 0.209516, 0.23166, 0.237218, 0.152699, 0.230999, 0.210458, 0.214547, 0.218278, 0.203352, 0.195789, 0.232962, 0.219951, 0.186385, 0.24461, 0.221225, 0.224403, 0.216685, 0.229173, 0.231746, 0.243831, 0.215759, 0.197429, 0.244135, 0.223442, 0.242107, 0.214626, 0.213339, 0.230727, 0.214089, 0.189302, 0.224141, 0.240081, 0.207623, 0.242679, 0.2142, 0.225549, 0.221041, 0.23941, 0.237524, 0.171336, 0.210445, 0.222793, 0.233268, 0.231017, 0.155462, 0.233251, 0.190203, 0.232629, 0.235656, 0.117774, 0.218923, 0.222739, 0.229811, 0.23161, 0.217333, 0.236345, 0.233108, 0.224335, 0.176932, 0.222228, 0.208988, 0.22549, 0.224835, 0.236631, 0.234685, 0.238524, 0.20988, 0.239351, 0.211494, 0.21339, 0.216753, 0.224289, 0.24002, 0.183592, 0.230011, 0.256933, 0.230922, 0.212389, 0.202418, 0.243233, 0.214959, 0.165808, 0.170987, 0.241273, 0.242645, 0.241717, 0.210735, 0.200289, 0.21741, 0.223986, 0.196085, 0.245873, 0.212957, 0.23267, 0.218677, 0.220654, 0.229739, 0.207991, 0.221109, 0.221827, 0.222181, 0.202849, 0.220446, 0.175434, 0.126811, 0.222101, 0.228886, 0.219543, 0.174475, 0.216176, 0.234213, 0.21915, 0.224283, 0.228189, 0.243123, 0.227866, 0.242996, 0.239079, 0.231767, 0.234881, 0.209715, 0.223944, 0.216005, 0.233869, 0.179557, 0.102757, 0.21548, 0.2185, 0.214004, 0.237882, 0.239724, 0.228674, 0.209663, 0.233985, 0.24443, 0.183454, 0.141875, 0.151415, 0.237929, 0.230999, 0.230647, 0.223005, 0.245807, 0.236616, 0.248093, 0.195897, 0.225625, 0.219353, 0.221924, 0.233923, 0.219481, 0.226265, 0.189011, 0.216458, 0.145574, 0.22249, 0.224346, 0.160673, 0.211192, 0.229888, 0.221027, 0.229349, 0.200492, 0.229565, 0.167319, 0.223165, 0.219786, 0.247826, 0.238597, 0.222689, 0.163753, 0.240908, 0.224072, 0.23155, 0.232606, 0.178781, 0.212373, 0.235667, 0.219327, 0.214436, 0.236929, 0.232827, 0.200998, 0.227298, 0.215297, 0.23337, 0.225289, 0.224685, 0.231126, 0.222158, 0.242286, 0.237149, 0.21708, 0.23822, 0.22981, 0.187407, 0.220958, 0.228462, 0.194741, 0.233057, 0.210881, 0.214899, 0.225131, 0.224157, 0.227258, 0.220564, 0.206677, 0.219911, 0.231124, 0.233147, 0.142492, 0.216835, 0.220209, 0.218279, 0.215489, 0.237636, 0.222511, 0.167813, 0.233306, 0.24977, 0.220748, 0.231805, 0.2255, 0.212996, 0.225171, 0.216565, 0.231079, 0.227501, 0.231349, 0.207182, 0.252583, 0.225194, 0.228361, 0.208878, 0.226363, 0.238435, 0.201755, 0.230147, 0.209717, 0.224622, 0.214368, 0.243651, 0.225742, 0.236118, 0.245065, 0.220621, 0.195415, 0.208738, 0.238482, 0.219277, 0.245661, 0.244645, 0.220656, 0.216195, 0.228588, 0.230357, 0.226038, 0.239309, 0.218174, 0.216056, 0.224143, 0.22339, 0.229313, 0.111774, 0.226372, 0.236769, 0.226545, 0.225526, 0.229395, 0.217661, 0.212531, 0.154813, 0.233035, 0.216356, 0.185052, 0.238988, 0.210456, 0.21276, 0.241073, 0.227384, 0.191254, 0.150151, 0.232068, 0.24907, 0.243362, 0.221485, 0.239842, 0.244576, 0.196939, 0.230217, 0.226195, 0.241598, 0.243623, 0.18336, 0.223485, 0.22528, 0.233775, 0.200437, 0.195182, 0.231032, 0.234344, 0.22537, 0.246728, 0.235923, 0.212344, 0.13352, 0.218811, 0.230237, 0.101603, 0.226944, 0.217177, 0.218307, 0.237069, 0.232846, 0.237441, 0.231442, 0.214884, 0.183952, 0.207512, 0.214737, 0.183565, 0.222386, 0.205853, 0.233783, 0.254819, 0.23377, 0.22693, 0.223635, 0.237328, 0.188435, 0.205405, 0.231975, 0.222507, 0.231616, 0.222635, 0.207787, 0.185565, 0.223521, 0.247134, 0.208997, 0.235152, 0.202428, 0.218259, 0.215553, 0.237621, 0.180902, 0.145085, 0.136454, 0.203263, 0.235359, 0.238134, 0.232085, 0.100239, 0.129642, 0.241337, 0.221697, 0.233798, 0.23153, 0.21584, 0.226103, 0.238268, 0.239371, 0.234178, 0.230125, 0.224507, 0.204526, 0.237981, 0.217151, 0.233432, 0.234727, 0.209593, 0.239959, 0.239376, 0.223496, 0.195219, 0.205909, 0.231397, 0.209789, 0.22, 0.22732, 0.238097, 0.232593, 0.235023, 0.215243, 0.229946, 0.232928, 0.232708, 0.221466, 0.244981, 0.232818, 0.209787, 0.230032, 0.230429, 0.233025, 0.234237, 0.242984, 0.229022, 0.225329, 0.194719, 0.208579, 0.238626, 0.204089, 0.222753, 0.202486, 0.220631, 0.160636, 0.218947, 0.151148, 0.226539, 0.232182, 0.230199, 0.217824, 0.217542, 0.226592, 0.198931, 0.226558, 0.23372, 0.198517, 0.14392, 0.248541, 0.231499, 0.183505, 0.242639, 0.227563, 0.213383, 0.239051, 0.231358, 0.215689, 0.234851, 0.236513, 0.203675, 0.197504, 0.225723, 0.226877, 0.223667, 0.228428, 0.230255, 0.226392, 0.118056, 0.207934, 0.18898, 0.186837, 0.233394, 0.232816, 0.203712, 0.215839, 0.221877, 0.224036, 0.166805, 0.15155, 0.211132, 0.202759, 0.22293, 0.228856, 0.217349, 0.22603, 0.220083, 0.232408, 0.135978, 0.236799, 0.227141, 0.236878, 0.24432, 0.22333, 0.228477, 0.197736, 0.210964, 0.197226, 0.238899, 0.235915, 0.223616, 0.2173, 0.222659, 0.247989, 0.240262, 0.215973, 0.226374, 0.170722, 0.2324, 0.217724, 0.218144, 0.239988, 0.183507, 0.177285, 0.21913, 0.22244, 0.230449, 0.208473, 0.233128, 0.192391, 0.215962, 0.240423, 0.23484, 0.231828, 0.21048, 0.233574, 0.223759, 0.230021, 0.23595, 0.225886, 0.239993, 0.229644, 0.226545, 0.243623, 0.228861, 0.224377, 0.224797, 0.126208, 0.224669, 0.228139, 0.228803, 0.241893, 0.236577, 0.229952, 0.228019, 0.206782, 0.224463, 0.221304, 0.191932, 0.231057, 0.209101, 0.244312, 0.226368, 0.105827, 0.233424, 0.17292, 0.235099, 0.220914, 0.220428, 0.211442, 0.231443, 0.218034, 0.163795, 0.23571, 0.213917, 0.231841, 0.236937, 0.206829, 0.25221, 0.230905, 0.210712, 0.227295, 0.186794, 0.224389, 0.229152, 0.236394, 0.190265, 0.196531, 0.190643, 0.216283, 0.218815, 0.161873, 0.213235, 0.223794, 0.127435, 0.228403, 0.111893, 0.136267, 0.238166, 0.218184, 0.233324, 0.11095, 0.236364, 0.217982, 0.217845, 0.233291, 0.11807, 0.176128, 0.225207, 0.23062, 0.159523, 0.227818, 0.225941, 0.226973, 0.240561, 0.227057, 0.162681, 0.248987, 0.23318, 0.178364, 0.22486, 0.226337, 0.231897, 0.22581, 0.19816, 0.230261, 0.229956, 0.230039, 0.230744, 0.225327, 0.167738, 0.233603, 0.207659, 0.205362, 0.234458, 0.227666, 0.200997, 0.242675, 0.210987, 0.229684, 0.198624, 0.234271, 0.234378, 0.188307, 0.231349, 0.201665, 0.213248, 0.235781, 0.227648, 0.230061, 0.213412, 0.202098, 0.241651, 0.157134, 0.221115, 0.24437, 0.169248, 0.223621, 0.196901, 0.204711, 0.18456, 0.238185, 0.222139, 0.222029, 0.214169, 0.229511, 0.224617, 0.233545, 0.164285, 0.241758, 0.236669, 0.199119, 0.210521, 0.228679, 0.213846, 0.223251, 0.220765, 0.227374, 0.226343, 0.141771, 0.208473, 0.234135, 0.225602, 0.140623, 0.232815, 0.239117, 0.207873, 0.099541, 0.226252, 0.147443, 0.236449, 0.242099, 0.091204, 0.223672, 0.123862, 0.215642, 0.201766, 0.231818, 0.231358, 0.226027, 0.148725, 0.240672, 0.232607, 0.241468, 0.215897, 0.238189, 0.239724, 0.215785, 0.222258, 0.219573, 0.212118, 0.227152, 0.211643, 0.219689, 0.235996, 0.225315, 0.218421, 0.192185, 0.225007, 0.232013, 0.226535, 0.230335, 0.219434, 0.21961, 0.231135, 0.237719, 0.224167, 0.185253, 0.240888, 0.107832, 0.246837, 0.202285, 0.164535, 0.234591, 0.207532, 0.227751, 0.249893, 0.216527, 0.23074, 0.23233, 0.22582, 0.214687, 0.221863, 0.216328, 0.248918, 0.214692, 0.229562, 0.24812, 0.22404, 0.21954, 0.233437, 0.153767, 0.223426, 0.219022, 0.220486, 0.207808, 0.238754, 0.212626, 0.216542, 0.224189, 0.23494, 0.20549, 0.233148, 0.224375, 0.21831, 0.222284, 0.244806, 0.233884, 0.218929, 0.098116, 0.218715, 0.219052, 0.2317, 0.239132, 0.210061, 0.231638, 0.213918, 0.211478, 0.210018, 0.170986, 0.228766, 0.227997, 0.198594, 0.22593, 0.230844, 0.211194, 0.231486, 0.20735, 0.225779, 0.197545, 0.207403, 0.229196, 0.224876, 0.221037, 0.219688, 0.218971, 0.225573, 0.244344, 0.205246, 0.219584, 0.119622, 0.227784, 0.228543, 0.240981, 0.109387, 0.235807, 0.233657, 0.222738, 0.207789, 0.160674, 0.197823, 0.20619, 0.221778, 0.224406, 0.234882, 0.225728, 0.230099, 0.222792, 0.205544, 0.187261, 0.234, 0.181624, 0.216555, 0.234495, 0.221948, 0.189256, 0.249888, 0.237572, 0.186048, 0.220014, 0.183481, 0.224588, 0.131392, 0.228568, 0.195993, 0.133185, 0.22045, 0.23661 ] }, "name": "model.model.layers.15.post_attention_layernorm.weight", "outputIndexes": [ 1298 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1297 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_15/Mul_output_0", "outputIndexes": [ 1299 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1298, 1299 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_15/Mul_1_output_0", "outputIndexes": [ 1300 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1300 ], "outputIndexes": [ 2399 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2399 ], "outputIndexes": [ 2400 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/gate_proj/Linear", "inputIndexes": [ 2400 ], "outputIndexes": [ 2401 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 8192, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 575670622, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2401 ], "outputIndexes": [ 2402 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2402 ], "outputIndexes": [ 1301 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 8192 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1301 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_15/Sigmoid_output_0", "outputIndexes": [ 1302 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1301, 1302 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_15/Mul_output_0", "outputIndexes": [ 1303 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1300 ], "outputIndexes": [ 2403 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2403 ], "outputIndexes": [ 2404 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/up_proj/Linear", "inputIndexes": [ 2404 ], "outputIndexes": [ 2405 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 8192, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 585107828, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2405 ], "outputIndexes": [ 2406 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2406 ], "outputIndexes": [ 1304 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 8192 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1303, 1304 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_15/Mul_output_0", "outputIndexes": [ 1305 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1305 ], "outputIndexes": [ 2407 ], "main_type": "Reshape", "main": { "dims": [ -1, 8192, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2407 ], "outputIndexes": [ 2408 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/down_proj/Linear", "inputIndexes": [ 2408 ], "outputIndexes": [ 2409 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 8192, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 594545034, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2409 ], "outputIndexes": [ 2410 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2410 ], "outputIndexes": [ 1306 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1297, 1306 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_79_output_0", "outputIndexes": [ 1307 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1307, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_80_output_0", "outputIndexes": [ 1308 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2048 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.495998, 0.521272, 0.512799, 0.506441, 0.313141, 0.592699, 0.470869, 0.550073, 0.464089, 0.496766, 0.448167, 0.444223, 0.534859, 0.483734, 0.494824, 0.405512, 0.472838, 0.269666, 0.530993, 0.497393, 0.484652, 0.521403, 0.469568, 0.482766, 0.531908, 0.492961, 0.412094, 0.525239, 0.526226, 0.488007, 0.513401, 0.549021, 0.510888, 0.384426, 0.507266, 0.479218, 0.47097, 0.475935, 0.506183, 0.480064, 0.478129, 0.389461, 0.516175, 0.529666, 0.486242, 0.520068, 0.52508, 0.532647, 0.481646, 0.51982, 0.505395, 0.455427, 0.524108, 0.478896, 0.52651, 0.501222, 0.484938, 0.477131, 0.456312, 0.469571, 0.488718, 0.451928, 0.283734, 0.501126, 0.511481, 0.497525, 0.248958, 0.509477, 0.550184, 0.495954, 0.506013, 0.537521, 0.466537, 0.53153, 0.48858, 0.508773, 0.518319, 0.480369, 0.275641, 0.470836, 0.545455, 0.532005, 0.527602, 0.498138, 0.511479, 0.509054, 0.396359, 0.253506, 0.522892, 0.536691, 0.410312, 0.458945, 0.538875, 0.485872, 0.443711, 0.512998, 0.500041, 0.540544, 0.493938, 0.402631, 0.312643, 0.497456, 0.373064, 0.417438, 0.394975, 0.440989, 0.290954, 0.43073, 0.485092, 0.432218, 0.472326, 0.499532, 0.432352, 0.499326, 0.536877, 0.495128, 0.489709, 0.524446, 0.532321, 0.5414, 0.531518, 0.43925, 0.526364, 0.497137, 0.531903, 0.488232, 0.523064, 0.517905, 0.455009, 0.516126, 0.509039, 0.457823, 0.46151, 0.340963, 0.461531, 0.486567, 0.526867, 0.502062, 0.485247, 0.531265, 0.487973, 0.529961, 0.330032, 0.435383, 0.453005, 0.398854, 0.491796, 0.505801, 0.551004, 0.477069, 0.515003, 0.486822, 0.516846, 0.435803, 0.479542, 0.428545, 0.438904, 0.423256, 0.311618, 0.529183, 0.539207, 0.483974, 0.541588, 0.481356, 0.495458, 0.533014, 0.431789, 0.508263, 0.461764, 0.497971, 0.512364, 0.517973, 0.518794, 0.516067, 0.463086, 0.464614, 0.502044, 0.535868, 0.501405, 0.452162, 0.44277, 0.491945, 0.521697, 0.506557, 0.519272, 0.495209, 0.488925, 0.351877, 0.500346, 0.416681, 0.485483, 0.494595, 0.500841, 0.532128, 0.362576, 0.486638, 0.50551, 0.449278, 0.499021, 0.386967, 0.501377, 0.485003, 0.474269, 0.478577, 0.504174, 0.470574, 0.514227, 0.369715, 0.475366, 0.238042, 0.545347, 0.489042, 0.497764, 0.544488, 0.484962, 0.47572, 0.528296, 0.542678, 0.473224, 0.469058, 0.505984, 0.49282, 0.501781, 0.404893, 0.501253, 0.378548, 0.473396, 0.047079, 0.53326, 0.432084, 0.491294, 0.469801, 0.526028, 0.394544, 0.513395, 0.393122, 0.478279, 0.526739, 0.448789, 0.317781, 0.518843, 0.490539, 0.535647, 0.446823, 0.512797, 0.536872, 0.514856, 0.479086, 0.466532, 0.450533, 0.501946, 0.497754, 0.503067, 0.532321, 0.245538, 0.247144, 0.524725, 0.51831, 0.516512, 0.509106, 0.509616, 0.505646, 0.541012, 0.539445, 0.450212, 0.499152, 0.534343, 0.515837, 0.538403, 0.441769, 0.442903, 0.504442, 0.50979, 0.519838, 0.565739, 0.344815, 0.48134, 0.441645, 0.453577, 0.558387, 0.442704, 0.286179, 0.225094, 0.450454, 0.521081, 0.501536, 0.41501, 0.462807, 0.544096, 0.477582, 0.518971, 0.461431, 0.485426, 0.497007, 0.449804, 0.513983, 0.469801, 0.279309, 0.515396, 0.544718, 0.536961, 0.364422, 0.50976, 0.429204, 0.301324, 0.516597, 0.460073, 0.465402, 0.429853, 0.537216, 0.517661, 0.511058, 0.479049, 0.510408, 0.5283, 0.508312, 0.476639, 0.521251, 0.320049, 0.535431, 0.380787, 0.505338, 0.535317, 0.384507, 0.350672, 0.474719, 0.39914, 0.511184, 0.442991, 0.44681, 0.506067, 0.504317, 0.478466, 0.544359, 0.512284, 0.53569, 0.440392, 0.490631, 0.23932, 0.273015, 0.432711, 0.45302, 0.4532, 0.485736, 0.288111, 0.454982, 0.404693, 0.528511, 0.483042, 0.454033, 0.419353, 0.535135, 0.226779, 0.530788, 0.478528, 0.486256, 0.319997, 0.488699, 0.521462, 0.495926, 0.484993, 0.49721, 0.437797, 0.477203, 0.511802, 0.489815, 0.506265, 0.535884, 0.437961, 0.514049, 0.46901, 0.374977, 0.449822, 0.523631, 0.483681, 0.480634, 0.436268, 0.486598, 0.464751, 0.474633, 0.469185, 0.281595, 0.514678, 0.514874, 0.488291, 0.437596, 0.474784, 0.48333, 0.425507, 0.569505, 0.345254, 0.533264, 0.485915, 0.505245, 0.210092, 0.458126, 0.449959, 0.543365, 0.433329, 0.527309, 0.418008, 0.55135, 0.544948, 0.517683, 0.391522, 0.44541, 0.501772, 0.411315, 0.515116, 0.450902, 0.222838, 0.516815, 0.512589, 0.49988, 0.496379, 0.243669, 0.470612, 0.553765, 0.520881, 0.514709, 0.480602, 0.452942, 0.512818, 0.197189, 0.526808, 0.548157, 0.404207, 0.481378, 0.35505, 0.375566, 0.429909, 0.518371, 0.527776, 0.540974, 0.47906, 0.47829, 0.461464, 0.488265, 0.383199, 0.566318, 0.484647, 0.458655, 0.564067, 0.445864, 0.482426, 0.546274, 0.529575, 0.479263, 0.517317, 0.4418, 0.517849, 0.480131, 0.254158, 0.504778, 0.387503, 0.424143, 0.41417, 0.432198, 0.531819, 0.47212, 0.245765, 0.517465, 0.518774, 0.468451, 0.488423, 0.514204, 0.535358, 0.523438, 0.483544, 0.472746, 0.505692, 0.516145, 0.528382, 0.490494, 0.486718, 0.5189, 0.485553, 0.558361, 0.505554, 0.512584, 0.510052, 0.533159, 0.541446, 0.471718, 0.407801, 0.505885, 0.53756, 0.496544, 0.545908, 0.355862, 0.486431, 0.536232, 0.499441, 0.483905, 0.485773, 0.487168, 0.234597, 0.52346, 0.500537, 0.369954, 0.465278, 0.511649, 0.50833, 0.527733, 0.510488, 0.506508, 0.469627, 0.504525, 0.479155, 0.522314, 0.521326, 0.529177, 0.498998, 0.511524, 0.545443, 0.510984, 0.275384, 0.517457, 0.547175, 0.330008, 0.382146, 0.496022, 0.485512, 0.528781, 0.246499, 0.503983, 0.488791, 0.469805, 0.456562, 0.490051, 0.483034, 0.500749, 0.497765, 0.509879, 0.262516, 0.517865, 0.471002, 0.559058, 0.501771, 0.50107, 0.456042, 0.340092, 0.37117, 0.473937, 0.520722, 0.368933, 0.573999, 0.506809, 0.304689, 0.500837, 0.370001, 0.390762, 0.282503, 0.508351, 0.517199, 0.522541, 0.503304, 0.50961, 0.482922, 0.47517, 0.517138, 0.476105, 0.498514, 0.536312, 0.489941, 0.475286, 0.527318, 0.476043, 0.535736, 0.490889, 0.538316, 0.531523, 0.507344, 0.315466, 0.213575, 0.458222, 0.43362, 0.517576, 0.555766, 0.465082, 0.545213, 0.507401, 0.466336, 0.401196, 0.489457, 0.494737, 0.50544, 0.52539, 0.460995, 0.507194, 0.303631, 0.456674, 0.474504, 0.522647, 0.531338, 0.491032, 0.425111, 0.471324, 0.508882, 0.494493, 0.509187, 0.536283, 0.52709, 0.521607, 0.510666, 0.516826, 0.441985, 0.507628, 0.429757, 0.3041, 0.51563, 0.506412, 0.519385, 0.498281, 0.451576, 0.500388, 0.544302, 0.527165, 0.273362, 0.314107, 0.43229, 0.460331, 0.532919, 0.445391, 0.543524, 0.555355, 0.456473, 0.409091, 0.495954, 0.551652, 0.50749, 0.441887, 0.538698, 0.48232, 0.505817, 0.517629, 0.457232, 0.508607, 0.425994, 0.488702, 0.512962, 0.474988, 0.456096, 0.51127, 0.488978, 0.378932, 0.531018, 0.537326, 0.510906, 0.521494, 0.518823, 0.497656, 0.484396, 0.283012, 0.46918, 0.508918, 0.530418, 0.513308, 0.487107, 0.540337, 0.532145, 0.536477, 0.540422, 0.292894, 0.523317, 0.561, 0.510076, 0.501565, 0.482851, 0.473379, 0.518299, 0.498501, 0.476507, 0.547598, 0.477928, 0.527356, 0.550161, 0.509536, 0.482293, 0.494288, 0.517482, 0.490122, 0.52415, 0.266213, 0.511975, 0.41604, 0.445792, 0.344445, 0.488719, 0.556251, 0.460159, 0.504929, 0.478944, 0.447101, 0.473692, 0.469584, 0.537682, 0.458978, 0.533348, 0.507103, 0.519617, 0.291779, 0.475327, 0.486911, 0.518903, 0.298107, 0.502472, 0.455078, 0.365357, 0.547255, 0.514258, 0.522315, 0.485611, 0.465574, 0.546875, 0.487855, 0.476774, 0.473073, 0.49968, 0.537932, 0.515875, 0.461945, 0.503968, 0.349726, 0.500389, 0.480908, 0.532258, 0.519353, 0.481175, 0.482111, 0.442707, 0.519894, 0.540523, 0.517711, 0.482393, 0.500395, 0.442657, 0.483608, 0.497889, 0.482398, 0.48162, 0.47624, 0.47393, 0.568722, 0.521342, 0.447577, 0.471835, 0.453836, 0.483997, 0.089661, 0.497859, 0.52107, 0.466883, 0.537389, 0.489024, 0.484382, 0.443395, 0.49071, 0.497607, 0.475663, 0.478492, 0.509638, 0.501239, 0.489657, 0.406934, 0.500607, 0.499698, 0.507714, 0.533987, 0.479868, 0.513321, 0.504142, 0.515296, 0.505054, 0.311565, 0.510464, 0.481509, 0.505648, 0.481288, 0.484769, 0.526229, 0.460958, 0.346818, 0.512944, 0.474557, 0.516154, 0.515413, 0.488819, 0.441216, 0.50357, 0.282437, 0.426855, 0.396652, 0.314634, 0.486595, 0.48184, 0.241709, 0.494571, 0.508566, 0.539194, 0.52236, 0.42029, 0.538519, 0.506423, 0.48814, 0.481782, 0.51453, 0.498786, 0.49598, 0.242452, 0.541477, 0.532912, 0.543518, 0.462463, 0.546188, 0.452256, 0.510499, 0.512665, 0.478037, 0.47236, 0.498548, 0.508436, 0.506096, 0.478996, 0.471525, 0.231515, 0.540687, 0.501363, 0.511495, 0.460302, 0.463425, 0.256484, 0.450198, 0.421841, 0.526514, 0.507088, 0.234945, 0.393601, 0.531998, 0.501181, 0.482636, 0.483954, 0.416524, 0.284959, 0.513176, 0.427207, 0.47813, 0.468717, 0.495349, 0.467167, 0.478438, 0.40237, 0.484293, 0.515458, 0.492999, 0.474033, 0.491994, 0.523109, 0.525015, 0.527856, 0.507845, 0.460727, 0.511589, 0.468097, 0.478142, 0.484929, 0.497216, 0.355382, 0.510696, 0.452969, 0.486564, 0.37488, 0.515397, 0.455665, 0.450327, 0.51289, 0.430715, 0.463784, 0.477056, 0.44587, 0.466672, 0.269684, 0.472092, 0.471073, 0.418929, 0.518674, 0.493187, 0.313576, 0.521286, 0.52582, 0.503412, 0.512026, 0.478112, 0.453399, 0.535839, 0.496001, 0.532564, 0.364042, 0.430464, 0.504247, 0.490996, 0.498329, 0.539178, 0.487964, 0.297967, 0.498309, 0.434255, 0.49996, 0.403751, 0.494592, 0.538793, 0.471207, 0.545679, 0.216162, 0.493315, 0.522292, 0.358317, 0.489626, 0.479731, 0.484848, 0.483533, 0.495396, 0.524937, 0.47672, 0.480085, 0.512358, 0.323668, 0.222942, 0.229595, 0.540158, 0.377006, 0.471195, 0.485498, 0.529837, 0.537883, 0.514566, 0.504229, 0.496782, 0.488591, 0.519924, 0.498172, 0.350063, 0.488552, 0.541219, 0.475787, 0.45813, 0.445295, 0.502758, 0.517508, 0.470642, 0.423706, 0.323045, 0.511879, 0.492134, 0.52687, 0.50916, 0.502716, 0.522918, 0.466943, 0.476311, 0.497315, 0.519245, 0.505464, 0.512937, 0.532113, 0.447181, 0.532101, 0.473953, 0.255735, 0.529646, 0.494975, 0.512019, 0.459157, 0.493047, 0.48365, 0.539588, 0.552924, 0.522046, 0.522941, 0.488799, 0.243123, 0.409845, 0.47055, 0.518752, 0.501699, 0.246541, 0.525664, 0.490696, 0.374433, 0.492657, 0.487625, 0.401157, 0.468664, 0.420409, 0.546166, 0.505989, 0.517562, 0.555007, 0.452403, 0.206307, 0.508786, 0.452571, 0.537098, 0.482989, 0.437638, 0.471016, 0.458203, 0.334994, 0.426769, 0.350062, 0.526762, 0.237177, 0.258622, 0.490335, 0.487478, 0.495343, 0.504494, 0.506348, 0.489107, 0.489105, 0.484778, 0.506857, 0.382957, 0.504734, 0.500751, 0.491373, 0.463471, 0.522716, 0.530534, 0.510492, 0.432919, 0.37988, 0.496318, 0.471257, 0.540731, 0.518681, 0.485978, 0.321883, 0.290411, 0.499624, 0.469496, 0.469598, 0.509968, 0.44392, 0.513648, 0.515926, 0.278161, 0.405814, 0.49413, 0.52873, 0.53331, 0.476343, 0.487128, 0.490414, 0.530017, 0.522356, 0.341466, 0.528887, 0.519107, 0.392892, 0.444736, 0.509054, 0.293022, 0.509696, 0.488, 0.447991, 0.489458, 0.526457, 0.413616, 0.458907, 0.550796, 0.234533, 0.461245, 0.519516, 0.454131, 0.237957, 0.490324, 0.520162, 0.260758, 0.496534, 0.51561, 0.470894, 0.444883, 0.462498, 0.463665, 0.550253, 0.510065, 0.482269, 0.465671, 0.438469, 0.478035, 0.541557, 0.536627, 0.516684, 0.498171, 0.504025, 0.47367, 0.511893, 0.484128, 0.500949, 0.51162, 0.496794, 0.528645, 0.477968, 0.481261, 0.529658, 0.523171, 0.529367, 0.48849, 0.519736, 0.473684, 0.499814, 0.494999, 0.454175, 0.215474, 0.52129, 0.511998, 0.462972, 0.501933, 0.549679, 0.484258, 0.369797, 0.302615, 0.545219, 0.489035, 0.512079, 0.470495, 0.499655, 0.417047, 0.526979, 0.526602, 0.528909, 0.489575, 0.513395, 0.497617, 0.473933, 0.486515, 0.486473, 0.474144, 0.49733, 0.500354, 0.502816, 0.463518, 0.517669, 0.218053, 0.500297, 0.524552, 0.491146, 0.470505, 0.449859, 0.495081, 0.467698, 0.540927, 0.482646, 0.536455, 0.40512, 0.532897, 0.470452, 0.557661, 0.509802, 0.461184, 0.50577, 0.468713, 0.499069, 0.316031, 0.484519, 0.418398, 0.45951, 0.319782, 0.489675, 0.306236, 0.402694, 0.340324, 0.454744, 0.546061, 0.506307, 0.544015, 0.464863, 0.384005, 0.430219, 0.484971, 0.474082, 0.490936, 0.479369, 0.269136, 0.480315, 0.509978, 0.49438, 0.461869, 0.534566, 0.522372, 0.433011, 0.428676, 0.484566, 0.485828, 0.331796, 0.540916, 0.435035, 0.504964, 0.404841, 0.458608, 0.518475, 0.541344, 0.482067, 0.518799, 0.454989, 0.2812, 0.527706, 0.487332, 0.487833, 0.525239, 0.459523, 0.425527, 0.489831, 0.486873, 0.461219, 0.448436, 0.457759, 0.483822, 0.520007, 0.508874, 0.375444, 0.508259, 0.521695, 0.450398, 0.494809, 0.495734, 0.271016, 0.521097, 0.510614, 0.518319, 0.369529, 0.473761, 0.515774, 0.402493, 0.508671, 0.515585, 0.492556, 0.458884, 0.490529, 0.454868, 0.480883, 0.478916, 0.501922, 0.453496, 0.513055, 0.480709, 0.433022, 0.259094, 0.459018, 0.479085, 0.525545, 0.531788, 0.356675, 0.505333, 0.484905, 0.489455, 0.488814, 0.449078, 0.42777, 0.51235, 0.467685, 0.427798, 0.567578, 0.504948, 0.508409, 0.50727, 0.522455, 0.506705, 0.528439, 0.476615, 0.430547, 0.555834, 0.465609, 0.534193, 0.482635, 0.477622, 0.504862, 0.471632, 0.452771, 0.487627, 0.54722, 0.466155, 0.522875, 0.463481, 0.517519, 0.4835, 0.537557, 0.497699, 0.365894, 0.44623, 0.520395, 0.502508, 0.506668, 0.355242, 0.489148, 0.367398, 0.518078, 0.507629, 0.335353, 0.474467, 0.495632, 0.488009, 0.508916, 0.490589, 0.570574, 0.520932, 0.487227, 0.380913, 0.509324, 0.443225, 0.542995, 0.536113, 0.511166, 0.542593, 0.54594, 0.457462, 0.541693, 0.491742, 0.466759, 0.493025, 0.506945, 0.519324, 0.40985, 0.537916, 0.558492, 0.53722, 0.46976, 0.407576, 0.545129, 0.48491, 0.367313, 0.379844, 0.551049, 0.542832, 0.535684, 0.442031, 0.445508, 0.475491, 0.517187, 0.451096, 0.553395, 0.463873, 0.551916, 0.479415, 0.496956, 0.48438, 0.458745, 0.504402, 0.493651, 0.512677, 0.423771, 0.483746, 0.400157, 0.334537, 0.485912, 0.528874, 0.486976, 0.292503, 0.458263, 0.50231, 0.486057, 0.498879, 0.493714, 0.529585, 0.508997, 0.541124, 0.511109, 0.499108, 0.488602, 0.483471, 0.484856, 0.47107, 0.506633, 0.375499, 0.239965, 0.491339, 0.502772, 0.482934, 0.507037, 0.53748, 0.528691, 0.480203, 0.517453, 0.544131, 0.404854, 0.321603, 0.329587, 0.504148, 0.531626, 0.571722, 0.492074, 0.532151, 0.528794, 0.524807, 0.424411, 0.495152, 0.501016, 0.475232, 0.485016, 0.473654, 0.506393, 0.426233, 0.502697, 0.36511, 0.479659, 0.556974, 0.341363, 0.484552, 0.519478, 0.524665, 0.497195, 0.463171, 0.520175, 0.349742, 0.52311, 0.478905, 0.551863, 0.537068, 0.483027, 0.362581, 0.524678, 0.523175, 0.51538, 0.512422, 0.383709, 0.444854, 0.545304, 0.498362, 0.462774, 0.515517, 0.525217, 0.429946, 0.509411, 0.465477, 0.521379, 0.497473, 0.527484, 0.511484, 0.506782, 0.521664, 0.550974, 0.471034, 0.526271, 0.490402, 0.413838, 0.491828, 0.515648, 0.41272, 0.500173, 0.4567, 0.48075, 0.499874, 0.51425, 0.495746, 0.495593, 0.483696, 0.50435, 0.523718, 0.502839, 0.278553, 0.475421, 0.462719, 0.482291, 0.471271, 0.540825, 0.477891, 0.294452, 0.488788, 0.501535, 0.503956, 0.515637, 0.475294, 0.465243, 0.501691, 0.47076, 0.495771, 0.487713, 0.501928, 0.432297, 0.526418, 0.506402, 0.510812, 0.460196, 0.509622, 0.549743, 0.41078, 0.524804, 0.456252, 0.468687, 0.480193, 0.542604, 0.539726, 0.524066, 0.565024, 0.503263, 0.413542, 0.453823, 0.514083, 0.477027, 0.525173, 0.538963, 0.494152, 0.46405, 0.523028, 0.467341, 0.477764, 0.526453, 0.489103, 0.479298, 0.487581, 0.496015, 0.532654, 0.237702, 0.500515, 0.53462, 0.510657, 0.499369, 0.517436, 0.498171, 0.420824, 0.351391, 0.51335, 0.488564, 0.387542, 0.543026, 0.467194, 0.484746, 0.52935, 0.493668, 0.441072, 0.362074, 0.546889, 0.548692, 0.544156, 0.49561, 0.505393, 0.554187, 0.424415, 0.515619, 0.485384, 0.526036, 0.558095, 0.414081, 0.493921, 0.501695, 0.488946, 0.472982, 0.433331, 0.515954, 0.533766, 0.500687, 0.563037, 0.50081, 0.444848, 0.337665, 0.465384, 0.472873, 0.252438, 0.506804, 0.506213, 0.4928, 0.532308, 0.507844, 0.514332, 0.520581, 0.480773, 0.419178, 0.490487, 0.482272, 0.40654, 0.474087, 0.433071, 0.515406, 0.594194, 0.532541, 0.500388, 0.494723, 0.528822, 0.455039, 0.523046, 0.522289, 0.4974, 0.535747, 0.510547, 0.470294, 0.423527, 0.511597, 0.522691, 0.460065, 0.50795, 0.424292, 0.475529, 0.462573, 0.523651, 0.399568, 0.31491, 0.325358, 0.441314, 0.528268, 0.534721, 0.51481, 0.308612, 0.283996, 0.537186, 0.492726, 0.520138, 0.52903, 0.468558, 0.482732, 0.506543, 0.536086, 0.505423, 0.499771, 0.485885, 0.462782, 0.526395, 0.467411, 0.527105, 0.526947, 0.456156, 0.553395, 0.504415, 0.507487, 0.417656, 0.431019, 0.538947, 0.453918, 0.476091, 0.500121, 0.558907, 0.48467, 0.55693, 0.455986, 0.480633, 0.544474, 0.522441, 0.51435, 0.520859, 0.52057, 0.468872, 0.514818, 0.508991, 0.491096, 0.514821, 0.511535, 0.479616, 0.483225, 0.38353, 0.472662, 0.51919, 0.442182, 0.497052, 0.445968, 0.489, 0.344354, 0.455926, 0.348037, 0.50216, 0.476927, 0.508168, 0.51174, 0.473994, 0.513016, 0.45853, 0.50241, 0.514033, 0.40129, 0.31353, 0.545509, 0.529056, 0.420219, 0.544603, 0.510459, 0.470724, 0.537889, 0.493363, 0.493141, 0.535621, 0.513779, 0.440372, 0.423804, 0.512597, 0.52178, 0.519966, 0.507628, 0.497976, 0.509686, 0.289456, 0.465903, 0.420142, 0.4518, 0.544868, 0.518126, 0.433071, 0.484328, 0.474226, 0.512522, 0.276402, 0.263843, 0.439208, 0.456354, 0.497387, 0.485457, 0.494886, 0.508268, 0.519334, 0.519043, 0.324395, 0.53674, 0.489931, 0.521318, 0.52085, 0.500447, 0.499032, 0.442817, 0.476294, 0.440922, 0.532135, 0.522566, 0.492684, 0.48023, 0.486737, 0.546216, 0.510352, 0.463807, 0.486715, 0.381838, 0.524772, 0.481336, 0.464772, 0.50025, 0.395265, 0.382814, 0.485456, 0.489998, 0.53039, 0.475858, 0.536916, 0.451237, 0.464228, 0.534522, 0.516302, 0.512804, 0.455147, 0.524977, 0.481361, 0.513731, 0.53136, 0.497784, 0.518773, 0.509832, 0.497577, 0.549068, 0.49644, 0.474806, 0.509099, 0.272402, 0.483388, 0.517473, 0.51527, 0.510643, 0.553611, 0.507237, 0.519733, 0.459086, 0.514378, 0.481556, 0.41785, 0.519864, 0.448153, 0.545789, 0.494246, 0.247872, 0.504582, 0.379902, 0.507193, 0.470271, 0.479078, 0.473589, 0.515478, 0.459047, 0.357489, 0.522973, 0.450312, 0.519625, 0.526845, 0.439841, 0.563131, 0.549779, 0.462228, 0.50949, 0.323999, 0.505212, 0.538948, 0.520029, 0.391676, 0.430094, 0.422914, 0.488036, 0.452589, 0.352446, 0.46471, 0.506853, 0.283822, 0.512387, 0.247668, 0.293828, 0.558595, 0.483783, 0.524107, 0.250664, 0.548561, 0.503069, 0.476748, 0.514168, 0.341824, 0.379773, 0.546509, 0.522916, 0.383973, 0.521395, 0.535632, 0.503651, 0.508824, 0.534109, 0.39084, 0.539332, 0.49069, 0.40223, 0.488686, 0.509551, 0.494227, 0.499771, 0.451171, 0.504003, 0.532025, 0.507214, 0.512841, 0.525956, 0.368441, 0.501533, 0.460965, 0.494866, 0.509141, 0.504654, 0.448788, 0.520598, 0.447295, 0.508821, 0.439273, 0.511524, 0.510795, 0.405199, 0.529606, 0.460246, 0.509468, 0.542724, 0.507398, 0.504103, 0.466883, 0.435362, 0.515871, 0.34591, 0.504063, 0.554299, 0.388337, 0.493697, 0.451569, 0.442116, 0.407702, 0.53244, 0.489721, 0.484263, 0.455571, 0.494108, 0.517711, 0.51748, 0.355465, 0.545124, 0.497168, 0.318406, 0.455704, 0.497152, 0.425765, 0.498289, 0.491912, 0.504913, 0.522652, 0.393248, 0.428438, 0.539463, 0.5179, 0.29638, 0.530367, 0.518228, 0.452289, 0.228066, 0.497622, 0.327307, 0.536113, 0.524964, 0.227325, 0.494372, 0.291259, 0.503467, 0.468565, 0.489829, 0.537552, 0.518499, 0.329556, 0.527725, 0.493592, 0.563576, 0.503162, 0.540809, 0.526654, 0.465152, 0.48534, 0.515554, 0.469687, 0.488522, 0.441795, 0.494425, 0.563891, 0.52552, 0.482233, 0.427642, 0.487808, 0.538105, 0.500092, 0.544491, 0.501563, 0.486788, 0.518017, 0.499912, 0.512269, 0.373911, 0.525357, 0.23972, 0.526762, 0.466424, 0.387152, 0.518726, 0.488608, 0.482758, 0.561968, 0.486804, 0.542165, 0.533797, 0.499167, 0.482238, 0.509694, 0.482327, 0.563032, 0.47402, 0.486393, 0.531813, 0.501115, 0.468513, 0.539796, 0.25518, 0.53004, 0.49102, 0.490301, 0.443781, 0.533531, 0.464434, 0.494128, 0.522774, 0.525528, 0.45806, 0.545084, 0.509619, 0.467685, 0.490206, 0.52253, 0.529676, 0.502143, 0.225479, 0.454401, 0.481763, 0.502474, 0.528979, 0.456877, 0.533848, 0.465875, 0.487035, 0.451811, 0.359892, 0.496906, 0.506364, 0.450972, 0.498662, 0.525235, 0.487164, 0.539037, 0.463744, 0.469953, 0.427593, 0.445507, 0.498657, 0.484481, 0.485702, 0.482339, 0.494925, 0.4992, 0.555939, 0.444275, 0.475237, 0.300335, 0.535497, 0.517959, 0.562905, 0.245113, 0.520222, 0.515109, 0.491576, 0.472836, 0.293597, 0.460274, 0.483618, 0.468952, 0.486682, 0.543073, 0.486184, 0.489092, 0.514722, 0.473608, 0.41852, 0.48858, 0.325226, 0.504005, 0.509222, 0.511799, 0.403508, 0.542693, 0.522427, 0.41125, 0.494701, 0.444657, 0.499155, 0.282567, 0.516993, 0.437925, 0.278331, 0.496391, 0.513499 ] }, "name": "model.model.layers.16.input_layernorm.weight", "outputIndexes": [ 1309 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1308 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_16/Mul_output_0", "outputIndexes": [ 1310 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1309, 1310 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_16/Mul_1_output_0", "outputIndexes": [ 1311 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1311 ], "outputIndexes": [ 2411 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2411 ], "outputIndexes": [ 2412 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/q_proj/Linear", "inputIndexes": [ 2412 ], "outputIndexes": [ 2413 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 603982240, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2413 ], "outputIndexes": [ 2414 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2414 ], "outputIndexes": [ 1312 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1311 ], "main_type": "NONE", "name": "/Shape_65_output_0", "outputIndexes": [ 1313 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1313 ], "main_type": "NONE", "name": "Shape2714", "outputIndexes": [ 1314 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1313 ], "main_type": "NONE", "name": "Rank2716", "outputIndexes": [ 1315 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1315, 1315 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2718", "outputIndexes": [ 1316 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1316 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2719", "outputIndexes": [ 1317 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1316, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2721", "outputIndexes": [ 1318 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1318 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2722", "outputIndexes": [ 1319 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1314, 1317, 1319, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2725", "outputIndexes": [ 1320 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1320 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2726", "outputIndexes": [ 1321 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 1321 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2727", "outputIndexes": [ 1322 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1322, 1321 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2728", "outputIndexes": [ 1323 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1313, 1323, 1316 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_116_output_0", "outputIndexes": [ 1324 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1324, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_225_output_0", "outputIndexes": [ 1325 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1325, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_144_output_0", "outputIndexes": [ 1326 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1312, 1326 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_81_output_0", "outputIndexes": [ 1327 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1327, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_64_output_0", "outputIndexes": [ 1328 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1327 ], "main_type": "NONE", "name": "/Shape_66_output_0", "outputIndexes": [ 1329 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1329 ], "main_type": "NONE", "name": "Shape2735", "outputIndexes": [ 1330 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1329 ], "main_type": "NONE", "name": "Rank2737", "outputIndexes": [ 1331 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1331, 1331 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2739", "outputIndexes": [ 1332 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1332 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2740", "outputIndexes": [ 1333 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1332, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2742", "outputIndexes": [ 1334 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1334 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2743", "outputIndexes": [ 1335 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1330, 1333, 1335, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2746", "outputIndexes": [ 1336 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1336 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2747", "outputIndexes": [ 1337 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1337 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2748", "outputIndexes": [ 1338 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1338, 1337 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2749", "outputIndexes": [ 1339 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1329, 1339, 1332 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_117_output_0", "outputIndexes": [ 1340 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1340, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_48_output_0", "outputIndexes": [ 1341 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1341, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_230_output_0", "outputIndexes": [ 1342 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1327, 1342, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_65_output_0", "outputIndexes": [ 1343 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1343 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_32_output_0", "outputIndexes": [ 1344 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1327, 22, 1342, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_64_output_0", "outputIndexes": [ 1345 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1344, 1345 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_147_output_0", "outputIndexes": [ 1346 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1346, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_65_output_0", "outputIndexes": [ 1347 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1328, 1347 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_80_output_0", "outputIndexes": [ 1348 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1311 ], "outputIndexes": [ 2415 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2415 ], "outputIndexes": [ 2416 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/k_proj/Linear", "inputIndexes": [ 2416 ], "outputIndexes": [ 2417 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 606341558, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2417 ], "outputIndexes": [ 2418 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2418 ], "outputIndexes": [ 1349 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1349, 1326 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_82_output_0", "outputIndexes": [ 1350 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1350, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_66_output_0", "outputIndexes": [ 1351 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1350 ], "main_type": "NONE", "name": "/Shape_67_output_0", "outputIndexes": [ 1352 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1352 ], "main_type": "NONE", "name": "Shape2797", "outputIndexes": [ 1353 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1352 ], "main_type": "NONE", "name": "Rank2799", "outputIndexes": [ 1354 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1354, 1354 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2801", "outputIndexes": [ 1355 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1355 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2802", "outputIndexes": [ 1356 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1355, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2804", "outputIndexes": [ 1357 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1357 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2805", "outputIndexes": [ 1358 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1353, 1356, 1358, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2808", "outputIndexes": [ 1359 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1359 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2809", "outputIndexes": [ 1360 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1360 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2810", "outputIndexes": [ 1361 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1361, 1360 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2811", "outputIndexes": [ 1362 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1352, 1362, 1355 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_118_output_0", "outputIndexes": [ 1363 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1363, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_49_output_0", "outputIndexes": [ 1364 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1364, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_232_output_0", "outputIndexes": [ 1365 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1350, 1365, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_67_output_0", "outputIndexes": [ 1366 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1366 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_33_output_0", "outputIndexes": [ 1367 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1350, 22, 1365, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_66_output_0", "outputIndexes": [ 1368 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1367, 1368 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_148_output_0", "outputIndexes": [ 1369 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1369, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_67_output_0", "outputIndexes": [ 1370 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1351, 1370 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_81_output_0", "outputIndexes": [ 1371 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1311 ], "outputIndexes": [ 2419 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2419 ], "outputIndexes": [ 2420 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/v_proj/Linear", "inputIndexes": [ 2420 ], "outputIndexes": [ 2421 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 608700876, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2421 ], "outputIndexes": [ 2422 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2422 ], "outputIndexes": [ 1372 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1372, 1326 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_83_output_0", "outputIndexes": [ 1373 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1348, 1371, 1373, 109 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_84_output_0", "outputIndexes": [ 1374 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1374 ], "outputIndexes": [ 2423 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2423 ], "outputIndexes": [ 2424 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/o_proj/Linear", "inputIndexes": [ 2424 ], "outputIndexes": [ 2425 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 611060194, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2425 ], "outputIndexes": [ 2426 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2426 ], "outputIndexes": [ 1375 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1308, 1375 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_83_output_0", "outputIndexes": [ 1376 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2048 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.250144, 0.255059, 0.238306, 0.241782, 0.179299, 0.265625, 0.233558, 0.250743, 0.231007, 0.245897, 0.224805, 0.234688, 0.256442, 0.241613, 0.241702, 0.217978, 0.234238, 0.156918, 0.248639, 0.247362, 0.234158, 0.247471, 0.23687, 0.226447, 0.250389, 0.242587, 0.213946, 0.251067, 0.253207, 0.239824, 0.243675, 0.263528, 0.244929, 0.197594, 0.24218, 0.229911, 0.226985, 0.231266, 0.244122, 0.237581, 0.236289, 0.202066, 0.24025, 0.255866, 0.245066, 0.254946, 0.25504, 0.250024, 0.235505, 0.244681, 0.232537, 0.224732, 0.261622, 0.23298, 0.249836, 0.236446, 0.245136, 0.241528, 0.219337, 0.226317, 0.247207, 0.232416, 0.168987, 0.248518, 0.239807, 0.238638, 0.141009, 0.246513, 0.270598, 0.243506, 0.234345, 0.24658, 0.232155, 0.243581, 0.23852, 0.24803, 0.24994, 0.235058, 0.162783, 0.236865, 0.24801, 0.252833, 0.245474, 0.246948, 0.248414, 0.241225, 0.202998, 0.147493, 0.246291, 0.250776, 0.215411, 0.229225, 0.246704, 0.235592, 0.22275, 0.256344, 0.242017, 0.267308, 0.233546, 0.217396, 0.158703, 0.241299, 0.202585, 0.212721, 0.205426, 0.220922, 0.169481, 0.228316, 0.249784, 0.218621, 0.226454, 0.237578, 0.20952, 0.239968, 0.255318, 0.247283, 0.234003, 0.258232, 0.250776, 0.245214, 0.256023, 0.226035, 0.246468, 0.249118, 0.252712, 0.233348, 0.2523, 0.254476, 0.23717, 0.247276, 0.235591, 0.222624, 0.243754, 0.189657, 0.241962, 0.241282, 0.249176, 0.251498, 0.246979, 0.25233, 0.242965, 0.24839, 0.182436, 0.218231, 0.237198, 0.21183, 0.243658, 0.235487, 0.257968, 0.232932, 0.252896, 0.238043, 0.249505, 0.213012, 0.241966, 0.226199, 0.221743, 0.216893, 0.178163, 0.25047, 0.264496, 0.392255, 0.246392, 0.238866, 0.240806, 0.255793, 0.20959, 0.241623, 0.230361, 0.233877, 0.242885, 0.242851, 0.253934, 0.251126, 0.231124, 0.238408, 0.245667, 0.254298, 0.247988, 0.237577, 0.231099, 0.2444, 0.248265, 0.239201, 0.244585, 0.24881, 0.242198, 0.172177, 0.241414, 0.215395, 0.241086, 0.241842, 0.248577, 0.260633, 0.197177, 0.250975, 0.251575, 0.234915, 0.238492, 0.199031, 0.243501, 0.233906, 0.241176, 0.242398, 0.261738, 0.238507, 0.244565, 0.208026, 0.239628, 0.125619, 0.262922, 0.240799, 0.237635, 0.260793, 0.235904, 0.239868, 0.245972, 0.248011, 0.22288, 0.235312, 0.256733, 0.234867, 0.253209, 0.210049, 0.243419, 0.190391, 0.22827, 0.015321, 0.243981, 0.228029, 0.239272, 0.23772, 0.242413, 0.205159, 0.246011, 0.208193, 0.244338, 0.258421, 0.220906, 0.168291, 0.252028, 0.23602, 0.264045, 0.238536, 0.252736, 0.258513, 0.24481, 0.238657, 0.219562, 0.215849, 0.244123, 0.250015, 0.244631, 0.253836, 0.146696, 0.151488, 0.249768, 0.247388, 0.241504, 0.245395, 0.245022, 0.246769, 0.250139, 0.24886, 0.220723, 0.248433, 0.251544, 0.256256, 0.262723, 0.224045, 0.226407, 0.24732, 0.250992, 0.246241, 0.2613, 0.185085, 0.236283, 0.229809, 0.225389, 0.2546, 0.221805, 0.121723, 0.138962, 0.234958, 0.250323, 0.248889, 0.208344, 0.21917, 0.253182, 0.234654, 0.261164, 0.227359, 0.234797, 0.24073, 0.233059, 0.243263, 0.240466, 0.166044, 0.251861, 0.26468, 0.259118, 0.188924, 0.246056, 0.213673, 0.154813, 0.24309, 0.241106, 0.23019, 0.222483, 0.259828, 0.248401, 0.252982, 0.233861, 0.252855, 0.24012, 0.256748, 0.228118, 0.256944, 0.075482, 0.246603, 0.20467, 0.248353, 0.249847, 0.20472, 0.188274, 0.234671, 0.205566, 0.240402, 0.22608, 0.212613, 0.238808, 0.245497, 0.244565, 0.261855, 0.254645, 0.25035, 0.227949, 0.231686, 0.197037, 0.166636, 0.23038, 0.23419, 0.228676, 0.239377, 0.171174, 0.22438, 0.210997, 0.25369, 0.227658, 0.209654, 0.219937, 0.254608, 0.135475, 0.245475, 0.232899, 0.251044, 0.172163, 0.238856, 0.246536, 0.254169, 0.225269, 0.24877, 0.234336, 0.226049, 0.233337, 0.239089, 0.24437, 0.253176, 0.209825, 0.250841, 0.239474, 0.185616, 0.233, 0.255715, 0.241173, 0.238216, 0.216847, 0.235098, 0.225405, 0.227911, 0.23708, 0.161973, 0.25118, 0.239881, 0.240972, 0.219309, 0.234797, 0.2454, 0.213023, 0.26086, 0.183652, 0.252181, 0.230985, 0.234994, 0.125503, 0.234092, 0.222862, 0.246604, 0.207633, 0.253254, 0.207606, 0.253065, 0.250457, 0.239446, 0.211134, 0.220926, 0.245248, 0.220568, 0.249277, 0.23208, 0.131967, 0.254913, 0.252079, 0.243775, 0.236578, 0.125447, 0.231717, 0.250347, 0.246696, 0.245892, 0.243895, 0.220888, 0.261226, 0.035999, 0.241211, 0.250391, 0.207716, 0.243858, 0.184262, 0.185113, 0.212695, 0.240434, 0.260698, 0.253745, 0.244571, 0.230454, 0.230688, 0.237376, 0.211968, 0.260689, 0.239978, 0.227067, 0.259915, 0.219671, 0.239091, 0.257708, 0.256823, 0.238362, 0.252525, 0.225469, 0.258124, 0.248956, 0.157104, 0.242797, 0.205673, 0.219913, 0.205823, 0.215338, 0.257314, 0.230219, 0.123983, 0.244451, 0.250484, 0.235796, 0.24572, 0.255397, 0.257779, 0.238164, 0.240176, 0.227778, 0.237949, 0.254024, 0.251177, 0.23569, 0.236436, 0.238118, 0.232992, 0.255078, 0.234606, 0.250802, 0.250045, 0.256548, 0.250443, 0.231667, 0.213744, 0.236182, 0.25287, 0.240369, 0.250662, 0.191296, 0.243039, 0.250202, 0.237498, 0.225659, 0.242971, 0.238824, 0.133439, 0.248367, 0.246697, 0.188222, 0.229547, 0.248265, 0.24429, 0.254536, 0.241773, 0.247585, 0.227243, 0.237634, 0.235554, 0.255692, 0.246091, 0.250258, 0.22976, 0.245253, 0.250906, 0.246849, 0.187766, 0.252468, 0.247222, 0.190171, 0.203468, 0.225315, 0.233946, 0.240145, 0.140005, 0.236573, 0.23452, 0.228372, 0.236527, 0.241751, 0.239215, 0.254692, 0.236004, 0.244053, 0.151889, 0.249828, 0.229483, 0.25444, 0.239525, 0.239705, 0.228998, 0.191267, 0.201881, 0.240001, 0.235483, 0.194693, 0.260018, 0.240499, 0.167736, 0.233005, 0.197698, 0.203127, 0.152878, 0.246257, 0.246961, 0.251797, 0.24925, 0.236927, 0.242484, 0.231799, 0.250347, 0.246773, 0.244152, 0.250919, 0.223736, 0.237736, 0.242043, 0.236257, 0.243443, 0.218713, 0.25407, 0.254005, 0.248428, 0.183111, 0.154224, 0.226302, 0.204105, 0.243742, 0.250939, 0.228404, 0.25711, 0.245019, 0.229251, 0.205894, 0.251856, 0.242807, 0.248026, 0.249267, 0.225308, 0.240527, 0.161297, 0.220803, 0.240432, 0.256314, 0.254629, 0.234274, 0.2178, 0.225878, 0.241871, 0.244011, 0.238747, 0.249157, 0.246812, 0.250257, 0.248788, 0.240848, 0.23004, 0.24335, 0.216449, 0.161438, 0.245027, 0.246229, 0.246685, 0.249313, 0.220894, 0.245889, 0.257383, 0.26357, 0.143679, 0.165216, 0.220604, 0.223898, 0.252843, 0.223798, 0.25324, 0.243302, 0.241175, 0.207765, 0.233884, 0.256639, 0.249996, 0.215837, 0.247727, 0.237902, 0.240155, 0.249419, 0.211941, 0.242399, 0.21843, 0.236704, 0.244041, 0.244719, 0.231609, 0.245858, 0.236094, 0.209775, 0.253325, 0.25408, 0.242933, 0.247868, 0.254742, 0.241388, 0.237916, 0.127629, 0.238053, 0.249172, 0.254795, 0.255338, 0.243262, 0.242858, 0.256223, 0.253881, 0.247668, 0.168941, 0.241935, 0.255889, 0.254976, 0.244895, 0.236009, 0.237464, 0.249626, 0.237009, 0.239216, 0.251477, 0.235635, 0.239937, 0.249189, 0.251521, 0.237405, 0.242571, 0.247297, 0.234553, 0.244514, 0.160155, 0.246033, 0.211062, 0.224949, 0.175531, 0.234182, 0.24784, 0.217811, 0.252969, 0.236871, 0.225517, 0.235403, 0.230869, 0.249323, 0.236072, 0.257211, 0.242461, 0.253003, 0.137726, 0.234049, 0.238377, 0.254209, 0.119999, 0.234694, 0.222958, 0.2147, 0.257457, 0.256086, 0.24487, 0.233165, 0.217249, 0.261637, 0.239215, 0.24178, 0.226503, 0.24448, 0.254044, 0.252269, 0.219661, 0.237815, 0.183087, 0.249593, 0.237572, 0.244986, 0.249113, 0.240466, 0.245833, 0.220978, 0.243642, 0.255193, 0.251305, 0.237019, 0.242891, 0.226575, 0.231996, 0.245449, 0.238744, 0.245614, 0.236519, 0.233566, 0.251388, 0.245264, 0.224209, 0.237123, 0.225136, 0.237714, 0.02536, 0.248028, 0.254457, 0.232257, 0.253667, 0.254725, 0.2454, 0.223876, 0.225802, 0.249741, 0.225437, 0.227071, 0.254828, 0.248426, 0.246667, 0.192642, 0.248533, 0.244037, 0.244793, 0.240198, 0.243725, 0.244544, 0.261227, 0.244607, 0.238799, 0.17721, 0.236351, 0.239662, 0.238758, 0.237475, 0.225602, 0.249017, 0.237255, 0.182476, 0.248366, 0.232125, 0.242887, 0.241824, 0.243942, 0.229448, 0.254056, 0.156619, 0.216287, 0.210945, 0.164645, 0.233941, 0.235034, 0.145863, 0.248611, 0.240903, 0.254927, 0.243799, 0.220385, 0.24554, 0.240374, 0.239247, 0.233731, 0.247031, 0.227063, 0.237321, 0.13667, 0.254804, 0.237029, 0.252777, 0.233751, 0.251768, 0.235962, 0.242417, 0.248152, 0.232526, 0.228885, 0.252844, 0.23871, 0.256802, 0.2346, 0.231765, 0.170404, 0.253396, 0.236483, 0.253501, 0.231422, 0.236208, 0.134065, 0.226091, 0.222651, 0.24953, 0.248157, 0.153245, 0.205682, 0.243869, 0.247589, 0.229144, 0.219488, 0.211702, 0.138771, 0.236812, 0.228241, 0.22753, 0.234557, 0.237803, 0.235752, 0.23614, 0.20997, 0.240008, 0.258356, 0.224495, 0.238229, 0.229134, 0.253564, 0.249622, 0.243448, 0.247238, 0.227621, 0.248999, 0.232381, 0.240828, 0.236929, 0.241468, 0.187468, 0.242715, 0.230688, 0.244422, 0.198199, 0.238952, 0.226471, 0.231811, 0.239073, 0.213552, 0.234343, 0.239024, 0.218306, 0.226697, 0.181557, 0.239605, 0.219613, 0.203825, 0.238961, 0.23913, 0.17383, 0.249112, 0.256565, 0.250091, 0.246669, 0.225869, 0.230525, 0.263214, 0.249344, 0.250277, 0.195017, 0.21605, 0.22014, 0.242239, 0.239557, 0.249114, 0.239265, 0.147578, 0.233895, 0.209156, 0.245227, 0.207153, 0.239008, 0.246585, 0.238229, 0.248712, 0.126383, 0.242191, 0.247235, 0.200978, 0.246281, 0.235953, 0.241333, 0.233213, 0.235964, 0.246979, 0.236199, 0.231624, 0.248201, 0.180465, 0.139385, 0.132543, 0.248134, 0.201593, 0.232058, 0.238136, 0.244607, 0.244543, 0.251648, 0.236706, 0.246249, 0.240788, 0.247107, 0.235257, 0.099991, 0.248713, 0.249781, 0.237611, 0.231496, 0.218251, 0.245708, 0.243395, 0.238216, 0.216962, 0.18309, 0.243889, 0.248641, 0.257263, 0.251066, 0.250712, 0.251424, 0.231868, 0.235544, 0.245286, 0.245574, 0.237536, 0.254031, 0.249506, 0.225781, 0.248815, 0.226373, 0.154148, 0.243257, 0.233148, 0.245195, 0.232368, 0.236669, 0.226359, 0.26671, 0.255621, 0.246662, 0.239491, 0.233509, 0.141577, 0.213222, 0.235408, 0.245346, 0.237671, 0.138977, 0.253028, 0.245482, 0.206155, 0.239182, 0.250882, 0.208051, 0.229724, 0.209128, 0.258289, 0.24894, 0.260272, 0.255641, 0.216673, 0.130559, 0.240886, 0.229608, 0.252837, 0.24439, 0.212715, 0.231477, 0.229007, 0.184473, 0.212531, 0.201499, 0.247981, 0.140409, 0.141347, 0.23806, 0.238261, 0.241609, 0.243565, 0.234764, 0.232846, 0.237681, 0.234778, 0.2473, 0.203172, 0.231101, 0.240741, 0.238227, 0.232065, 0.254413, 0.24524, 0.242733, 0.215241, 0.200328, 0.247542, 0.242684, 0.243304, 0.24081, 0.233639, 0.112223, 0.16366, 0.247775, 0.240113, 0.222536, 0.249983, 0.225232, 0.240631, 0.249965, 0.163629, 0.19045, 0.238033, 0.2461, 0.24799, 0.237038, 0.236723, 0.235036, 0.248188, 0.252185, 0.188772, 0.242301, 0.256965, 0.203443, 0.213247, 0.245214, 0.175409, 0.249193, 0.235799, 0.223756, 0.248431, 0.235548, 0.205384, 0.224709, 0.264612, 0.138835, 0.231072, 0.233649, 0.222174, 0.166281, 0.229964, 0.260904, 0.177914, 0.249177, 0.24521, 0.24494, 0.228896, 0.218966, 0.23084, 0.260347, 0.245412, 0.228898, 0.228988, 0.209314, 0.237146, 0.251793, 0.24713, 0.24956, 0.248383, 0.24808, 0.240458, 0.235465, 0.243095, 0.250211, 0.239296, 0.221285, 0.249723, 0.239384, 0.238175, 0.244989, 0.251534, 0.251361, 0.245449, 0.235756, 0.231489, 0.246535, 0.236842, 0.227814, 0.130904, 0.248791, 0.241866, 0.228456, 0.231817, 0.259814, 0.23837, 0.207824, 0.07182, 0.267409, 0.237889, 0.239939, 0.225349, 0.24882, 0.212029, 0.247705, 0.257199, 0.24957, 0.240034, 0.257505, 0.244477, 0.234015, 0.23925, 0.235712, 0.231725, 0.244554, 0.245226, 0.242677, 0.231768, 0.246432, 0.130203, 0.244103, 0.25475, 0.247949, 0.240405, 0.222831, 0.235364, 0.223195, 0.259349, 0.232432, 0.247483, 0.203159, 0.247356, 0.223041, 0.254568, 0.246801, 0.245813, 0.258667, 0.238119, 0.235923, 0.123618, 0.238647, 0.216057, 0.228149, 0.166441, 0.245358, 0.120024, 0.204449, 0.201777, 0.232944, 0.247916, 0.250183, 0.25558, 0.222293, 0.187465, 0.220311, 0.23416, 0.177974, 0.239633, 0.238216, 0.135542, 0.233555, 0.241978, 0.239903, 0.235176, 0.246693, 0.251448, 0.221477, 0.218685, 0.242044, 0.238359, 0.075684, 0.258917, 0.230705, 0.247188, 0.211453, 0.22396, 0.242462, 0.25309, 0.23057, 0.244025, 0.23297, 0.166986, 0.247655, 0.238397, 0.244167, 0.252653, 0.222904, 0.203803, 0.234869, 0.243609, 0.222718, 0.223566, 0.233681, 0.235961, 0.250293, 0.242035, 0.197111, 0.242455, 0.260455, 0.224621, 0.243289, 0.241794, 0.141836, 0.245399, 0.245889, 0.24428, 0.199683, 0.231192, 0.247808, 0.213712, 0.263319, 0.247193, 0.24489, 0.231539, 0.237551, 0.219684, 0.238843, 0.242809, 0.233206, 0.224264, 0.246549, 0.244334, 0.216222, 0.15098, 0.224736, 0.235252, 0.241383, 0.246055, 0.179394, 0.246578, 0.229643, 0.232116, 0.232644, 0.22174, 0.222907, 0.250962, 0.23982, 0.217583, 0.267738, 0.2502, 0.234206, 0.231144, 0.248304, 0.239878, 0.260908, 0.237554, 0.201521, 0.262426, 0.237975, 0.259416, 0.231255, 0.238771, 0.244875, 0.234318, 0.209537, 0.247743, 0.254652, 0.228579, 0.256597, 0.234516, 0.245681, 0.241429, 0.253844, 0.249802, 0.203648, 0.224221, 0.24419, 0.251352, 0.245098, 0.186769, 0.253696, 0.203792, 0.248451, 0.245403, 0.132762, 0.241843, 0.239174, 0.251304, 0.248204, 0.237609, 0.259928, 0.24259, 0.244077, 0.207689, 0.232544, 0.230014, 0.244658, 0.243477, 0.245804, 0.24828, 0.261299, 0.234062, 0.254188, 0.227797, 0.230112, 0.234191, 0.242942, 0.254249, 0.210845, 0.247648, 0.26722, 0.251866, 0.234125, 0.223493, 0.256738, 0.237258, 0.193681, 0.200948, 0.268325, 0.253598, 0.25731, 0.228499, 0.219973, 0.244833, 0.248225, 0.21733, 0.263071, 0.227995, 0.243507, 0.237248, 0.242083, 0.245344, 0.232472, 0.239475, 0.249142, 0.238776, 0.206325, 0.240539, 0.20302, 0.153546, 0.235061, 0.252233, 0.23873, 0.182456, 0.23125, 0.25164, 0.238418, 0.238758, 0.254414, 0.252788, 0.250469, 0.255772, 0.250004, 0.242142, 0.254226, 0.236653, 0.245156, 0.240997, 0.246582, 0.200988, 0.137285, 0.237574, 0.238249, 0.236933, 0.254129, 0.255965, 0.254059, 0.223878, 0.248039, 0.258404, 0.205718, 0.173601, 0.181865, 0.249527, 0.249254, 0.243592, 0.243966, 0.263677, 0.254466, 0.266132, 0.214141, 0.241633, 0.236756, 0.241299, 0.250472, 0.237166, 0.250063, 0.211755, 0.234654, 0.176526, 0.244557, 0.248143, 0.188106, 0.232721, 0.249629, 0.238841, 0.253291, 0.218757, 0.25444, 0.195241, 0.24583, 0.236891, 0.262432, 0.248492, 0.242731, 0.196627, 0.248437, 0.241499, 0.249586, 0.249333, 0.192219, 0.225666, 0.250231, 0.241375, 0.240139, 0.253647, 0.248473, 0.226781, 0.246123, 0.238368, 0.255517, 0.243203, 0.243287, 0.247115, 0.248013, 0.252789, 0.253359, 0.237843, 0.249126, 0.240539, 0.212996, 0.242769, 0.244919, 0.213777, 0.249574, 0.228956, 0.231295, 0.243205, 0.243016, 0.244524, 0.240588, 0.231862, 0.22703, 0.247598, 0.250034, 0.15604, 0.23343, 0.238205, 0.236311, 0.230519, 0.248064, 0.234967, 0.178219, 0.240463, 0.26264, 0.23726, 0.247828, 0.248885, 0.239221, 0.246745, 0.227298, 0.246797, 0.246128, 0.245711, 0.227437, 0.263746, 0.243396, 0.242225, 0.237954, 0.242456, 0.255029, 0.219937, 0.249029, 0.232594, 0.245579, 0.23798, 0.247969, 0.250693, 0.243812, 0.267283, 0.244656, 0.218698, 0.228982, 0.256182, 0.227331, 0.251885, 0.254675, 0.245593, 0.229339, 0.242197, 0.242465, 0.243025, 0.259143, 0.235954, 0.235051, 0.239388, 0.239279, 0.249881, 0.149879, 0.246967, 0.251217, 0.246765, 0.237863, 0.246682, 0.238587, 0.230862, 0.187668, 0.251773, 0.23406, 0.209886, 0.253524, 0.223953, 0.234349, 0.247193, 0.244363, 0.216824, 0.178251, 0.250848, 0.2629, 0.2569, 0.243267, 0.255, 0.25736, 0.218007, 0.246709, 0.247976, 0.25637, 0.258619, 0.207538, 0.232263, 0.239283, 0.245311, 0.220774, 0.221268, 0.24878, 0.249564, 0.248772, 0.260289, 0.248657, 0.224355, 0.168733, 0.235618, 0.246186, 0.129759, 0.235074, 0.235706, 0.233934, 0.255096, 0.244785, 0.254586, 0.242526, 0.236392, 0.208889, 0.229967, 0.238344, 0.213661, 0.240535, 0.221159, 0.237109, 0.271338, 0.247852, 0.236501, 0.242897, 0.251604, 0.208814, 0.225814, 0.248449, 0.239233, 0.252254, 0.246113, 0.226272, 0.213245, 0.238015, 0.261278, 0.237048, 0.248982, 0.226826, 0.234251, 0.238035, 0.251258, 0.2095, 0.17597, 0.163626, 0.221698, 0.246291, 0.252936, 0.245807, 0.122837, 0.163327, 0.26131, 0.234722, 0.24592, 0.255642, 0.229075, 0.243173, 0.259035, 0.256935, 0.24391, 0.245524, 0.242662, 0.230858, 0.253331, 0.227725, 0.253306, 0.256697, 0.231606, 0.257895, 0.253358, 0.246472, 0.222825, 0.23122, 0.240526, 0.229902, 0.230597, 0.249117, 0.259464, 0.248021, 0.24066, 0.233388, 0.249478, 0.252832, 0.248307, 0.24267, 0.258334, 0.250604, 0.229884, 0.249309, 0.239239, 0.250614, 0.252373, 0.257467, 0.244161, 0.24671, 0.200865, 0.22309, 0.250094, 0.227778, 0.236486, 0.21932, 0.237027, 0.192086, 0.230938, 0.176819, 0.243903, 0.240315, 0.243815, 0.236311, 0.239047, 0.257491, 0.219318, 0.245783, 0.248367, 0.221078, 0.177437, 0.25327, 0.252137, 0.205746, 0.256406, 0.249802, 0.231778, 0.254933, 0.246741, 0.242679, 0.245972, 0.255293, 0.223157, 0.222419, 0.251338, 0.246793, 0.236383, 0.244593, 0.241673, 0.241592, 0.14907, 0.228629, 0.21407, 0.207168, 0.246527, 0.246444, 0.226178, 0.236781, 0.235213, 0.25065, 0.169632, 0.166995, 0.226441, 0.220407, 0.242177, 0.242503, 0.238976, 0.251629, 0.235953, 0.256687, 0.148286, 0.251385, 0.24197, 0.251973, 0.260799, 0.243801, 0.246135, 0.227807, 0.23533, 0.221893, 0.257282, 0.247748, 0.240703, 0.230941, 0.23845, 0.267203, 0.257257, 0.233533, 0.243274, 0.201426, 0.251528, 0.231219, 0.238637, 0.252394, 0.207654, 0.205379, 0.24467, 0.240634, 0.242925, 0.231753, 0.247159, 0.210031, 0.23926, 0.25432, 0.258648, 0.249642, 0.23075, 0.242085, 0.238475, 0.252489, 0.254373, 0.246103, 0.25488, 0.246987, 0.243538, 0.257131, 0.250038, 0.240526, 0.244916, 0.162904, 0.238995, 0.24454, 0.24969, 0.255279, 0.25599, 0.241003, 0.249092, 0.228988, 0.241523, 0.230222, 0.217497, 0.244364, 0.228544, 0.257323, 0.238426, 0.138637, 0.246484, 0.190273, 0.249262, 0.238072, 0.239018, 0.236069, 0.255451, 0.233955, 0.195148, 0.255534, 0.239825, 0.249693, 0.250547, 0.233841, 0.262002, 0.252723, 0.229536, 0.248917, 0.18604, 0.240044, 0.244819, 0.254051, 0.213053, 0.225098, 0.211417, 0.237858, 0.229796, 0.195962, 0.235426, 0.246535, 0.156396, 0.237121, 0.147684, 0.151775, 0.252177, 0.239633, 0.248963, 0.143927, 0.248278, 0.233642, 0.235727, 0.253421, 0.140752, 0.197958, 0.237416, 0.24477, 0.187114, 0.253229, 0.237686, 0.242215, 0.253601, 0.23508, 0.187946, 0.262078, 0.243519, 0.20948, 0.237746, 0.251934, 0.248792, 0.242667, 0.218827, 0.243469, 0.245342, 0.243012, 0.24716, 0.236517, 0.198013, 0.246857, 0.228767, 0.220679, 0.249053, 0.243549, 0.222666, 0.249727, 0.235199, 0.2508, 0.224038, 0.24749, 0.258859, 0.213233, 0.249185, 0.224848, 0.239109, 0.24399, 0.250981, 0.241375, 0.230444, 0.224002, 0.255714, 0.188415, 0.240249, 0.256637, 0.200681, 0.239554, 0.216699, 0.225839, 0.214247, 0.250262, 0.235253, 0.244875, 0.228412, 0.243273, 0.249915, 0.24858, 0.194644, 0.253347, 0.245869, 0.19938, 0.239348, 0.245786, 0.22772, 0.241558, 0.228666, 0.243178, 0.242743, 0.164017, 0.222071, 0.248613, 0.245276, 0.171577, 0.250883, 0.249853, 0.222153, 0.132054, 0.242243, 0.182491, 0.250621, 0.262091, 0.098382, 0.239246, 0.161926, 0.227205, 0.223141, 0.249988, 0.244325, 0.242984, 0.170645, 0.255529, 0.245632, 0.255638, 0.232539, 0.250837, 0.254594, 0.240805, 0.245168, 0.247545, 0.233068, 0.241653, 0.233529, 0.241527, 0.250602, 0.247238, 0.234992, 0.216589, 0.234379, 0.251887, 0.246089, 0.24927, 0.237436, 0.243759, 0.249634, 0.243639, 0.247547, 0.207506, 0.259416, 0.137267, 0.25118, 0.229723, 0.198385, 0.24663, 0.232347, 0.246367, 0.262944, 0.241974, 0.244816, 0.252197, 0.245273, 0.231303, 0.23883, 0.228118, 0.262272, 0.234452, 0.249803, 0.257223, 0.249105, 0.237582, 0.250729, 0.161184, 0.244722, 0.237028, 0.245429, 0.225354, 0.249051, 0.228566, 0.236022, 0.242518, 0.245278, 0.227432, 0.251983, 0.245318, 0.233997, 0.238255, 0.26626, 0.251743, 0.238612, 0.130836, 0.233976, 0.23112, 0.24532, 0.255121, 0.230334, 0.248519, 0.236344, 0.23234, 0.229588, 0.193059, 0.238414, 0.239397, 0.224191, 0.243299, 0.246721, 0.234839, 0.244706, 0.223122, 0.246467, 0.218817, 0.226285, 0.244491, 0.242305, 0.240071, 0.248133, 0.242983, 0.247272, 0.25448, 0.22786, 0.230084, 0.149562, 0.247744, 0.247621, 0.256474, 0.145847, 0.248296, 0.250276, 0.244989, 0.224494, 0.172444, 0.226913, 0.231722, 0.23471, 0.239784, 0.24325, 0.243065, 0.241806, 0.241134, 0.227806, 0.209745, 0.245773, 0.191924, 0.242097, 0.250325, 0.232893, 0.209449, 0.26179, 0.247983, 0.20914, 0.238185, 0.200257, 0.229067, 0.169129, 0.246985, 0.221595, 0.161679, 0.248908, 0.246121 ] }, "name": "model.model.layers.16.post_attention_layernorm.weight", "outputIndexes": [ 1377 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1376 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_16/Mul_output_0", "outputIndexes": [ 1378 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1377, 1378 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_16/Mul_1_output_0", "outputIndexes": [ 1379 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1379 ], "outputIndexes": [ 2427 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2427 ], "outputIndexes": [ 2428 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/gate_proj/Linear", "inputIndexes": [ 2428 ], "outputIndexes": [ 2429 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 8192, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 613419512, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2429 ], "outputIndexes": [ 2430 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2430 ], "outputIndexes": [ 1380 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 8192 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1380 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_16/Sigmoid_output_0", "outputIndexes": [ 1381 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1380, 1381 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_16/Mul_output_0", "outputIndexes": [ 1382 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1379 ], "outputIndexes": [ 2431 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2431 ], "outputIndexes": [ 2432 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/up_proj/Linear", "inputIndexes": [ 2432 ], "outputIndexes": [ 2433 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 8192, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 622856718, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2433 ], "outputIndexes": [ 2434 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2434 ], "outputIndexes": [ 1383 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 8192 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1382, 1383 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_16/Mul_output_0", "outputIndexes": [ 1384 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1384 ], "outputIndexes": [ 2435 ], "main_type": "Reshape", "main": { "dims": [ -1, 8192, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2435 ], "outputIndexes": [ 2436 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/down_proj/Linear", "inputIndexes": [ 2436 ], "outputIndexes": [ 2437 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 8192, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 632293924, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2437 ], "outputIndexes": [ 2438 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2438 ], "outputIndexes": [ 1385 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1376, 1385 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_84_output_0", "outputIndexes": [ 1386 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1386, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_85_output_0", "outputIndexes": [ 1387 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2048 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.503917, 0.497247, 0.497552, 0.495916, 0.38017, 0.547398, 0.460852, 0.509965, 0.4643, 0.473618, 0.463796, 0.459386, 0.513064, 0.474208, 0.498681, 0.44155, 0.47804, 0.35031, 0.500762, 0.484295, 0.494683, 0.514314, 0.464972, 0.504721, 0.507055, 0.487945, 0.429929, 0.494637, 0.49957, 0.463022, 0.512703, 0.515377, 0.486525, 0.419788, 0.482032, 0.482329, 0.47849, 0.471058, 0.513947, 0.495022, 0.473451, 0.432582, 0.486257, 0.511661, 0.482541, 0.511802, 0.504765, 0.491982, 0.479772, 0.496097, 0.502855, 0.464862, 0.513709, 0.480656, 0.483114, 0.488107, 0.468118, 0.464478, 0.483388, 0.459854, 0.481358, 0.449415, 0.370162, 0.515404, 0.492094, 0.481177, 0.330595, 0.487456, 0.536136, 0.506609, 0.480138, 0.509257, 0.49216, 0.497, 0.481365, 0.486833, 0.513291, 0.462584, 0.360958, 0.465767, 0.529737, 0.505322, 0.493821, 0.470616, 0.486548, 0.493196, 0.440825, 0.343151, 0.49269, 0.516931, 0.443259, 0.470391, 0.524594, 0.490809, 0.448826, 0.501367, 0.485063, 0.491481, 0.474823, 0.452865, 0.373688, 0.482362, 0.413743, 0.450632, 0.429842, 0.462089, 0.371406, 0.445962, 0.482364, 0.441033, 0.469482, 0.459217, 0.460542, 0.475401, 0.495171, 0.495199, 0.505809, 0.502854, 0.520336, 0.504515, 0.512515, 0.450384, 0.511639, 0.492504, 0.502362, 0.469379, 0.501842, 0.492233, 0.467231, 0.48253, 0.50845, 0.437365, 0.465144, 0.39446, 0.44941, 0.481516, 0.51179, 0.464179, 0.460499, 0.503946, 0.490574, 0.501051, 0.388622, 0.455479, 0.437997, 0.440686, 0.484667, 0.484681, 0.509063, 0.44962, 0.510601, 0.473748, 0.495613, 0.460085, 0.470592, 0.414684, 0.456744, 0.439789, 0.384011, 0.492276, 0.507271, 0.515229, 0.527713, 0.465806, 0.505621, 0.497616, 0.438935, 0.477782, 0.475308, 0.462722, 0.463037, 0.500327, 0.497828, 0.491985, 0.450492, 0.461281, 0.482031, 0.487622, 0.503149, 0.459007, 0.449891, 0.482123, 0.505744, 0.501288, 0.469057, 0.486234, 0.484212, 0.401649, 0.475447, 0.434157, 0.471978, 0.478759, 0.498584, 0.494933, 0.407192, 0.476696, 0.496482, 0.438612, 0.48782, 0.415135, 0.477259, 0.487464, 0.482925, 0.467983, 0.492683, 0.472985, 0.486873, 0.422372, 0.470018, 0.312538, 0.510224, 0.461207, 0.486924, 0.491688, 0.471352, 0.468016, 0.510875, 0.493253, 0.461849, 0.447269, 0.506025, 0.513551, 0.499511, 0.435048, 0.48234, 0.420727, 0.490107, 0.056685, 0.496143, 0.446711, 0.474917, 0.465719, 0.492707, 0.452028, 0.501359, 0.427239, 0.477416, 0.486826, 0.469395, 0.36874, 0.48601, 0.482834, 0.512565, 0.44721, 0.489679, 0.500438, 0.48357, 0.482223, 0.474228, 0.456949, 0.488626, 0.483876, 0.492843, 0.495463, 0.32597, 0.327352, 0.488162, 0.497919, 0.502448, 0.47468, 0.474989, 0.477772, 0.506304, 0.507734, 0.458843, 0.480981, 0.51169, 0.492568, 0.504184, 0.435308, 0.457569, 0.508153, 0.494949, 0.496592, 0.506751, 0.409571, 0.468662, 0.428533, 0.464596, 0.516702, 0.457374, 0.368929, 0.322929, 0.445367, 0.506242, 0.485402, 0.442536, 0.457348, 0.518096, 0.471768, 0.49469, 0.466814, 0.481476, 0.478052, 0.466391, 0.490755, 0.461604, 0.356771, 0.488718, 0.506411, 0.493089, 0.419013, 0.490616, 0.440746, 0.386171, 0.495959, 0.46933, 0.464539, 0.472092, 0.49589, 0.494859, 0.497289, 0.473845, 0.501313, 0.493157, 0.502923, 0.480945, 0.503155, 0.388462, 0.524024, 0.414271, 0.480012, 0.499902, 0.425946, 0.409728, 0.475938, 0.452656, 0.48362, 0.452863, 0.451194, 0.496339, 0.466534, 0.463235, 0.522014, 0.497527, 0.512106, 0.458919, 0.480322, 0.26984, 0.294553, 0.438702, 0.465518, 0.468609, 0.461829, 0.360403, 0.470012, 0.422573, 0.500196, 0.495236, 0.461054, 0.466538, 0.501652, 0.308842, 0.52391, 0.476539, 0.475996, 0.384328, 0.458433, 0.504033, 0.500332, 0.47168, 0.485383, 0.432067, 0.477899, 0.473308, 0.470878, 0.486496, 0.509685, 0.447364, 0.498757, 0.484761, 0.411959, 0.445111, 0.507624, 0.476286, 0.470966, 0.446641, 0.470785, 0.456095, 0.463631, 0.459729, 0.363157, 0.507399, 0.490027, 0.480886, 0.446819, 0.465438, 0.483019, 0.444612, 0.5238, 0.394652, 0.509893, 0.486623, 0.502872, 0.230348, 0.474513, 0.454931, 0.472054, 0.470862, 0.492029, 0.437452, 0.516407, 0.522127, 0.466761, 0.449782, 0.459503, 0.506551, 0.448554, 0.50504, 0.465874, 0.319284, 0.49502, 0.491675, 0.488726, 0.474201, 0.337225, 0.465096, 0.514819, 0.500306, 0.482739, 0.455701, 0.469799, 0.492538, 0.228319, 0.501227, 0.539988, 0.434801, 0.489879, 0.403702, 0.424888, 0.447102, 0.500505, 0.507689, 0.503697, 0.461792, 0.453529, 0.466738, 0.492742, 0.403476, 0.523357, 0.479816, 0.456671, 0.544207, 0.457663, 0.478109, 0.523903, 0.507102, 0.45478, 0.487286, 0.437527, 0.502436, 0.481418, 0.330416, 0.488142, 0.428148, 0.443083, 0.456687, 0.438442, 0.482198, 0.458609, 0.326352, 0.516829, 0.499073, 0.476962, 0.47897, 0.507982, 0.515352, 0.485613, 0.471514, 0.474802, 0.492231, 0.484829, 0.491014, 0.489959, 0.504934, 0.513728, 0.468015, 0.522169, 0.483348, 0.498197, 0.505048, 0.487659, 0.517152, 0.470105, 0.446361, 0.493749, 0.476862, 0.47951, 0.49626, 0.436565, 0.477649, 0.526017, 0.485991, 0.48907, 0.478121, 0.484871, 0.328428, 0.474448, 0.499398, 0.425593, 0.437465, 0.490014, 0.481313, 0.495605, 0.459442, 0.48966, 0.469478, 0.495308, 0.466065, 0.493461, 0.497092, 0.508365, 0.48387, 0.493145, 0.507774, 0.494093, 0.297303, 0.48949, 0.520808, 0.379956, 0.430324, 0.472258, 0.496137, 0.499331, 0.334833, 0.435669, 0.474778, 0.474001, 0.465146, 0.457119, 0.469827, 0.483689, 0.476177, 0.484288, 0.298615, 0.493793, 0.461421, 0.520139, 0.48484, 0.482863, 0.465696, 0.392585, 0.406164, 0.480756, 0.50489, 0.416008, 0.536676, 0.518285, 0.372781, 0.500314, 0.421728, 0.413652, 0.355823, 0.496477, 0.518169, 0.506121, 0.481646, 0.479095, 0.503535, 0.470017, 0.494668, 0.469779, 0.47655, 0.501677, 0.48257, 0.483573, 0.491622, 0.487309, 0.520022, 0.480036, 0.490558, 0.502118, 0.491434, 0.330872, 0.248857, 0.464155, 0.434999, 0.498752, 0.511935, 0.47497, 0.517788, 0.486302, 0.45009, 0.432917, 0.481463, 0.472681, 0.48841, 0.50293, 0.458844, 0.484184, 0.375602, 0.475497, 0.451702, 0.500578, 0.514065, 0.465599, 0.460509, 0.458842, 0.493877, 0.467289, 0.502962, 0.518381, 0.502699, 0.514542, 0.498347, 0.491017, 0.459447, 0.49855, 0.439394, 0.385163, 0.515921, 0.473253, 0.487707, 0.493108, 0.45819, 0.495064, 0.492611, 0.497749, 0.365615, 0.376326, 0.444222, 0.472366, 0.499892, 0.454251, 0.501976, 0.51474, 0.44889, 0.43797, 0.467575, 0.523381, 0.491219, 0.465154, 0.490191, 0.473359, 0.501884, 0.492511, 0.493517, 0.473155, 0.44181, 0.456682, 0.481149, 0.468723, 0.44704, 0.47011, 0.45729, 0.385149, 0.50773, 0.498688, 0.509951, 0.503628, 0.493344, 0.492547, 0.464698, 0.353997, 0.470748, 0.498594, 0.514136, 0.50674, 0.471148, 0.486532, 0.520767, 0.523251, 0.518122, 0.372406, 0.484679, 0.512536, 0.492286, 0.498736, 0.470198, 0.478601, 0.486007, 0.495622, 0.480897, 0.522413, 0.462472, 0.514146, 0.521046, 0.486247, 0.474477, 0.490049, 0.493132, 0.482008, 0.48974, 0.337886, 0.506509, 0.445964, 0.456146, 0.410121, 0.48273, 0.533311, 0.461638, 0.484769, 0.472211, 0.431037, 0.456637, 0.473253, 0.50781, 0.463916, 0.504217, 0.481534, 0.484231, 0.377311, 0.490495, 0.475555, 0.48975, 0.40056, 0.486221, 0.475836, 0.367317, 0.529514, 0.486668, 0.507951, 0.484758, 0.470439, 0.51927, 0.486874, 0.46825, 0.465074, 0.487469, 0.489772, 0.509602, 0.46947, 0.500234, 0.386624, 0.465242, 0.485965, 0.49654, 0.517363, 0.489474, 0.473717, 0.457525, 0.485785, 0.514894, 0.505956, 0.458368, 0.48548, 0.453679, 0.491338, 0.502209, 0.471311, 0.453257, 0.476046, 0.477632, 0.514534, 0.52185, 0.453864, 0.475905, 0.455952, 0.463974, 0.109103, 0.48449, 0.501534, 0.50144, 0.529995, 0.476556, 0.492603, 0.451002, 0.488679, 0.468744, 0.473721, 0.468862, 0.481878, 0.475216, 0.47897, 0.443347, 0.470042, 0.492765, 0.475764, 0.510188, 0.482814, 0.499483, 0.48829, 0.505853, 0.468585, 0.393428, 0.479922, 0.478909, 0.481684, 0.485811, 0.483413, 0.518529, 0.468303, 0.409466, 0.497375, 0.489582, 0.485911, 0.494561, 0.481956, 0.468118, 0.498207, 0.35615, 0.44118, 0.441407, 0.394539, 0.480832, 0.459253, 0.316706, 0.463568, 0.491629, 0.525732, 0.514084, 0.451969, 0.507554, 0.487182, 0.480868, 0.458159, 0.483357, 0.474887, 0.489031, 0.351848, 0.502136, 0.493865, 0.498058, 0.459789, 0.536276, 0.465536, 0.499059, 0.488508, 0.471791, 0.4759, 0.489782, 0.48389, 0.492456, 0.490219, 0.495353, 0.264202, 0.517488, 0.47856, 0.49868, 0.437653, 0.476797, 0.34413, 0.46714, 0.455066, 0.503611, 0.492921, 0.276584, 0.431418, 0.513596, 0.507685, 0.473733, 0.47684, 0.439097, 0.343491, 0.509176, 0.423086, 0.480626, 0.484792, 0.490456, 0.457337, 0.482954, 0.433241, 0.473678, 0.510862, 0.494994, 0.473672, 0.494995, 0.499311, 0.515263, 0.496231, 0.480166, 0.472227, 0.489208, 0.469442, 0.476058, 0.483247, 0.497874, 0.396551, 0.50735, 0.462283, 0.483263, 0.420698, 0.504766, 0.444604, 0.449087, 0.489507, 0.444219, 0.462769, 0.488782, 0.463314, 0.460302, 0.306825, 0.458064, 0.470902, 0.444118, 0.484032, 0.45996, 0.378425, 0.48991, 0.509581, 0.483734, 0.487575, 0.469621, 0.473437, 0.505264, 0.474541, 0.508693, 0.409806, 0.443281, 0.484667, 0.480916, 0.493867, 0.517694, 0.492022, 0.370086, 0.475123, 0.44923, 0.498784, 0.420572, 0.488806, 0.521273, 0.463053, 0.508112, 0.297912, 0.477829, 0.506241, 0.40949, 0.485638, 0.497639, 0.469509, 0.486628, 0.484887, 0.489278, 0.457037, 0.467875, 0.496316, 0.389485, 0.30373, 0.317799, 0.501793, 0.407431, 0.463225, 0.48065, 0.491815, 0.486912, 0.506731, 0.483792, 0.485134, 0.465068, 0.493525, 0.464412, 0.423775, 0.470878, 0.51687, 0.464049, 0.460751, 0.444693, 0.463568, 0.490575, 0.467288, 0.450706, 0.334661, 0.493763, 0.477476, 0.520209, 0.486282, 0.488152, 0.51516, 0.463074, 0.448636, 0.463083, 0.500214, 0.498779, 0.510976, 0.517372, 0.464891, 0.492599, 0.473612, 0.334403, 0.524543, 0.47776, 0.479222, 0.462079, 0.495226, 0.479911, 0.51236, 0.50986, 0.494035, 0.480375, 0.480614, 0.326116, 0.421751, 0.453201, 0.515543, 0.490043, 0.326072, 0.493296, 0.484972, 0.425814, 0.485379, 0.484136, 0.409498, 0.475068, 0.457755, 0.522923, 0.51783, 0.506087, 0.511048, 0.49199, 0.289529, 0.484054, 0.467004, 0.490922, 0.476113, 0.421339, 0.462055, 0.460626, 0.376523, 0.426617, 0.37369, 0.488455, 0.319971, 0.345602, 0.500991, 0.483866, 0.463711, 0.485974, 0.489991, 0.477202, 0.479189, 0.479835, 0.479692, 0.421218, 0.482513, 0.476625, 0.461468, 0.464309, 0.514788, 0.497686, 0.509934, 0.45018, 0.421749, 0.477514, 0.471201, 0.516458, 0.49148, 0.48525, 0.40336, 0.363094, 0.487783, 0.449512, 0.475135, 0.531992, 0.454926, 0.488171, 0.516034, 0.361397, 0.417552, 0.483157, 0.499059, 0.51602, 0.471153, 0.482978, 0.481256, 0.511749, 0.511995, 0.395361, 0.490217, 0.4857, 0.415745, 0.460908, 0.494278, 0.372491, 0.491449, 0.483632, 0.445344, 0.478745, 0.505199, 0.435632, 0.466425, 0.515762, 0.331795, 0.46507, 0.49239, 0.45902, 0.278284, 0.489624, 0.524553, 0.318791, 0.484742, 0.493061, 0.476778, 0.461771, 0.474617, 0.464909, 0.510565, 0.499559, 0.467658, 0.4884, 0.44929, 0.492009, 0.518118, 0.515755, 0.474531, 0.49433, 0.491024, 0.473947, 0.480291, 0.46204, 0.486909, 0.501328, 0.466925, 0.486589, 0.468408, 0.487178, 0.501075, 0.488917, 0.502004, 0.476429, 0.501899, 0.477409, 0.487253, 0.474689, 0.469477, 0.304619, 0.49702, 0.497945, 0.474022, 0.473916, 0.519114, 0.470353, 0.42332, 0.367784, 0.523628, 0.480352, 0.483614, 0.472817, 0.487192, 0.449824, 0.489557, 0.518891, 0.496203, 0.476177, 0.501466, 0.472068, 0.487146, 0.472424, 0.48742, 0.468216, 0.477026, 0.476528, 0.502268, 0.468718, 0.476402, 0.302109, 0.489334, 0.489289, 0.479919, 0.463878, 0.440087, 0.493611, 0.469062, 0.517013, 0.47373, 0.520564, 0.441372, 0.497943, 0.482526, 0.523786, 0.488837, 0.476434, 0.518648, 0.477284, 0.513274, 0.431716, 0.485662, 0.439608, 0.459547, 0.383246, 0.481083, 0.39573, 0.431676, 0.356029, 0.476928, 0.508079, 0.517479, 0.492097, 0.450305, 0.422298, 0.461373, 0.476835, 0.481293, 0.488002, 0.478484, 0.347069, 0.482146, 0.463515, 0.484471, 0.464045, 0.496029, 0.508236, 0.446732, 0.459617, 0.477154, 0.473127, 0.396862, 0.496989, 0.451304, 0.500823, 0.395998, 0.453119, 0.484893, 0.520585, 0.477659, 0.500056, 0.456866, 0.359241, 0.491186, 0.482716, 0.495332, 0.50386, 0.462614, 0.436291, 0.47716, 0.479135, 0.461935, 0.47532, 0.46307, 0.48437, 0.487223, 0.48607, 0.424194, 0.500469, 0.50226, 0.463377, 0.491211, 0.492615, 0.357888, 0.489644, 0.493034, 0.51364, 0.395158, 0.458103, 0.485948, 0.437152, 0.500638, 0.496132, 0.492302, 0.471283, 0.480237, 0.44822, 0.471926, 0.466431, 0.488427, 0.470273, 0.477523, 0.475966, 0.450025, 0.343554, 0.463024, 0.467072, 0.500727, 0.500689, 0.408652, 0.492248, 0.485949, 0.481382, 0.468954, 0.455992, 0.44333, 0.501842, 0.464006, 0.455817, 0.537049, 0.507075, 0.489738, 0.488012, 0.505342, 0.491587, 0.505456, 0.440778, 0.421913, 0.549948, 0.445689, 0.506693, 0.474795, 0.473645, 0.479261, 0.462539, 0.456531, 0.499276, 0.50429, 0.481135, 0.502301, 0.470985, 0.48974, 0.475667, 0.521511, 0.475819, 0.416232, 0.454035, 0.495865, 0.490277, 0.49222, 0.419085, 0.465312, 0.399431, 0.494648, 0.483605, 0.407829, 0.472851, 0.485636, 0.505239, 0.491513, 0.481324, 0.541359, 0.507502, 0.490562, 0.421164, 0.481265, 0.448693, 0.508056, 0.500594, 0.485585, 0.499967, 0.511437, 0.46368, 0.518154, 0.469767, 0.472766, 0.481161, 0.496919, 0.504034, 0.452589, 0.494824, 0.51393, 0.499036, 0.491949, 0.405812, 0.517738, 0.471433, 0.422056, 0.423794, 0.533949, 0.514539, 0.496387, 0.45543, 0.453173, 0.47704, 0.49353, 0.453419, 0.529098, 0.457212, 0.52345, 0.473609, 0.492705, 0.483836, 0.466921, 0.507205, 0.480318, 0.490208, 0.414388, 0.489036, 0.442358, 0.405445, 0.457793, 0.493453, 0.456149, 0.323923, 0.476813, 0.463041, 0.470375, 0.499604, 0.484786, 0.504243, 0.508185, 0.517004, 0.501923, 0.500848, 0.500381, 0.468968, 0.484225, 0.456446, 0.501836, 0.414374, 0.333806, 0.492249, 0.494874, 0.472557, 0.485529, 0.506115, 0.506677, 0.478587, 0.495073, 0.503805, 0.417767, 0.385522, 0.403932, 0.484155, 0.517597, 0.512671, 0.48064, 0.519121, 0.501155, 0.503232, 0.445363, 0.498611, 0.51397, 0.483977, 0.466983, 0.475039, 0.50735, 0.431489, 0.500453, 0.431179, 0.491123, 0.535366, 0.388499, 0.48008, 0.511225, 0.519938, 0.48688, 0.483521, 0.513068, 0.39055, 0.489569, 0.476409, 0.523258, 0.510021, 0.496603, 0.408074, 0.48553, 0.492092, 0.489618, 0.490664, 0.40856, 0.469115, 0.528053, 0.502141, 0.470272, 0.494322, 0.495168, 0.439184, 0.494477, 0.468358, 0.499674, 0.492346, 0.505475, 0.500078, 0.506948, 0.50555, 0.520233, 0.468643, 0.487401, 0.47023, 0.440738, 0.475607, 0.493712, 0.419185, 0.495502, 0.492618, 0.496887, 0.515561, 0.508335, 0.491187, 0.477663, 0.479032, 0.505296, 0.512643, 0.492113, 0.323877, 0.47832, 0.474782, 0.496237, 0.471574, 0.504264, 0.465489, 0.319335, 0.472554, 0.475782, 0.50489, 0.495277, 0.486493, 0.472164, 0.492161, 0.472753, 0.485295, 0.505239, 0.492909, 0.458382, 0.494647, 0.512705, 0.488466, 0.476871, 0.491319, 0.510435, 0.437606, 0.496138, 0.484695, 0.466993, 0.485106, 0.509363, 0.50795, 0.505076, 0.522607, 0.493819, 0.438223, 0.450376, 0.50291, 0.49606, 0.479839, 0.521595, 0.489861, 0.451016, 0.499998, 0.491004, 0.476445, 0.502572, 0.479985, 0.471505, 0.475431, 0.472893, 0.497746, 0.328765, 0.497238, 0.51049, 0.497235, 0.498523, 0.511284, 0.477664, 0.425841, 0.421062, 0.470532, 0.481853, 0.407243, 0.531768, 0.45904, 0.472041, 0.494018, 0.469669, 0.458634, 0.435343, 0.509266, 0.521427, 0.50778, 0.496142, 0.498503, 0.526963, 0.445024, 0.498484, 0.46731, 0.509122, 0.509333, 0.461137, 0.481409, 0.462361, 0.506493, 0.50031, 0.445535, 0.482099, 0.505785, 0.476897, 0.502037, 0.48475, 0.445038, 0.411062, 0.477746, 0.468496, 0.344461, 0.480859, 0.466619, 0.471505, 0.503504, 0.496623, 0.499866, 0.514664, 0.469753, 0.42463, 0.498381, 0.489876, 0.436843, 0.477506, 0.459938, 0.500349, 0.541902, 0.498002, 0.479976, 0.504944, 0.504971, 0.474487, 0.528059, 0.497281, 0.479156, 0.508073, 0.473848, 0.480066, 0.445645, 0.504298, 0.502742, 0.466243, 0.498207, 0.441159, 0.467272, 0.475813, 0.49984, 0.446691, 0.39815, 0.397244, 0.457818, 0.4902, 0.49464, 0.50338, 0.412393, 0.374119, 0.518003, 0.48359, 0.496784, 0.507613, 0.46837, 0.497183, 0.4891, 0.496764, 0.522803, 0.475346, 0.482653, 0.454329, 0.512109, 0.445797, 0.508735, 0.501472, 0.460152, 0.508627, 0.489551, 0.48643, 0.438562, 0.443085, 0.504663, 0.448885, 0.469666, 0.481319, 0.55875, 0.479162, 0.5163, 0.44603, 0.484827, 0.561426, 0.500826, 0.49466, 0.492209, 0.484889, 0.458406, 0.486122, 0.481093, 0.481789, 0.481704, 0.507216, 0.469505, 0.487378, 0.394521, 0.473704, 0.498555, 0.466172, 0.477777, 0.471309, 0.477981, 0.391976, 0.438999, 0.407592, 0.495744, 0.475919, 0.500644, 0.502794, 0.476106, 0.518473, 0.472559, 0.494815, 0.484837, 0.429772, 0.380379, 0.502384, 0.52717, 0.463603, 0.524397, 0.499611, 0.485691, 0.513339, 0.499471, 0.492036, 0.521607, 0.482784, 0.457126, 0.445622, 0.505982, 0.479768, 0.49436, 0.493358, 0.488489, 0.505268, 0.371514, 0.469014, 0.443315, 0.469556, 0.515053, 0.495381, 0.451175, 0.473893, 0.47649, 0.513621, 0.301325, 0.309829, 0.450207, 0.451738, 0.514252, 0.468819, 0.480494, 0.498199, 0.500951, 0.49786, 0.375735, 0.5069, 0.481225, 0.501783, 0.506482, 0.473525, 0.522363, 0.449727, 0.487485, 0.466455, 0.519074, 0.492766, 0.504387, 0.471443, 0.482623, 0.514062, 0.50656, 0.476668, 0.470306, 0.426077, 0.513001, 0.481122, 0.464168, 0.497039, 0.42658, 0.433011, 0.474868, 0.476168, 0.513244, 0.481309, 0.499947, 0.456962, 0.454253, 0.501335, 0.485273, 0.486814, 0.470284, 0.48602, 0.467991, 0.507338, 0.498563, 0.476405, 0.509442, 0.47128, 0.471848, 0.505022, 0.4859, 0.475505, 0.491203, 0.366418, 0.472834, 0.517914, 0.500713, 0.474322, 0.505603, 0.499658, 0.484862, 0.463956, 0.501081, 0.482813, 0.443887, 0.506358, 0.460924, 0.506618, 0.516477, 0.340765, 0.473103, 0.420043, 0.484645, 0.472653, 0.469258, 0.455694, 0.498412, 0.460102, 0.400762, 0.482183, 0.46608, 0.509739, 0.49145, 0.451909, 0.524669, 0.513316, 0.473916, 0.489211, 0.334186, 0.48498, 0.505144, 0.512944, 0.411616, 0.455451, 0.43749, 0.490824, 0.452964, 0.395101, 0.473845, 0.493694, 0.353908, 0.486611, 0.333798, 0.344838, 0.523887, 0.471282, 0.500794, 0.332424, 0.510092, 0.491313, 0.454758, 0.508041, 0.408794, 0.411343, 0.518301, 0.494391, 0.429467, 0.490754, 0.510674, 0.481974, 0.492844, 0.518892, 0.435071, 0.538309, 0.486592, 0.454489, 0.4711, 0.485668, 0.483103, 0.487705, 0.452617, 0.477452, 0.49201, 0.4826, 0.49033, 0.501732, 0.430837, 0.489916, 0.46766, 0.459312, 0.490369, 0.507526, 0.456473, 0.505235, 0.462273, 0.499161, 0.457072, 0.494745, 0.488739, 0.447639, 0.495749, 0.448784, 0.49818, 0.522463, 0.480717, 0.46872, 0.457594, 0.454236, 0.476977, 0.406657, 0.487644, 0.524918, 0.431267, 0.487382, 0.455875, 0.433429, 0.44126, 0.488082, 0.463775, 0.484237, 0.449336, 0.466799, 0.497292, 0.484957, 0.414604, 0.513378, 0.491224, 0.33581, 0.485849, 0.49287, 0.443422, 0.486943, 0.480492, 0.50068, 0.496314, 0.454363, 0.450708, 0.502678, 0.510381, 0.372892, 0.48388, 0.484508, 0.448168, 0.321018, 0.481808, 0.404485, 0.493205, 0.480499, 0.284358, 0.457556, 0.354513, 0.504329, 0.464983, 0.470675, 0.504879, 0.504279, 0.379939, 0.496906, 0.478339, 0.549832, 0.483693, 0.505089, 0.49857, 0.477322, 0.489279, 0.49863, 0.472434, 0.455077, 0.458738, 0.478482, 0.516736, 0.490491, 0.481512, 0.456296, 0.478048, 0.499821, 0.471253, 0.508544, 0.47984, 0.495165, 0.497516, 0.491838, 0.477005, 0.39957, 0.484842, 0.322137, 0.502736, 0.468452, 0.435995, 0.495148, 0.48737, 0.471994, 0.508166, 0.497732, 0.526158, 0.516446, 0.496081, 0.469115, 0.496182, 0.459453, 0.533488, 0.474097, 0.488129, 0.513054, 0.493468, 0.4785, 0.489435, 0.287405, 0.503757, 0.489789, 0.484412, 0.432902, 0.501882, 0.4708, 0.4694, 0.506467, 0.480952, 0.481033, 0.508028, 0.484104, 0.494573, 0.500714, 0.502578, 0.502733, 0.488057, 0.317143, 0.466048, 0.492039, 0.475302, 0.471166, 0.466116, 0.4859, 0.486869, 0.4796, 0.477434, 0.399283, 0.48556, 0.499554, 0.452823, 0.461795, 0.497882, 0.499613, 0.485844, 0.472234, 0.473317, 0.457841, 0.474706, 0.498208, 0.489134, 0.4735, 0.459642, 0.477313, 0.484727, 0.508935, 0.467202, 0.456145, 0.382797, 0.506476, 0.476418, 0.511051, 0.323836, 0.5008, 0.501435, 0.468842, 0.466789, 0.334053, 0.456547, 0.498162, 0.458193, 0.485533, 0.500737, 0.477085, 0.481024, 0.507558, 0.479413, 0.452495, 0.47409, 0.350622, 0.528886, 0.485772, 0.502599, 0.431296, 0.516755, 0.491694, 0.440063, 0.496738, 0.463281, 0.481337, 0.365654, 0.469648, 0.458247, 0.377788, 0.481604, 0.498886 ] }, "name": "model.model.layers.17.input_layernorm.weight", "outputIndexes": [ 1388 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1387 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_17/Mul_output_0", "outputIndexes": [ 1389 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1388, 1389 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_17/Mul_1_output_0", "outputIndexes": [ 1390 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1390 ], "outputIndexes": [ 2439 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2439 ], "outputIndexes": [ 2440 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/q_proj/Linear", "inputIndexes": [ 2440 ], "outputIndexes": [ 2441 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 641731130, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2441 ], "outputIndexes": [ 2442 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2442 ], "outputIndexes": [ 1391 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1390 ], "main_type": "NONE", "name": "/Shape_69_output_0", "outputIndexes": [ 1392 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1392 ], "main_type": "NONE", "name": "Shape2879", "outputIndexes": [ 1393 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1392 ], "main_type": "NONE", "name": "Rank2881", "outputIndexes": [ 1394 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1394, 1394 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2883", "outputIndexes": [ 1395 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1395 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2884", "outputIndexes": [ 1396 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1395, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2886", "outputIndexes": [ 1397 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1397 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2887", "outputIndexes": [ 1398 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1393, 1396, 1398, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2890", "outputIndexes": [ 1399 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1399 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2891", "outputIndexes": [ 1400 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 1400 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2892", "outputIndexes": [ 1401 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1401, 1400 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2893", "outputIndexes": [ 1402 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1392, 1402, 1395 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_123_output_0", "outputIndexes": [ 1403 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1403, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_239_output_0", "outputIndexes": [ 1404 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1404, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_153_output_0", "outputIndexes": [ 1405 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1391, 1405 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_86_output_0", "outputIndexes": [ 1406 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1406, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_68_output_0", "outputIndexes": [ 1407 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1406 ], "main_type": "NONE", "name": "/Shape_70_output_0", "outputIndexes": [ 1408 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1408 ], "main_type": "NONE", "name": "Shape2900", "outputIndexes": [ 1409 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1408 ], "main_type": "NONE", "name": "Rank2902", "outputIndexes": [ 1410 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1410, 1410 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2904", "outputIndexes": [ 1411 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1411 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2905", "outputIndexes": [ 1412 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1411, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2907", "outputIndexes": [ 1413 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1413 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2908", "outputIndexes": [ 1414 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1409, 1412, 1414, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2911", "outputIndexes": [ 1415 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1415 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2912", "outputIndexes": [ 1416 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1416 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2913", "outputIndexes": [ 1417 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1417, 1416 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2914", "outputIndexes": [ 1418 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1408, 1418, 1411 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_124_output_0", "outputIndexes": [ 1419 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1419, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_51_output_0", "outputIndexes": [ 1420 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1420, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_244_output_0", "outputIndexes": [ 1421 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1406, 1421, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_69_output_0", "outputIndexes": [ 1422 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1422 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_34_output_0", "outputIndexes": [ 1423 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1406, 22, 1421, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_68_output_0", "outputIndexes": [ 1424 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1423, 1424 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_156_output_0", "outputIndexes": [ 1425 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1425, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_69_output_0", "outputIndexes": [ 1426 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1407, 1426 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_85_output_0", "outputIndexes": [ 1427 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1390 ], "outputIndexes": [ 2443 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2443 ], "outputIndexes": [ 2444 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/k_proj/Linear", "inputIndexes": [ 2444 ], "outputIndexes": [ 2445 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 644090448, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2445 ], "outputIndexes": [ 2446 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2446 ], "outputIndexes": [ 1428 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1428, 1405 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_87_output_0", "outputIndexes": [ 1429 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1429, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_70_output_0", "outputIndexes": [ 1430 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1429 ], "main_type": "NONE", "name": "/Shape_71_output_0", "outputIndexes": [ 1431 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1431 ], "main_type": "NONE", "name": "Shape2962", "outputIndexes": [ 1432 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1431 ], "main_type": "NONE", "name": "Rank2964", "outputIndexes": [ 1433 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1433, 1433 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2966", "outputIndexes": [ 1434 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1434 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2967", "outputIndexes": [ 1435 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1434, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2969", "outputIndexes": [ 1436 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1436 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2970", "outputIndexes": [ 1437 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1432, 1435, 1437, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2973", "outputIndexes": [ 1438 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1438 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2974", "outputIndexes": [ 1439 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1439 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2975", "outputIndexes": [ 1440 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1440, 1439 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2976", "outputIndexes": [ 1441 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1431, 1441, 1434 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_125_output_0", "outputIndexes": [ 1442 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1442, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_52_output_0", "outputIndexes": [ 1443 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1443, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_246_output_0", "outputIndexes": [ 1444 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1429, 1444, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_71_output_0", "outputIndexes": [ 1445 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1445 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_35_output_0", "outputIndexes": [ 1446 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1429, 22, 1444, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_70_output_0", "outputIndexes": [ 1447 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1446, 1447 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_157_output_0", "outputIndexes": [ 1448 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1448, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_71_output_0", "outputIndexes": [ 1449 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1430, 1449 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_86_output_0", "outputIndexes": [ 1450 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1390 ], "outputIndexes": [ 2447 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2447 ], "outputIndexes": [ 2448 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/v_proj/Linear", "inputIndexes": [ 2448 ], "outputIndexes": [ 2449 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 646449766, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2449 ], "outputIndexes": [ 2450 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2450 ], "outputIndexes": [ 1451 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1451, 1405 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_88_output_0", "outputIndexes": [ 1452 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1427, 1450, 1452, 109 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_89_output_0", "outputIndexes": [ 1453 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1453 ], "outputIndexes": [ 2451 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2451 ], "outputIndexes": [ 2452 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/o_proj/Linear", "inputIndexes": [ 2452 ], "outputIndexes": [ 2453 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 648809084, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2453 ], "outputIndexes": [ 2454 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2454 ], "outputIndexes": [ 1454 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1387, 1454 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_88_output_0", "outputIndexes": [ 1455 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2048 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.265955, 0.264206, 0.255279, 0.258648, 0.205941, 0.272805, 0.247898, 0.25982, 0.246677, 0.251081, 0.241742, 0.252799, 0.265862, 0.258019, 0.258912, 0.235962, 0.25176, 0.182075, 0.262908, 0.268118, 0.259872, 0.260016, 0.247082, 0.247711, 0.263002, 0.257206, 0.233864, 0.266078, 0.271665, 0.2543, 0.26012, 0.274128, 0.26059, 0.22031, 0.261362, 0.243151, 0.240618, 0.248717, 0.25894, 0.256669, 0.257482, 0.230381, 0.261709, 0.263825, 0.268176, 0.265209, 0.271265, 0.259825, 0.253018, 0.262185, 0.252834, 0.242042, 0.279001, 0.257713, 0.252859, 0.248859, 0.255314, 0.251495, 0.242657, 0.245528, 0.260641, 0.248967, 0.196866, 0.262951, 0.261383, 0.251535, 0.167679, 0.265172, 0.281506, 0.259863, 0.252076, 0.265811, 0.250327, 0.262352, 0.25501, 0.261857, 0.270694, 0.25229, 0.198827, 0.248095, 0.271005, 0.259649, 0.260459, 0.260161, 0.266331, 0.259775, 0.225186, 0.17357, 0.256442, 0.267769, 0.234094, 0.248354, 0.265757, 0.243838, 0.238432, 0.274391, 0.260765, 0.27045, 0.252697, 0.240956, 0.188854, 0.253301, 0.225576, 0.233264, 0.221417, 0.234788, 0.19578, 0.244259, 0.258182, 0.239301, 0.251351, 0.250387, 0.23375, 0.260305, 0.265045, 0.256253, 0.256405, 0.271336, 0.261515, 0.254081, 0.267616, 0.238772, 0.249615, 0.25941, 0.26786, 0.249908, 0.264884, 0.257591, 0.248471, 0.261089, 0.257932, 0.23006, 0.25735, 0.213513, 0.255552, 0.262324, 0.259644, 0.265737, 0.259646, 0.262491, 0.259833, 0.261425, 0.216309, 0.241646, 0.251718, 0.233632, 0.255579, 0.248055, 0.262563, 0.247915, 0.266428, 0.253651, 0.257384, 0.23338, 0.255162, 0.240055, 0.23961, 0.229923, 0.208014, 0.268777, 0.275685, 0.433737, 0.255248, 0.252977, 0.256848, 0.268313, 0.230837, 0.252548, 0.252143, 0.245701, 0.261475, 0.258485, 0.264499, 0.265144, 0.257738, 0.254937, 0.263273, 0.25592, 0.265432, 0.250044, 0.24369, 0.255744, 0.258507, 0.259296, 0.250256, 0.258859, 0.259751, 0.197416, 0.252911, 0.239164, 0.24663, 0.258699, 0.254622, 0.267216, 0.218884, 0.258566, 0.266894, 0.252322, 0.251838, 0.218595, 0.256701, 0.244386, 0.257664, 0.251467, 0.266021, 0.255186, 0.258748, 0.224324, 0.257036, 0.164121, 0.267394, 0.258397, 0.255171, 0.268164, 0.248122, 0.257373, 0.255876, 0.262482, 0.24609, 0.252283, 0.271315, 0.254922, 0.265193, 0.233744, 0.270236, 0.216601, 0.244651, 0.015846, 0.256664, 0.245402, 0.259101, 0.250155, 0.255835, 0.223593, 0.261682, 0.227451, 0.249236, 0.273714, 0.247939, 0.196948, 0.268227, 0.251516, 0.276374, 0.254236, 0.270306, 0.26674, 0.263744, 0.255415, 0.238673, 0.230872, 0.256142, 0.270707, 0.257023, 0.267361, 0.169543, 0.182431, 0.26163, 0.271107, 0.259617, 0.256017, 0.25219, 0.267337, 0.259589, 0.270602, 0.244713, 0.264182, 0.263972, 0.263878, 0.278354, 0.24073, 0.239885, 0.268687, 0.268363, 0.262474, 0.274652, 0.21248, 0.266443, 0.244694, 0.241457, 0.269541, 0.238937, 0.142551, 0.169307, 0.250118, 0.261074, 0.263977, 0.238681, 0.234781, 0.266102, 0.252187, 0.268157, 0.233502, 0.250147, 0.260186, 0.246575, 0.254602, 0.253699, 0.192744, 0.261764, 0.27703, 0.266106, 0.214183, 0.267953, 0.238783, 0.178868, 0.261939, 0.255593, 0.243094, 0.239843, 0.27582, 0.264144, 0.266092, 0.254304, 0.26634, 0.254942, 0.26602, 0.25149, 0.267962, 0.086247, 0.264296, 0.228316, 0.258161, 0.264886, 0.226023, 0.212431, 0.252384, 0.226068, 0.253777, 0.241955, 0.229407, 0.256587, 0.254879, 0.256693, 0.273851, 0.262289, 0.26733, 0.251155, 0.256407, 0.227112, 0.201987, 0.249797, 0.254388, 0.249446, 0.249978, 0.196485, 0.248977, 0.231701, 0.269317, 0.253609, 0.226307, 0.242588, 0.264797, 0.166735, 0.261262, 0.254348, 0.260631, 0.201931, 0.249692, 0.253963, 0.273043, 0.247559, 0.259302, 0.253233, 0.245214, 0.25271, 0.255049, 0.266415, 0.258965, 0.229013, 0.266886, 0.254701, 0.206153, 0.248083, 0.264238, 0.252493, 0.25823, 0.232044, 0.251974, 0.239577, 0.243887, 0.257609, 0.192664, 0.269769, 0.249364, 0.248691, 0.240116, 0.250434, 0.261277, 0.237316, 0.269356, 0.204357, 0.267917, 0.244651, 0.250709, 0.140123, 0.249073, 0.236317, 0.257142, 0.226266, 0.260348, 0.231452, 0.268605, 0.268092, 0.2531, 0.238382, 0.239864, 0.252315, 0.240206, 0.268514, 0.250647, 0.166038, 0.269623, 0.260994, 0.24879, 0.255393, 0.155036, 0.251671, 0.270296, 0.261948, 0.26444, 0.262829, 0.236254, 0.278825, 0.040561, 0.252983, 0.271192, 0.227655, 0.262319, 0.211968, 0.201896, 0.233833, 0.25749, 0.275721, 0.267345, 0.263461, 0.248742, 0.244571, 0.252569, 0.240047, 0.272401, 0.254784, 0.243078, 0.277478, 0.244388, 0.266827, 0.265144, 0.26737, 0.255849, 0.260475, 0.245144, 0.267275, 0.264774, 0.186781, 0.250674, 0.230202, 0.232814, 0.227823, 0.233671, 0.258654, 0.243291, 0.147093, 0.261589, 0.255217, 0.249143, 0.255154, 0.26729, 0.270868, 0.254459, 0.250382, 0.248972, 0.24783, 0.261651, 0.264372, 0.252942, 0.26361, 0.257559, 0.243922, 0.268227, 0.252743, 0.274653, 0.263159, 0.273518, 0.262209, 0.244874, 0.237742, 0.24925, 0.261981, 0.256086, 0.261504, 0.211413, 0.257955, 0.273873, 0.249369, 0.249067, 0.251125, 0.263741, 0.162667, 0.260095, 0.26024, 0.205991, 0.24404, 0.258533, 0.256318, 0.273719, 0.252542, 0.266825, 0.24232, 0.256256, 0.254854, 0.262208, 0.252508, 0.259386, 0.253034, 0.25429, 0.2658, 0.2577, 0.216829, 0.265231, 0.266513, 0.212176, 0.221743, 0.239003, 0.244517, 0.258414, 0.169176, 0.244202, 0.264231, 0.242355, 0.249367, 0.259946, 0.257906, 0.265931, 0.253857, 0.256604, 0.176593, 0.255334, 0.246984, 0.280738, 0.253703, 0.256573, 0.247863, 0.212111, 0.221807, 0.253242, 0.260386, 0.222655, 0.272045, 0.248764, 0.199465, 0.242507, 0.225723, 0.227376, 0.181615, 0.26714, 0.269661, 0.266514, 0.255007, 0.254515, 0.260931, 0.257599, 0.259032, 0.262256, 0.262957, 0.261601, 0.238395, 0.252663, 0.254675, 0.249808, 0.267456, 0.229306, 0.267338, 0.273566, 0.258045, 0.211322, 0.186359, 0.246285, 0.223513, 0.251692, 0.261705, 0.250015, 0.27085, 0.263465, 0.250327, 0.223815, 0.26453, 0.25241, 0.265545, 0.258989, 0.23851, 0.255548, 0.18493, 0.236716, 0.253013, 0.264779, 0.270191, 0.247569, 0.230344, 0.241765, 0.253687, 0.255688, 0.255381, 0.27161, 0.269127, 0.263111, 0.257927, 0.254463, 0.251542, 0.262644, 0.235459, 0.189271, 0.253486, 0.258123, 0.261891, 0.25903, 0.246763, 0.257778, 0.267714, 0.276628, 0.170074, 0.19287, 0.238665, 0.23416, 0.265562, 0.232939, 0.266612, 0.256384, 0.248925, 0.227337, 0.252476, 0.275746, 0.266514, 0.231837, 0.255149, 0.259503, 0.258086, 0.262974, 0.23397, 0.259509, 0.236728, 0.258486, 0.261199, 0.258392, 0.25071, 0.25727, 0.25162, 0.223042, 0.265178, 0.270809, 0.263891, 0.263659, 0.263825, 0.260216, 0.256753, 0.146878, 0.255184, 0.264094, 0.267367, 0.265388, 0.258414, 0.262185, 0.266198, 0.265837, 0.268627, 0.190424, 0.261327, 0.268534, 0.26915, 0.258377, 0.255551, 0.250138, 0.258641, 0.256913, 0.256859, 0.268592, 0.248461, 0.261187, 0.259897, 0.266823, 0.253611, 0.257743, 0.256663, 0.250642, 0.25828, 0.188435, 0.263242, 0.233954, 0.242859, 0.199247, 0.245948, 0.267794, 0.234954, 0.261699, 0.261798, 0.232808, 0.25294, 0.247017, 0.257514, 0.260005, 0.268521, 0.25373, 0.265109, 0.171805, 0.255304, 0.255932, 0.260361, 0.144097, 0.254206, 0.242048, 0.237196, 0.27688, 0.265208, 0.260485, 0.25428, 0.229652, 0.27021, 0.254534, 0.257755, 0.243429, 0.258153, 0.266136, 0.264181, 0.237562, 0.248076, 0.201319, 0.264496, 0.252252, 0.264591, 0.260286, 0.264717, 0.256887, 0.237624, 0.260752, 0.261407, 0.267467, 0.257258, 0.258872, 0.244, 0.249865, 0.260745, 0.257135, 0.254803, 0.257357, 0.255677, 0.267728, 0.267295, 0.236576, 0.247051, 0.244824, 0.256903, 0.028162, 0.263787, 0.270805, 0.250753, 0.268965, 0.26763, 0.255244, 0.245073, 0.230846, 0.259726, 0.247018, 0.245021, 0.270894, 0.262929, 0.257389, 0.211395, 0.26412, 0.25873, 0.260987, 0.260688, 0.256425, 0.25713, 0.27588, 0.258505, 0.252941, 0.198869, 0.244393, 0.256101, 0.249374, 0.257684, 0.239738, 0.258737, 0.257132, 0.204144, 0.264129, 0.247306, 0.262357, 0.254661, 0.263173, 0.247614, 0.262335, 0.178557, 0.23589, 0.233613, 0.195315, 0.263703, 0.255241, 0.176202, 0.265727, 0.253557, 0.264849, 0.26, 0.244715, 0.261335, 0.251255, 0.256598, 0.25029, 0.263541, 0.244616, 0.254939, 0.169325, 0.267984, 0.253961, 0.262822, 0.249869, 0.26161, 0.252025, 0.263473, 0.257243, 0.249756, 0.24955, 0.261656, 0.252436, 0.270839, 0.255434, 0.246095, 0.20431, 0.267984, 0.255279, 0.262414, 0.244695, 0.255992, 0.158795, 0.24988, 0.243644, 0.265102, 0.273008, 0.177751, 0.23108, 0.271138, 0.268017, 0.242799, 0.232849, 0.224041, 0.170217, 0.255397, 0.247096, 0.244293, 0.248822, 0.264875, 0.250952, 0.256183, 0.23424, 0.254455, 0.275478, 0.249093, 0.255738, 0.246918, 0.264103, 0.269752, 0.260731, 0.263938, 0.250921, 0.259646, 0.253074, 0.253473, 0.256135, 0.254249, 0.209428, 0.261036, 0.249277, 0.262501, 0.222677, 0.257269, 0.244889, 0.249246, 0.254347, 0.238093, 0.250038, 0.252956, 0.240975, 0.250639, 0.216861, 0.261688, 0.23259, 0.219484, 0.249009, 0.258229, 0.203257, 0.263045, 0.2741, 0.260136, 0.26152, 0.242633, 0.247609, 0.272168, 0.264718, 0.267308, 0.218857, 0.240333, 0.2342, 0.252337, 0.253222, 0.254194, 0.261098, 0.176501, 0.256102, 0.228845, 0.259878, 0.228513, 0.250924, 0.252734, 0.248479, 0.260736, 0.158485, 0.258289, 0.259718, 0.224096, 0.258747, 0.248899, 0.250034, 0.238296, 0.255439, 0.258548, 0.257345, 0.257708, 0.261876, 0.210549, 0.169246, 0.161179, 0.257592, 0.225511, 0.256153, 0.259801, 0.265079, 0.261361, 0.262829, 0.252519, 0.262008, 0.253061, 0.263299, 0.241339, 0.111337, 0.255428, 0.26341, 0.251075, 0.250414, 0.239013, 0.254826, 0.25581, 0.251006, 0.24887, 0.213974, 0.257394, 0.254511, 0.265999, 0.25941, 0.260938, 0.262695, 0.249534, 0.252704, 0.258903, 0.261455, 0.257638, 0.262248, 0.26501, 0.246413, 0.258371, 0.236779, 0.184804, 0.261065, 0.253175, 0.258441, 0.25457, 0.253226, 0.243228, 0.274011, 0.267649, 0.259992, 0.259154, 0.257767, 0.171584, 0.231159, 0.249643, 0.260405, 0.248229, 0.167884, 0.268063, 0.260688, 0.23136, 0.254394, 0.264194, 0.224951, 0.243897, 0.234681, 0.261714, 0.266078, 0.269155, 0.258169, 0.237786, 0.158371, 0.257646, 0.247764, 0.264942, 0.256642, 0.234955, 0.239343, 0.246647, 0.20506, 0.233539, 0.224653, 0.248345, 0.173989, 0.173864, 0.257511, 0.248759, 0.249192, 0.258061, 0.257537, 0.252203, 0.252723, 0.25478, 0.257102, 0.222526, 0.258707, 0.25429, 0.245572, 0.250505, 0.269243, 0.270584, 0.255785, 0.236087, 0.225074, 0.256024, 0.258449, 0.254589, 0.253271, 0.244939, 0.12746, 0.191943, 0.256354, 0.250391, 0.253657, 0.26651, 0.242609, 0.257732, 0.266687, 0.188867, 0.216369, 0.25091, 0.25967, 0.269631, 0.25748, 0.255683, 0.255643, 0.272551, 0.264354, 0.216823, 0.260384, 0.271313, 0.221914, 0.231201, 0.258054, 0.20185, 0.267423, 0.25147, 0.237909, 0.258262, 0.254153, 0.220723, 0.248319, 0.275198, 0.170544, 0.250785, 0.249345, 0.240915, 0.200381, 0.250859, 0.271855, 0.207955, 0.257944, 0.265837, 0.262982, 0.243623, 0.229363, 0.250037, 0.273681, 0.256575, 0.248449, 0.251713, 0.233299, 0.252739, 0.258569, 0.26545, 0.26141, 0.256989, 0.263941, 0.257853, 0.261304, 0.259642, 0.263898, 0.253779, 0.239082, 0.264784, 0.251319, 0.256949, 0.261731, 0.26526, 0.262399, 0.25873, 0.251194, 0.25107, 0.259082, 0.252098, 0.254581, 0.155823, 0.260778, 0.268119, 0.245936, 0.248498, 0.276794, 0.253834, 0.22879, 0.083659, 0.277232, 0.249034, 0.260628, 0.24411, 0.263229, 0.229896, 0.266047, 0.265161, 0.259851, 0.257741, 0.268874, 0.264324, 0.248593, 0.256493, 0.254674, 0.254243, 0.258411, 0.254795, 0.253628, 0.248828, 0.256241, 0.162978, 0.263319, 0.262048, 0.255064, 0.257011, 0.236168, 0.255207, 0.237594, 0.278104, 0.257118, 0.260709, 0.217652, 0.262446, 0.245141, 0.262655, 0.263342, 0.25967, 0.270241, 0.256631, 0.254202, 0.151992, 0.253615, 0.23768, 0.24943, 0.192564, 0.254729, 0.141479, 0.219626, 0.224935, 0.242507, 0.26687, 0.264377, 0.261912, 0.24137, 0.210183, 0.242103, 0.251083, 0.191227, 0.252505, 0.260495, 0.156796, 0.247265, 0.249338, 0.258162, 0.250827, 0.265125, 0.25285, 0.240358, 0.232218, 0.25282, 0.247502, 0.093624, 0.27444, 0.241876, 0.259128, 0.221645, 0.24102, 0.257667, 0.266752, 0.246819, 0.264948, 0.250076, 0.194531, 0.25593, 0.254321, 0.26413, 0.265541, 0.244448, 0.225853, 0.248525, 0.251243, 0.237695, 0.245091, 0.247081, 0.250426, 0.267513, 0.262087, 0.227749, 0.254347, 0.268219, 0.246451, 0.250295, 0.261618, 0.176158, 0.259173, 0.25958, 0.261397, 0.225855, 0.250216, 0.255308, 0.236855, 0.276183, 0.255324, 0.265212, 0.250066, 0.256483, 0.241172, 0.245624, 0.258685, 0.254455, 0.245224, 0.261354, 0.256395, 0.24191, 0.178473, 0.238291, 0.259044, 0.265059, 0.264458, 0.206838, 0.259939, 0.250406, 0.238725, 0.250844, 0.234323, 0.24153, 0.268675, 0.251323, 0.231217, 0.282392, 0.262934, 0.253726, 0.250846, 0.260873, 0.256875, 0.271067, 0.247302, 0.203956, 0.278702, 0.251474, 0.272529, 0.244127, 0.253812, 0.257712, 0.248865, 0.231071, 0.264932, 0.267994, 0.251908, 0.272285, 0.259135, 0.259808, 0.259583, 0.264705, 0.261733, 0.214874, 0.241709, 0.256341, 0.265401, 0.261054, 0.214418, 0.257667, 0.234496, 0.262539, 0.26171, 0.154104, 0.257846, 0.255499, 0.263607, 0.266203, 0.258793, 0.272288, 0.258345, 0.255278, 0.233846, 0.243048, 0.242473, 0.256473, 0.264585, 0.263768, 0.2673, 0.277762, 0.247251, 0.270563, 0.252357, 0.249593, 0.252443, 0.265445, 0.274332, 0.232065, 0.270742, 0.27684, 0.257535, 0.248972, 0.236181, 0.267243, 0.253964, 0.217196, 0.222598, 0.275105, 0.277404, 0.26702, 0.246945, 0.238243, 0.254842, 0.260716, 0.241336, 0.276072, 0.237222, 0.252436, 0.257939, 0.255583, 0.260049, 0.244616, 0.264178, 0.255275, 0.247639, 0.224392, 0.256475, 0.228676, 0.177308, 0.253322, 0.271128, 0.25378, 0.212778, 0.255871, 0.265433, 0.255938, 0.255181, 0.267422, 0.260327, 0.266784, 0.270206, 0.269401, 0.263205, 0.268761, 0.252885, 0.258562, 0.256139, 0.267954, 0.221419, 0.165067, 0.257034, 0.252894, 0.245651, 0.261091, 0.265455, 0.270169, 0.248128, 0.261543, 0.268473, 0.235148, 0.197382, 0.211691, 0.25924, 0.26808, 0.256427, 0.255101, 0.276969, 0.26745, 0.274343, 0.23801, 0.259334, 0.248705, 0.258391, 0.259876, 0.253349, 0.280679, 0.23082, 0.254155, 0.197859, 0.252221, 0.253835, 0.213468, 0.255681, 0.260288, 0.254722, 0.266728, 0.235539, 0.266306, 0.214973, 0.260702, 0.25078, 0.276446, 0.267856, 0.254981, 0.221573, 0.271211, 0.254808, 0.263802, 0.264596, 0.202658, 0.239874, 0.260515, 0.255595, 0.258851, 0.272178, 0.25972, 0.24464, 0.25417, 0.256229, 0.264511, 0.260813, 0.253926, 0.267344, 0.258855, 0.270165, 0.269001, 0.251502, 0.260016, 0.261591, 0.235509, 0.259109, 0.263887, 0.227053, 0.268002, 0.250532, 0.261136, 0.257391, 0.258648, 0.261237, 0.244529, 0.242629, 0.236742, 0.25947, 0.253252, 0.186311, 0.254006, 0.255242, 0.258135, 0.249283, 0.270143, 0.255433, 0.205741, 0.257848, 0.277913, 0.250975, 0.263979, 0.264368, 0.255498, 0.255567, 0.248069, 0.26446, 0.260709, 0.259732, 0.253005, 0.275337, 0.259773, 0.268195, 0.248637, 0.253769, 0.270176, 0.246465, 0.262561, 0.251909, 0.254977, 0.247951, 0.266962, 0.267883, 0.256817, 0.280857, 0.257952, 0.233124, 0.245084, 0.2794, 0.248784, 0.261323, 0.266439, 0.256997, 0.247268, 0.255359, 0.257533, 0.253494, 0.269401, 0.253801, 0.244815, 0.252612, 0.25934, 0.265699, 0.178838, 0.264776, 0.253085, 0.266298, 0.261354, 0.261411, 0.25308, 0.244143, 0.212294, 0.268343, 0.244929, 0.226144, 0.27355, 0.252888, 0.245393, 0.252177, 0.262863, 0.234542, 0.206019, 0.260661, 0.26844, 0.268937, 0.256883, 0.265657, 0.265707, 0.24336, 0.26592, 0.25572, 0.263257, 0.275512, 0.226504, 0.259313, 0.253849, 0.268955, 0.24198, 0.243405, 0.266161, 0.263459, 0.261867, 0.267125, 0.262531, 0.238986, 0.196662, 0.249867, 0.259898, 0.162071, 0.255427, 0.246248, 0.254182, 0.267952, 0.259282, 0.265481, 0.264335, 0.253585, 0.231154, 0.249807, 0.261135, 0.233287, 0.259696, 0.241818, 0.258191, 0.27628, 0.26039, 0.258772, 0.255757, 0.266288, 0.225332, 0.240377, 0.258549, 0.25656, 0.259159, 0.256769, 0.238024, 0.228113, 0.255519, 0.276613, 0.248071, 0.259147, 0.247904, 0.253675, 0.260521, 0.267664, 0.234012, 0.202387, 0.190373, 0.238868, 0.251734, 0.266911, 0.257824, 0.145878, 0.192227, 0.275687, 0.250307, 0.258249, 0.273362, 0.247516, 0.257356, 0.268605, 0.263628, 0.269753, 0.261116, 0.261135, 0.250386, 0.270013, 0.244232, 0.263196, 0.271516, 0.241909, 0.27081, 0.275321, 0.258535, 0.240921, 0.244828, 0.263469, 0.249265, 0.245719, 0.263287, 0.27053, 0.262314, 0.256153, 0.250026, 0.263211, 0.272557, 0.252814, 0.253165, 0.258827, 0.271434, 0.249408, 0.265051, 0.25467, 0.26483, 0.266155, 0.270794, 0.260723, 0.264847, 0.223336, 0.238324, 0.274592, 0.247453, 0.257343, 0.243365, 0.252847, 0.212178, 0.248128, 0.206404, 0.256679, 0.264802, 0.263306, 0.257678, 0.256098, 0.26701, 0.239139, 0.261186, 0.263733, 0.235465, 0.206609, 0.261968, 0.255969, 0.227568, 0.270816, 0.267778, 0.250907, 0.269703, 0.266583, 0.249257, 0.264872, 0.26487, 0.239959, 0.245381, 0.265628, 0.261057, 0.256679, 0.268998, 0.254866, 0.256437, 0.175542, 0.246509, 0.235817, 0.223863, 0.256579, 0.259243, 0.2433, 0.251167, 0.254841, 0.258047, 0.193724, 0.199865, 0.247959, 0.244669, 0.258668, 0.256097, 0.255175, 0.257621, 0.250539, 0.26831, 0.168864, 0.267198, 0.26517, 0.263583, 0.269114, 0.256927, 0.268669, 0.249331, 0.244605, 0.248714, 0.263708, 0.264228, 0.256393, 0.251682, 0.257397, 0.287526, 0.271349, 0.244775, 0.260653, 0.227463, 0.265942, 0.254956, 0.252637, 0.268129, 0.230357, 0.229148, 0.257549, 0.247068, 0.260405, 0.240821, 0.265364, 0.231536, 0.256131, 0.269853, 0.266109, 0.261953, 0.246146, 0.257963, 0.255787, 0.275509, 0.258902, 0.256662, 0.273654, 0.254809, 0.261592, 0.26556, 0.254032, 0.257579, 0.259725, 0.192021, 0.255734, 0.257647, 0.260818, 0.269728, 0.265832, 0.260166, 0.259389, 0.246195, 0.258321, 0.249178, 0.23686, 0.265173, 0.24228, 0.266383, 0.257195, 0.167142, 0.257916, 0.216811, 0.262796, 0.253486, 0.253015, 0.250469, 0.271258, 0.252737, 0.21434, 0.261337, 0.254272, 0.266695, 0.257697, 0.242878, 0.283509, 0.262972, 0.242371, 0.261294, 0.210781, 0.260612, 0.263353, 0.257528, 0.233837, 0.248334, 0.236476, 0.244716, 0.243922, 0.218943, 0.243495, 0.260268, 0.184571, 0.257309, 0.17975, 0.182406, 0.261546, 0.256797, 0.263243, 0.171045, 0.257307, 0.245018, 0.254535, 0.264652, 0.162787, 0.2223, 0.255669, 0.262555, 0.208897, 0.264066, 0.254418, 0.250338, 0.272029, 0.254358, 0.213078, 0.264566, 0.25858, 0.23418, 0.253714, 0.263562, 0.269512, 0.251045, 0.236725, 0.259032, 0.268851, 0.266858, 0.258811, 0.25573, 0.217296, 0.259146, 0.248485, 0.247072, 0.259034, 0.263067, 0.239577, 0.268839, 0.251496, 0.254363, 0.242949, 0.267813, 0.269916, 0.234549, 0.26292, 0.237794, 0.250193, 0.27058, 0.262941, 0.256297, 0.245542, 0.250252, 0.263204, 0.209887, 0.256154, 0.273444, 0.219982, 0.256543, 0.237336, 0.24502, 0.236516, 0.26321, 0.260364, 0.260441, 0.250559, 0.261637, 0.257701, 0.257644, 0.221963, 0.261667, 0.266816, 0.233079, 0.250363, 0.267742, 0.245885, 0.260804, 0.245677, 0.254334, 0.260922, 0.185784, 0.236443, 0.259605, 0.265988, 0.197796, 0.267067, 0.265679, 0.23737, 0.166552, 0.256584, 0.204328, 0.265046, 0.268048, 0.122658, 0.25307, 0.183749, 0.251565, 0.235877, 0.258951, 0.259454, 0.256825, 0.202557, 0.267004, 0.259225, 0.270455, 0.251602, 0.259729, 0.265537, 0.255751, 0.261278, 0.254528, 0.248591, 0.262157, 0.244754, 0.258622, 0.263302, 0.253624, 0.251955, 0.239939, 0.257844, 0.266964, 0.256888, 0.268372, 0.251353, 0.257295, 0.259925, 0.264486, 0.260151, 0.228102, 0.261651, 0.167511, 0.26521, 0.242996, 0.216395, 0.259715, 0.250759, 0.256665, 0.277626, 0.248187, 0.265818, 0.26646, 0.259999, 0.25089, 0.257999, 0.248079, 0.267114, 0.248748, 0.256652, 0.272054, 0.25273, 0.254487, 0.265703, 0.191213, 0.263422, 0.252555, 0.25698, 0.247246, 0.277186, 0.243554, 0.252636, 0.257234, 0.262658, 0.243839, 0.262328, 0.262637, 0.264771, 0.24638, 0.274374, 0.271046, 0.255706, 0.158652, 0.25212, 0.240658, 0.25577, 0.265034, 0.244388, 0.260095, 0.249439, 0.252071, 0.247917, 0.211189, 0.250368, 0.260298, 0.244421, 0.252515, 0.25986, 0.252787, 0.260515, 0.24438, 0.256772, 0.236704, 0.245001, 0.258124, 0.256486, 0.249827, 0.257939, 0.256704, 0.263188, 0.267497, 0.248832, 0.251655, 0.176069, 0.26043, 0.255242, 0.273005, 0.172665, 0.263107, 0.260618, 0.257774, 0.237196, 0.197083, 0.235046, 0.246993, 0.253994, 0.26275, 0.262494, 0.25651, 0.255852, 0.254657, 0.244228, 0.232427, 0.264175, 0.221328, 0.251848, 0.260506, 0.251169, 0.231492, 0.269961, 0.260607, 0.232439, 0.25101, 0.212856, 0.250681, 0.196596, 0.258735, 0.240078, 0.18745, 0.256943, 0.2668 ] }, "name": "model.model.layers.17.post_attention_layernorm.weight", "outputIndexes": [ 1456 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1455 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_17/Mul_output_0", "outputIndexes": [ 1457 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1456, 1457 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_17/Mul_1_output_0", "outputIndexes": [ 1458 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1458 ], "outputIndexes": [ 2455 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2455 ], "outputIndexes": [ 2456 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/gate_proj/Linear", "inputIndexes": [ 2456 ], "outputIndexes": [ 2457 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 8192, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 651168402, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2457 ], "outputIndexes": [ 2458 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2458 ], "outputIndexes": [ 1459 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 8192 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1459 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_17/Sigmoid_output_0", "outputIndexes": [ 1460 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1459, 1460 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_17/Mul_output_0", "outputIndexes": [ 1461 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1458 ], "outputIndexes": [ 2459 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2459 ], "outputIndexes": [ 2460 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/up_proj/Linear", "inputIndexes": [ 2460 ], "outputIndexes": [ 2461 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 8192, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 660605608, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2461 ], "outputIndexes": [ 2462 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2462 ], "outputIndexes": [ 1462 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 8192 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1461, 1462 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_17/Mul_output_0", "outputIndexes": [ 1463 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1463 ], "outputIndexes": [ 2463 ], "main_type": "Reshape", "main": { "dims": [ -1, 8192, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2463 ], "outputIndexes": [ 2464 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/down_proj/Linear", "inputIndexes": [ 2464 ], "outputIndexes": [ 2465 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 8192, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 670042814, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2465 ], "outputIndexes": [ 2466 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2466 ], "outputIndexes": [ 1464 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1455, 1464 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_89_output_0", "outputIndexes": [ 1465 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1465, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_90_output_0", "outputIndexes": [ 1466 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2048 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.460665, 0.461189, 0.445593, 0.450023, 0.399686, 0.473834, 0.421034, 0.482372, 0.437932, 0.435951, 0.443876, 0.449056, 0.469589, 0.443174, 0.457326, 0.416287, 0.456179, 0.366029, 0.456807, 0.47348, 0.43693, 0.467821, 0.442541, 0.46659, 0.473529, 0.459787, 0.421833, 0.461244, 0.445234, 0.428701, 0.480857, 0.47656, 0.45461, 0.436798, 0.44714, 0.448802, 0.45776, 0.450157, 0.477875, 0.458077, 0.438443, 0.423596, 0.459952, 0.460525, 0.448646, 0.46671, 0.482722, 0.454448, 0.45236, 0.453524, 0.469373, 0.441165, 0.471643, 0.451388, 0.455911, 0.449072, 0.436425, 0.429626, 0.466551, 0.437324, 0.440941, 0.431947, 0.395091, 0.460408, 0.461698, 0.45847, 0.341276, 0.47027, 0.49303, 0.46638, 0.439093, 0.481781, 0.454636, 0.470204, 0.463182, 0.467183, 0.48016, 0.429171, 0.396426, 0.449083, 0.500941, 0.448824, 0.461217, 0.439055, 0.456749, 0.464065, 0.439497, 0.345787, 0.471531, 0.456513, 0.440694, 0.453159, 0.483021, 0.459242, 0.43687, 0.458412, 0.464652, 0.480179, 0.457545, 0.440974, 0.378052, 0.453714, 0.42452, 0.430731, 0.421094, 0.423772, 0.384495, 0.431555, 0.46345, 0.399964, 0.451486, 0.440951, 0.436195, 0.459493, 0.461404, 0.452311, 0.45007, 0.461001, 0.465112, 0.468, 0.462057, 0.453219, 0.473236, 0.452323, 0.459145, 0.47043, 0.455754, 0.474438, 0.437387, 0.446862, 0.465506, 0.405982, 0.428778, 0.388453, 0.436633, 0.44761, 0.466011, 0.446971, 0.434939, 0.447398, 0.458453, 0.471933, 0.387412, 0.433047, 0.41485, 0.407398, 0.450057, 0.462272, 0.45901, 0.423703, 0.470927, 0.439873, 0.455029, 0.44892, 0.439357, 0.406491, 0.42644, 0.426434, 0.385918, 0.453123, 0.459106, 0.514481, 0.483838, 0.447512, 0.465575, 0.465949, 0.442368, 0.439825, 0.459565, 0.435794, 0.437421, 0.471431, 0.477885, 0.46393, 0.434712, 0.434056, 0.448044, 0.44838, 0.447549, 0.442763, 0.43022, 0.454714, 0.451915, 0.469607, 0.452513, 0.449035, 0.453864, 0.414098, 0.433281, 0.421587, 0.434411, 0.441003, 0.440488, 0.448939, 0.40162, 0.441011, 0.467278, 0.437432, 0.449143, 0.404175, 0.454915, 0.456481, 0.450414, 0.432471, 0.43873, 0.44858, 0.470486, 0.420393, 0.460316, 0.356397, 0.455962, 0.462369, 0.459914, 0.46328, 0.453595, 0.425006, 0.470049, 0.460562, 0.43563, 0.433921, 0.469921, 0.473755, 0.46303, 0.423501, 0.455276, 0.42422, 0.467644, 0.064656, 0.462365, 0.421041, 0.459272, 0.426646, 0.451067, 0.423599, 0.450817, 0.441813, 0.442334, 0.477714, 0.451849, 0.375296, 0.455596, 0.432371, 0.457478, 0.408273, 0.446229, 0.442142, 0.466425, 0.45614, 0.449156, 0.432498, 0.453463, 0.446694, 0.444666, 0.462506, 0.336362, 0.331153, 0.446133, 0.45268, 0.448227, 0.445184, 0.461374, 0.43907, 0.483573, 0.456679, 0.457905, 0.434873, 0.482656, 0.445883, 0.462791, 0.416506, 0.433454, 0.465269, 0.466479, 0.468913, 0.470115, 0.393249, 0.457822, 0.421818, 0.429588, 0.474019, 0.443699, 0.392272, 0.326112, 0.421952, 0.449484, 0.450889, 0.436375, 0.427868, 0.469486, 0.443454, 0.449902, 0.429492, 0.457194, 0.456764, 0.440633, 0.472312, 0.433862, 0.383995, 0.444197, 0.453538, 0.454454, 0.396634, 0.463577, 0.43717, 0.393884, 0.444286, 0.415515, 0.437141, 0.430265, 0.452193, 0.463307, 0.45, 0.440082, 0.466495, 0.466713, 0.457538, 0.446926, 0.456778, 0.41988, 0.483968, 0.405344, 0.463981, 0.467402, 0.41756, 0.400739, 0.446484, 0.419015, 0.452842, 0.434239, 0.430737, 0.468657, 0.451258, 0.439801, 0.485583, 0.449384, 0.485009, 0.423274, 0.44758, 0.276365, 0.2928, 0.412961, 0.442674, 0.42803, 0.431753, 0.369682, 0.448905, 0.423027, 0.458209, 0.474843, 0.447543, 0.443101, 0.443389, 0.324143, 0.478553, 0.438632, 0.436314, 0.386012, 0.434615, 0.459427, 0.464385, 0.444358, 0.453771, 0.411572, 0.433742, 0.468089, 0.439719, 0.469358, 0.477784, 0.4267, 0.461122, 0.441082, 0.412718, 0.419886, 0.469927, 0.44029, 0.451465, 0.422038, 0.435195, 0.438339, 0.453761, 0.433656, 0.364664, 0.45263, 0.462266, 0.435689, 0.429274, 0.431006, 0.442786, 0.428365, 0.485878, 0.397484, 0.474127, 0.459629, 0.458498, 0.232029, 0.44184, 0.434185, 0.456301, 0.4388, 0.467212, 0.425341, 0.493797, 0.464498, 0.446794, 0.430379, 0.446512, 0.452552, 0.434652, 0.458066, 0.413858, 0.336809, 0.450246, 0.466349, 0.454904, 0.438145, 0.362352, 0.442871, 0.474206, 0.450147, 0.450787, 0.447897, 0.430446, 0.465354, 0.250307, 0.448634, 0.480609, 0.416343, 0.448158, 0.394289, 0.420905, 0.426104, 0.446226, 0.448028, 0.463668, 0.444, 0.440442, 0.451461, 0.465168, 0.391838, 0.485376, 0.441838, 0.434176, 0.480593, 0.445843, 0.445275, 0.477879, 0.464399, 0.455609, 0.462149, 0.419674, 0.455579, 0.447942, 0.344578, 0.444858, 0.408272, 0.426058, 0.431411, 0.42111, 0.450347, 0.43841, 0.341822, 0.457544, 0.450207, 0.449823, 0.450264, 0.451602, 0.474012, 0.459775, 0.449525, 0.440097, 0.45884, 0.447266, 0.481241, 0.469278, 0.459302, 0.454385, 0.448705, 0.468298, 0.453031, 0.468064, 0.462347, 0.468664, 0.453525, 0.452834, 0.413748, 0.467362, 0.442864, 0.446422, 0.443605, 0.43553, 0.449192, 0.478925, 0.443665, 0.456576, 0.457116, 0.444079, 0.328921, 0.46219, 0.46907, 0.406689, 0.39267, 0.436069, 0.444827, 0.456697, 0.449315, 0.446579, 0.416571, 0.468791, 0.45002, 0.441274, 0.450671, 0.463463, 0.45663, 0.445768, 0.473732, 0.451441, 0.290889, 0.460647, 0.468315, 0.392165, 0.418844, 0.447937, 0.453529, 0.48436, 0.336706, 0.416794, 0.45849, 0.462478, 0.443529, 0.449048, 0.451254, 0.454227, 0.436656, 0.456673, 0.299529, 0.470518, 0.449968, 0.474818, 0.468098, 0.446532, 0.429925, 0.38473, 0.417773, 0.455651, 0.464495, 0.409696, 0.488461, 0.484576, 0.382271, 0.46036, 0.406433, 0.410057, 0.36412, 0.458793, 0.464633, 0.475478, 0.442572, 0.44737, 0.461001, 0.456063, 0.460945, 0.44905, 0.434766, 0.462501, 0.444674, 0.451139, 0.453497, 0.43791, 0.471914, 0.460126, 0.473769, 0.453784, 0.456048, 0.324128, 0.249542, 0.450213, 0.410205, 0.463594, 0.474753, 0.447809, 0.463576, 0.468711, 0.430768, 0.422237, 0.450921, 0.439831, 0.463517, 0.465521, 0.44679, 0.458922, 0.381074, 0.445211, 0.434024, 0.46618, 0.462744, 0.447947, 0.434438, 0.447575, 0.476506, 0.450201, 0.460499, 0.466199, 0.455854, 0.474405, 0.43816, 0.465183, 0.438771, 0.463838, 0.431702, 0.403275, 0.462238, 0.432219, 0.448684, 0.45511, 0.447503, 0.44816, 0.442029, 0.464449, 0.387715, 0.389075, 0.441186, 0.43195, 0.476251, 0.427606, 0.463565, 0.473979, 0.425558, 0.423085, 0.447631, 0.464734, 0.451612, 0.442948, 0.466372, 0.466347, 0.462064, 0.454365, 0.465731, 0.450248, 0.413638, 0.443769, 0.437753, 0.439671, 0.442526, 0.457709, 0.447482, 0.36129, 0.463269, 0.460588, 0.479662, 0.459355, 0.46101, 0.459706, 0.448957, 0.368612, 0.448141, 0.449877, 0.477335, 0.460872, 0.434676, 0.472658, 0.465067, 0.473853, 0.48733, 0.377537, 0.473951, 0.470955, 0.442375, 0.451, 0.451319, 0.444965, 0.461727, 0.458982, 0.459402, 0.482441, 0.448342, 0.469098, 0.468585, 0.435658, 0.420081, 0.449761, 0.470587, 0.448325, 0.453048, 0.363573, 0.460901, 0.411722, 0.445799, 0.402652, 0.449884, 0.477024, 0.455988, 0.457588, 0.456743, 0.397327, 0.442988, 0.44904, 0.46455, 0.458017, 0.448207, 0.464299, 0.44708, 0.398373, 0.435639, 0.431794, 0.473678, 0.441626, 0.444979, 0.460332, 0.34939, 0.489146, 0.452278, 0.47451, 0.434793, 0.445178, 0.487357, 0.447074, 0.457745, 0.449724, 0.470802, 0.456381, 0.469396, 0.459182, 0.464212, 0.380778, 0.447369, 0.451542, 0.44633, 0.465436, 0.431788, 0.435324, 0.441063, 0.46273, 0.475432, 0.461716, 0.438503, 0.470828, 0.434064, 0.444138, 0.475595, 0.444233, 0.447557, 0.434994, 0.446204, 0.463739, 0.474563, 0.395216, 0.428665, 0.427848, 0.429587, 0.101344, 0.479482, 0.450406, 0.449611, 0.457281, 0.447989, 0.456192, 0.440118, 0.439238, 0.43416, 0.46018, 0.444223, 0.455653, 0.434699, 0.452081, 0.426956, 0.452341, 0.470022, 0.452029, 0.489909, 0.443995, 0.466612, 0.463037, 0.476816, 0.450852, 0.398185, 0.450056, 0.455353, 0.45072, 0.447684, 0.463035, 0.468469, 0.443776, 0.40119, 0.464378, 0.460969, 0.458147, 0.460113, 0.456044, 0.425188, 0.45234, 0.354476, 0.433, 0.426223, 0.398644, 0.466194, 0.455996, 0.342924, 0.447991, 0.456586, 0.466283, 0.472391, 0.447377, 0.478376, 0.460611, 0.456042, 0.435574, 0.462706, 0.459648, 0.459755, 0.362087, 0.457661, 0.481296, 0.460661, 0.443182, 0.482626, 0.442431, 0.452771, 0.461255, 0.460958, 0.443168, 0.455895, 0.450509, 0.452675, 0.473828, 0.446062, 0.254121, 0.466492, 0.467835, 0.452881, 0.43083, 0.432102, 0.362002, 0.456015, 0.453553, 0.464059, 0.458758, 0.274715, 0.417781, 0.484164, 0.462979, 0.443929, 0.454781, 0.426722, 0.359173, 0.476691, 0.387063, 0.440814, 0.450506, 0.452633, 0.429144, 0.467034, 0.426894, 0.446381, 0.474286, 0.465863, 0.436218, 0.468365, 0.467887, 0.464069, 0.469557, 0.438604, 0.437271, 0.451126, 0.431908, 0.445052, 0.449399, 0.443742, 0.410506, 0.463932, 0.448661, 0.461914, 0.401545, 0.465628, 0.440315, 0.43028, 0.459885, 0.427113, 0.426424, 0.451611, 0.461573, 0.43301, 0.302933, 0.450939, 0.418726, 0.435655, 0.44862, 0.437023, 0.392214, 0.447483, 0.4501, 0.463699, 0.454249, 0.446238, 0.43572, 0.469464, 0.435685, 0.466357, 0.396469, 0.441849, 0.448103, 0.453958, 0.448328, 0.481966, 0.465173, 0.392914, 0.448477, 0.430839, 0.448623, 0.408467, 0.455714, 0.484657, 0.42727, 0.476378, 0.316127, 0.456528, 0.463266, 0.413002, 0.45173, 0.454895, 0.436173, 0.439905, 0.477345, 0.457444, 0.455372, 0.444672, 0.471552, 0.389518, 0.320383, 0.324338, 0.467557, 0.429633, 0.449036, 0.439536, 0.463732, 0.46602, 0.445658, 0.442997, 0.461587, 0.440019, 0.454776, 0.427793, 0.429645, 0.457292, 0.450582, 0.441093, 0.453027, 0.438374, 0.44231, 0.457972, 0.436853, 0.438063, 0.35293, 0.455071, 0.448144, 0.479828, 0.440657, 0.443971, 0.465097, 0.433527, 0.445625, 0.440226, 0.467479, 0.452356, 0.449405, 0.463202, 0.419868, 0.459323, 0.435934, 0.340315, 0.465264, 0.45433, 0.454663, 0.426012, 0.447459, 0.453574, 0.46092, 0.467692, 0.462343, 0.450707, 0.476977, 0.327153, 0.420617, 0.466733, 0.465713, 0.440835, 0.352857, 0.45691, 0.454098, 0.400697, 0.462779, 0.448385, 0.375846, 0.451505, 0.440836, 0.481908, 0.457327, 0.472498, 0.467758, 0.451095, 0.299269, 0.445877, 0.446033, 0.45808, 0.454324, 0.385543, 0.443588, 0.421647, 0.358156, 0.414367, 0.341602, 0.430261, 0.328342, 0.353709, 0.467201, 0.438531, 0.435726, 0.467559, 0.467297, 0.445171, 0.462384, 0.453852, 0.461831, 0.405862, 0.439862, 0.449017, 0.440212, 0.449738, 0.461321, 0.46699, 0.453383, 0.42335, 0.41388, 0.427196, 0.434517, 0.483631, 0.472146, 0.445484, 0.420778, 0.37918, 0.441535, 0.439979, 0.46032, 0.471368, 0.449149, 0.453106, 0.454372, 0.385158, 0.426463, 0.464438, 0.470039, 0.465037, 0.427241, 0.459874, 0.439944, 0.486376, 0.453917, 0.394877, 0.458378, 0.456175, 0.42021, 0.446943, 0.459108, 0.369308, 0.459247, 0.449442, 0.433787, 0.436737, 0.46129, 0.41883, 0.44054, 0.466852, 0.34466, 0.455036, 0.461793, 0.434457, 0.293883, 0.445452, 0.462609, 0.331495, 0.436843, 0.455985, 0.451049, 0.438353, 0.432121, 0.450306, 0.478201, 0.455229, 0.463696, 0.460531, 0.436606, 0.453053, 0.459657, 0.46705, 0.447707, 0.462063, 0.451904, 0.456412, 0.458734, 0.428775, 0.454113, 0.449984, 0.462946, 0.464612, 0.447041, 0.464525, 0.469767, 0.45054, 0.464233, 0.455704, 0.457035, 0.455032, 0.461339, 0.455147, 0.426939, 0.316974, 0.448435, 0.461186, 0.432233, 0.438036, 0.460474, 0.461851, 0.418281, 0.412835, 0.479312, 0.458346, 0.4477, 0.433141, 0.432235, 0.426797, 0.45321, 0.482505, 0.449013, 0.454296, 0.456664, 0.45955, 0.447282, 0.448367, 0.448543, 0.434749, 0.459018, 0.456214, 0.458013, 0.43618, 0.458607, 0.32236, 0.453805, 0.45444, 0.472869, 0.440188, 0.421903, 0.473383, 0.456706, 0.468857, 0.450246, 0.466721, 0.432678, 0.473347, 0.461119, 0.471042, 0.444309, 0.440806, 0.454805, 0.463183, 0.465578, 0.480314, 0.445283, 0.419772, 0.430092, 0.400334, 0.449809, 0.432722, 0.428251, 0.337808, 0.448037, 0.468742, 0.474719, 0.452286, 0.426183, 0.408577, 0.435342, 0.463325, 0.471223, 0.451947, 0.461355, 0.366552, 0.451909, 0.404013, 0.470338, 0.434155, 0.470464, 0.457486, 0.413904, 0.433164, 0.444271, 0.44259, 0.452296, 0.480189, 0.441427, 0.451344, 0.373947, 0.43088, 0.459861, 0.462051, 0.444504, 0.450881, 0.437133, 0.370145, 0.467519, 0.462928, 0.454945, 0.440103, 0.455232, 0.439702, 0.451079, 0.434741, 0.434826, 0.454576, 0.434308, 0.441231, 0.457891, 0.463981, 0.418151, 0.468, 0.44858, 0.44686, 0.468944, 0.442681, 0.359812, 0.456314, 0.449546, 0.478241, 0.404998, 0.441595, 0.45485, 0.426348, 0.456615, 0.458511, 0.460506, 0.452559, 0.426651, 0.448261, 0.434968, 0.460753, 0.461711, 0.451944, 0.459839, 0.44432, 0.429833, 0.365318, 0.447912, 0.449314, 0.479179, 0.479726, 0.422899, 0.463049, 0.449728, 0.437955, 0.441791, 0.432238, 0.437787, 0.470169, 0.439301, 0.431999, 0.483197, 0.460481, 0.479119, 0.46274, 0.463655, 0.443574, 0.449197, 0.441191, 0.353915, 0.470038, 0.440235, 0.45638, 0.451998, 0.454118, 0.472184, 0.436161, 0.429905, 0.449914, 0.477919, 0.442352, 0.484909, 0.461478, 0.463926, 0.45988, 0.486685, 0.44899, 0.414449, 0.429608, 0.443841, 0.467087, 0.455526, 0.41777, 0.430389, 0.392629, 0.448044, 0.447768, 0.422511, 0.454173, 0.455286, 0.454788, 0.477878, 0.453631, 0.50246, 0.473026, 0.435246, 0.415393, 0.456231, 0.424076, 0.472445, 0.464422, 0.44851, 0.476932, 0.467271, 0.446618, 0.484006, 0.467847, 0.45407, 0.451848, 0.459545, 0.469192, 0.441439, 0.462797, 0.487277, 0.49117, 0.452148, 0.389047, 0.478141, 0.450483, 0.418257, 0.427756, 0.478012, 0.472321, 0.453826, 0.435018, 0.436486, 0.466438, 0.468787, 0.439603, 0.493016, 0.428195, 0.484676, 0.434523, 0.465691, 0.447659, 0.430293, 0.472892, 0.448751, 0.477109, 0.370387, 0.468449, 0.425474, 0.415238, 0.431108, 0.455386, 0.426706, 0.315495, 0.448332, 0.433469, 0.433511, 0.453449, 0.458383, 0.463036, 0.454906, 0.468116, 0.466137, 0.457058, 0.468947, 0.462588, 0.456008, 0.443468, 0.455441, 0.422285, 0.354012, 0.448051, 0.465767, 0.448594, 0.443138, 0.466715, 0.458278, 0.445023, 0.45964, 0.448571, 0.418172, 0.40474, 0.416742, 0.438797, 0.462843, 0.478968, 0.465493, 0.467222, 0.455575, 0.448734, 0.426929, 0.442985, 0.454807, 0.448032, 0.448537, 0.460936, 0.471141, 0.4193, 0.454148, 0.432626, 0.448858, 0.483144, 0.375043, 0.466248, 0.468208, 0.473345, 0.465228, 0.453146, 0.451201, 0.385602, 0.469076, 0.441747, 0.474617, 0.487952, 0.464103, 0.416681, 0.461883, 0.481929, 0.437938, 0.458002, 0.393555, 0.436282, 0.490368, 0.460736, 0.453227, 0.480066, 0.453499, 0.417462, 0.460267, 0.445436, 0.468367, 0.457836, 0.47359, 0.462597, 0.454095, 0.457776, 0.475921, 0.460315, 0.470266, 0.436808, 0.44133, 0.465605, 0.466793, 0.407764, 0.473381, 0.466161, 0.457055, 0.456438, 0.470836, 0.470862, 0.453333, 0.454718, 0.450777, 0.474375, 0.447062, 0.329, 0.455659, 0.449254, 0.464956, 0.437593, 0.471185, 0.457449, 0.332705, 0.464379, 0.448474, 0.46708, 0.470828, 0.460641, 0.452411, 0.477887, 0.452344, 0.455119, 0.467115, 0.457494, 0.458694, 0.455906, 0.461591, 0.454927, 0.420106, 0.454825, 0.491761, 0.429238, 0.455434, 0.452444, 0.45115, 0.46037, 0.491625, 0.466174, 0.471064, 0.486379, 0.474678, 0.426203, 0.433829, 0.480114, 0.454631, 0.462211, 0.467289, 0.473373, 0.424721, 0.461401, 0.457304, 0.44953, 0.465267, 0.442307, 0.458064, 0.45372, 0.466501, 0.464826, 0.331018, 0.458411, 0.45188, 0.477385, 0.448614, 0.469551, 0.454898, 0.419236, 0.415507, 0.446379, 0.442558, 0.403362, 0.480186, 0.441661, 0.451047, 0.449634, 0.456781, 0.436702, 0.426852, 0.482901, 0.463231, 0.499163, 0.457602, 0.457797, 0.469336, 0.441709, 0.48324, 0.424786, 0.46443, 0.471836, 0.43671, 0.446015, 0.42176, 0.46167, 0.458223, 0.428731, 0.466613, 0.464126, 0.456018, 0.487626, 0.451134, 0.414354, 0.419581, 0.444887, 0.432236, 0.368527, 0.455621, 0.449157, 0.453452, 0.456292, 0.467269, 0.464305, 0.472069, 0.452376, 0.424015, 0.492755, 0.486855, 0.421908, 0.451148, 0.441831, 0.464672, 0.486177, 0.46379, 0.467921, 0.480319, 0.469861, 0.460558, 0.488703, 0.47011, 0.448039, 0.480955, 0.444296, 0.422311, 0.412627, 0.471757, 0.463672, 0.439052, 0.455525, 0.428106, 0.440858, 0.477501, 0.459247, 0.436192, 0.413477, 0.414524, 0.428062, 0.46127, 0.45021, 0.479686, 0.428662, 0.383439, 0.467403, 0.45173, 0.45249, 0.472511, 0.437843, 0.452297, 0.444779, 0.446781, 0.468716, 0.444055, 0.434753, 0.448942, 0.473237, 0.432503, 0.479287, 0.477386, 0.458984, 0.475831, 0.445052, 0.446602, 0.44493, 0.44134, 0.4832, 0.45197, 0.451274, 0.457727, 0.486482, 0.44777, 0.489519, 0.424471, 0.462744, 0.490479, 0.45645, 0.453539, 0.459316, 0.444127, 0.431365, 0.480269, 0.454067, 0.444161, 0.471186, 0.474264, 0.428832, 0.447151, 0.362583, 0.440555, 0.474932, 0.46062, 0.463044, 0.453005, 0.465192, 0.405385, 0.418492, 0.412302, 0.478057, 0.447398, 0.483577, 0.452705, 0.455647, 0.469407, 0.436741, 0.458121, 0.455434, 0.407372, 0.391716, 0.47005, 0.482524, 0.448234, 0.472202, 0.467685, 0.434619, 0.47933, 0.456027, 0.454592, 0.480771, 0.450015, 0.431579, 0.439487, 0.459146, 0.43972, 0.460099, 0.454181, 0.470774, 0.455646, 0.386113, 0.438614, 0.451793, 0.454874, 0.477918, 0.476354, 0.425882, 0.456643, 0.440153, 0.462574, 0.296683, 0.304023, 0.441215, 0.439897, 0.453723, 0.435849, 0.453737, 0.449842, 0.461028, 0.463689, 0.367635, 0.469179, 0.461788, 0.451605, 0.47131, 0.458606, 0.48279, 0.438011, 0.455905, 0.449505, 0.470543, 0.476595, 0.461734, 0.441347, 0.440745, 0.467161, 0.440089, 0.437007, 0.451339, 0.400649, 0.46476, 0.463472, 0.463254, 0.459113, 0.424421, 0.411701, 0.456171, 0.438843, 0.473847, 0.443636, 0.480668, 0.444605, 0.43641, 0.456401, 0.468816, 0.454189, 0.438921, 0.455458, 0.439611, 0.479201, 0.465355, 0.442133, 0.469644, 0.449731, 0.450197, 0.467282, 0.443986, 0.457495, 0.47678, 0.380711, 0.436496, 0.472875, 0.469756, 0.447512, 0.478544, 0.482749, 0.452297, 0.449498, 0.468082, 0.442149, 0.443055, 0.479761, 0.441552, 0.467186, 0.454487, 0.344675, 0.446887, 0.414227, 0.461067, 0.442006, 0.445926, 0.452902, 0.467757, 0.440957, 0.395672, 0.461925, 0.454062, 0.459529, 0.479061, 0.42733, 0.474639, 0.470438, 0.440314, 0.45444, 0.316272, 0.463346, 0.467822, 0.4706, 0.425766, 0.4279, 0.421475, 0.446707, 0.404924, 0.412952, 0.440553, 0.469005, 0.367755, 0.455809, 0.339907, 0.356032, 0.487306, 0.452191, 0.472574, 0.350601, 0.45325, 0.449966, 0.436668, 0.457258, 0.404529, 0.391408, 0.478307, 0.456554, 0.437117, 0.467617, 0.476273, 0.437359, 0.47102, 0.460182, 0.426984, 0.468361, 0.434649, 0.430305, 0.455286, 0.443987, 0.446906, 0.453489, 0.433185, 0.456293, 0.466098, 0.468929, 0.460078, 0.446863, 0.414743, 0.461347, 0.440747, 0.447475, 0.451343, 0.464185, 0.430046, 0.461813, 0.437724, 0.466289, 0.442389, 0.455597, 0.458651, 0.421857, 0.465336, 0.448285, 0.462423, 0.489206, 0.455945, 0.436172, 0.427284, 0.429542, 0.428263, 0.413224, 0.45597, 0.468889, 0.430384, 0.447129, 0.430612, 0.413712, 0.434028, 0.475789, 0.44193, 0.444257, 0.428636, 0.441766, 0.444977, 0.453975, 0.412288, 0.469293, 0.446093, 0.314007, 0.451797, 0.458366, 0.406195, 0.465894, 0.461486, 0.46849, 0.462702, 0.452883, 0.426139, 0.445964, 0.475758, 0.374562, 0.45607, 0.453699, 0.44638, 0.347084, 0.444199, 0.394848, 0.458167, 0.434915, 0.305597, 0.43751, 0.355397, 0.463303, 0.44238, 0.432772, 0.469239, 0.451932, 0.390574, 0.465905, 0.444724, 0.485565, 0.457263, 0.458722, 0.454059, 0.450426, 0.459587, 0.454055, 0.470309, 0.437552, 0.447048, 0.464854, 0.472509, 0.453433, 0.435269, 0.446587, 0.457632, 0.4507, 0.444688, 0.455752, 0.473562, 0.458745, 0.466345, 0.44544, 0.458726, 0.36836, 0.453277, 0.355598, 0.470625, 0.45161, 0.414399, 0.463578, 0.46923, 0.446703, 0.479286, 0.475291, 0.476407, 0.477603, 0.468892, 0.425641, 0.467107, 0.430534, 0.482516, 0.452385, 0.451074, 0.456755, 0.448863, 0.439625, 0.459066, 0.286732, 0.472596, 0.460443, 0.46628, 0.418199, 0.469675, 0.442254, 0.450362, 0.465925, 0.469301, 0.447734, 0.461628, 0.450772, 0.451138, 0.449181, 0.46207, 0.457859, 0.453753, 0.333523, 0.405467, 0.453111, 0.445304, 0.462459, 0.458502, 0.454995, 0.453363, 0.455399, 0.437991, 0.410347, 0.446204, 0.451524, 0.441788, 0.439636, 0.474556, 0.443601, 0.448252, 0.435704, 0.446737, 0.444185, 0.439841, 0.444493, 0.443817, 0.443289, 0.443278, 0.461236, 0.451787, 0.458194, 0.420513, 0.429853, 0.40021, 0.452763, 0.443221, 0.469496, 0.343382, 0.464171, 0.45922, 0.45732, 0.449325, 0.329585, 0.426458, 0.455055, 0.438213, 0.461583, 0.468065, 0.454889, 0.444769, 0.476203, 0.443435, 0.44037, 0.442713, 0.341066, 0.481344, 0.448062, 0.466545, 0.412909, 0.474892, 0.453344, 0.431923, 0.464156, 0.443702, 0.436895, 0.387582, 0.450773, 0.421, 0.392927, 0.44412, 0.458841 ] }, "name": "model.model.layers.18.input_layernorm.weight", "outputIndexes": [ 1467 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1466 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_18/Mul_output_0", "outputIndexes": [ 1468 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1467, 1468 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_18/Mul_1_output_0", "outputIndexes": [ 1469 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1469 ], "outputIndexes": [ 2467 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2467 ], "outputIndexes": [ 2468 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/q_proj/Linear", "inputIndexes": [ 2468 ], "outputIndexes": [ 2469 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 679480020, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2469 ], "outputIndexes": [ 2470 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2470 ], "outputIndexes": [ 1470 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1469 ], "main_type": "NONE", "name": "/Shape_73_output_0", "outputIndexes": [ 1471 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1471 ], "main_type": "NONE", "name": "Shape3044", "outputIndexes": [ 1472 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1471 ], "main_type": "NONE", "name": "Rank3046", "outputIndexes": [ 1473 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1473, 1473 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3048", "outputIndexes": [ 1474 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1474 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3049", "outputIndexes": [ 1475 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1474, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3051", "outputIndexes": [ 1476 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1476 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3052", "outputIndexes": [ 1477 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1472, 1475, 1477, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3055", "outputIndexes": [ 1478 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1478 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3056", "outputIndexes": [ 1479 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 1479 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3057", "outputIndexes": [ 1480 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1480, 1479 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3058", "outputIndexes": [ 1481 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1471, 1481, 1474 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_130_output_0", "outputIndexes": [ 1482 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1482, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_253_output_0", "outputIndexes": [ 1483 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1483, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_162_output_0", "outputIndexes": [ 1484 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1470, 1484 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_91_output_0", "outputIndexes": [ 1485 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1485, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_72_output_0", "outputIndexes": [ 1486 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1485 ], "main_type": "NONE", "name": "/Shape_74_output_0", "outputIndexes": [ 1487 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1487 ], "main_type": "NONE", "name": "Shape3065", "outputIndexes": [ 1488 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1487 ], "main_type": "NONE", "name": "Rank3067", "outputIndexes": [ 1489 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1489, 1489 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3069", "outputIndexes": [ 1490 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1490 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3070", "outputIndexes": [ 1491 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1490, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3072", "outputIndexes": [ 1492 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1492 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3073", "outputIndexes": [ 1493 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1488, 1491, 1493, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3076", "outputIndexes": [ 1494 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1494 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3077", "outputIndexes": [ 1495 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1495 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3078", "outputIndexes": [ 1496 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1496, 1495 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3079", "outputIndexes": [ 1497 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1487, 1497, 1490 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_131_output_0", "outputIndexes": [ 1498 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1498, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_54_output_0", "outputIndexes": [ 1499 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1499, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_258_output_0", "outputIndexes": [ 1500 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1485, 1500, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_73_output_0", "outputIndexes": [ 1501 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1501 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_36_output_0", "outputIndexes": [ 1502 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1485, 22, 1500, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_72_output_0", "outputIndexes": [ 1503 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1502, 1503 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_165_output_0", "outputIndexes": [ 1504 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1504, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_73_output_0", "outputIndexes": [ 1505 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1486, 1505 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_90_output_0", "outputIndexes": [ 1506 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1469 ], "outputIndexes": [ 2471 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2471 ], "outputIndexes": [ 2472 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/k_proj/Linear", "inputIndexes": [ 2472 ], "outputIndexes": [ 2473 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 681839338, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2473 ], "outputIndexes": [ 2474 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2474 ], "outputIndexes": [ 1507 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1507, 1484 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_92_output_0", "outputIndexes": [ 1508 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1508, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_74_output_0", "outputIndexes": [ 1509 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1508 ], "main_type": "NONE", "name": "/Shape_75_output_0", "outputIndexes": [ 1510 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1510 ], "main_type": "NONE", "name": "Shape3127", "outputIndexes": [ 1511 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1510 ], "main_type": "NONE", "name": "Rank3129", "outputIndexes": [ 1512 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1512, 1512 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3131", "outputIndexes": [ 1513 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1513 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3132", "outputIndexes": [ 1514 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1513, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3134", "outputIndexes": [ 1515 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1515 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3135", "outputIndexes": [ 1516 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1511, 1514, 1516, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3138", "outputIndexes": [ 1517 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1517 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3139", "outputIndexes": [ 1518 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1518 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3140", "outputIndexes": [ 1519 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1519, 1518 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3141", "outputIndexes": [ 1520 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1510, 1520, 1513 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_132_output_0", "outputIndexes": [ 1521 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1521, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_55_output_0", "outputIndexes": [ 1522 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1522, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_260_output_0", "outputIndexes": [ 1523 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1508, 1523, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_75_output_0", "outputIndexes": [ 1524 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1524 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_37_output_0", "outputIndexes": [ 1525 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1508, 22, 1523, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_74_output_0", "outputIndexes": [ 1526 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1525, 1526 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_166_output_0", "outputIndexes": [ 1527 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1527, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_75_output_0", "outputIndexes": [ 1528 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1509, 1528 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_91_output_0", "outputIndexes": [ 1529 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1469 ], "outputIndexes": [ 2475 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2475 ], "outputIndexes": [ 2476 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/v_proj/Linear", "inputIndexes": [ 2476 ], "outputIndexes": [ 2477 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 684198656, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2477 ], "outputIndexes": [ 2478 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2478 ], "outputIndexes": [ 1530 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1530, 1484 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_93_output_0", "outputIndexes": [ 1531 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1506, 1529, 1531, 109 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_94_output_0", "outputIndexes": [ 1532 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1532 ], "outputIndexes": [ 2479 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2479 ], "outputIndexes": [ 2480 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/o_proj/Linear", "inputIndexes": [ 2480 ], "outputIndexes": [ 2481 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 686557974, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2481 ], "outputIndexes": [ 2482 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2482 ], "outputIndexes": [ 1533 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1466, 1533 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_93_output_0", "outputIndexes": [ 1534 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2048 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.308708, 0.297591, 0.289701, 0.300052, 0.251144, 0.319568, 0.283902, 0.308891, 0.279397, 0.295368, 0.284406, 0.28945, 0.29519, 0.289674, 0.292192, 0.267553, 0.295767, 0.223182, 0.305403, 0.304408, 0.290351, 0.296658, 0.291282, 0.290888, 0.309593, 0.287387, 0.275366, 0.301041, 0.30991, 0.283156, 0.294198, 0.313656, 0.304154, 0.258839, 0.296698, 0.288448, 0.276109, 0.286689, 0.299578, 0.296545, 0.290797, 0.269522, 0.297365, 0.300401, 0.301395, 0.309781, 0.313169, 0.30757, 0.294758, 0.306736, 0.289637, 0.285408, 0.316424, 0.293922, 0.302828, 0.289555, 0.290223, 0.293072, 0.284499, 0.283868, 0.295859, 0.287448, 0.245048, 0.296146, 0.299429, 0.292728, 0.206294, 0.311424, 0.32628, 0.296043, 0.286887, 0.302459, 0.287519, 0.28848, 0.296982, 0.302413, 0.309491, 0.292554, 0.240614, 0.277252, 0.304507, 0.296101, 0.305036, 0.303997, 0.309135, 0.292991, 0.274366, 0.213443, 0.295689, 0.306602, 0.276709, 0.291719, 0.300537, 0.297281, 0.286171, 0.320747, 0.294052, 0.313222, 0.288519, 0.279857, 0.220595, 0.288481, 0.269956, 0.266505, 0.254763, 0.275639, 0.244475, 0.280564, 0.298198, 0.27572, 0.289459, 0.292273, 0.274067, 0.29716, 0.304767, 0.299907, 0.28895, 0.313044, 0.308733, 0.296188, 0.311673, 0.27681, 0.288745, 0.307673, 0.308819, 0.292033, 0.30362, 0.304185, 0.289571, 0.304659, 0.289762, 0.258983, 0.297754, 0.255616, 0.304612, 0.297946, 0.296839, 0.301878, 0.297769, 0.299026, 0.294416, 0.293738, 0.256363, 0.28033, 0.289975, 0.278248, 0.304521, 0.294976, 0.305052, 0.287766, 0.30293, 0.295929, 0.302665, 0.276593, 0.295566, 0.276321, 0.287926, 0.274632, 0.247513, 0.310865, 0.327478, 0.468297, 0.298826, 0.3002, 0.299117, 0.307323, 0.272956, 0.289996, 0.293366, 0.286011, 0.297634, 0.298586, 0.305237, 0.303441, 0.282212, 0.288171, 0.311081, 0.29735, 0.305821, 0.285088, 0.288483, 0.300229, 0.298768, 0.297051, 0.293372, 0.291006, 0.297279, 0.241273, 0.286343, 0.279141, 0.288748, 0.300722, 0.29336, 0.314099, 0.270756, 0.29698, 0.316692, 0.286195, 0.290183, 0.262425, 0.293916, 0.28975, 0.301631, 0.292981, 0.308252, 0.293082, 0.312883, 0.272159, 0.291722, 0.182243, 0.299492, 0.304911, 0.291229, 0.300352, 0.290448, 0.288884, 0.2961, 0.296647, 0.287295, 0.290982, 0.304055, 0.302214, 0.306384, 0.275746, 0.304406, 0.254504, 0.292548, 0.03046, 0.291953, 0.278431, 0.303225, 0.299004, 0.28905, 0.262801, 0.304414, 0.275074, 0.295157, 0.313527, 0.288209, 0.226097, 0.314513, 0.299524, 0.314377, 0.286665, 0.305302, 0.305015, 0.304959, 0.293805, 0.276756, 0.259547, 0.290823, 0.306663, 0.300399, 0.30247, 0.212613, 0.22136, 0.30941, 0.306777, 0.29648, 0.299991, 0.294119, 0.307328, 0.303183, 0.303451, 0.286084, 0.293372, 0.306423, 0.307642, 0.320711, 0.274741, 0.277133, 0.310336, 0.30189, 0.297196, 0.312446, 0.257776, 0.305167, 0.283831, 0.281505, 0.305922, 0.284069, 0.156969, 0.207592, 0.287439, 0.304877, 0.301903, 0.276836, 0.270619, 0.306137, 0.28517, 0.29989, 0.270572, 0.285693, 0.298322, 0.287709, 0.298723, 0.290128, 0.232618, 0.299651, 0.316872, 0.297105, 0.252594, 0.305369, 0.277646, 0.219482, 0.297999, 0.292785, 0.284001, 0.273585, 0.30965, 0.302803, 0.297693, 0.300023, 0.300449, 0.2941, 0.305681, 0.293792, 0.300323, 0.092684, 0.306726, 0.268738, 0.303668, 0.297631, 0.26963, 0.251762, 0.293489, 0.257861, 0.291183, 0.282547, 0.273937, 0.296456, 0.296025, 0.296767, 0.322365, 0.303658, 0.304722, 0.280448, 0.285815, 0.250535, 0.235854, 0.279432, 0.288317, 0.283493, 0.289505, 0.240027, 0.293229, 0.264131, 0.309263, 0.294494, 0.273231, 0.284266, 0.305956, 0.206564, 0.302899, 0.294134, 0.304164, 0.22895, 0.293093, 0.290845, 0.317258, 0.280885, 0.30472, 0.301768, 0.281367, 0.296406, 0.294451, 0.301889, 0.305386, 0.258374, 0.307956, 0.289013, 0.246792, 0.281302, 0.313787, 0.294473, 0.295724, 0.27038, 0.289405, 0.278324, 0.282529, 0.2995, 0.233122, 0.307858, 0.2865, 0.292163, 0.270287, 0.289812, 0.306327, 0.278519, 0.314647, 0.245334, 0.307838, 0.287751, 0.297126, 0.150185, 0.285544, 0.288927, 0.295573, 0.265847, 0.307498, 0.267669, 0.309599, 0.304924, 0.295117, 0.277616, 0.280509, 0.29412, 0.277755, 0.307702, 0.282873, 0.199104, 0.311874, 0.300501, 0.293783, 0.285852, 0.178479, 0.289608, 0.314654, 0.306196, 0.302089, 0.298064, 0.277332, 0.315791, 0.044354, 0.293953, 0.311781, 0.265694, 0.307299, 0.251484, 0.242323, 0.27834, 0.300157, 0.310618, 0.301141, 0.301116, 0.281916, 0.296322, 0.291375, 0.268757, 0.315815, 0.295922, 0.288814, 0.311283, 0.284032, 0.299953, 0.309178, 0.307842, 0.297184, 0.303555, 0.284826, 0.301893, 0.301573, 0.228707, 0.291371, 0.271681, 0.275244, 0.267402, 0.274902, 0.296247, 0.285374, 0.188956, 0.313618, 0.292054, 0.287912, 0.294635, 0.311703, 0.306351, 0.294721, 0.299755, 0.286383, 0.292178, 0.299518, 0.306139, 0.296571, 0.297714, 0.292934, 0.282689, 0.303826, 0.288073, 0.311176, 0.303961, 0.307231, 0.305211, 0.291693, 0.272465, 0.293011, 0.309948, 0.289825, 0.301632, 0.251845, 0.29199, 0.310327, 0.290708, 0.281976, 0.28576, 0.304937, 0.200125, 0.303354, 0.302242, 0.244176, 0.272319, 0.29576, 0.290448, 0.310965, 0.293598, 0.305935, 0.272929, 0.290413, 0.292635, 0.300147, 0.289088, 0.301071, 0.291791, 0.294588, 0.312257, 0.300611, 0.241971, 0.303764, 0.296256, 0.249509, 0.264433, 0.281319, 0.279614, 0.302103, 0.207772, 0.264917, 0.300332, 0.284604, 0.290429, 0.288607, 0.293059, 0.300086, 0.286735, 0.297629, 0.18757, 0.298956, 0.291311, 0.322101, 0.288654, 0.294634, 0.289946, 0.248148, 0.264331, 0.288517, 0.29776, 0.2587, 0.313083, 0.290867, 0.237249, 0.282139, 0.265382, 0.254352, 0.225659, 0.299746, 0.304373, 0.306957, 0.299611, 0.293147, 0.296029, 0.287076, 0.304023, 0.298336, 0.305281, 0.297704, 0.280493, 0.288276, 0.291056, 0.292769, 0.303336, 0.273932, 0.308172, 0.299475, 0.293299, 0.238612, 0.205734, 0.287907, 0.249289, 0.297737, 0.305307, 0.283066, 0.303433, 0.296304, 0.288922, 0.269381, 0.30549, 0.291405, 0.303314, 0.303471, 0.286176, 0.300144, 0.218976, 0.273872, 0.293096, 0.300222, 0.301262, 0.288433, 0.269952, 0.28985, 0.292243, 0.292483, 0.297194, 0.305347, 0.303175, 0.293453, 0.292274, 0.299327, 0.293208, 0.287968, 0.277785, 0.234728, 0.28912, 0.292824, 0.295116, 0.306468, 0.28751, 0.296177, 0.301288, 0.309714, 0.179045, 0.224645, 0.27863, 0.277015, 0.302695, 0.26927, 0.304693, 0.298334, 0.286783, 0.268281, 0.289587, 0.313362, 0.289982, 0.268958, 0.300113, 0.30345, 0.295345, 0.304121, 0.280208, 0.30363, 0.268986, 0.298882, 0.290122, 0.28286, 0.292185, 0.300694, 0.293692, 0.242787, 0.310422, 0.306913, 0.30505, 0.299501, 0.306564, 0.292263, 0.299284, 0.184443, 0.292834, 0.302875, 0.313357, 0.307002, 0.294059, 0.302142, 0.309761, 0.30697, 0.309888, 0.236305, 0.293907, 0.312796, 0.301249, 0.300815, 0.288137, 0.285427, 0.301083, 0.297499, 0.292561, 0.314246, 0.292128, 0.298066, 0.302677, 0.306761, 0.288112, 0.286892, 0.300081, 0.287739, 0.300305, 0.221723, 0.29401, 0.275578, 0.281014, 0.2417, 0.285301, 0.303198, 0.26816, 0.308724, 0.302177, 0.271814, 0.294479, 0.283552, 0.296674, 0.293953, 0.305189, 0.29846, 0.302195, 0.193208, 0.284675, 0.290942, 0.30418, 0.161948, 0.288805, 0.280135, 0.256866, 0.323757, 0.305556, 0.29987, 0.292777, 0.273521, 0.30784, 0.304596, 0.299259, 0.286863, 0.305883, 0.306509, 0.305233, 0.276672, 0.282668, 0.231961, 0.304499, 0.296108, 0.293247, 0.303833, 0.296082, 0.287684, 0.284345, 0.304262, 0.300231, 0.303009, 0.303354, 0.302157, 0.290379, 0.284576, 0.30899, 0.30191, 0.30155, 0.297555, 0.295662, 0.30768, 0.305687, 0.270366, 0.295861, 0.281488, 0.297933, 0.02804, 0.301948, 0.303554, 0.293407, 0.297767, 0.296579, 0.295252, 0.288181, 0.26987, 0.293504, 0.284229, 0.28811, 0.305792, 0.300684, 0.304993, 0.25493, 0.308467, 0.305693, 0.292485, 0.300602, 0.296367, 0.302435, 0.314065, 0.295354, 0.285986, 0.246194, 0.284444, 0.295543, 0.287096, 0.296753, 0.278823, 0.300744, 0.299016, 0.243561, 0.306569, 0.287297, 0.289225, 0.303866, 0.297335, 0.291586, 0.304003, 0.221616, 0.269627, 0.271265, 0.234176, 0.302296, 0.291098, 0.21317, 0.30329, 0.298153, 0.303568, 0.296197, 0.281499, 0.305115, 0.291302, 0.300625, 0.293865, 0.300289, 0.286155, 0.295093, 0.196799, 0.298277, 0.298307, 0.300932, 0.283978, 0.312396, 0.282314, 0.304164, 0.303258, 0.290687, 0.293887, 0.309298, 0.289455, 0.309551, 0.281797, 0.276204, 0.229907, 0.303021, 0.282582, 0.307305, 0.284635, 0.282926, 0.195537, 0.293488, 0.282237, 0.304838, 0.308025, 0.190519, 0.265046, 0.311175, 0.304846, 0.283498, 0.275279, 0.266224, 0.185677, 0.291212, 0.274033, 0.274697, 0.300643, 0.297836, 0.284877, 0.292973, 0.279177, 0.300111, 0.313314, 0.290942, 0.303985, 0.290684, 0.306722, 0.304155, 0.298567, 0.296134, 0.285331, 0.301586, 0.294949, 0.296407, 0.287279, 0.292719, 0.24945, 0.299831, 0.284172, 0.301638, 0.264265, 0.286945, 0.292906, 0.286349, 0.294436, 0.275701, 0.277794, 0.296129, 0.276927, 0.282913, 0.234163, 0.298792, 0.28216, 0.27009, 0.291597, 0.294791, 0.231573, 0.299773, 0.307485, 0.296755, 0.302006, 0.290303, 0.298476, 0.315623, 0.301688, 0.303842, 0.259234, 0.27993, 0.262228, 0.297811, 0.297854, 0.299246, 0.299677, 0.213149, 0.292916, 0.275102, 0.29741, 0.266413, 0.298547, 0.309207, 0.287224, 0.304888, 0.198778, 0.296576, 0.295328, 0.266907, 0.295487, 0.293049, 0.297705, 0.284208, 0.294222, 0.301772, 0.292627, 0.291129, 0.300884, 0.25315, 0.216542, 0.196547, 0.302638, 0.280538, 0.285706, 0.295139, 0.298539, 0.296862, 0.306925, 0.288654, 0.293038, 0.286336, 0.297801, 0.291828, 0.121528, 0.302515, 0.297208, 0.290086, 0.284488, 0.278541, 0.294047, 0.307129, 0.296598, 0.280615, 0.240872, 0.293397, 0.297867, 0.304411, 0.295182, 0.304627, 0.297768, 0.287447, 0.287564, 0.299632, 0.305879, 0.292405, 0.304022, 0.299799, 0.282246, 0.301198, 0.273134, 0.23016, 0.298137, 0.290546, 0.295522, 0.296212, 0.292452, 0.284307, 0.314541, 0.311686, 0.299311, 0.294642, 0.29613, 0.212247, 0.27133, 0.292097, 0.298305, 0.299782, 0.205799, 0.309058, 0.297093, 0.272831, 0.296282, 0.304209, 0.244264, 0.292502, 0.268698, 0.301902, 0.302968, 0.310593, 0.295891, 0.275492, 0.197765, 0.298602, 0.286579, 0.302657, 0.30284, 0.263359, 0.281282, 0.287547, 0.23583, 0.270174, 0.256892, 0.287755, 0.210843, 0.211308, 0.292337, 0.294028, 0.294595, 0.29407, 0.295765, 0.298865, 0.295853, 0.293212, 0.300736, 0.270663, 0.292482, 0.296409, 0.284732, 0.281765, 0.304592, 0.308732, 0.297913, 0.271026, 0.266194, 0.291624, 0.289869, 0.296245, 0.300844, 0.29023, 0.132873, 0.23762, 0.297976, 0.293836, 0.284074, 0.310949, 0.288036, 0.302624, 0.301234, 0.238965, 0.243654, 0.292496, 0.294187, 0.304408, 0.301549, 0.288797, 0.291336, 0.309431, 0.30342, 0.254196, 0.302605, 0.304451, 0.265826, 0.270905, 0.294705, 0.238288, 0.305353, 0.286187, 0.278398, 0.294925, 0.29143, 0.256033, 0.285996, 0.303344, 0.19857, 0.29566, 0.29377, 0.279392, 0.208992, 0.285109, 0.309383, 0.226745, 0.30186, 0.296607, 0.300071, 0.279602, 0.269165, 0.2938, 0.308822, 0.300956, 0.287133, 0.283161, 0.27025, 0.292194, 0.297006, 0.295533, 0.295143, 0.295812, 0.296829, 0.297188, 0.297418, 0.284756, 0.306523, 0.293794, 0.279752, 0.311837, 0.28773, 0.300161, 0.30901, 0.30111, 0.304321, 0.30609, 0.296348, 0.281802, 0.298088, 0.295734, 0.281078, 0.18983, 0.295502, 0.30125, 0.290649, 0.291032, 0.312802, 0.292681, 0.263303, 0.087088, 0.317549, 0.284764, 0.299693, 0.288052, 0.303819, 0.27022, 0.296319, 0.310568, 0.302433, 0.295186, 0.304574, 0.303571, 0.291709, 0.290758, 0.295666, 0.29373, 0.298663, 0.304234, 0.294405, 0.285785, 0.293796, 0.201394, 0.300027, 0.302627, 0.300487, 0.299005, 0.280453, 0.291466, 0.283713, 0.327875, 0.292853, 0.307894, 0.255836, 0.304956, 0.294501, 0.303986, 0.302835, 0.298851, 0.30135, 0.299036, 0.300528, 0.16535, 0.287373, 0.28302, 0.290015, 0.22572, 0.294878, 0.149671, 0.257264, 0.25248, 0.286248, 0.308842, 0.294035, 0.302552, 0.279109, 0.252621, 0.272442, 0.293626, 0.228773, 0.294282, 0.295105, 0.187927, 0.289388, 0.274142, 0.301102, 0.288163, 0.308031, 0.299267, 0.275182, 0.283951, 0.295533, 0.287944, 0.097338, 0.313304, 0.283569, 0.302638, 0.255018, 0.274848, 0.299158, 0.307881, 0.287382, 0.308008, 0.288984, 0.234684, 0.306311, 0.297116, 0.304491, 0.30518, 0.284216, 0.262422, 0.289249, 0.298214, 0.275883, 0.287021, 0.280977, 0.286756, 0.300303, 0.299416, 0.26915, 0.303909, 0.306198, 0.284842, 0.300275, 0.293884, 0.212728, 0.29498, 0.3007, 0.300517, 0.267252, 0.287265, 0.299193, 0.270425, 0.304858, 0.300642, 0.302292, 0.290301, 0.303647, 0.277468, 0.284498, 0.294208, 0.29037, 0.291783, 0.302404, 0.298226, 0.289046, 0.214921, 0.274934, 0.295863, 0.305809, 0.310435, 0.246407, 0.296655, 0.285773, 0.276265, 0.297696, 0.270555, 0.284704, 0.309861, 0.292445, 0.2734, 0.317626, 0.303692, 0.294256, 0.287136, 0.300527, 0.288113, 0.302543, 0.284476, 0.220431, 0.302455, 0.282664, 0.31022, 0.283411, 0.291491, 0.301075, 0.284158, 0.268584, 0.299571, 0.30251, 0.282177, 0.306567, 0.30442, 0.301318, 0.299812, 0.304786, 0.298783, 0.247751, 0.284578, 0.289249, 0.298755, 0.298921, 0.259865, 0.296523, 0.267093, 0.299228, 0.303509, 0.174895, 0.305904, 0.295345, 0.296859, 0.307894, 0.296483, 0.319725, 0.294995, 0.304263, 0.274392, 0.281295, 0.280879, 0.298593, 0.298777, 0.297747, 0.306796, 0.309795, 0.295153, 0.312593, 0.289381, 0.293692, 0.292765, 0.301622, 0.31367, 0.269982, 0.308631, 0.316772, 0.30237, 0.288778, 0.259984, 0.307937, 0.286197, 0.253741, 0.257986, 0.32011, 0.310953, 0.308586, 0.281693, 0.276181, 0.295844, 0.304704, 0.279036, 0.307419, 0.271209, 0.302597, 0.290946, 0.294731, 0.2999, 0.285551, 0.311101, 0.296375, 0.293688, 0.243296, 0.297163, 0.269039, 0.211604, 0.290089, 0.302134, 0.300407, 0.234184, 0.290749, 0.300678, 0.293048, 0.296325, 0.305829, 0.318929, 0.29734, 0.306547, 0.304073, 0.305532, 0.303462, 0.300443, 0.30001, 0.301333, 0.299746, 0.259597, 0.195789, 0.294143, 0.300802, 0.288366, 0.296739, 0.305918, 0.311527, 0.279653, 0.296746, 0.307387, 0.274025, 0.236538, 0.250978, 0.292308, 0.299031, 0.298299, 0.300771, 0.317328, 0.309016, 0.311605, 0.274958, 0.29809, 0.280559, 0.292254, 0.295898, 0.293999, 0.317997, 0.265712, 0.288893, 0.233647, 0.292582, 0.293611, 0.248195, 0.298258, 0.306926, 0.298237, 0.295486, 0.274243, 0.302793, 0.254357, 0.292071, 0.291562, 0.314536, 0.303415, 0.300064, 0.26213, 0.296898, 0.302433, 0.304081, 0.305845, 0.240408, 0.282482, 0.308394, 0.297393, 0.311169, 0.311825, 0.301916, 0.278983, 0.29969, 0.29254, 0.304579, 0.301096, 0.294235, 0.305555, 0.304573, 0.296239, 0.309929, 0.293157, 0.303919, 0.300319, 0.267488, 0.301821, 0.298071, 0.264189, 0.312278, 0.292297, 0.298724, 0.298251, 0.29417, 0.289308, 0.293464, 0.29527, 0.266497, 0.293525, 0.289399, 0.21301, 0.299069, 0.295187, 0.305001, 0.29904, 0.312608, 0.293752, 0.227696, 0.292879, 0.30351, 0.286525, 0.312488, 0.299596, 0.290419, 0.306037, 0.284429, 0.310163, 0.309945, 0.294499, 0.282275, 0.312083, 0.304757, 0.300585, 0.296998, 0.295184, 0.310282, 0.277465, 0.29989, 0.296893, 0.290535, 0.291339, 0.304328, 0.304923, 0.308684, 0.315451, 0.291553, 0.274793, 0.283454, 0.311447, 0.294548, 0.305105, 0.300633, 0.299804, 0.284779, 0.286481, 0.307778, 0.293771, 0.314659, 0.28621, 0.283068, 0.29341, 0.293396, 0.29804, 0.218316, 0.295912, 0.296103, 0.29403, 0.293921, 0.309086, 0.289044, 0.286433, 0.258432, 0.302325, 0.287235, 0.257334, 0.317468, 0.290199, 0.284332, 0.294491, 0.299978, 0.272279, 0.246142, 0.297546, 0.304647, 0.309029, 0.292282, 0.30444, 0.302885, 0.282768, 0.302868, 0.288438, 0.306413, 0.305617, 0.265421, 0.301379, 0.290933, 0.314134, 0.277374, 0.278135, 0.301989, 0.298733, 0.301981, 0.30641, 0.301378, 0.27577, 0.241277, 0.287854, 0.288658, 0.192025, 0.297695, 0.286993, 0.288466, 0.30941, 0.304066, 0.30722, 0.291151, 0.289061, 0.274057, 0.287236, 0.302201, 0.275605, 0.293279, 0.28584, 0.304949, 0.314465, 0.293155, 0.298113, 0.299916, 0.303539, 0.270967, 0.282057, 0.304209, 0.28987, 0.307043, 0.29655, 0.263174, 0.266158, 0.296626, 0.311922, 0.289047, 0.307183, 0.282114, 0.291311, 0.294757, 0.300362, 0.279942, 0.248002, 0.228894, 0.27265, 0.306157, 0.30887, 0.303383, 0.172826, 0.23618, 0.307518, 0.30073, 0.296966, 0.309942, 0.28303, 0.290307, 0.308083, 0.300926, 0.309511, 0.294151, 0.294867, 0.292056, 0.30875, 0.284005, 0.307964, 0.312675, 0.282189, 0.308329, 0.312669, 0.296445, 0.277045, 0.291497, 0.305213, 0.284878, 0.289412, 0.301579, 0.306517, 0.301451, 0.287485, 0.285022, 0.298491, 0.296366, 0.296381, 0.300056, 0.30091, 0.299438, 0.285083, 0.302304, 0.297326, 0.298928, 0.297438, 0.32201, 0.3019, 0.304485, 0.251285, 0.279256, 0.317676, 0.293216, 0.29432, 0.277667, 0.289209, 0.257066, 0.287374, 0.234541, 0.296558, 0.291046, 0.299218, 0.296505, 0.300402, 0.30417, 0.279958, 0.296123, 0.304361, 0.267415, 0.244839, 0.302269, 0.297939, 0.269554, 0.311121, 0.303316, 0.277892, 0.315138, 0.292332, 0.290706, 0.303812, 0.301338, 0.283417, 0.282816, 0.30081, 0.294206, 0.278343, 0.300719, 0.293303, 0.295695, 0.213804, 0.283325, 0.2737, 0.264298, 0.298976, 0.300819, 0.282541, 0.283224, 0.284037, 0.303055, 0.208417, 0.225246, 0.283739, 0.280561, 0.293932, 0.290929, 0.286605, 0.294238, 0.289059, 0.306662, 0.184208, 0.303819, 0.307249, 0.302846, 0.315649, 0.301111, 0.304901, 0.279065, 0.283638, 0.281055, 0.30148, 0.312082, 0.294016, 0.28345, 0.286458, 0.315495, 0.303019, 0.274804, 0.304676, 0.260085, 0.308093, 0.294697, 0.295568, 0.303917, 0.275014, 0.264877, 0.297985, 0.289879, 0.300301, 0.276279, 0.303094, 0.266639, 0.303212, 0.302165, 0.313149, 0.300392, 0.28792, 0.298548, 0.297502, 0.316141, 0.305264, 0.291754, 0.309942, 0.285418, 0.305544, 0.309326, 0.288972, 0.293278, 0.301934, 0.236119, 0.297862, 0.303681, 0.306644, 0.315032, 0.306837, 0.305384, 0.301776, 0.285589, 0.295076, 0.287225, 0.273837, 0.297641, 0.289342, 0.305737, 0.293659, 0.202597, 0.301517, 0.25082, 0.307886, 0.287925, 0.294881, 0.290624, 0.304899, 0.288719, 0.252913, 0.3025, 0.298483, 0.310022, 0.298662, 0.277485, 0.320354, 0.299767, 0.276259, 0.298175, 0.238923, 0.294023, 0.305649, 0.305873, 0.272615, 0.277856, 0.277294, 0.289211, 0.272866, 0.261237, 0.283453, 0.301131, 0.218999, 0.300112, 0.213467, 0.197764, 0.302824, 0.297081, 0.305669, 0.207961, 0.299498, 0.290157, 0.293838, 0.323521, 0.188741, 0.258146, 0.299672, 0.315713, 0.253168, 0.304656, 0.297646, 0.295241, 0.317298, 0.301634, 0.250029, 0.299597, 0.295503, 0.270441, 0.291807, 0.299035, 0.296383, 0.300702, 0.281409, 0.290229, 0.311045, 0.313159, 0.291488, 0.28619, 0.258702, 0.304466, 0.280541, 0.278471, 0.298205, 0.299098, 0.28603, 0.30252, 0.292091, 0.303681, 0.283696, 0.311527, 0.305004, 0.274753, 0.303052, 0.273832, 0.29713, 0.316462, 0.300248, 0.300575, 0.285018, 0.286072, 0.300868, 0.257196, 0.292802, 0.3114, 0.272486, 0.290853, 0.284628, 0.280666, 0.277795, 0.300701, 0.295173, 0.304625, 0.288155, 0.304733, 0.295676, 0.294989, 0.26448, 0.311524, 0.305914, 0.261505, 0.29313, 0.312563, 0.278672, 0.297459, 0.280111, 0.300362, 0.302861, 0.225862, 0.279015, 0.305319, 0.301378, 0.231511, 0.304455, 0.302996, 0.284124, 0.198058, 0.301343, 0.253022, 0.305519, 0.308737, 0.138704, 0.292078, 0.229811, 0.292702, 0.274403, 0.304596, 0.299632, 0.297821, 0.24348, 0.307744, 0.303165, 0.312756, 0.295618, 0.291452, 0.298873, 0.289579, 0.295682, 0.305189, 0.298468, 0.303978, 0.290397, 0.300957, 0.300854, 0.291755, 0.292566, 0.281868, 0.300823, 0.300681, 0.293786, 0.305684, 0.293361, 0.301314, 0.30451, 0.292771, 0.304998, 0.26276, 0.300911, 0.19937, 0.306378, 0.288276, 0.259642, 0.300648, 0.29264, 0.29522, 0.307414, 0.289191, 0.310983, 0.31047, 0.302392, 0.282457, 0.299955, 0.296053, 0.315523, 0.285595, 0.305237, 0.307128, 0.293837, 0.293103, 0.295922, 0.217518, 0.28686, 0.302962, 0.301948, 0.283661, 0.31303, 0.280364, 0.293929, 0.30549, 0.300866, 0.282725, 0.298625, 0.300101, 0.294486, 0.289844, 0.313346, 0.309305, 0.293014, 0.189506, 0.283737, 0.286095, 0.300786, 0.304782, 0.295762, 0.293876, 0.291701, 0.286179, 0.283693, 0.248517, 0.29784, 0.298155, 0.279873, 0.29089, 0.306738, 0.289766, 0.307082, 0.27881, 0.307238, 0.276859, 0.284537, 0.295764, 0.285892, 0.291466, 0.305002, 0.30198, 0.296684, 0.30388, 0.282241, 0.291319, 0.207305, 0.297529, 0.297304, 0.313626, 0.218179, 0.308984, 0.305794, 0.307679, 0.283578, 0.220692, 0.27094, 0.280328, 0.289672, 0.302103, 0.28491, 0.294433, 0.296055, 0.302323, 0.286608, 0.275542, 0.29717, 0.248488, 0.295986, 0.300444, 0.283207, 0.259216, 0.313268, 0.296794, 0.274297, 0.294264, 0.241844, 0.280088, 0.23811, 0.291657, 0.279443, 0.209783, 0.296714, 0.304593 ] }, "name": "model.model.layers.18.post_attention_layernorm.weight", "outputIndexes": [ 1535 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1534 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_18/Mul_output_0", "outputIndexes": [ 1536 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1535, 1536 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_18/Mul_1_output_0", "outputIndexes": [ 1537 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1537 ], "outputIndexes": [ 2483 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2483 ], "outputIndexes": [ 2484 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/gate_proj/Linear", "inputIndexes": [ 2484 ], "outputIndexes": [ 2485 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 8192, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 688917292, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2485 ], "outputIndexes": [ 2486 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2486 ], "outputIndexes": [ 1538 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 8192 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1538 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_18/Sigmoid_output_0", "outputIndexes": [ 1539 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1538, 1539 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_18/Mul_output_0", "outputIndexes": [ 1540 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1537 ], "outputIndexes": [ 2487 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2487 ], "outputIndexes": [ 2488 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/up_proj/Linear", "inputIndexes": [ 2488 ], "outputIndexes": [ 2489 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 8192, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 698354498, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2489 ], "outputIndexes": [ 2490 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2490 ], "outputIndexes": [ 1541 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 8192 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1540, 1541 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_18/Mul_output_0", "outputIndexes": [ 1542 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1542 ], "outputIndexes": [ 2491 ], "main_type": "Reshape", "main": { "dims": [ -1, 8192, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2491 ], "outputIndexes": [ 2492 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/down_proj/Linear", "inputIndexes": [ 2492 ], "outputIndexes": [ 2493 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 8192, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 707791704, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2493 ], "outputIndexes": [ 2494 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2494 ], "outputIndexes": [ 1543 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1534, 1543 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_94_output_0", "outputIndexes": [ 1544 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1544, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_95_output_0", "outputIndexes": [ 1545 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2048 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.51379, 0.51361, 0.496148, 0.521351, 0.494467, 0.513896, 0.48489, 0.532183, 0.496682, 0.478531, 0.492908, 0.482506, 0.523933, 0.486494, 0.514977, 0.487453, 0.506003, 0.472423, 0.515772, 0.512184, 0.496208, 0.493887, 0.51256, 0.549671, 0.510285, 0.484868, 0.507261, 0.512435, 0.512452, 0.422495, 0.526548, 0.521953, 0.51908, 0.521712, 0.495771, 0.516448, 0.51544, 0.521822, 0.516961, 0.533677, 0.492977, 0.512638, 0.506779, 0.481076, 0.508983, 0.517482, 0.51986, 0.482161, 0.483152, 0.500556, 0.524117, 0.511655, 0.50868, 0.497892, 0.512055, 0.527882, 0.499156, 0.487619, 0.519301, 0.497051, 0.480558, 0.484001, 0.513272, 0.497241, 0.509786, 0.51818, 0.475432, 0.516389, 0.527805, 0.493108, 0.501485, 0.512734, 0.528949, 0.50551, 0.52159, 0.515152, 0.526056, 0.478688, 0.511999, 0.512071, 0.533649, 0.510299, 0.518889, 0.488349, 0.495198, 0.490393, 0.510714, 0.479943, 0.508569, 0.503932, 0.50756, 0.49556, 0.517695, 0.509179, 0.525002, 0.515234, 0.503304, 0.520126, 0.514088, 0.51353, 0.466751, 0.499966, 0.506641, 0.495025, 0.447598, 0.48448, 0.518728, 0.478333, 0.526323, 0.461589, 0.501239, 0.492324, 0.509916, 0.524632, 0.501082, 0.520704, 0.503223, 0.517745, 0.53558, 0.520548, 0.501101, 0.525317, 0.496628, 0.48932, 0.506792, 0.539007, 0.513177, 0.514159, 0.483508, 0.512302, 0.487481, 0.435623, 0.492072, 0.492385, 0.490463, 0.509613, 0.513445, 0.491892, 0.477045, 0.521784, 0.49092, 0.513345, 0.470658, 0.490075, 0.450393, 0.501685, 0.503139, 0.517195, 0.490413, 0.471438, 0.524096, 0.5048, 0.496513, 0.535399, 0.503503, 0.451243, 0.500328, 0.487714, 0.48997, 0.500649, 0.5173, 0.543224, 0.529222, 0.493817, 0.507877, 0.502106, 0.522032, 0.477016, 0.502915, 0.488659, 0.488533, 0.503683, 0.519231, 0.506808, 0.464562, 0.495268, 0.493729, 0.503744, 0.513224, 0.505193, 0.496486, 0.505957, 0.507705, 0.516943, 0.489612, 0.476491, 0.482281, 0.491971, 0.494321, 0.492568, 0.498222, 0.493612, 0.494024, 0.497707, 0.506427, 0.486176, 0.528498, 0.49142, 0.491468, 0.49288, 0.534951, 0.515944, 0.50586, 0.484452, 0.499402, 0.504639, 0.523131, 0.503887, 0.49571, 0.426237, 0.510687, 0.510113, 0.511554, 0.485905, 0.495503, 0.468951, 0.544172, 0.498823, 0.486769, 0.486678, 0.504698, 0.51991, 0.530006, 0.505842, 0.49614, 0.49263, 0.521006, 0.078148, 0.516015, 0.495016, 0.512849, 0.496891, 0.502636, 0.498634, 0.508392, 0.488871, 0.482557, 0.512864, 0.514284, 0.410159, 0.510059, 0.483947, 0.487238, 0.478016, 0.483143, 0.491494, 0.52291, 0.516333, 0.509903, 0.510686, 0.494949, 0.514538, 0.492949, 0.506586, 0.474905, 0.45279, 0.500104, 0.487876, 0.515277, 0.48529, 0.500352, 0.508381, 0.519434, 0.499564, 0.525199, 0.483691, 0.522413, 0.496922, 0.525323, 0.483807, 0.489427, 0.517056, 0.497481, 0.487302, 0.516401, 0.510638, 0.497022, 0.468366, 0.508675, 0.489443, 0.522564, 0.455704, 0.467086, 0.47018, 0.504688, 0.478618, 0.503374, 0.490693, 0.499351, 0.502381, 0.487994, 0.480349, 0.491159, 0.514696, 0.483731, 0.519303, 0.493728, 0.4839, 0.47784, 0.480013, 0.492568, 0.493605, 0.506597, 0.515772, 0.523312, 0.488637, 0.486109, 0.499137, 0.495075, 0.497649, 0.52322, 0.512548, 0.498946, 0.503377, 0.502888, 0.504368, 0.516733, 0.503459, 0.464759, 0.516684, 0.479467, 0.514846, 0.486521, 0.514158, 0.470438, 0.500007, 0.511382, 0.521468, 0.496744, 0.502415, 0.536761, 0.502981, 0.507412, 0.520233, 0.49622, 0.497394, 0.487049, 0.501321, 0.306275, 0.328103, 0.46829, 0.498801, 0.481524, 0.48415, 0.499546, 0.506601, 0.499482, 0.509347, 0.523065, 0.489945, 0.546737, 0.487067, 0.45233, 0.521118, 0.494429, 0.501707, 0.463883, 0.507441, 0.513784, 0.505473, 0.508734, 0.504228, 0.47785, 0.513638, 0.510638, 0.496329, 0.502675, 0.518027, 0.489515, 0.493885, 0.491299, 0.531102, 0.485683, 0.531566, 0.496385, 0.481575, 0.485443, 0.48024, 0.47417, 0.507099, 0.473204, 0.49181, 0.499309, 0.505419, 0.489747, 0.496367, 0.503722, 0.513484, 0.487062, 0.523229, 0.500827, 0.501397, 0.520719, 0.527642, 0.241814, 0.48561, 0.502802, 0.475926, 0.532799, 0.50756, 0.464665, 0.528555, 0.524783, 0.484801, 0.507689, 0.503495, 0.515598, 0.494549, 0.501817, 0.486627, 0.48013, 0.525509, 0.52163, 0.506662, 0.482265, 0.486635, 0.492263, 0.526483, 0.511099, 0.502135, 0.492599, 0.508307, 0.515574, 0.305778, 0.512299, 0.508717, 0.492351, 0.514339, 0.517124, 0.514949, 0.519689, 0.502542, 0.499232, 0.498077, 0.506099, 0.522826, 0.510807, 0.520849, 0.419124, 0.524786, 0.512399, 0.497837, 0.560771, 0.486535, 0.498774, 0.52682, 0.50601, 0.512834, 0.521864, 0.466246, 0.507307, 0.50007, 0.457488, 0.489524, 0.504014, 0.500329, 0.499916, 0.490552, 0.487935, 0.481379, 0.482822, 0.532633, 0.513898, 0.50199, 0.501994, 0.507157, 0.51108, 0.501514, 0.500029, 0.506195, 0.520842, 0.502699, 0.519835, 0.511899, 0.504314, 0.501268, 0.50751, 0.494308, 0.49756, 0.511386, 0.511074, 0.514235, 0.511972, 0.521992, 0.499959, 0.520938, 0.499277, 0.49994, 0.502774, 0.506848, 0.500956, 0.519301, 0.499039, 0.517626, 0.51099, 0.50315, 0.48516, 0.496742, 0.511919, 0.506231, 0.424041, 0.519935, 0.494491, 0.517922, 0.501835, 0.499352, 0.467728, 0.513977, 0.502793, 0.492955, 0.503813, 0.501684, 0.501767, 0.50809, 0.536687, 0.507745, 0.314687, 0.524355, 0.474607, 0.486894, 0.500199, 0.503468, 0.48001, 0.552237, 0.478973, 0.402959, 0.509621, 0.535353, 0.467734, 0.498662, 0.507488, 0.508392, 0.492178, 0.502125, 0.310349, 0.506001, 0.513558, 0.53895, 0.506912, 0.509603, 0.494637, 0.472228, 0.485085, 0.488012, 0.537818, 0.493059, 0.517439, 0.535342, 0.485662, 0.529114, 0.498377, 0.490826, 0.505605, 0.503891, 0.503665, 0.509391, 0.501804, 0.50187, 0.500848, 0.495084, 0.525208, 0.490714, 0.485208, 0.500954, 0.510206, 0.494907, 0.513058, 0.495791, 0.514673, 0.537721, 0.508666, 0.48034, 0.502935, 0.367673, 0.271206, 0.523124, 0.494794, 0.518095, 0.531277, 0.500687, 0.488746, 0.51828, 0.499062, 0.520042, 0.496113, 0.504889, 0.519429, 0.510658, 0.4915, 0.512843, 0.498036, 0.499707, 0.488526, 0.49264, 0.486585, 0.495841, 0.520347, 0.485579, 0.510439, 0.512782, 0.51765, 0.512303, 0.504741, 0.521659, 0.50376, 0.507139, 0.496513, 0.496465, 0.511289, 0.527086, 0.519555, 0.469725, 0.519818, 0.495341, 0.50736, 0.502228, 0.494103, 0.513405, 0.428948, 0.489375, 0.516273, 0.476039, 0.523583, 0.489393, 0.499017, 0.503921, 0.474488, 0.496998, 0.490142, 0.522172, 0.489032, 0.491351, 0.491166, 0.521206, 0.502716, 0.498462, 0.562893, 0.505146, 0.474942, 0.501952, 0.483814, 0.480874, 0.485688, 0.469696, 0.512072, 0.381567, 0.520515, 0.510475, 0.509104, 0.502826, 0.501605, 0.510751, 0.475106, 0.52745, 0.497349, 0.497998, 0.52259, 0.49762, 0.503709, 0.524254, 0.518411, 0.525928, 0.523349, 0.499118, 0.509509, 0.52012, 0.495041, 0.521503, 0.505297, 0.509689, 0.514775, 0.539601, 0.510104, 0.519641, 0.517655, 0.518479, 0.529067, 0.495545, 0.496858, 0.497719, 0.526968, 0.494119, 0.519893, 0.484743, 0.505465, 0.483562, 0.516208, 0.515727, 0.508907, 0.522373, 0.495666, 0.485833, 0.51543, 0.457539, 0.507746, 0.485262, 0.497467, 0.51006, 0.494489, 0.532135, 0.516567, 0.516387, 0.499133, 0.471185, 0.530715, 0.520725, 0.49849, 0.508262, 0.351894, 0.535234, 0.505005, 0.515296, 0.490705, 0.5192, 0.510731, 0.49573, 0.501206, 0.518469, 0.514797, 0.517673, 0.528457, 0.514819, 0.518885, 0.436701, 0.494185, 0.511821, 0.497896, 0.525535, 0.494301, 0.483604, 0.497576, 0.520579, 0.51085, 0.511038, 0.474346, 0.533527, 0.49676, 0.475303, 0.520357, 0.502738, 0.490447, 0.485698, 0.516828, 0.511511, 0.514944, 0.448327, 0.498249, 0.503111, 0.525287, 0.095736, 0.513348, 0.50025, 0.526453, 0.524065, 0.488513, 0.516211, 0.508664, 0.489161, 0.474406, 0.512664, 0.503359, 0.493228, 0.500575, 0.509645, 0.5473, 0.518052, 0.513925, 0.488726, 0.543629, 0.504937, 0.526461, 0.511092, 0.531395, 0.511262, 0.507261, 0.536187, 0.491113, 0.488755, 0.506365, 0.49397, 0.520993, 0.513664, 0.496828, 0.492601, 0.516301, 0.497543, 0.513879, 0.519612, 0.498631, 0.511783, 0.508912, 0.505415, 0.481391, 0.505641, 0.506932, 0.511512, 0.477396, 0.503704, 0.50506, 0.513368, 0.532285, 0.508757, 0.527723, 0.514551, 0.519542, 0.470717, 0.513211, 0.507605, 0.516574, 0.504647, 0.505653, 0.509222, 0.510105, 0.491659, 0.528376, 0.494127, 0.50377, 0.506361, 0.496274, 0.498848, 0.505399, 0.52004, 0.523768, 0.524862, 0.495039, 0.286752, 0.500012, 0.506306, 0.497721, 0.480832, 0.504798, 0.50246, 0.528794, 0.524916, 0.511304, 0.481506, 0.298111, 0.500906, 0.520412, 0.487179, 0.509171, 0.528639, 0.489141, 0.38752, 0.527408, 0.392436, 0.478131, 0.515993, 0.5085, 0.471996, 0.516647, 0.508188, 0.496115, 0.507299, 0.528684, 0.515587, 0.514937, 0.511694, 0.527624, 0.484072, 0.511424, 0.500757, 0.489611, 0.478397, 0.509216, 0.496956, 0.486665, 0.498902, 0.489116, 0.506229, 0.488827, 0.515251, 0.507273, 0.488397, 0.485702, 0.515803, 0.506144, 0.464687, 0.487612, 0.513709, 0.510187, 0.317826, 0.498107, 0.497721, 0.527495, 0.499026, 0.501092, 0.489427, 0.505723, 0.505484, 0.515045, 0.501221, 0.492778, 0.490978, 0.51251, 0.488752, 0.483658, 0.472123, 0.498263, 0.473411, 0.506975, 0.505235, 0.526874, 0.495455, 0.501508, 0.510794, 0.492069, 0.482047, 0.468843, 0.491288, 0.519372, 0.48396, 0.511933, 0.455646, 0.49543, 0.496142, 0.500932, 0.511705, 0.513944, 0.49497, 0.489582, 0.493757, 0.498057, 0.485443, 0.515718, 0.511318, 0.486314, 0.457223, 0.461356, 0.510141, 0.491114, 0.486249, 0.489363, 0.496052, 0.476767, 0.517415, 0.497977, 0.497136, 0.490371, 0.494604, 0.499371, 0.483407, 0.509153, 0.499492, 0.480801, 0.480259, 0.515924, 0.494732, 0.526921, 0.482615, 0.498675, 0.399377, 0.5171, 0.521394, 0.488764, 0.483814, 0.49132, 0.497062, 0.491674, 0.488851, 0.477174, 0.524597, 0.514818, 0.503617, 0.504516, 0.505568, 0.495531, 0.50371, 0.484896, 0.508156, 0.501944, 0.47727, 0.472912, 0.542316, 0.507515, 0.513877, 0.513192, 0.512374, 0.490347, 0.503035, 0.473926, 0.478001, 0.502335, 0.503556, 0.500348, 0.467485, 0.494093, 0.500855, 0.478029, 0.521713, 0.500574, 0.386093, 0.512178, 0.516682, 0.541215, 0.493692, 0.538045, 0.513255, 0.51746, 0.452886, 0.489923, 0.517621, 0.498696, 0.513551, 0.397519, 0.496937, 0.477872, 0.419738, 0.474988, 0.368891, 0.478632, 0.480808, 0.490891, 0.525695, 0.493458, 0.498688, 0.507294, 0.507836, 0.506954, 0.500118, 0.501285, 0.522448, 0.510628, 0.50813, 0.498142, 0.490774, 0.504759, 0.529737, 0.515832, 0.518477, 0.492839, 0.49514, 0.498588, 0.480882, 0.528831, 0.550647, 0.491384, 0.486838, 0.502342, 0.513417, 0.494881, 0.496356, 0.529815, 0.510968, 0.5182, 0.501907, 0.515312, 0.500862, 0.490562, 0.509013, 0.520005, 0.488746, 0.516825, 0.475025, 0.521759, 0.497789, 0.506659, 0.511031, 0.504572, 0.510839, 0.507624, 0.502799, 0.496593, 0.514066, 0.489731, 0.498542, 0.486288, 0.523236, 0.477361, 0.500547, 0.522327, 0.469848, 0.498066, 0.500842, 0.49305, 0.305088, 0.484956, 0.500833, 0.370699, 0.476004, 0.524138, 0.489396, 0.479064, 0.47948, 0.498058, 0.512794, 0.501205, 0.524715, 0.499976, 0.512153, 0.479131, 0.509465, 0.530663, 0.500094, 0.496551, 0.496419, 0.501151, 0.493641, 0.491334, 0.500913, 0.513294, 0.517818, 0.538245, 0.504438, 0.501056, 0.505184, 0.496692, 0.492816, 0.491659, 0.524635, 0.517323, 0.494367, 0.488678, 0.482904, 0.440209, 0.501786, 0.507879, 0.507076, 0.499036, 0.502352, 0.535863, 0.50846, 0.466013, 0.495864, 0.491972, 0.493687, 0.481849, 0.515415, 0.519275, 0.490181, 0.523525, 0.490476, 0.499975, 0.495565, 0.473723, 0.512845, 0.507457, 0.497224, 0.472915, 0.491902, 0.5093, 0.508804, 0.485751, 0.506044, 0.465869, 0.49408, 0.487085, 0.473146, 0.512306, 0.477156, 0.511002, 0.502989, 0.515826, 0.496621, 0.496697, 0.503637, 0.515923, 0.528382, 0.496616, 0.508534, 0.473591, 0.473393, 0.496721, 0.508111, 0.553132, 0.482693, 0.494888, 0.491027, 0.460088, 0.487928, 0.501972, 0.498114, 0.363513, 0.52757, 0.50851, 0.497806, 0.498069, 0.500026, 0.502519, 0.516469, 0.496984, 0.548208, 0.503007, 0.499979, 0.512658, 0.522204, 0.405097, 0.536341, 0.50182, 0.514641, 0.523646, 0.485612, 0.504106, 0.490447, 0.499979, 0.471308, 0.505397, 0.503582, 0.517316, 0.405255, 0.495448, 0.508679, 0.518532, 0.508344, 0.514784, 0.49923, 0.488738, 0.508349, 0.519356, 0.488775, 0.495796, 0.533089, 0.510489, 0.495637, 0.493304, 0.484974, 0.513443, 0.487793, 0.488109, 0.512539, 0.523613, 0.500193, 0.527709, 0.492828, 0.506711, 0.512039, 0.497437, 0.521949, 0.510275, 0.509189, 0.501639, 0.449202, 0.495616, 0.501236, 0.469752, 0.492862, 0.499601, 0.501485, 0.500936, 0.491975, 0.499256, 0.472234, 0.494062, 0.524572, 0.503611, 0.51067, 0.48665, 0.508807, 0.470328, 0.508348, 0.501778, 0.523279, 0.507686, 0.49889, 0.503292, 0.500349, 0.517457, 0.489986, 0.481108, 0.488368, 0.511413, 0.484969, 0.497981, 0.536853, 0.501802, 0.511688, 0.492508, 0.501312, 0.510168, 0.494945, 0.484743, 0.361249, 0.509541, 0.459634, 0.523325, 0.496046, 0.503001, 0.503088, 0.481413, 0.495447, 0.501396, 0.527106, 0.531934, 0.525115, 0.512534, 0.509834, 0.527084, 0.49831, 0.509079, 0.491274, 0.47392, 0.486675, 0.478685, 0.516798, 0.521911, 0.488162, 0.427931, 0.524003, 0.485867, 0.511545, 0.505325, 0.508788, 0.512109, 0.521783, 0.498746, 0.511943, 0.520148, 0.510003, 0.486496, 0.505025, 0.482307, 0.511738, 0.509944, 0.497742, 0.504394, 0.512089, 0.504593, 0.535445, 0.512909, 0.50996, 0.518728, 0.525461, 0.505322, 0.5081, 0.514363, 0.539354, 0.52226, 0.52248, 0.411392, 0.513992, 0.484405, 0.505895, 0.502907, 0.543794, 0.515084, 0.52313, 0.495716, 0.501908, 0.495858, 0.506294, 0.49678, 0.486628, 0.46707, 0.542701, 0.489748, 0.513525, 0.500038, 0.486089, 0.525343, 0.523591, 0.55309, 0.379853, 0.50019, 0.530592, 0.548163, 0.510872, 0.509849, 0.515189, 0.328976, 0.505019, 0.506085, 0.523554, 0.502395, 0.501451, 0.51197, 0.535389, 0.501555, 0.491817, 0.530401, 0.517646, 0.511926, 0.505865, 0.492596, 0.508394, 0.472288, 0.495967, 0.505371, 0.522266, 0.510269, 0.480158, 0.495787, 0.508566, 0.497765, 0.47041, 0.509024, 0.512049, 0.5041, 0.490606, 0.486535, 0.508531, 0.530258, 0.491993, 0.521553, 0.515068, 0.497791, 0.514262, 0.493346, 0.525315, 0.511568, 0.48345, 0.502795, 0.5083, 0.479418, 0.500939, 0.524593, 0.509037, 0.535931, 0.458321, 0.534764, 0.497539, 0.544373, 0.502911, 0.517613, 0.520174, 0.445835, 0.524732, 0.494575, 0.529626, 0.518663, 0.51935, 0.516012, 0.504959, 0.521347, 0.506827, 0.504597, 0.431876, 0.492604, 0.524465, 0.521998, 0.516946, 0.536788, 0.485182, 0.492237, 0.503818, 0.485861, 0.52056, 0.524046, 0.533429, 0.503969, 0.51493, 0.486199, 0.536455, 0.517845, 0.496813, 0.488213, 0.50343, 0.497622, 0.497019, 0.470643, 0.50367, 0.526038, 0.509445, 0.509238, 0.513073, 0.532013, 0.51183, 0.511246, 0.513862, 0.525132, 0.535167, 0.358231, 0.50458, 0.515532, 0.539561, 0.521125, 0.506753, 0.498421, 0.350044, 0.497021, 0.488434, 0.540002, 0.516966, 0.507734, 0.491238, 0.542341, 0.518127, 0.525252, 0.555059, 0.496269, 0.506558, 0.526885, 0.520768, 0.495057, 0.494753, 0.499596, 0.532134, 0.471461, 0.527327, 0.509551, 0.491078, 0.538082, 0.54045, 0.506446, 0.548456, 0.515038, 0.516258, 0.489163, 0.504305, 0.51241, 0.506417, 0.501895, 0.519246, 0.525274, 0.488342, 0.499309, 0.514483, 0.48176, 0.51544, 0.503354, 0.493363, 0.488494, 0.49516, 0.50408, 0.487226, 0.528665, 0.515977, 0.492536, 0.513203, 0.534788, 0.504486, 0.481613, 0.526092, 0.494094, 0.505017, 0.450251, 0.534331, 0.517254, 0.507043, 0.486676, 0.495632, 0.491362, 0.516007, 0.504431, 0.506121, 0.526609, 0.507745, 0.511515, 0.525366, 0.49856, 0.549494, 0.478102, 0.51265, 0.50745, 0.507998, 0.504886, 0.458227, 0.541016, 0.525283, 0.474683, 0.514669, 0.524281, 0.513768, 0.50714, 0.496411, 0.47167, 0.532713, 0.49308, 0.477661, 0.523595, 0.514841, 0.527206, 0.511503, 0.485665, 0.493849, 0.519451, 0.508669, 0.518145, 0.508588, 0.53871, 0.529415, 0.514332, 0.4929, 0.510448, 0.522688, 0.534609, 0.501554, 0.520074, 0.522504, 0.52153, 0.54498, 0.543438, 0.493466, 0.510787, 0.527577, 0.501304, 0.494346, 0.506784, 0.51483, 0.489372, 0.479579, 0.500576, 0.494636, 0.495735, 0.507611, 0.493306, 0.521296, 0.519395, 0.523871, 0.51117, 0.509458, 0.510027, 0.51155, 0.560587, 0.512587, 0.514848, 0.493499, 0.508329, 0.530102, 0.514522, 0.513996, 0.493174, 0.489971, 0.528058, 0.49332, 0.501964, 0.503452, 0.526611, 0.501284, 0.523586, 0.539903, 0.502533, 0.51573, 0.500959, 0.501255, 0.506229, 0.492371, 0.530479, 0.503508, 0.518441, 0.503898, 0.521805, 0.493633, 0.54289, 0.483209, 0.492368, 0.510289, 0.512137, 0.529486, 0.492058, 0.496703, 0.470453, 0.520028, 0.517745, 0.487511, 0.521983, 0.525185, 0.474495, 0.502251, 0.386319, 0.474012, 0.530971, 0.53789, 0.514527, 0.511942, 0.510979, 0.492988, 0.48234, 0.473851, 0.496887, 0.50105, 0.498503, 0.50167, 0.531519, 0.517256, 0.499888, 0.493759, 0.476868, 0.468723, 0.498965, 0.525553, 0.52218, 0.551184, 0.523205, 0.507134, 0.478353, 0.541361, 0.503994, 0.515111, 0.536655, 0.499699, 0.499481, 0.506522, 0.534718, 0.49909, 0.493501, 0.498576, 0.504963, 0.501036, 0.54018, 0.506183, 0.507454, 0.511553, 0.535907, 0.52242, 0.478629, 0.499272, 0.494291, 0.519111, 0.302813, 0.348437, 0.492347, 0.507055, 0.499912, 0.488132, 0.499497, 0.494293, 0.509384, 0.520688, 0.407612, 0.48766, 0.512908, 0.50615, 0.502882, 0.498533, 0.544312, 0.470017, 0.532501, 0.520309, 0.520863, 0.523388, 0.484184, 0.483704, 0.494083, 0.517726, 0.498491, 0.480744, 0.531983, 0.468682, 0.514277, 0.520234, 0.490174, 0.504604, 0.513398, 0.481356, 0.474962, 0.493792, 0.518573, 0.50538, 0.520387, 0.506149, 0.499395, 0.494923, 0.509028, 0.524822, 0.50292, 0.505087, 0.504458, 0.537732, 0.51063, 0.498169, 0.508332, 0.503036, 0.496629, 0.525724, 0.494609, 0.517332, 0.5041, 0.502661, 0.515129, 0.520666, 0.500691, 0.516206, 0.489955, 0.526065, 0.507372, 0.511217, 0.521102, 0.492828, 0.501654, 0.518437, 0.506569, 0.506202, 0.495043, 0.482157, 0.496166, 0.476192, 0.510726, 0.512229, 0.506334, 0.500557, 0.526835, 0.491298, 0.504125, 0.508958, 0.511698, 0.515875, 0.51044, 0.499687, 0.516843, 0.516176, 0.49983, 0.515321, 0.344311, 0.502367, 0.497016, 0.503286, 0.487012, 0.471832, 0.470975, 0.49957, 0.442352, 0.508729, 0.50002, 0.512515, 0.477412, 0.482344, 0.467567, 0.379295, 0.513488, 0.49542, 0.513464, 0.473055, 0.534253, 0.516823, 0.504555, 0.507216, 0.505754, 0.458959, 0.528436, 0.523348, 0.514327, 0.487304, 0.506584, 0.49175, 0.517648, 0.503558, 0.518266, 0.499136, 0.481412, 0.504727, 0.48773, 0.481985, 0.496048, 0.509299, 0.498939, 0.494063, 0.512246, 0.520642, 0.511977, 0.515894, 0.500137, 0.518557, 0.497348, 0.486284, 0.492624, 0.485975, 0.49735, 0.518545, 0.490376, 0.512022, 0.498175, 0.528677, 0.503955, 0.51189, 0.506685, 0.504734, 0.507508, 0.510189, 0.494438, 0.497775, 0.480241, 0.479034, 0.480183, 0.509525, 0.492541, 0.517391, 0.527758, 0.519173, 0.504414, 0.49757, 0.501109, 0.509057, 0.511096, 0.495023, 0.507017, 0.511359, 0.492443, 0.49487, 0.507527, 0.517481, 0.498371, 0.343604, 0.498708, 0.528489, 0.465265, 0.502067, 0.517924, 0.52851, 0.526402, 0.567953, 0.497006, 0.517345, 0.521211, 0.474403, 0.51103, 0.496246, 0.512701, 0.484319, 0.503994, 0.525716, 0.492726, 0.481297, 0.338383, 0.488701, 0.475409, 0.534603, 0.517709, 0.478666, 0.515258, 0.502969, 0.489966, 0.514878, 0.484291, 0.536874, 0.51389, 0.490353, 0.495391, 0.497809, 0.504247, 0.514231, 0.521363, 0.4733, 0.47259, 0.514184, 0.496427, 0.506178, 0.504, 0.501127, 0.495836, 0.490703, 0.516295, 0.545772, 0.492138, 0.515476, 0.515574, 0.494503, 0.497764, 0.434725, 0.504356, 0.459434, 0.523968, 0.505983, 0.532275, 0.513431, 0.522904, 0.473945, 0.527599, 0.534203, 0.530811, 0.514609, 0.517989, 0.50279, 0.511789, 0.490096, 0.519954, 0.508173, 0.501872, 0.510035, 0.500881, 0.503936, 0.516137, 0.308664, 0.510387, 0.507439, 0.506734, 0.463195, 0.517477, 0.519471, 0.502466, 0.512735, 0.500877, 0.534265, 0.502926, 0.493165, 0.500101, 0.529942, 0.498605, 0.506132, 0.501572, 0.462988, 0.436673, 0.509954, 0.497726, 0.512059, 0.519403, 0.502933, 0.513378, 0.517227, 0.511121, 0.476972, 0.501434, 0.524624, 0.484378, 0.488769, 0.514937, 0.534567, 0.519185, 0.503904, 0.492274, 0.512701, 0.503825, 0.507733, 0.487171, 0.492275, 0.468702, 0.514103, 0.515297, 0.499238, 0.47232, 0.485485, 0.523836, 0.543655, 0.50219, 0.516192, 0.487055, 0.520365, 0.526341, 0.52505, 0.504905, 0.359658, 0.489686, 0.510883, 0.50198, 0.514215, 0.493321, 0.496182, 0.489832, 0.515297, 0.510786, 0.498721, 0.479784, 0.367122, 0.529492, 0.507609, 0.499962, 0.479949, 0.513674, 0.484773, 0.512581, 0.517191, 0.509346, 0.492838, 0.489555, 0.504362, 0.49025, 0.464115, 0.516252, 0.51266 ] }, "name": "model.model.layers.19.input_layernorm.weight", "outputIndexes": [ 1546 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1545 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_19/Mul_output_0", "outputIndexes": [ 1547 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1546, 1547 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_19/Mul_1_output_0", "outputIndexes": [ 1548 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1548 ], "outputIndexes": [ 2495 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2495 ], "outputIndexes": [ 2496 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/q_proj/Linear", "inputIndexes": [ 2496 ], "outputIndexes": [ 2497 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 717228910, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2497 ], "outputIndexes": [ 2498 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2498 ], "outputIndexes": [ 1549 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1548 ], "main_type": "NONE", "name": "/Shape_77_output_0", "outputIndexes": [ 1550 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1550 ], "main_type": "NONE", "name": "Shape3209", "outputIndexes": [ 1551 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1550 ], "main_type": "NONE", "name": "Rank3211", "outputIndexes": [ 1552 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1552, 1552 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3213", "outputIndexes": [ 1553 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1553 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3214", "outputIndexes": [ 1554 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1553, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3216", "outputIndexes": [ 1555 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1555 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3217", "outputIndexes": [ 1556 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1551, 1554, 1556, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3220", "outputIndexes": [ 1557 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1557 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3221", "outputIndexes": [ 1558 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 1558 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3222", "outputIndexes": [ 1559 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1559, 1558 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3223", "outputIndexes": [ 1560 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1550, 1560, 1553 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_137_output_0", "outputIndexes": [ 1561 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1561, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_267_output_0", "outputIndexes": [ 1562 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1562, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_171_output_0", "outputIndexes": [ 1563 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1549, 1563 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_96_output_0", "outputIndexes": [ 1564 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1564, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_76_output_0", "outputIndexes": [ 1565 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1564 ], "main_type": "NONE", "name": "/Shape_78_output_0", "outputIndexes": [ 1566 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1566 ], "main_type": "NONE", "name": "Shape3230", "outputIndexes": [ 1567 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1566 ], "main_type": "NONE", "name": "Rank3232", "outputIndexes": [ 1568 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1568, 1568 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3234", "outputIndexes": [ 1569 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1569 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3235", "outputIndexes": [ 1570 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1569, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3237", "outputIndexes": [ 1571 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1571 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3238", "outputIndexes": [ 1572 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1567, 1570, 1572, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3241", "outputIndexes": [ 1573 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1573 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3242", "outputIndexes": [ 1574 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1574 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3243", "outputIndexes": [ 1575 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1575, 1574 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3244", "outputIndexes": [ 1576 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1566, 1576, 1569 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_138_output_0", "outputIndexes": [ 1577 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1577, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_57_output_0", "outputIndexes": [ 1578 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1578, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_272_output_0", "outputIndexes": [ 1579 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1564, 1579, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_77_output_0", "outputIndexes": [ 1580 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1580 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_38_output_0", "outputIndexes": [ 1581 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1564, 22, 1579, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_76_output_0", "outputIndexes": [ 1582 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1581, 1582 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_174_output_0", "outputIndexes": [ 1583 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1583, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_77_output_0", "outputIndexes": [ 1584 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1565, 1584 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_95_output_0", "outputIndexes": [ 1585 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1548 ], "outputIndexes": [ 2499 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2499 ], "outputIndexes": [ 2500 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/k_proj/Linear", "inputIndexes": [ 2500 ], "outputIndexes": [ 2501 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 719588228, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2501 ], "outputIndexes": [ 2502 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2502 ], "outputIndexes": [ 1586 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1586, 1563 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_97_output_0", "outputIndexes": [ 1587 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1587, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_78_output_0", "outputIndexes": [ 1588 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1587 ], "main_type": "NONE", "name": "/Shape_79_output_0", "outputIndexes": [ 1589 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1589 ], "main_type": "NONE", "name": "Shape3292", "outputIndexes": [ 1590 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1589 ], "main_type": "NONE", "name": "Rank3294", "outputIndexes": [ 1591 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1591, 1591 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3296", "outputIndexes": [ 1592 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1592 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3297", "outputIndexes": [ 1593 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1592, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3299", "outputIndexes": [ 1594 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1594 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3300", "outputIndexes": [ 1595 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1590, 1593, 1595, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3303", "outputIndexes": [ 1596 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1596 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3304", "outputIndexes": [ 1597 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1597 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3305", "outputIndexes": [ 1598 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1598, 1597 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3306", "outputIndexes": [ 1599 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1589, 1599, 1592 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_139_output_0", "outputIndexes": [ 1600 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1600, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_58_output_0", "outputIndexes": [ 1601 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1601, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_274_output_0", "outputIndexes": [ 1602 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1587, 1602, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_79_output_0", "outputIndexes": [ 1603 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1603 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_39_output_0", "outputIndexes": [ 1604 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1587, 22, 1602, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_78_output_0", "outputIndexes": [ 1605 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1604, 1605 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_175_output_0", "outputIndexes": [ 1606 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1606, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_79_output_0", "outputIndexes": [ 1607 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1588, 1607 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_96_output_0", "outputIndexes": [ 1608 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1548 ], "outputIndexes": [ 2503 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2503 ], "outputIndexes": [ 2504 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/v_proj/Linear", "inputIndexes": [ 2504 ], "outputIndexes": [ 2505 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 721947546, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2505 ], "outputIndexes": [ 2506 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2506 ], "outputIndexes": [ 1609 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1609, 1563 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_98_output_0", "outputIndexes": [ 1610 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1585, 1608, 1610, 109 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_99_output_0", "outputIndexes": [ 1611 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1611 ], "outputIndexes": [ 2507 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2507 ], "outputIndexes": [ 2508 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/o_proj/Linear", "inputIndexes": [ 2508 ], "outputIndexes": [ 2509 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 724306864, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2509 ], "outputIndexes": [ 2510 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2510 ], "outputIndexes": [ 1612 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1545, 1612 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_98_output_0", "outputIndexes": [ 1613 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2048 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.357729, 0.333899, 0.340404, 0.356804, 0.301042, 0.360001, 0.334046, 0.36149, 0.338627, 0.338783, 0.341386, 0.330378, 0.352493, 0.3368, 0.354295, 0.318633, 0.349902, 0.270874, 0.347627, 0.358713, 0.344506, 0.354486, 0.339403, 0.345646, 0.366117, 0.32961, 0.322876, 0.349504, 0.363859, 0.314226, 0.338718, 0.365333, 0.353912, 0.321342, 0.343186, 0.336061, 0.331131, 0.351112, 0.35729, 0.344897, 0.334781, 0.320997, 0.336598, 0.34456, 0.354944, 0.35436, 0.372169, 0.354548, 0.339035, 0.357068, 0.342864, 0.346095, 0.365015, 0.345909, 0.346731, 0.347143, 0.340697, 0.331873, 0.329213, 0.331852, 0.353004, 0.338079, 0.295116, 0.333362, 0.343862, 0.341901, 0.255463, 0.355644, 0.374639, 0.343332, 0.343159, 0.361282, 0.34451, 0.336858, 0.354561, 0.347111, 0.365008, 0.336631, 0.290406, 0.328649, 0.35412, 0.35294, 0.356996, 0.34981, 0.356649, 0.334721, 0.318827, 0.260699, 0.34279, 0.356942, 0.331651, 0.337511, 0.358664, 0.336373, 0.336177, 0.366639, 0.346231, 0.358951, 0.34172, 0.342008, 0.260303, 0.349672, 0.329976, 0.330828, 0.300472, 0.330371, 0.300362, 0.324113, 0.35251, 0.32606, 0.344334, 0.346232, 0.323701, 0.351918, 0.345342, 0.346075, 0.33189, 0.36696, 0.366985, 0.337765, 0.361617, 0.330496, 0.348328, 0.352587, 0.354007, 0.347296, 0.345849, 0.349215, 0.340303, 0.359766, 0.340461, 0.287844, 0.344254, 0.310666, 0.348918, 0.35098, 0.347418, 0.346272, 0.352398, 0.347865, 0.349354, 0.348563, 0.295813, 0.342453, 0.334497, 0.335723, 0.353969, 0.343583, 0.354282, 0.334051, 0.360652, 0.350176, 0.3503, 0.330165, 0.352475, 0.31165, 0.344596, 0.330826, 0.296917, 0.366253, 0.375966, 0.525861, 0.356913, 0.349138, 0.359432, 0.355983, 0.323053, 0.342079, 0.345372, 0.343904, 0.348571, 0.36, 0.356235, 0.351646, 0.332831, 0.343233, 0.345617, 0.352877, 0.36294, 0.334822, 0.340275, 0.350293, 0.351993, 0.347372, 0.352037, 0.331862, 0.343188, 0.287025, 0.336876, 0.33622, 0.334537, 0.34316, 0.34314, 0.356668, 0.325575, 0.345342, 0.374597, 0.339792, 0.337939, 0.309041, 0.353675, 0.348787, 0.347558, 0.351888, 0.359484, 0.348446, 0.364121, 0.328565, 0.343674, 0.202208, 0.362945, 0.351337, 0.349751, 0.347696, 0.336023, 0.332867, 0.351579, 0.357957, 0.326914, 0.344159, 0.364098, 0.348567, 0.353819, 0.332775, 0.357656, 0.297716, 0.343903, 0.051058, 0.34761, 0.333639, 0.358668, 0.341736, 0.347584, 0.32382, 0.356024, 0.32434, 0.342867, 0.3784, 0.333332, 0.262934, 0.373419, 0.347884, 0.364447, 0.334113, 0.349395, 0.351284, 0.360085, 0.352575, 0.339105, 0.323356, 0.338969, 0.356691, 0.355882, 0.356, 0.263233, 0.268898, 0.348895, 0.358883, 0.335868, 0.342473, 0.32757, 0.35467, 0.360399, 0.359665, 0.329684, 0.33578, 0.355831, 0.348868, 0.376072, 0.325409, 0.328682, 0.370067, 0.356377, 0.347966, 0.358864, 0.311046, 0.346746, 0.324781, 0.330691, 0.350264, 0.339543, 0.179103, 0.255805, 0.339115, 0.352277, 0.347031, 0.325455, 0.323473, 0.354411, 0.344969, 0.349597, 0.322309, 0.332929, 0.345607, 0.343395, 0.350104, 0.338636, 0.288756, 0.350489, 0.35709, 0.347456, 0.307397, 0.36103, 0.32822, 0.267588, 0.348985, 0.345258, 0.326793, 0.336287, 0.35381, 0.366575, 0.347568, 0.33004, 0.360088, 0.348146, 0.358801, 0.340592, 0.349636, 0.094018, 0.355058, 0.329138, 0.353589, 0.348015, 0.330273, 0.298047, 0.351539, 0.320079, 0.342805, 0.340005, 0.322077, 0.355453, 0.338584, 0.349687, 0.373002, 0.35707, 0.353415, 0.336785, 0.345643, 0.298979, 0.292836, 0.328895, 0.335023, 0.332312, 0.336386, 0.300521, 0.351472, 0.323126, 0.366345, 0.341098, 0.329318, 0.344319, 0.360912, 0.252365, 0.344821, 0.34524, 0.345201, 0.278486, 0.34561, 0.348472, 0.362038, 0.329085, 0.356174, 0.348627, 0.340632, 0.337141, 0.34077, 0.353067, 0.354079, 0.31139, 0.352256, 0.350699, 0.307308, 0.338389, 0.36142, 0.345666, 0.340739, 0.313307, 0.329286, 0.317799, 0.323942, 0.341854, 0.28525, 0.350217, 0.343714, 0.344014, 0.330395, 0.352229, 0.352522, 0.323416, 0.371295, 0.296579, 0.359883, 0.341355, 0.351147, 0.166742, 0.328096, 0.340395, 0.353271, 0.32319, 0.347003, 0.310659, 0.358104, 0.354924, 0.334892, 0.3292, 0.324947, 0.350296, 0.331002, 0.356742, 0.336084, 0.222105, 0.362882, 0.353186, 0.339235, 0.325524, 0.204877, 0.330552, 0.363028, 0.349522, 0.350919, 0.341357, 0.318318, 0.373342, 0.045357, 0.335993, 0.347167, 0.325224, 0.355776, 0.312159, 0.291139, 0.329858, 0.358395, 0.358353, 0.350341, 0.35223, 0.333282, 0.336223, 0.347364, 0.310272, 0.368998, 0.352185, 0.332792, 0.381225, 0.334758, 0.352513, 0.356271, 0.367287, 0.347117, 0.355067, 0.328267, 0.358589, 0.35064, 0.279987, 0.326388, 0.327627, 0.333548, 0.322141, 0.325743, 0.343136, 0.339, 0.230679, 0.356966, 0.348124, 0.335185, 0.342008, 0.361344, 0.361846, 0.336689, 0.347806, 0.334629, 0.342393, 0.353735, 0.346958, 0.348015, 0.357261, 0.340079, 0.32204, 0.350648, 0.339837, 0.354646, 0.363163, 0.361146, 0.352432, 0.333713, 0.318478, 0.345944, 0.362381, 0.340888, 0.352541, 0.308322, 0.34061, 0.363103, 0.342934, 0.335492, 0.334323, 0.356987, 0.246485, 0.350407, 0.35527, 0.294883, 0.335611, 0.348634, 0.342895, 0.359275, 0.351254, 0.340173, 0.317828, 0.351373, 0.354084, 0.367195, 0.331431, 0.354796, 0.351811, 0.355899, 0.363087, 0.351154, 0.293292, 0.359612, 0.34715, 0.311391, 0.310467, 0.333309, 0.327709, 0.355368, 0.251885, 0.290605, 0.353346, 0.336613, 0.335695, 0.34986, 0.348972, 0.353685, 0.334215, 0.348172, 0.203447, 0.357551, 0.347227, 0.376817, 0.343758, 0.340891, 0.336122, 0.303606, 0.319088, 0.339348, 0.355397, 0.307396, 0.363003, 0.354032, 0.287284, 0.344991, 0.306714, 0.299333, 0.270668, 0.355125, 0.361503, 0.36096, 0.35109, 0.335908, 0.352578, 0.333532, 0.341022, 0.346475, 0.358032, 0.35822, 0.339691, 0.340592, 0.352983, 0.332552, 0.363091, 0.32999, 0.36509, 0.360015, 0.349472, 0.285436, 0.238758, 0.334347, 0.295787, 0.35149, 0.366987, 0.338678, 0.352337, 0.35387, 0.33843, 0.326869, 0.354232, 0.336551, 0.36294, 0.34658, 0.340376, 0.355351, 0.270195, 0.324114, 0.348604, 0.346424, 0.344798, 0.327352, 0.327224, 0.340168, 0.34211, 0.341918, 0.354883, 0.35881, 0.355685, 0.35714, 0.348544, 0.341024, 0.344936, 0.340159, 0.320381, 0.290656, 0.34818, 0.34096, 0.364403, 0.352509, 0.341091, 0.343216, 0.350644, 0.349164, 0.185118, 0.266932, 0.344849, 0.304424, 0.356364, 0.320121, 0.362393, 0.341135, 0.347228, 0.321461, 0.333396, 0.367363, 0.344763, 0.31338, 0.361008, 0.364422, 0.343966, 0.343487, 0.322412, 0.349288, 0.326226, 0.349539, 0.329329, 0.335417, 0.340155, 0.348742, 0.345369, 0.268783, 0.35961, 0.349699, 0.35933, 0.350329, 0.353182, 0.35307, 0.338172, 0.228572, 0.339193, 0.351543, 0.365261, 0.350229, 0.341763, 0.358937, 0.358134, 0.369531, 0.35992, 0.279004, 0.345231, 0.355586, 0.345091, 0.357983, 0.332603, 0.343541, 0.357868, 0.352863, 0.351198, 0.366396, 0.34853, 0.361414, 0.348361, 0.355605, 0.335693, 0.332661, 0.344297, 0.33582, 0.351923, 0.272634, 0.341314, 0.324628, 0.339011, 0.291918, 0.335537, 0.362109, 0.331977, 0.351612, 0.351534, 0.323904, 0.335627, 0.329472, 0.339701, 0.343669, 0.350118, 0.350383, 0.359486, 0.222365, 0.334968, 0.33315, 0.355673, 0.184102, 0.340503, 0.33, 0.296191, 0.378638, 0.358098, 0.350973, 0.348595, 0.322777, 0.35777, 0.356033, 0.360975, 0.338714, 0.354431, 0.355492, 0.363028, 0.337381, 0.333295, 0.272845, 0.353825, 0.342668, 0.351389, 0.363963, 0.346761, 0.346308, 0.330875, 0.363221, 0.350136, 0.362164, 0.343669, 0.354492, 0.334181, 0.339971, 0.3575, 0.348615, 0.345491, 0.343966, 0.337424, 0.36062, 0.356772, 0.319078, 0.33695, 0.337404, 0.355304, 0.022982, 0.351683, 0.356881, 0.349037, 0.3424, 0.348181, 0.344524, 0.341589, 0.319067, 0.335488, 0.329116, 0.334256, 0.350509, 0.355536, 0.345481, 0.312163, 0.360408, 0.357888, 0.347963, 0.358256, 0.352375, 0.353663, 0.362307, 0.349369, 0.35018, 0.304297, 0.331655, 0.340964, 0.331308, 0.35034, 0.326368, 0.354302, 0.346674, 0.298371, 0.352213, 0.332795, 0.339179, 0.341249, 0.353142, 0.338752, 0.344624, 0.270948, 0.333637, 0.315283, 0.286625, 0.344635, 0.341492, 0.263659, 0.353035, 0.357057, 0.361895, 0.345749, 0.335333, 0.365189, 0.345134, 0.356774, 0.336248, 0.354801, 0.340233, 0.34998, 0.235964, 0.362269, 0.350118, 0.347864, 0.336951, 0.353678, 0.345881, 0.366206, 0.353133, 0.336941, 0.343322, 0.363064, 0.349583, 0.360365, 0.343224, 0.335025, 0.265844, 0.355063, 0.326745, 0.355574, 0.325417, 0.328012, 0.242329, 0.340467, 0.338538, 0.353187, 0.343582, 0.218105, 0.31717, 0.348497, 0.349088, 0.328292, 0.325075, 0.319672, 0.205516, 0.343385, 0.314271, 0.321965, 0.342426, 0.351981, 0.330248, 0.357117, 0.330783, 0.344718, 0.371267, 0.336262, 0.357372, 0.346205, 0.351919, 0.360815, 0.339369, 0.350678, 0.332654, 0.355907, 0.329838, 0.355474, 0.346245, 0.333659, 0.293688, 0.340093, 0.342127, 0.338818, 0.323048, 0.337041, 0.344065, 0.349332, 0.342104, 0.330587, 0.327199, 0.340969, 0.329756, 0.344687, 0.263688, 0.337464, 0.319916, 0.324335, 0.338092, 0.344217, 0.286815, 0.352371, 0.358367, 0.346861, 0.34492, 0.335657, 0.339625, 0.366091, 0.343267, 0.34911, 0.315617, 0.32847, 0.305716, 0.335562, 0.346801, 0.35523, 0.348601, 0.252086, 0.337193, 0.335263, 0.348968, 0.324069, 0.351954, 0.356384, 0.336757, 0.355877, 0.24448, 0.339301, 0.351258, 0.32203, 0.358084, 0.343659, 0.343506, 0.328719, 0.338121, 0.344188, 0.348487, 0.341739, 0.355543, 0.304516, 0.265711, 0.239133, 0.364258, 0.322621, 0.337129, 0.352663, 0.352612, 0.333319, 0.35321, 0.343099, 0.340955, 0.339986, 0.343251, 0.346746, 0.133015, 0.354701, 0.340883, 0.33647, 0.337015, 0.333712, 0.354387, 0.354081, 0.341959, 0.334555, 0.28266, 0.343217, 0.34433, 0.351833, 0.351707, 0.356673, 0.353664, 0.340077, 0.343243, 0.349673, 0.362315, 0.349191, 0.360378, 0.353584, 0.341483, 0.348422, 0.334027, 0.288474, 0.341211, 0.349004, 0.335997, 0.342883, 0.354592, 0.334651, 0.363191, 0.36681, 0.348142, 0.348769, 0.340788, 0.264977, 0.3231, 0.344251, 0.338761, 0.34749, 0.248819, 0.356241, 0.356553, 0.329341, 0.348033, 0.350197, 0.285117, 0.343568, 0.33209, 0.366168, 0.362158, 0.37962, 0.353137, 0.330328, 0.248299, 0.346997, 0.342455, 0.349488, 0.348499, 0.299873, 0.331589, 0.336297, 0.283376, 0.320847, 0.297385, 0.339263, 0.267052, 0.253763, 0.341288, 0.348929, 0.349034, 0.349954, 0.354316, 0.356657, 0.349438, 0.343145, 0.364301, 0.322137, 0.333919, 0.342823, 0.333931, 0.337156, 0.356505, 0.357297, 0.361639, 0.326308, 0.321054, 0.350273, 0.339171, 0.350028, 0.350374, 0.328067, 0.142644, 0.292983, 0.349729, 0.338783, 0.333033, 0.36199, 0.339186, 0.362947, 0.360853, 0.286293, 0.297998, 0.331393, 0.352883, 0.362837, 0.339526, 0.34683, 0.33877, 0.365714, 0.354691, 0.311284, 0.346742, 0.35444, 0.31983, 0.317318, 0.341383, 0.296743, 0.358788, 0.342923, 0.330576, 0.347683, 0.35207, 0.299445, 0.339606, 0.360884, 0.235688, 0.344902, 0.3456, 0.332152, 0.22115, 0.332967, 0.350612, 0.253799, 0.341229, 0.352528, 0.344238, 0.334223, 0.321073, 0.341173, 0.361368, 0.34991, 0.338041, 0.338344, 0.322433, 0.343852, 0.345477, 0.349306, 0.354455, 0.338962, 0.346671, 0.340521, 0.342781, 0.337575, 0.347666, 0.348656, 0.334076, 0.36834, 0.345632, 0.342829, 0.358646, 0.357321, 0.346997, 0.356283, 0.344445, 0.340847, 0.35915, 0.341178, 0.332088, 0.22267, 0.350855, 0.357586, 0.331727, 0.338889, 0.364184, 0.352233, 0.314742, 0.09349, 0.372904, 0.331329, 0.344914, 0.334268, 0.349509, 0.322545, 0.346067, 0.357482, 0.35217, 0.348612, 0.347414, 0.34323, 0.343146, 0.339917, 0.347933, 0.341199, 0.343103, 0.353979, 0.358457, 0.332534, 0.338048, 0.242188, 0.340068, 0.351154, 0.352378, 0.35068, 0.335268, 0.336561, 0.323849, 0.367068, 0.349417, 0.351709, 0.311254, 0.345839, 0.361845, 0.343503, 0.35495, 0.341639, 0.351845, 0.350677, 0.355338, 0.180414, 0.325576, 0.331291, 0.323363, 0.26371, 0.338502, 0.158641, 0.310212, 0.29275, 0.338268, 0.342934, 0.350237, 0.355882, 0.331812, 0.306112, 0.34002, 0.343711, 0.280258, 0.344361, 0.340573, 0.231157, 0.343909, 0.310763, 0.353997, 0.340757, 0.366557, 0.353281, 0.319859, 0.33125, 0.337105, 0.339828, 0.099519, 0.359494, 0.333125, 0.351151, 0.293718, 0.323576, 0.360163, 0.363645, 0.334442, 0.360065, 0.343222, 0.281798, 0.345432, 0.339604, 0.356581, 0.353661, 0.340153, 0.324546, 0.332369, 0.33988, 0.340952, 0.338082, 0.331303, 0.336261, 0.350701, 0.350851, 0.318928, 0.351672, 0.356096, 0.343651, 0.337123, 0.350114, 0.256244, 0.359746, 0.33967, 0.341062, 0.302771, 0.34003, 0.349441, 0.328109, 0.349299, 0.353048, 0.355799, 0.335638, 0.34784, 0.331407, 0.333536, 0.348619, 0.347771, 0.343097, 0.34789, 0.348709, 0.343849, 0.267473, 0.325806, 0.336117, 0.359931, 0.357737, 0.291185, 0.345482, 0.337046, 0.335022, 0.331252, 0.321817, 0.32435, 0.354563, 0.331073, 0.326435, 0.360069, 0.350698, 0.345005, 0.342865, 0.358452, 0.33818, 0.343819, 0.335987, 0.238771, 0.36633, 0.323152, 0.361242, 0.338704, 0.350668, 0.346523, 0.322076, 0.317861, 0.349607, 0.36373, 0.337692, 0.362059, 0.351865, 0.359701, 0.339538, 0.356686, 0.348961, 0.297891, 0.32463, 0.336775, 0.343011, 0.350139, 0.314429, 0.342155, 0.308508, 0.347798, 0.350754, 0.204399, 0.35521, 0.351325, 0.347796, 0.359268, 0.338499, 0.349927, 0.350447, 0.34396, 0.320621, 0.329959, 0.337796, 0.34869, 0.341148, 0.346815, 0.354956, 0.356023, 0.337856, 0.359581, 0.338598, 0.349359, 0.349346, 0.354316, 0.366508, 0.324037, 0.358267, 0.369243, 0.341934, 0.338098, 0.297148, 0.35808, 0.333628, 0.305428, 0.31013, 0.359961, 0.354653, 0.360408, 0.32405, 0.327122, 0.340901, 0.354924, 0.326881, 0.352839, 0.318077, 0.363372, 0.340379, 0.342199, 0.351314, 0.331092, 0.347478, 0.357763, 0.358129, 0.264866, 0.3393, 0.321924, 0.263123, 0.346716, 0.350856, 0.350091, 0.278354, 0.345241, 0.350005, 0.340353, 0.342234, 0.346898, 0.361065, 0.361775, 0.350231, 0.351884, 0.355768, 0.356886, 0.343166, 0.34419, 0.347878, 0.349543, 0.306589, 0.235762, 0.343114, 0.351503, 0.336535, 0.341359, 0.344424, 0.362931, 0.342649, 0.335386, 0.364597, 0.330541, 0.283001, 0.302433, 0.344609, 0.35036, 0.356963, 0.348534, 0.362392, 0.363216, 0.358671, 0.320537, 0.347124, 0.334102, 0.343657, 0.344043, 0.342606, 0.358249, 0.314105, 0.325052, 0.288199, 0.353914, 0.336775, 0.293769, 0.344293, 0.346995, 0.346091, 0.361821, 0.336089, 0.360036, 0.29874, 0.349524, 0.339294, 0.361791, 0.354026, 0.345353, 0.312758, 0.350062, 0.3478, 0.34237, 0.361447, 0.275642, 0.335706, 0.360691, 0.348323, 0.364332, 0.373974, 0.34697, 0.339291, 0.351744, 0.334068, 0.35068, 0.352813, 0.352788, 0.351936, 0.348502, 0.342112, 0.362413, 0.350138, 0.344129, 0.351117, 0.32488, 0.353682, 0.351309, 0.316422, 0.363465, 0.352608, 0.351095, 0.353567, 0.351129, 0.355986, 0.339424, 0.355587, 0.307763, 0.354721, 0.342232, 0.256672, 0.348828, 0.346493, 0.359453, 0.354362, 0.356764, 0.345062, 0.245372, 0.344239, 0.349335, 0.346255, 0.345413, 0.359175, 0.339772, 0.3502, 0.322517, 0.346944, 0.368938, 0.341862, 0.342033, 0.364244, 0.353268, 0.341983, 0.344156, 0.342614, 0.359611, 0.326704, 0.35038, 0.340157, 0.340992, 0.352361, 0.362858, 0.352541, 0.356001, 0.363759, 0.354074, 0.319387, 0.337641, 0.355271, 0.334681, 0.352763, 0.353562, 0.362446, 0.332988, 0.333948, 0.357412, 0.338506, 0.349039, 0.340665, 0.335879, 0.341873, 0.336182, 0.348413, 0.26703, 0.359938, 0.339588, 0.351452, 0.343263, 0.360237, 0.33835, 0.342594, 0.318913, 0.355787, 0.336318, 0.301413, 0.3557, 0.336049, 0.331925, 0.354874, 0.346307, 0.326748, 0.3035, 0.335893, 0.35324, 0.364842, 0.345332, 0.352212, 0.350836, 0.324996, 0.358319, 0.346023, 0.346648, 0.355503, 0.311825, 0.338629, 0.332993, 0.368192, 0.32555, 0.323125, 0.360371, 0.361195, 0.345951, 0.353046, 0.355894, 0.318603, 0.282572, 0.336819, 0.3454, 0.230466, 0.338607, 0.348055, 0.331443, 0.35417, 0.356145, 0.362086, 0.34508, 0.347659, 0.328301, 0.340731, 0.34353, 0.332556, 0.349093, 0.327357, 0.348591, 0.354106, 0.349055, 0.343734, 0.33823, 0.353538, 0.326503, 0.340683, 0.340982, 0.34154, 0.359601, 0.333055, 0.318622, 0.317511, 0.336002, 0.358729, 0.333031, 0.347294, 0.334673, 0.343335, 0.341638, 0.351875, 0.337582, 0.295713, 0.274616, 0.328446, 0.351037, 0.351745, 0.351961, 0.208219, 0.288208, 0.365607, 0.347097, 0.345434, 0.363819, 0.332347, 0.357245, 0.356988, 0.346024, 0.359853, 0.333734, 0.362408, 0.340676, 0.356525, 0.3447, 0.346716, 0.364598, 0.328819, 0.358635, 0.353524, 0.337706, 0.330449, 0.334871, 0.353887, 0.331659, 0.34936, 0.35363, 0.360136, 0.352598, 0.353264, 0.331137, 0.350795, 0.33672, 0.349416, 0.358165, 0.341814, 0.349557, 0.324841, 0.35395, 0.349661, 0.345292, 0.3565, 0.36985, 0.353593, 0.351917, 0.289448, 0.312389, 0.37562, 0.352645, 0.339031, 0.331314, 0.341535, 0.300923, 0.347524, 0.277329, 0.334611, 0.345663, 0.342898, 0.341582, 0.343434, 0.349297, 0.321775, 0.344355, 0.339325, 0.329029, 0.29596, 0.356736, 0.339093, 0.325747, 0.368946, 0.35733, 0.325962, 0.37253, 0.345076, 0.350609, 0.359958, 0.357868, 0.344796, 0.336614, 0.356228, 0.348587, 0.329988, 0.350366, 0.339672, 0.347936, 0.261261, 0.33748, 0.331778, 0.314561, 0.350033, 0.362115, 0.327532, 0.332833, 0.335976, 0.358647, 0.238968, 0.270206, 0.333254, 0.336673, 0.332847, 0.342427, 0.339071, 0.338221, 0.332236, 0.36124, 0.207377, 0.342281, 0.368406, 0.345731, 0.364708, 0.349886, 0.362752, 0.328335, 0.33593, 0.338971, 0.358858, 0.356727, 0.337176, 0.323795, 0.348148, 0.356646, 0.350344, 0.334156, 0.356429, 0.306876, 0.356348, 0.355959, 0.345631, 0.355301, 0.334446, 0.319275, 0.346235, 0.338258, 0.347561, 0.333894, 0.356405, 0.312014, 0.351063, 0.354604, 0.353001, 0.348784, 0.322859, 0.358124, 0.344045, 0.357708, 0.36019, 0.334269, 0.358412, 0.337139, 0.349632, 0.356583, 0.339709, 0.355843, 0.352171, 0.293845, 0.36294, 0.34341, 0.342632, 0.359356, 0.360292, 0.351109, 0.350681, 0.338408, 0.351459, 0.341942, 0.331428, 0.345468, 0.34927, 0.3556, 0.348758, 0.252346, 0.358174, 0.290089, 0.356666, 0.343904, 0.341519, 0.347441, 0.355295, 0.33665, 0.314119, 0.353537, 0.350896, 0.358738, 0.348121, 0.33664, 0.366378, 0.354783, 0.333918, 0.354805, 0.290771, 0.348931, 0.350932, 0.356552, 0.323214, 0.319534, 0.32663, 0.341131, 0.304451, 0.319327, 0.338925, 0.358632, 0.268318, 0.336574, 0.26269, 0.22908, 0.347125, 0.341545, 0.365393, 0.256363, 0.361737, 0.349339, 0.342368, 0.37209, 0.229137, 0.306269, 0.351634, 0.360165, 0.304908, 0.343813, 0.335403, 0.347491, 0.36426, 0.336311, 0.295718, 0.344266, 0.33552, 0.332907, 0.351888, 0.342622, 0.369451, 0.357372, 0.334125, 0.334298, 0.355082, 0.354755, 0.352073, 0.348843, 0.314456, 0.352545, 0.341422, 0.322005, 0.347744, 0.337547, 0.333962, 0.346154, 0.336705, 0.341918, 0.338214, 0.356781, 0.34286, 0.333072, 0.350441, 0.334512, 0.349289, 0.355319, 0.364058, 0.35124, 0.34139, 0.332685, 0.352701, 0.309849, 0.345942, 0.367626, 0.333629, 0.346001, 0.330923, 0.331522, 0.330388, 0.345905, 0.351389, 0.349767, 0.34235, 0.3587, 0.34684, 0.340369, 0.318493, 0.354624, 0.358344, 0.314073, 0.348078, 0.362594, 0.328362, 0.347022, 0.334759, 0.346709, 0.362362, 0.281793, 0.329956, 0.348923, 0.355777, 0.281547, 0.355824, 0.35326, 0.331933, 0.245302, 0.338349, 0.301818, 0.345763, 0.345322, 0.147006, 0.334262, 0.282655, 0.346825, 0.332041, 0.355812, 0.35696, 0.345771, 0.296852, 0.360605, 0.35417, 0.364056, 0.342256, 0.332975, 0.347467, 0.346874, 0.347422, 0.357807, 0.354967, 0.350528, 0.339338, 0.364673, 0.359249, 0.340345, 0.346539, 0.324259, 0.348847, 0.362, 0.333952, 0.356173, 0.352524, 0.346835, 0.355192, 0.34294, 0.345046, 0.312143, 0.347946, 0.23327, 0.348597, 0.335219, 0.301833, 0.35746, 0.341051, 0.341934, 0.365282, 0.336712, 0.348729, 0.351184, 0.368597, 0.348579, 0.342171, 0.34228, 0.349886, 0.340196, 0.359045, 0.359039, 0.337796, 0.350437, 0.358177, 0.244676, 0.341251, 0.354941, 0.344736, 0.324861, 0.363699, 0.345369, 0.347538, 0.353595, 0.345937, 0.33083, 0.353265, 0.353216, 0.344062, 0.341134, 0.353139, 0.358827, 0.34002, 0.226219, 0.326047, 0.335715, 0.351444, 0.365224, 0.3544, 0.348636, 0.345309, 0.338734, 0.33777, 0.291472, 0.348536, 0.354118, 0.329956, 0.340508, 0.364226, 0.351793, 0.360332, 0.33549, 0.361867, 0.330273, 0.336195, 0.352464, 0.331109, 0.344453, 0.348107, 0.353789, 0.364265, 0.357383, 0.324213, 0.33841, 0.24882, 0.363206, 0.347403, 0.355208, 0.273231, 0.352851, 0.362043, 0.353272, 0.344166, 0.252133, 0.325115, 0.335429, 0.349231, 0.357142, 0.341684, 0.347982, 0.347087, 0.34717, 0.345492, 0.332227, 0.345342, 0.291585, 0.344908, 0.361515, 0.335707, 0.320043, 0.352938, 0.329329, 0.323602, 0.333057, 0.283208, 0.336378, 0.287198, 0.345931, 0.325594, 0.241075, 0.357782, 0.359215 ] }, "name": "model.model.layers.19.post_attention_layernorm.weight", "outputIndexes": [ 1614 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1613 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_19/Mul_output_0", "outputIndexes": [ 1615 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1614, 1615 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_19/Mul_1_output_0", "outputIndexes": [ 1616 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1616 ], "outputIndexes": [ 2511 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2511 ], "outputIndexes": [ 2512 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/gate_proj/Linear", "inputIndexes": [ 2512 ], "outputIndexes": [ 2513 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 8192, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 726666182, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2513 ], "outputIndexes": [ 2514 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2514 ], "outputIndexes": [ 1617 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 8192 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1617 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_19/Sigmoid_output_0", "outputIndexes": [ 1618 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1617, 1618 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_19/Mul_output_0", "outputIndexes": [ 1619 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1616 ], "outputIndexes": [ 2515 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2515 ], "outputIndexes": [ 2516 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/up_proj/Linear", "inputIndexes": [ 2516 ], "outputIndexes": [ 2517 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 8192, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 736103388, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2517 ], "outputIndexes": [ 2518 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2518 ], "outputIndexes": [ 1620 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 8192 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1619, 1620 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_19/Mul_output_0", "outputIndexes": [ 1621 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1621 ], "outputIndexes": [ 2519 ], "main_type": "Reshape", "main": { "dims": [ -1, 8192, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2519 ], "outputIndexes": [ 2520 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/down_proj/Linear", "inputIndexes": [ 2520 ], "outputIndexes": [ 2521 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 8192, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 745540594, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2521 ], "outputIndexes": [ 2522 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2522 ], "outputIndexes": [ 1622 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1613, 1622 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_99_output_0", "outputIndexes": [ 1623 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1623, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_100_output_0", "outputIndexes": [ 1624 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2048 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.490677, 0.484009, 0.518852, 0.516087, 0.5732, 0.504449, 0.511366, 0.505183, 0.507431, 0.498859, 0.523077, 0.511102, 0.521701, 0.499161, 0.498344, 0.500798, 0.505261, 0.563243, 0.513862, 0.500577, 0.505132, 0.50366, 0.501476, 0.546571, 0.503204, 0.477961, 0.514455, 0.508871, 0.50416, 0.426769, 0.534549, 0.536721, 0.524717, 0.56424, 0.49012, 0.530698, 0.539768, 0.520278, 0.533532, 0.544251, 0.494433, 0.549276, 0.490984, 0.468625, 0.521712, 0.501958, 0.523614, 0.496414, 0.49941, 0.513496, 0.559894, 0.533692, 0.505075, 0.502264, 0.520914, 0.509817, 0.513201, 0.499795, 0.524262, 0.489167, 0.479935, 0.489426, 0.583864, 0.482358, 0.506503, 0.538643, 0.622929, 0.506907, 0.507599, 0.502391, 0.509266, 0.486959, 0.533376, 0.49666, 0.511673, 0.49818, 0.513751, 0.492203, 0.584585, 0.526435, 0.49701, 0.522276, 0.503009, 0.468821, 0.48017, 0.489465, 0.571332, 0.613543, 0.503446, 0.497425, 0.519, 0.509039, 0.523933, 0.536424, 0.557045, 0.483138, 0.479311, 0.510371, 0.505351, 0.55669, 0.555925, 0.519376, 0.557489, 0.540279, 0.464982, 0.486237, 0.631375, 0.522952, 0.501621, 0.481409, 0.515678, 0.525114, 0.538612, 0.507523, 0.520568, 0.512435, 0.514801, 0.498987, 0.541766, 0.501521, 0.485101, 0.538686, 0.494484, 0.498622, 0.520618, 0.548419, 0.498454, 0.511228, 0.471635, 0.509725, 0.5161, 0.434247, 0.471345, 0.528674, 0.47707, 0.51711, 0.498107, 0.467954, 0.49846, 0.511017, 0.477457, 0.520653, 0.493381, 0.543428, 0.424072, 0.541186, 0.501242, 0.524101, 0.480826, 0.495532, 0.508357, 0.48841, 0.518138, 0.555443, 0.492284, 0.470753, 0.526654, 0.521804, 0.545751, 0.502738, 0.516005, 0.490908, 0.499012, 0.488481, 0.498131, 0.498481, 0.532643, 0.465387, 0.495102, 0.508987, 0.491317, 0.514408, 0.50787, 0.506471, 0.485977, 0.469757, 0.484673, 0.497156, 0.535957, 0.508903, 0.511364, 0.502572, 0.491617, 0.500901, 0.515153, 0.477542, 0.470557, 0.536777, 0.490943, 0.516953, 0.499943, 0.457863, 0.491998, 0.48765, 0.555907, 0.489503, 0.522235, 0.497614, 0.505503, 0.537365, 0.505732, 0.510347, 0.478092, 0.520201, 0.467759, 0.486498, 0.489746, 0.56917, 0.499435, 0.532333, 0.511548, 0.488767, 0.509602, 0.496337, 0.484563, 0.478333, 0.513777, 0.504611, 0.513839, 0.500404, 0.509082, 0.510691, 0.503505, 0.547423, 0.503836, 0.541964, 0.53776, 0.103255, 0.50732, 0.520029, 0.50935, 0.499074, 0.490448, 0.530131, 0.47823, 0.51429, 0.485451, 0.507353, 0.511485, 0.45351, 0.466956, 0.506907, 0.475853, 0.468328, 0.480213, 0.486345, 0.498955, 0.486014, 0.560173, 0.5474, 0.500264, 0.486496, 0.502724, 0.52294, 0.600051, 0.576386, 0.507017, 0.468996, 0.526064, 0.485616, 0.505822, 0.490347, 0.522917, 0.477361, 0.517455, 0.501033, 0.498462, 0.514503, 0.519774, 0.48128, 0.512274, 0.525323, 0.475154, 0.527706, 0.497086, 0.583467, 0.504666, 0.473209, 0.518412, 0.495882, 0.562957, 0.554133, 0.633916, 0.472204, 0.50177, 0.466638, 0.541617, 0.496389, 0.49703, 0.51354, 0.496592, 0.488511, 0.507683, 0.510852, 0.502013, 0.516479, 0.502464, 0.581483, 0.496844, 0.489281, 0.467796, 0.569181, 0.501355, 0.570639, 0.64614, 0.480474, 0.47026, 0.50565, 0.512629, 0.489322, 0.487413, 0.510149, 0.502934, 0.506877, 0.509547, 0.485218, 0.541651, 0.485899, 0.58418, 0.52361, 0.550748, 0.541132, 0.517805, 0.552334, 0.544488, 0.477518, 0.57669, 0.523445, 0.502253, 0.542993, 0.529847, 0.510188, 0.52215, 0.511661, 0.49425, 0.5306, 0.502823, 0.501485, 0.335485, 0.355621, 0.475964, 0.496438, 0.48796, 0.469371, 0.587327, 0.543488, 0.516825, 0.504631, 0.496198, 0.526042, 0.573678, 0.484928, 0.609956, 0.534948, 0.503567, 0.475145, 0.545448, 0.513926, 0.517515, 0.485647, 0.511988, 0.503961, 0.483511, 0.533785, 0.478161, 0.491075, 0.524165, 0.505476, 0.548557, 0.489774, 0.50193, 0.565024, 0.486822, 0.536129, 0.533632, 0.501848, 0.497841, 0.495238, 0.478681, 0.512483, 0.499402, 0.61221, 0.470853, 0.505098, 0.536158, 0.514646, 0.514612, 0.489358, 0.506564, 0.493659, 0.564825, 0.537453, 0.518555, 0.524922, 0.303291, 0.478408, 0.539157, 0.475139, 0.562635, 0.508694, 0.517627, 0.498525, 0.484306, 0.484733, 0.505967, 0.538227, 0.507337, 0.537131, 0.48385, 0.499784, 0.667043, 0.495064, 0.525709, 0.520784, 0.449383, 0.675919, 0.539207, 0.491177, 0.480211, 0.495752, 0.512097, 0.520877, 0.490874, 0.358109, 0.541184, 0.49386, 0.559251, 0.481522, 0.597414, 0.589695, 0.509734, 0.509074, 0.488391, 0.483606, 0.495364, 0.503193, 0.502809, 0.50204, 0.404563, 0.480426, 0.48745, 0.499049, 0.523972, 0.518771, 0.509169, 0.520828, 0.514741, 0.481967, 0.502605, 0.462285, 0.498244, 0.505645, 0.575898, 0.500789, 0.541473, 0.527684, 0.51136, 0.513678, 0.498551, 0.489221, 0.656887, 0.49694, 0.515167, 0.513128, 0.524184, 0.49412, 0.494147, 0.501092, 0.486772, 0.52069, 0.529595, 0.491131, 0.50442, 0.522557, 0.487214, 0.471056, 0.492431, 0.494193, 0.492218, 0.51793, 0.512207, 0.490198, 0.495709, 0.542533, 0.515814, 0.508284, 0.494364, 0.484169, 0.519566, 0.565383, 0.51211, 0.50659, 0.506697, 0.532161, 0.51805, 0.491822, 0.621785, 0.497892, 0.515099, 0.56891, 0.401825, 0.510125, 0.501293, 0.53112, 0.519276, 0.508169, 0.47141, 0.533581, 0.515984, 0.510123, 0.496694, 0.508855, 0.506843, 0.497168, 0.520966, 0.509233, 0.346889, 0.490952, 0.483831, 0.546897, 0.524958, 0.524153, 0.498482, 0.548259, 0.603469, 0.387067, 0.511155, 0.523127, 0.473637, 0.516056, 0.493408, 0.524712, 0.496954, 0.482818, 0.327521, 0.510653, 0.522687, 0.476365, 0.52295, 0.483476, 0.490631, 0.530689, 0.527041, 0.50407, 0.531675, 0.547374, 0.489027, 0.544351, 0.549772, 0.535663, 0.552355, 0.523512, 0.629147, 0.487879, 0.483597, 0.509905, 0.494956, 0.508235, 0.526601, 0.508232, 0.523163, 0.486686, 0.478018, 0.515625, 0.514616, 0.49797, 0.505747, 0.498832, 0.50152, 0.562732, 0.49819, 0.488964, 0.499695, 0.373352, 0.30178, 0.553084, 0.479239, 0.533199, 0.556043, 0.494452, 0.498978, 0.517791, 0.523846, 0.557977, 0.517304, 0.501085, 0.512537, 0.500688, 0.516296, 0.526212, 0.616153, 0.551347, 0.495313, 0.501415, 0.502759, 0.523505, 0.552991, 0.486347, 0.509929, 0.495474, 0.531293, 0.526875, 0.515583, 0.51986, 0.508204, 0.491031, 0.500677, 0.450073, 0.501646, 0.650562, 0.558515, 0.450954, 0.514117, 0.493514, 0.547411, 0.469459, 0.496384, 0.489534, 0.514129, 0.604943, 0.50667, 0.465116, 0.517246, 0.499825, 0.497759, 0.483197, 0.461328, 0.518918, 0.455308, 0.512354, 0.464938, 0.528121, 0.511285, 0.532467, 0.524962, 0.496266, 0.581285, 0.503942, 0.493767, 0.519657, 0.486809, 0.481335, 0.481188, 0.464747, 0.516989, 0.394655, 0.496806, 0.501346, 0.496199, 0.500017, 0.49778, 0.513244, 0.476532, 0.663735, 0.502549, 0.497021, 0.508486, 0.480162, 0.515633, 0.523563, 0.539891, 0.50062, 0.492455, 0.579028, 0.510523, 0.499181, 0.473979, 0.517496, 0.500362, 0.512377, 0.517725, 0.521221, 0.541383, 0.498395, 0.536807, 0.526593, 0.51357, 0.52054, 0.501918, 0.490327, 0.513378, 0.518726, 0.505035, 0.596203, 0.490844, 0.522553, 0.52956, 0.595592, 0.515193, 0.493871, 0.516326, 0.478049, 0.499652, 0.463873, 0.497684, 0.516721, 0.527028, 0.509316, 0.475798, 0.53292, 0.494752, 0.636896, 0.522299, 0.466596, 0.503334, 0.666902, 0.500987, 0.545019, 0.35487, 0.518965, 0.502605, 0.49973, 0.52684, 0.555511, 0.509283, 0.506923, 0.507574, 0.530266, 0.526937, 0.497579, 0.521518, 0.52877, 0.53924, 0.476778, 0.486371, 0.513707, 0.480978, 0.534135, 0.471959, 0.481915, 0.559834, 0.51874, 0.491622, 0.516583, 0.492855, 0.524846, 0.529481, 0.507891, 0.526288, 0.505752, 0.496428, 0.488017, 0.520274, 0.526618, 0.526388, 0.439091, 0.511345, 0.531655, 0.522092, 0.100015, 0.499847, 0.490047, 0.524657, 0.53366, 0.478526, 0.522023, 0.531641, 0.52856, 0.464887, 0.533514, 0.549846, 0.48194, 0.504281, 0.497566, 0.597276, 0.519197, 0.522978, 0.503947, 0.527952, 0.516224, 0.530293, 0.500914, 0.50251, 0.505908, 0.590562, 0.539938, 0.485584, 0.50191, 0.511222, 0.531846, 0.51101, 0.507484, 0.579726, 0.490537, 0.519369, 0.493634, 0.508084, 0.516608, 0.5126, 0.505913, 0.650865, 0.525734, 0.493018, 0.594731, 0.498499, 0.52391, 0.639272, 0.494273, 0.518378, 0.514245, 0.491008, 0.522969, 0.514599, 0.518555, 0.499257, 0.496888, 0.49205, 0.508336, 0.530113, 0.670955, 0.490697, 0.520015, 0.506954, 0.504945, 0.519862, 0.500626, 0.525221, 0.508477, 0.498486, 0.521503, 0.497911, 0.557378, 0.49208, 0.530352, 0.523312, 0.320231, 0.492781, 0.489158, 0.523676, 0.481437, 0.524079, 0.671602, 0.562693, 0.52498, 0.504046, 0.454576, 0.339316, 0.541992, 0.509569, 0.498355, 0.541478, 0.571709, 0.550404, 0.442554, 0.549242, 0.370283, 0.514355, 0.527964, 0.525987, 0.480202, 0.527638, 0.516917, 0.475186, 0.49823, 0.536635, 0.501286, 0.519823, 0.498633, 0.517452, 0.525903, 0.474433, 0.510648, 0.502156, 0.487197, 0.509965, 0.509912, 0.480207, 0.565805, 0.485643, 0.51279, 0.506754, 0.559231, 0.500436, 0.485432, 0.520709, 0.564664, 0.528086, 0.493769, 0.497063, 0.535577, 0.50311, 0.333813, 0.499652, 0.539775, 0.577568, 0.510317, 0.506975, 0.559428, 0.510391, 0.516417, 0.514749, 0.510524, 0.49595, 0.495672, 0.504424, 0.504908, 0.496768, 0.54357, 0.512148, 0.486641, 0.512583, 0.515714, 0.508752, 0.502064, 0.602808, 0.507434, 0.52536, 0.474186, 0.520955, 0.490162, 0.54374, 0.502733, 0.516581, 0.631723, 0.500342, 0.510763, 0.563432, 0.526129, 0.546054, 0.492403, 0.485984, 0.529914, 0.494128, 0.49845, 0.503231, 0.515323, 0.545964, 0.612369, 0.629415, 0.517304, 0.535844, 0.486821, 0.519235, 0.515194, 0.441669, 0.496824, 0.495148, 0.457975, 0.494894, 0.47964, 0.511079, 0.560451, 0.481004, 0.510828, 0.519295, 0.483918, 0.536208, 0.514752, 0.499476, 0.498595, 0.507842, 0.453731, 0.48794, 0.548691, 0.487513, 0.503065, 0.478894, 0.495833, 0.523343, 0.485149, 0.502723, 0.531559, 0.48514, 0.483966, 0.491131, 0.503414, 0.492121, 0.541646, 0.595336, 0.488564, 0.498963, 0.489977, 0.491033, 0.551579, 0.527749, 0.471241, 0.481874, 0.49152, 0.484165, 0.50432, 0.640866, 0.513352, 0.503499, 0.483772, 0.48957, 0.601464, 0.514892, 0.512215, 0.507299, 0.505149, 0.482204, 0.396647, 0.485687, 0.543316, 0.538728, 0.481307, 0.512505, 0.496862, 0.559984, 0.637301, 0.508628, 0.519023, 0.488787, 0.520896, 0.381941, 0.507659, 0.516302, 0.464556, 0.49504, 0.392773, 0.481382, 0.64354, 0.618515, 0.507183, 0.465184, 0.50868, 0.500438, 0.501816, 0.526399, 0.501245, 0.495801, 0.503408, 0.556909, 0.503869, 0.516701, 0.499437, 0.502283, 0.525109, 0.508122, 0.530234, 0.519459, 0.534769, 0.508713, 0.482057, 0.549074, 0.556387, 0.493599, 0.571979, 0.614062, 0.514021, 0.490264, 0.500897, 0.51199, 0.521039, 0.521349, 0.488751, 0.625201, 0.514801, 0.473003, 0.492357, 0.489812, 0.492364, 0.505159, 0.487575, 0.501035, 0.476033, 0.572248, 0.497145, 0.466406, 0.531274, 0.548439, 0.523442, 0.601419, 0.485351, 0.512334, 0.495128, 0.467455, 0.531931, 0.522162, 0.491901, 0.494035, 0.621194, 0.516676, 0.521979, 0.524321, 0.352818, 0.485715, 0.487383, 0.428657, 0.465747, 0.511118, 0.458214, 0.50368, 0.508445, 0.529912, 0.495411, 0.5304, 0.523566, 0.523548, 0.531043, 0.488446, 0.519064, 0.500225, 0.468293, 0.510174, 0.469239, 0.513604, 0.491052, 0.510316, 0.500004, 0.520669, 0.544066, 0.516036, 0.517934, 0.478399, 0.49913, 0.495002, 0.509373, 0.48865, 0.529026, 0.532098, 0.507686, 0.525551, 0.490828, 0.593384, 0.507553, 0.523961, 0.528797, 0.522043, 0.503067, 0.522594, 0.530343, 0.55064, 0.492358, 0.484071, 0.493317, 0.509096, 0.496088, 0.541282, 0.50549, 0.510903, 0.492914, 0.505676, 0.523045, 0.465814, 0.501944, 0.520171, 0.513772, 0.473555, 0.490979, 0.507572, 0.517332, 0.513415, 0.498366, 0.640662, 0.50429, 0.487572, 0.469866, 0.545633, 0.540074, 0.490315, 0.503169, 0.494905, 0.505251, 0.476098, 0.534323, 0.509306, 0.539403, 0.504562, 0.507403, 0.470892, 0.502108, 0.514839, 0.51072, 0.68294, 0.481007, 0.510454, 0.479605, 0.54184, 0.49845, 0.615301, 0.525998, 0.346826, 0.572309, 0.510849, 0.48948, 0.487312, 0.515533, 0.579168, 0.520483, 0.48798, 0.61687, 0.516368, 0.513215, 0.691741, 0.523903, 0.374895, 0.50674, 0.478332, 0.520922, 0.493867, 0.486724, 0.517704, 0.497273, 0.505458, 0.532585, 0.501078, 0.530987, 0.530398, 0.434115, 0.506973, 0.505094, 0.47672, 0.513918, 0.493871, 0.499068, 0.597616, 0.505967, 0.51593, 0.482528, 0.473354, 0.547091, 0.52806, 0.505725, 0.478057, 0.563526, 0.542431, 0.518371, 0.479773, 0.520464, 0.515476, 0.515334, 0.517398, 0.480576, 0.516436, 0.502554, 0.492557, 0.664138, 0.533159, 0.493423, 0.510821, 0.472098, 0.523792, 0.500002, 0.538761, 0.464288, 0.500111, 0.506118, 0.513699, 0.490991, 0.529556, 0.489538, 0.497784, 0.512829, 0.524439, 0.478751, 0.485614, 0.525557, 0.590679, 0.543346, 0.488452, 0.49798, 0.490792, 0.573206, 0.50012, 0.509524, 0.53773, 0.474387, 0.509352, 0.490928, 0.508381, 0.500921, 0.536053, 0.519375, 0.510136, 0.508182, 0.490493, 0.485671, 0.490791, 0.474068, 0.50355, 0.385593, 0.528474, 0.485771, 0.50902, 0.527449, 0.509009, 0.514673, 0.50235, 0.539483, 0.495994, 0.531966, 0.531562, 0.503808, 0.532727, 0.516074, 0.532839, 0.495138, 0.46862, 0.557798, 0.467843, 0.512551, 0.489919, 0.496922, 0.567636, 0.499305, 0.430678, 0.526723, 0.497127, 0.604138, 0.513895, 0.500749, 0.516771, 0.481804, 0.496012, 0.468753, 0.514716, 0.48879, 0.535815, 0.520379, 0.500318, 0.487739, 0.515111, 0.525726, 0.496104, 0.498905, 0.531594, 0.517713, 0.499923, 0.488407, 0.523489, 0.524301, 0.469141, 0.56732, 0.515001, 0.529901, 0.517337, 0.525749, 0.449483, 0.489071, 0.488252, 0.560483, 0.537881, 0.529173, 0.475617, 0.528002, 0.513556, 0.505154, 0.504044, 0.516056, 0.518159, 0.489108, 0.48546, 0.551282, 0.492686, 0.509754, 0.490001, 0.521526, 0.526492, 0.530339, 0.553521, 0.353743, 0.537098, 0.585836, 0.66754, 0.509428, 0.501475, 0.489424, 0.339268, 0.530302, 0.47626, 0.528875, 0.487033, 0.481657, 0.50516, 0.520836, 0.488471, 0.481359, 0.528073, 0.492463, 0.515422, 0.514454, 0.497007, 0.501271, 0.52976, 0.637576, 0.5222, 0.522833, 0.523207, 0.47571, 0.465633, 0.501607, 0.539232, 0.49278, 0.50476, 0.553566, 0.578304, 0.553005, 0.502652, 0.501248, 0.54911, 0.497606, 0.514323, 0.516219, 0.486368, 0.541234, 0.49163, 0.548414, 0.492503, 0.507912, 0.509471, 0.491219, 0.473027, 0.465345, 0.600149, 0.519343, 0.571086, 0.514171, 0.502884, 0.49529, 0.550146, 0.493857, 0.538287, 0.515371, 0.494529, 0.531368, 0.517898, 0.512674, 0.514999, 0.532762, 0.570929, 0.502939, 0.514016, 0.490498, 0.508837, 0.415208, 0.514382, 0.55004, 0.543609, 0.529184, 0.52584, 0.467498, 0.529686, 0.505175, 0.507295, 0.507754, 0.508965, 0.533392, 0.500639, 0.518431, 0.501767, 0.504833, 0.51816, 0.481605, 0.463893, 0.546038, 0.50645, 0.509683, 0.488578, 0.498918, 0.538066, 0.511779, 0.527582, 0.518172, 0.516228, 0.489459, 0.559102, 0.558474, 0.508779, 0.562684, 0.393135, 0.508585, 0.548876, 0.525586, 0.522709, 0.500929, 0.48876, 0.365298, 0.485768, 0.46747, 0.551548, 0.493123, 0.526743, 0.498572, 0.557907, 0.524613, 0.52216, 0.521045, 0.4917, 0.521507, 0.496575, 0.53108, 0.499322, 0.512041, 0.497275, 0.520812, 0.50825, 0.517132, 0.504464, 0.49823, 0.552535, 0.501438, 0.519714, 0.555332, 0.498746, 0.511607, 0.531338, 0.501392, 0.511213, 0.526893, 0.497497, 0.511063, 0.538055, 0.487804, 0.519483, 0.527956, 0.484045, 0.497004, 0.528267, 0.523207, 0.509737, 0.496801, 0.506983, 0.633686, 0.487793, 0.488856, 0.50688, 0.50501, 0.502629, 0.533572, 0.512412, 0.586264, 0.477082, 0.483919, 0.489963, 0.522028, 0.473361, 0.514121, 0.486625, 0.468982, 0.541336, 0.580991, 0.503524, 0.517816, 0.513993, 0.517464, 0.490178, 0.500433, 0.502267, 0.556976, 0.508317, 0.534436, 0.515059, 0.55825, 0.510445, 0.476198, 0.513526, 0.527064, 0.483413, 0.483968, 0.529992, 0.492718, 0.469796, 0.506434, 0.510396, 0.605817, 0.500252, 0.47193, 0.694821, 0.470946, 0.534473, 0.515051, 0.480421, 0.503167, 0.503912, 0.512222, 0.516372, 0.536873, 0.509154, 0.540968, 0.535543, 0.524492, 0.517533, 0.534238, 0.49621, 0.507934, 0.52001, 0.524817, 0.519849, 0.575024, 0.552889, 0.506694, 0.532345, 0.531709, 0.514203, 0.525831, 0.538229, 0.528761, 0.492993, 0.516494, 0.48152, 0.481233, 0.507452, 0.508571, 0.488217, 0.562792, 0.622966, 0.626187, 0.531713, 0.493821, 0.491227, 0.50971, 0.722413, 0.618326, 0.497556, 0.498665, 0.525297, 0.55602, 0.503843, 0.524111, 0.498615, 0.471434, 0.511784, 0.514553, 0.515243, 0.509981, 0.500474, 0.491497, 0.502637, 0.510329, 0.503433, 0.504658, 0.464291, 0.498945, 0.528611, 0.483104, 0.508038, 0.520086, 0.498656, 0.525285, 0.497624, 0.487086, 0.518803, 0.492089, 0.511583, 0.510248, 0.496453, 0.517947, 0.457352, 0.483422, 0.486812, 0.498632, 0.52404, 0.511576, 0.495378, 0.522572, 0.467711, 0.520961, 0.366844, 0.49379, 0.507092, 0.539388, 0.482165, 0.511044, 0.530574, 0.553, 0.508284, 0.527562, 0.482698, 0.506754, 0.507126, 0.492451, 0.544246, 0.518609, 0.520852, 0.503693, 0.494764, 0.516489, 0.587709, 0.520218, 0.492809, 0.60381, 0.506195, 0.520778, 0.503219, 0.521545, 0.500377, 0.523718, 0.561079, 0.49607, 0.516867, 0.506962, 0.535759, 0.525528, 0.53116, 0.478535, 0.498187, 0.535918, 0.67931, 0.525757, 0.549183, 0.576461, 0.528895, 0.507649, 0.48917, 0.513233, 0.48607, 0.536263, 0.313308, 0.4038, 0.498875, 0.519973, 0.498506, 0.483786, 0.472615, 0.510898, 0.513216, 0.525299, 0.505562, 0.471186, 0.500926, 0.478542, 0.475621, 0.513528, 0.541045, 0.475497, 0.560952, 0.529226, 0.500934, 0.511609, 0.487633, 0.487904, 0.505984, 0.487123, 0.485339, 0.497095, 0.511197, 0.501799, 0.524635, 0.525058, 0.474499, 0.523799, 0.579495, 0.522353, 0.492836, 0.500023, 0.513358, 0.54906, 0.507338, 0.539209, 0.502309, 0.497474, 0.503705, 0.49432, 0.509921, 0.500459, 0.503957, 0.514552, 0.512972, 0.473164, 0.487245, 0.492224, 0.515095, 0.515085, 0.495412, 0.526393, 0.50991, 0.618024, 0.529017, 0.515351, 0.491202, 0.499129, 0.517035, 0.513842, 0.514711, 0.522312, 0.511292, 0.498904, 0.559447, 0.529059, 0.519066, 0.520113, 0.501252, 0.638467, 0.494825, 0.522484, 0.525889, 0.505319, 0.518364, 0.49829, 0.495137, 0.51882, 0.567291, 0.521835, 0.510246, 0.51248, 0.522942, 0.541494, 0.512323, 0.513043, 0.519383, 0.509541, 0.361438, 0.495715, 0.481873, 0.526002, 0.515245, 0.49149, 0.489433, 0.514178, 0.431804, 0.558299, 0.493426, 0.531568, 0.607517, 0.456657, 0.596378, 0.423818, 0.504801, 0.504833, 0.524098, 0.633698, 0.504011, 0.48946, 0.517376, 0.509784, 0.618788, 0.534018, 0.529813, 0.50084, 0.570302, 0.482067, 0.525777, 0.505449, 0.494309, 0.504011, 0.576095, 0.498919, 0.471933, 0.545347, 0.497906, 0.464801, 0.499539, 0.524496, 0.546888, 0.51436, 0.531611, 0.494174, 0.507631, 0.5107, 0.540077, 0.502597, 0.506165, 0.500412, 0.495155, 0.479006, 0.507523, 0.488923, 0.513383, 0.495236, 0.533128, 0.498785, 0.497685, 0.539985, 0.500005, 0.530001, 0.505648, 0.48654, 0.482896, 0.505985, 0.501801, 0.48149, 0.453102, 0.58078, 0.492678, 0.505768, 0.58499, 0.494391, 0.502223, 0.503011, 0.523407, 0.492979, 0.494275, 0.497133, 0.49099, 0.495342, 0.504717, 0.491786, 0.528311, 0.523748, 0.532319, 0.345121, 0.512907, 0.49695, 0.487373, 0.4784, 0.527878, 0.524813, 0.523201, 0.644487, 0.511676, 0.511653, 0.534057, 0.557096, 0.51353, 0.51015, 0.530925, 0.634472, 0.480342, 0.582877, 0.488543, 0.487642, 0.409857, 0.486675, 0.598619, 0.532691, 0.546478, 0.473863, 0.528464, 0.480089, 0.580438, 0.489728, 0.465555, 0.517786, 0.509476, 0.487057, 0.499422, 0.493064, 0.511391, 0.529916, 0.546823, 0.471172, 0.475658, 0.524915, 0.484552, 0.542453, 0.487821, 0.536129, 0.497273, 0.500451, 0.534064, 0.516384, 0.482214, 0.497401, 0.500664, 0.516407, 0.502537, 0.467407, 0.524608, 0.579603, 0.511095, 0.526154, 0.586657, 0.510891, 0.52959, 0.464399, 0.522858, 0.541775, 0.50404, 0.486091, 0.518319, 0.507905, 0.502306, 0.48603, 0.513368, 0.527912, 0.480322, 0.497996, 0.482429, 0.497577, 0.482272, 0.340212, 0.515042, 0.536413, 0.489644, 0.473272, 0.520975, 0.56635, 0.530036, 0.520522, 0.511453, 0.542369, 0.502824, 0.504858, 0.487454, 0.523652, 0.501103, 0.520896, 0.484739, 0.618802, 0.430416, 0.509343, 0.51506, 0.514364, 0.530779, 0.528325, 0.507328, 0.534026, 0.506965, 0.533405, 0.498349, 0.518342, 0.51834, 0.480617, 0.520454, 0.527039, 0.536405, 0.536515, 0.511186, 0.526556, 0.527145, 0.529777, 0.484847, 0.509465, 0.501249, 0.522226, 0.499703, 0.510765, 0.513726, 0.492876, 0.657385, 0.547018, 0.484123, 0.508151, 0.653157, 0.530106, 0.518064, 0.528395, 0.505179, 0.392688, 0.501224, 0.534362, 0.501208, 0.527139, 0.522515, 0.53701, 0.485201, 0.516625, 0.518524, 0.543654, 0.487715, 0.37599, 0.526809, 0.502744, 0.512041, 0.542945, 0.488925, 0.441375, 0.552878, 0.527822, 0.596103, 0.499192, 0.578388, 0.524833, 0.51557, 0.586333, 0.503053, 0.511189 ] }, "name": "model.model.layers.20.input_layernorm.weight", "outputIndexes": [ 1625 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1624 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_20/Mul_output_0", "outputIndexes": [ 1626 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1625, 1626 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_20/Mul_1_output_0", "outputIndexes": [ 1627 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1627 ], "outputIndexes": [ 2523 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2523 ], "outputIndexes": [ 2524 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/q_proj/Linear", "inputIndexes": [ 2524 ], "outputIndexes": [ 2525 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 754977800, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2525 ], "outputIndexes": [ 2526 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2526 ], "outputIndexes": [ 1628 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1627 ], "main_type": "NONE", "name": "/Shape_81_output_0", "outputIndexes": [ 1629 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1629 ], "main_type": "NONE", "name": "Shape3374", "outputIndexes": [ 1630 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1629 ], "main_type": "NONE", "name": "Rank3376", "outputIndexes": [ 1631 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1631, 1631 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3378", "outputIndexes": [ 1632 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1632 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3379", "outputIndexes": [ 1633 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1632, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3381", "outputIndexes": [ 1634 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1634 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3382", "outputIndexes": [ 1635 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1630, 1633, 1635, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3385", "outputIndexes": [ 1636 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1636 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3386", "outputIndexes": [ 1637 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 1637 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3387", "outputIndexes": [ 1638 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1638, 1637 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3388", "outputIndexes": [ 1639 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1629, 1639, 1632 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_144_output_0", "outputIndexes": [ 1640 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1640, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_281_output_0", "outputIndexes": [ 1641 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1641, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_180_output_0", "outputIndexes": [ 1642 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1628, 1642 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_101_output_0", "outputIndexes": [ 1643 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1643, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_80_output_0", "outputIndexes": [ 1644 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1643 ], "main_type": "NONE", "name": "/Shape_82_output_0", "outputIndexes": [ 1645 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1645 ], "main_type": "NONE", "name": "Shape3395", "outputIndexes": [ 1646 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1645 ], "main_type": "NONE", "name": "Rank3397", "outputIndexes": [ 1647 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1647, 1647 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3399", "outputIndexes": [ 1648 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1648 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3400", "outputIndexes": [ 1649 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1648, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3402", "outputIndexes": [ 1650 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1650 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3403", "outputIndexes": [ 1651 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1646, 1649, 1651, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3406", "outputIndexes": [ 1652 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1652 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3407", "outputIndexes": [ 1653 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1653 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3408", "outputIndexes": [ 1654 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1654, 1653 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3409", "outputIndexes": [ 1655 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1645, 1655, 1648 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_145_output_0", "outputIndexes": [ 1656 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1656, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_60_output_0", "outputIndexes": [ 1657 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1657, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_286_output_0", "outputIndexes": [ 1658 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1643, 1658, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_81_output_0", "outputIndexes": [ 1659 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1659 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_40_output_0", "outputIndexes": [ 1660 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1643, 22, 1658, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_80_output_0", "outputIndexes": [ 1661 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1660, 1661 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_183_output_0", "outputIndexes": [ 1662 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1662, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_81_output_0", "outputIndexes": [ 1663 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1644, 1663 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_100_output_0", "outputIndexes": [ 1664 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1627 ], "outputIndexes": [ 2527 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2527 ], "outputIndexes": [ 2528 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/k_proj/Linear", "inputIndexes": [ 2528 ], "outputIndexes": [ 2529 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 757337118, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2529 ], "outputIndexes": [ 2530 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2530 ], "outputIndexes": [ 1665 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1665, 1642 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_102_output_0", "outputIndexes": [ 1666 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1666, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_82_output_0", "outputIndexes": [ 1667 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1666 ], "main_type": "NONE", "name": "/Shape_83_output_0", "outputIndexes": [ 1668 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1668 ], "main_type": "NONE", "name": "Shape3457", "outputIndexes": [ 1669 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1668 ], "main_type": "NONE", "name": "Rank3459", "outputIndexes": [ 1670 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1670, 1670 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3461", "outputIndexes": [ 1671 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1671 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3462", "outputIndexes": [ 1672 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1671, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3464", "outputIndexes": [ 1673 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1673 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3465", "outputIndexes": [ 1674 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1669, 1672, 1674, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3468", "outputIndexes": [ 1675 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1675 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3469", "outputIndexes": [ 1676 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1676 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3470", "outputIndexes": [ 1677 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1677, 1676 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3471", "outputIndexes": [ 1678 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1668, 1678, 1671 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_146_output_0", "outputIndexes": [ 1679 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1679, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_61_output_0", "outputIndexes": [ 1680 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1680, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_288_output_0", "outputIndexes": [ 1681 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1666, 1681, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_83_output_0", "outputIndexes": [ 1682 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1682 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_41_output_0", "outputIndexes": [ 1683 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1666, 22, 1681, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_82_output_0", "outputIndexes": [ 1684 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1683, 1684 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_184_output_0", "outputIndexes": [ 1685 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1685, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_83_output_0", "outputIndexes": [ 1686 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1667, 1686 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_101_output_0", "outputIndexes": [ 1687 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1627 ], "outputIndexes": [ 2531 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2531 ], "outputIndexes": [ 2532 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/v_proj/Linear", "inputIndexes": [ 2532 ], "outputIndexes": [ 2533 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 759696436, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2533 ], "outputIndexes": [ 2534 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2534 ], "outputIndexes": [ 1688 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1688, 1642 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_103_output_0", "outputIndexes": [ 1689 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1664, 1687, 1689, 109 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_104_output_0", "outputIndexes": [ 1690 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1690 ], "outputIndexes": [ 2535 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2535 ], "outputIndexes": [ 2536 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/o_proj/Linear", "inputIndexes": [ 2536 ], "outputIndexes": [ 2537 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 762055754, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2537 ], "outputIndexes": [ 2538 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2538 ], "outputIndexes": [ 1691 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1624, 1691 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_103_output_0", "outputIndexes": [ 1692 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2048 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.405239, 0.38128, 0.384601, 0.418264, 0.364965, 0.418208, 0.391932, 0.405823, 0.387971, 0.396897, 0.396897, 0.387144, 0.413319, 0.392411, 0.406684, 0.375107, 0.414806, 0.338079, 0.405025, 0.410152, 0.412527, 0.407694, 0.387875, 0.398892, 0.41258, 0.380681, 0.384497, 0.391357, 0.415828, 0.368644, 0.391666, 0.424201, 0.416854, 0.382309, 0.396523, 0.396906, 0.385627, 0.401745, 0.404379, 0.405831, 0.387396, 0.385759, 0.388915, 0.403258, 0.414803, 0.401727, 0.415058, 0.413671, 0.402878, 0.401228, 0.397062, 0.400499, 0.416911, 0.400608, 0.39916, 0.403376, 0.401973, 0.383364, 0.388257, 0.39353, 0.405284, 0.392496, 0.358926, 0.392971, 0.399156, 0.401756, 0.320106, 0.411776, 0.423925, 0.393773, 0.388116, 0.411316, 0.399089, 0.395884, 0.417627, 0.395003, 0.402295, 0.404765, 0.349691, 0.376455, 0.405474, 0.406362, 0.406291, 0.395771, 0.410534, 0.400199, 0.372425, 0.325711, 0.402174, 0.400848, 0.3693, 0.390072, 0.406995, 0.400584, 0.396922, 0.42211, 0.401185, 0.4082, 0.391505, 0.395353, 0.315577, 0.40679, 0.398443, 0.385491, 0.350936, 0.378433, 0.375999, 0.385706, 0.400586, 0.389185, 0.391032, 0.399991, 0.385326, 0.398537, 0.418026, 0.40447, 0.399675, 0.421028, 0.409825, 0.398457, 0.409668, 0.383916, 0.398684, 0.408841, 0.403377, 0.406, 0.394317, 0.396421, 0.394376, 0.415878, 0.387024, 0.328044, 0.394935, 0.359381, 0.390608, 0.399673, 0.413273, 0.389672, 0.398609, 0.403181, 0.394657, 0.395806, 0.357469, 0.388606, 0.38788, 0.390358, 0.404187, 0.394853, 0.411198, 0.392504, 0.407773, 0.407627, 0.404099, 0.382518, 0.407466, 0.362529, 0.404032, 0.381293, 0.36197, 0.416388, 0.423833, 0.568988, 0.403989, 0.385389, 0.409009, 0.411235, 0.380884, 0.396203, 0.394234, 0.403934, 0.401847, 0.411431, 0.420766, 0.422389, 0.381176, 0.398602, 0.398148, 0.404047, 0.425614, 0.39897, 0.39399, 0.409667, 0.391064, 0.389236, 0.399091, 0.381259, 0.39566, 0.341373, 0.386747, 0.397758, 0.387539, 0.396702, 0.397449, 0.410994, 0.389433, 0.393567, 0.431896, 0.392008, 0.385987, 0.366621, 0.401091, 0.390844, 0.392819, 0.411702, 0.408456, 0.389324, 0.406006, 0.386858, 0.386419, 0.232403, 0.419456, 0.398668, 0.409313, 0.409543, 0.393268, 0.403945, 0.402951, 0.412522, 0.38238, 0.393388, 0.414954, 0.404388, 0.404286, 0.396448, 0.421761, 0.36239, 0.40057, 0.084074, 0.388438, 0.40027, 0.41482, 0.396679, 0.397891, 0.375865, 0.396744, 0.379622, 0.393106, 0.429106, 0.398695, 0.313185, 0.414508, 0.395396, 0.415532, 0.37954, 0.415213, 0.404681, 0.405584, 0.399813, 0.392198, 0.372316, 0.398099, 0.403747, 0.401472, 0.417531, 0.319979, 0.326422, 0.403233, 0.409133, 0.389713, 0.405244, 0.39138, 0.401454, 0.417204, 0.407699, 0.388771, 0.403659, 0.402825, 0.41291, 0.436796, 0.37856, 0.384081, 0.426233, 0.404068, 0.404022, 0.408944, 0.375603, 0.405583, 0.385652, 0.388139, 0.406048, 0.39924, 0.21497, 0.325864, 0.395294, 0.409991, 0.397638, 0.396262, 0.385227, 0.408288, 0.400839, 0.396281, 0.370321, 0.400072, 0.397972, 0.397653, 0.401501, 0.410422, 0.349759, 0.409928, 0.403732, 0.410541, 0.360254, 0.412548, 0.394795, 0.330293, 0.401407, 0.396258, 0.385474, 0.388506, 0.401794, 0.396463, 0.402554, 0.390484, 0.4178, 0.394705, 0.41076, 0.393675, 0.394843, 0.107042, 0.399159, 0.38256, 0.413635, 0.402701, 0.399649, 0.361473, 0.396529, 0.382092, 0.40644, 0.387141, 0.374841, 0.402823, 0.390445, 0.398626, 0.418038, 0.411864, 0.40185, 0.396378, 0.397149, 0.35458, 0.348946, 0.38105, 0.398523, 0.392534, 0.388927, 0.368082, 0.400852, 0.380488, 0.425938, 0.395093, 0.380392, 0.411413, 0.405559, 0.31495, 0.406736, 0.394269, 0.395191, 0.333722, 0.396959, 0.38848, 0.412364, 0.384806, 0.424573, 0.39992, 0.403853, 0.397548, 0.389865, 0.41881, 0.403839, 0.374793, 0.411435, 0.400225, 0.371928, 0.390646, 0.415919, 0.403791, 0.389095, 0.369294, 0.384557, 0.370449, 0.381299, 0.399108, 0.354478, 0.401548, 0.404119, 0.39273, 0.389407, 0.40461, 0.408073, 0.387973, 0.421858, 0.359073, 0.417391, 0.388979, 0.404173, 0.198131, 0.394256, 0.3969, 0.412428, 0.376064, 0.407365, 0.372051, 0.406936, 0.408947, 0.397578, 0.384293, 0.375133, 0.408519, 0.390279, 0.404405, 0.395922, 0.271219, 0.410341, 0.412511, 0.396116, 0.375488, 0.256432, 0.388928, 0.415683, 0.411205, 0.401265, 0.409935, 0.375069, 0.428492, 0.056022, 0.391977, 0.408204, 0.385404, 0.406338, 0.38457, 0.344904, 0.386418, 0.400079, 0.410736, 0.403381, 0.402029, 0.400976, 0.391544, 0.401312, 0.37419, 0.417346, 0.402615, 0.396843, 0.431311, 0.384317, 0.410831, 0.40315, 0.406156, 0.399785, 0.414362, 0.393556, 0.397429, 0.402566, 0.337363, 0.384043, 0.384749, 0.392262, 0.376967, 0.383241, 0.396906, 0.383787, 0.283988, 0.415919, 0.399969, 0.383279, 0.406807, 0.411554, 0.408807, 0.383602, 0.411556, 0.381932, 0.396771, 0.415334, 0.411329, 0.401988, 0.386018, 0.385928, 0.369279, 0.408671, 0.394354, 0.411799, 0.410011, 0.401185, 0.412267, 0.403365, 0.388016, 0.419808, 0.419917, 0.394027, 0.41096, 0.378784, 0.390513, 0.409095, 0.393822, 0.404972, 0.38646, 0.39476, 0.304936, 0.418367, 0.414447, 0.355182, 0.379846, 0.406729, 0.395465, 0.414318, 0.406014, 0.402173, 0.37052, 0.41484, 0.408051, 0.41522, 0.398693, 0.42767, 0.41133, 0.398715, 0.42106, 0.408819, 0.356396, 0.40196, 0.393353, 0.373544, 0.376449, 0.386455, 0.382463, 0.40539, 0.317565, 0.319734, 0.403543, 0.394687, 0.391676, 0.399551, 0.403432, 0.411085, 0.39411, 0.394341, 0.242743, 0.414787, 0.40035, 0.404161, 0.403727, 0.386724, 0.392988, 0.358121, 0.378543, 0.387579, 0.405738, 0.370172, 0.409698, 0.405667, 0.349794, 0.389398, 0.367088, 0.36505, 0.34061, 0.407179, 0.413132, 0.414411, 0.403406, 0.389568, 0.410484, 0.393308, 0.402961, 0.405911, 0.403975, 0.408302, 0.38977, 0.395239, 0.405416, 0.381522, 0.415445, 0.394546, 0.405974, 0.400773, 0.40324, 0.341054, 0.282494, 0.402366, 0.347685, 0.406206, 0.429787, 0.392164, 0.403548, 0.416818, 0.401349, 0.378432, 0.408965, 0.396075, 0.411965, 0.402689, 0.397168, 0.411458, 0.328546, 0.385862, 0.396911, 0.387932, 0.400263, 0.393335, 0.393861, 0.391992, 0.39551, 0.410545, 0.415507, 0.409627, 0.406683, 0.416131, 0.408577, 0.38749, 0.389706, 0.378122, 0.38288, 0.355596, 0.406473, 0.395093, 0.414459, 0.405232, 0.410961, 0.393561, 0.412092, 0.41409, 0.215583, 0.324387, 0.393955, 0.349465, 0.424169, 0.382488, 0.416624, 0.38608, 0.39394, 0.368791, 0.38858, 0.415042, 0.389309, 0.379643, 0.40768, 0.408288, 0.402602, 0.399419, 0.380792, 0.40139, 0.372063, 0.40376, 0.376094, 0.393286, 0.391898, 0.392599, 0.399268, 0.318969, 0.41709, 0.409392, 0.40686, 0.405826, 0.401183, 0.408113, 0.392509, 0.280638, 0.406915, 0.399919, 0.411466, 0.403129, 0.388742, 0.423542, 0.406006, 0.4139, 0.413993, 0.339009, 0.406562, 0.40468, 0.393311, 0.398511, 0.382328, 0.399501, 0.417175, 0.412591, 0.413204, 0.414304, 0.407772, 0.420733, 0.406457, 0.409038, 0.397397, 0.392077, 0.397294, 0.394463, 0.409891, 0.333173, 0.39355, 0.383433, 0.392248, 0.348277, 0.394475, 0.420193, 0.381988, 0.389727, 0.417732, 0.369215, 0.388113, 0.37981, 0.409427, 0.410478, 0.392943, 0.411849, 0.406227, 0.262253, 0.393642, 0.371896, 0.405175, 0.226039, 0.393498, 0.380014, 0.346916, 0.417403, 0.415147, 0.39816, 0.404769, 0.381602, 0.403777, 0.408557, 0.40416, 0.401804, 0.410707, 0.400225, 0.424201, 0.396305, 0.401944, 0.322473, 0.400564, 0.393738, 0.40689, 0.419391, 0.383709, 0.399074, 0.386272, 0.40085, 0.408415, 0.407851, 0.404363, 0.403523, 0.38537, 0.396348, 0.41433, 0.403162, 0.401323, 0.406932, 0.403972, 0.407129, 0.419225, 0.371596, 0.395465, 0.384791, 0.40772, 0.021393, 0.409934, 0.418933, 0.413132, 0.391771, 0.395329, 0.396162, 0.409068, 0.377085, 0.378524, 0.387789, 0.390569, 0.407779, 0.403568, 0.398417, 0.372611, 0.410813, 0.411504, 0.40323, 0.4186, 0.409302, 0.414958, 0.407549, 0.399738, 0.398347, 0.365531, 0.380868, 0.390955, 0.374482, 0.401061, 0.377764, 0.41364, 0.397934, 0.359567, 0.406221, 0.397134, 0.400333, 0.394929, 0.403721, 0.39956, 0.401822, 0.34698, 0.388496, 0.382737, 0.349062, 0.397087, 0.399335, 0.327922, 0.41544, 0.399146, 0.415263, 0.400658, 0.391583, 0.417813, 0.402009, 0.412376, 0.394772, 0.40021, 0.390021, 0.415888, 0.281749, 0.406816, 0.405811, 0.390766, 0.38951, 0.396543, 0.398882, 0.411919, 0.412827, 0.384439, 0.398562, 0.417266, 0.404076, 0.42247, 0.389332, 0.386738, 0.321978, 0.395687, 0.392188, 0.411476, 0.377809, 0.384164, 0.307246, 0.404285, 0.397631, 0.406197, 0.377387, 0.256672, 0.368147, 0.400775, 0.390862, 0.37991, 0.38561, 0.380933, 0.250897, 0.394095, 0.35796, 0.362564, 0.39138, 0.402802, 0.372545, 0.410424, 0.387348, 0.398174, 0.418778, 0.391253, 0.409624, 0.388669, 0.40627, 0.417637, 0.399471, 0.400858, 0.397356, 0.416363, 0.382024, 0.395099, 0.398785, 0.394558, 0.349175, 0.386311, 0.398948, 0.395213, 0.376843, 0.391409, 0.395001, 0.402299, 0.413764, 0.382174, 0.386385, 0.384024, 0.392468, 0.395725, 0.305437, 0.38946, 0.386121, 0.379838, 0.384529, 0.40267, 0.346947, 0.408255, 0.42017, 0.405061, 0.405625, 0.389314, 0.389298, 0.417582, 0.394347, 0.415959, 0.373511, 0.39028, 0.351103, 0.39425, 0.39985, 0.403126, 0.400526, 0.307248, 0.383067, 0.383373, 0.409973, 0.378593, 0.403424, 0.411265, 0.379607, 0.410062, 0.310686, 0.396077, 0.394914, 0.384436, 0.413738, 0.402603, 0.401341, 0.379128, 0.395369, 0.407657, 0.396546, 0.400863, 0.401891, 0.369316, 0.329602, 0.294765, 0.411087, 0.388641, 0.399777, 0.415695, 0.41113, 0.368745, 0.409084, 0.389452, 0.395376, 0.394465, 0.395193, 0.401431, 0.159086, 0.412976, 0.399404, 0.408336, 0.37222, 0.392403, 0.402138, 0.393237, 0.39541, 0.395677, 0.338605, 0.397552, 0.406116, 0.388685, 0.417589, 0.397579, 0.397291, 0.397978, 0.403152, 0.405538, 0.422683, 0.394151, 0.412169, 0.394986, 0.395195, 0.406637, 0.391671, 0.357747, 0.39989, 0.39054, 0.3895, 0.399065, 0.403584, 0.382695, 0.412668, 0.417927, 0.408506, 0.396596, 0.393405, 0.332832, 0.383454, 0.410968, 0.378079, 0.396067, 0.309529, 0.405881, 0.40812, 0.372435, 0.41281, 0.399533, 0.33638, 0.397124, 0.378032, 0.417948, 0.407993, 0.417621, 0.40376, 0.389707, 0.31666, 0.411464, 0.387528, 0.403561, 0.40336, 0.346728, 0.38311, 0.391012, 0.329206, 0.376586, 0.351542, 0.395322, 0.332365, 0.313989, 0.397985, 0.387497, 0.402581, 0.407135, 0.405147, 0.410083, 0.404213, 0.397845, 0.406973, 0.384423, 0.394188, 0.411302, 0.389612, 0.391915, 0.418199, 0.409322, 0.401982, 0.385772, 0.377278, 0.409979, 0.39263, 0.409271, 0.413913, 0.383212, 0.172082, 0.365197, 0.410741, 0.390733, 0.393803, 0.404698, 0.402578, 0.416105, 0.407097, 0.346577, 0.357734, 0.403335, 0.384928, 0.412204, 0.397713, 0.402943, 0.388123, 0.411659, 0.407631, 0.381432, 0.40716, 0.394198, 0.3708, 0.375014, 0.397906, 0.353049, 0.421956, 0.398343, 0.379667, 0.402945, 0.403802, 0.357786, 0.398188, 0.412109, 0.287961, 0.411075, 0.394886, 0.396633, 0.246652, 0.38757, 0.407574, 0.296011, 0.39482, 0.406763, 0.400374, 0.380735, 0.376568, 0.410239, 0.412241, 0.411077, 0.399074, 0.397592, 0.395532, 0.390084, 0.407763, 0.409065, 0.405035, 0.409734, 0.388325, 0.401915, 0.391494, 0.396592, 0.410975, 0.397837, 0.388092, 0.419582, 0.389352, 0.400135, 0.406304, 0.409732, 0.407156, 0.398187, 0.39462, 0.409555, 0.411917, 0.412378, 0.383816, 0.267254, 0.403204, 0.413832, 0.391124, 0.387021, 0.425002, 0.400062, 0.374814, 0.103097, 0.409708, 0.384798, 0.393123, 0.366111, 0.393259, 0.380678, 0.394744, 0.412235, 0.406038, 0.397943, 0.41115, 0.396857, 0.393786, 0.390097, 0.402814, 0.392224, 0.3937, 0.399156, 0.415873, 0.396311, 0.392224, 0.301755, 0.397083, 0.39983, 0.39616, 0.406765, 0.387143, 0.395878, 0.36463, 0.421451, 0.398299, 0.394448, 0.356738, 0.398475, 0.405298, 0.39972, 0.413404, 0.397376, 0.401067, 0.405588, 0.398337, 0.210038, 0.383424, 0.3846, 0.389256, 0.323495, 0.392401, 0.179309, 0.363188, 0.346997, 0.398253, 0.412327, 0.405049, 0.404046, 0.388862, 0.368292, 0.402808, 0.402236, 0.340995, 0.406418, 0.406418, 0.288782, 0.389466, 0.362678, 0.405497, 0.388792, 0.419995, 0.394067, 0.359129, 0.385286, 0.395758, 0.386394, 0.113488, 0.395928, 0.38221, 0.399817, 0.339486, 0.38757, 0.419949, 0.406832, 0.394022, 0.412602, 0.40795, 0.351636, 0.399287, 0.399562, 0.408097, 0.405775, 0.410858, 0.375873, 0.390864, 0.39331, 0.403019, 0.399739, 0.377628, 0.388899, 0.412533, 0.41241, 0.3727, 0.40962, 0.412892, 0.398806, 0.394586, 0.407351, 0.325408, 0.408676, 0.398373, 0.407943, 0.363948, 0.38906, 0.405929, 0.376875, 0.399789, 0.415855, 0.400079, 0.386429, 0.395719, 0.391605, 0.395213, 0.401081, 0.398812, 0.397102, 0.41091, 0.390406, 0.405165, 0.322602, 0.388952, 0.404874, 0.402908, 0.409299, 0.357362, 0.405847, 0.385985, 0.392549, 0.387658, 0.378962, 0.371395, 0.410382, 0.383602, 0.382177, 0.429808, 0.401432, 0.400265, 0.383079, 0.404271, 0.387031, 0.386298, 0.39365, 0.265546, 0.401069, 0.38656, 0.41749, 0.406063, 0.400026, 0.399116, 0.383337, 0.368048, 0.405148, 0.403123, 0.393597, 0.413598, 0.400056, 0.404299, 0.387425, 0.411921, 0.402436, 0.353, 0.370675, 0.403641, 0.404529, 0.405284, 0.371328, 0.402086, 0.36445, 0.408218, 0.401044, 0.251454, 0.413991, 0.398842, 0.397039, 0.415707, 0.402609, 0.41565, 0.398465, 0.396926, 0.376091, 0.378517, 0.394792, 0.403593, 0.40186, 0.394158, 0.409004, 0.411469, 0.399513, 0.411572, 0.392891, 0.405595, 0.398747, 0.413127, 0.42506, 0.38057, 0.407914, 0.424474, 0.392914, 0.389992, 0.349303, 0.411808, 0.385017, 0.364505, 0.367895, 0.426187, 0.401862, 0.41806, 0.37409, 0.392171, 0.399105, 0.421751, 0.376064, 0.411576, 0.369772, 0.411393, 0.384991, 0.400384, 0.392551, 0.391647, 0.407914, 0.410895, 0.410847, 0.295457, 0.40908, 0.382849, 0.326014, 0.380682, 0.400015, 0.395788, 0.32703, 0.404888, 0.404591, 0.403397, 0.384573, 0.396312, 0.410419, 0.413693, 0.403024, 0.408701, 0.414598, 0.395497, 0.399529, 0.394566, 0.396885, 0.402961, 0.372668, 0.294048, 0.396697, 0.408469, 0.376755, 0.395537, 0.395539, 0.407064, 0.396495, 0.396942, 0.414163, 0.379101, 0.35701, 0.357179, 0.397515, 0.396876, 0.421225, 0.395686, 0.402088, 0.420501, 0.414189, 0.387748, 0.408315, 0.373312, 0.389111, 0.406158, 0.390362, 0.413159, 0.375294, 0.364832, 0.351972, 0.403354, 0.39374, 0.351836, 0.400252, 0.399366, 0.403192, 0.411014, 0.390125, 0.399385, 0.35422, 0.401953, 0.400256, 0.415019, 0.407114, 0.39997, 0.376168, 0.406424, 0.393993, 0.403442, 0.419307, 0.298692, 0.391943, 0.414008, 0.405927, 0.413253, 0.409624, 0.395601, 0.398823, 0.404359, 0.39659, 0.403039, 0.400458, 0.402654, 0.411258, 0.402713, 0.402676, 0.424709, 0.404287, 0.399904, 0.402999, 0.37993, 0.408744, 0.395036, 0.370687, 0.409074, 0.406823, 0.394901, 0.400522, 0.412208, 0.412351, 0.397945, 0.405991, 0.351016, 0.406062, 0.4096, 0.307305, 0.403867, 0.404371, 0.394468, 0.404154, 0.401184, 0.391116, 0.277404, 0.406278, 0.385084, 0.393298, 0.392831, 0.401013, 0.394412, 0.409632, 0.38837, 0.40024, 0.426338, 0.396986, 0.399235, 0.40953, 0.402114, 0.398295, 0.405748, 0.395203, 0.418846, 0.387362, 0.404465, 0.397026, 0.390562, 0.40757, 0.409979, 0.403857, 0.423611, 0.411004, 0.401065, 0.377818, 0.405163, 0.42403, 0.391372, 0.400863, 0.398106, 0.413981, 0.387663, 0.386015, 0.41645, 0.400257, 0.400846, 0.3978, 0.37985, 0.391655, 0.384777, 0.413055, 0.328367, 0.402916, 0.398097, 0.39909, 0.408282, 0.414269, 0.390217, 0.394235, 0.383503, 0.41531, 0.393508, 0.349223, 0.425452, 0.385106, 0.399819, 0.40698, 0.39315, 0.390197, 0.353326, 0.395977, 0.407756, 0.418459, 0.414726, 0.39754, 0.401364, 0.386961, 0.408893, 0.404279, 0.397777, 0.407982, 0.372363, 0.391857, 0.391538, 0.414146, 0.382711, 0.371639, 0.402098, 0.405249, 0.406115, 0.414419, 0.414391, 0.374588, 0.346048, 0.388213, 0.392991, 0.289574, 0.405563, 0.39631, 0.398823, 0.398199, 0.40334, 0.417339, 0.407014, 0.408888, 0.391266, 0.385259, 0.412216, 0.395478, 0.407635, 0.386762, 0.405868, 0.405116, 0.397356, 0.401746, 0.398004, 0.405093, 0.380385, 0.388922, 0.405123, 0.407535, 0.418223, 0.392239, 0.371807, 0.393517, 0.404252, 0.3993, 0.387095, 0.389787, 0.385508, 0.387548, 0.401708, 0.401906, 0.394336, 0.366583, 0.336159, 0.377626, 0.404672, 0.399685, 0.407372, 0.255076, 0.351163, 0.42269, 0.39542, 0.405823, 0.427331, 0.381794, 0.397505, 0.41361, 0.388393, 0.407358, 0.391276, 0.416262, 0.398739, 0.409331, 0.394607, 0.400125, 0.413671, 0.380693, 0.404722, 0.411198, 0.391713, 0.386689, 0.397396, 0.40086, 0.379076, 0.396007, 0.414675, 0.413608, 0.4049, 0.401759, 0.393732, 0.415655, 0.383328, 0.409492, 0.416432, 0.386204, 0.40043, 0.384447, 0.398654, 0.408249, 0.399979, 0.405062, 0.420307, 0.380788, 0.404941, 0.329811, 0.375942, 0.42395, 0.393212, 0.398394, 0.389036, 0.393378, 0.368426, 0.401788, 0.323808, 0.390013, 0.387683, 0.391258, 0.389417, 0.394718, 0.395549, 0.379419, 0.397527, 0.394801, 0.38642, 0.34486, 0.404289, 0.391335, 0.385335, 0.421223, 0.410073, 0.376373, 0.436659, 0.394944, 0.40752, 0.41951, 0.403363, 0.400739, 0.3903, 0.410485, 0.403774, 0.398347, 0.401351, 0.402612, 0.401649, 0.323028, 0.386538, 0.396487, 0.378807, 0.403647, 0.415848, 0.37892, 0.398858, 0.390246, 0.419356, 0.279223, 0.323305, 0.38936, 0.396829, 0.388017, 0.394689, 0.394673, 0.395596, 0.380852, 0.418765, 0.239749, 0.392506, 0.420386, 0.389369, 0.412718, 0.407579, 0.412316, 0.376132, 0.395132, 0.395761, 0.405801, 0.421019, 0.388137, 0.381233, 0.403376, 0.408466, 0.399041, 0.381037, 0.40511, 0.360661, 0.413767, 0.404366, 0.394184, 0.419291, 0.386109, 0.372692, 0.400228, 0.382372, 0.400869, 0.390169, 0.409987, 0.374768, 0.392953, 0.405491, 0.419384, 0.408319, 0.386099, 0.418591, 0.405827, 0.417636, 0.414972, 0.388166, 0.398626, 0.386962, 0.409702, 0.407569, 0.391344, 0.397414, 0.403633, 0.362689, 0.414831, 0.397013, 0.415791, 0.420251, 0.418038, 0.412452, 0.405453, 0.394936, 0.400882, 0.390815, 0.391086, 0.401475, 0.398205, 0.408809, 0.401985, 0.307637, 0.408647, 0.341348, 0.422064, 0.406671, 0.399645, 0.408684, 0.415496, 0.395417, 0.364643, 0.408686, 0.40904, 0.407632, 0.403931, 0.397381, 0.426526, 0.398626, 0.39289, 0.401072, 0.343072, 0.413218, 0.410837, 0.398799, 0.384604, 0.372607, 0.38284, 0.395562, 0.349564, 0.385988, 0.38732, 0.420763, 0.32682, 0.388352, 0.311361, 0.278944, 0.395725, 0.401263, 0.421104, 0.314025, 0.413932, 0.399266, 0.403162, 0.416412, 0.283285, 0.376637, 0.401334, 0.414065, 0.365104, 0.404698, 0.402842, 0.398348, 0.407025, 0.390626, 0.36718, 0.401262, 0.392684, 0.389018, 0.400658, 0.394077, 0.404971, 0.404817, 0.394362, 0.389503, 0.416283, 0.401323, 0.413103, 0.395363, 0.374625, 0.414404, 0.388659, 0.377543, 0.389452, 0.391671, 0.395083, 0.397023, 0.399385, 0.417173, 0.400706, 0.415418, 0.410035, 0.401401, 0.396824, 0.390721, 0.412483, 0.414528, 0.415424, 0.407752, 0.39075, 0.380442, 0.406673, 0.371314, 0.404249, 0.413853, 0.399896, 0.395608, 0.389751, 0.386487, 0.381216, 0.394911, 0.409945, 0.411204, 0.380397, 0.418191, 0.40782, 0.401484, 0.375117, 0.410967, 0.413728, 0.373155, 0.395343, 0.411247, 0.368232, 0.400669, 0.391388, 0.405598, 0.422278, 0.336725, 0.392198, 0.407613, 0.40358, 0.340653, 0.394836, 0.418072, 0.38692, 0.306234, 0.391255, 0.37172, 0.405652, 0.415198, 0.162543, 0.384372, 0.348727, 0.400793, 0.39344, 0.413439, 0.40704, 0.397278, 0.360598, 0.422646, 0.403419, 0.409894, 0.391798, 0.384622, 0.409692, 0.403706, 0.399508, 0.41675, 0.409495, 0.390569, 0.388537, 0.413077, 0.407479, 0.40646, 0.404498, 0.391366, 0.397491, 0.406286, 0.400672, 0.409032, 0.388237, 0.398567, 0.418338, 0.396011, 0.411952, 0.37228, 0.40928, 0.279468, 0.412886, 0.389332, 0.360668, 0.416129, 0.395014, 0.3855, 0.422341, 0.393196, 0.402919, 0.401269, 0.406221, 0.399865, 0.405576, 0.392776, 0.405842, 0.39195, 0.401633, 0.418283, 0.393403, 0.404843, 0.403545, 0.293267, 0.399682, 0.407508, 0.404813, 0.370414, 0.416258, 0.404198, 0.398882, 0.40849, 0.412527, 0.388938, 0.399495, 0.4061, 0.39691, 0.38411, 0.409318, 0.41272, 0.393812, 0.288475, 0.386525, 0.388272, 0.401105, 0.406783, 0.412649, 0.41091, 0.397202, 0.4018, 0.38925, 0.345451, 0.405669, 0.407187, 0.395888, 0.390829, 0.410406, 0.408192, 0.423494, 0.392135, 0.419311, 0.382291, 0.387951, 0.403142, 0.389143, 0.405086, 0.403418, 0.404374, 0.413924, 0.420218, 0.382193, 0.387147, 0.299139, 0.418748, 0.402982, 0.413026, 0.345503, 0.404872, 0.410246, 0.405878, 0.386117, 0.302523, 0.379451, 0.388437, 0.399013, 0.405973, 0.397069, 0.405541, 0.405823, 0.397561, 0.390724, 0.388605, 0.384725, 0.350558, 0.411034, 0.410278, 0.397328, 0.383208, 0.410245, 0.379207, 0.383939, 0.401548, 0.349011, 0.39496, 0.350237, 0.397616, 0.3831, 0.289817, 0.40824, 0.407557 ] }, "name": "model.model.layers.20.post_attention_layernorm.weight", "outputIndexes": [ 1693 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1692 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_20/Mul_output_0", "outputIndexes": [ 1694 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1693, 1694 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_20/Mul_1_output_0", "outputIndexes": [ 1695 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1695 ], "outputIndexes": [ 2539 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2539 ], "outputIndexes": [ 2540 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/gate_proj/Linear", "inputIndexes": [ 2540 ], "outputIndexes": [ 2541 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 8192, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 764415072, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2541 ], "outputIndexes": [ 2542 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2542 ], "outputIndexes": [ 1696 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 8192 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1696 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_20/Sigmoid_output_0", "outputIndexes": [ 1697 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1696, 1697 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_20/Mul_output_0", "outputIndexes": [ 1698 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1695 ], "outputIndexes": [ 2543 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2543 ], "outputIndexes": [ 2544 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/up_proj/Linear", "inputIndexes": [ 2544 ], "outputIndexes": [ 2545 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 8192, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 773852278, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2545 ], "outputIndexes": [ 2546 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2546 ], "outputIndexes": [ 1699 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 8192 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1698, 1699 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_20/Mul_output_0", "outputIndexes": [ 1700 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1700 ], "outputIndexes": [ 2547 ], "main_type": "Reshape", "main": { "dims": [ -1, 8192, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2547 ], "outputIndexes": [ 2548 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/down_proj/Linear", "inputIndexes": [ 2548 ], "outputIndexes": [ 2549 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 8192, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 783289484, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2549 ], "outputIndexes": [ 2550 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2550 ], "outputIndexes": [ 1701 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1692, 1701 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_104_output_0", "outputIndexes": [ 1702 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1702, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_105_output_0", "outputIndexes": [ 1703 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2048 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.4696, 0.454118, 0.504609, 0.453433, 0.568984, 0.46708, 0.463633, 0.447641, 0.504135, 0.477606, 0.489627, 0.461027, 0.518858, 0.464081, 0.460897, 0.468921, 0.49424, 0.607191, 0.470125, 0.479532, 0.4752, 0.471993, 0.481764, 0.518752, 0.482297, 0.479538, 0.503628, 0.462765, 0.463512, 0.416627, 0.494706, 0.484513, 0.465475, 0.539223, 0.47014, 0.501445, 0.504099, 0.495776, 0.49523, 0.495231, 0.445187, 0.538202, 0.4637, 0.447378, 0.479589, 0.455653, 0.455201, 0.443744, 0.484446, 0.460086, 0.537497, 0.502449, 0.464721, 0.470912, 0.486346, 0.474817, 0.478199, 0.464688, 0.519882, 0.470931, 0.437539, 0.463928, 0.601344, 0.437607, 0.457841, 0.493631, 0.674814, 0.453241, 0.455671, 0.474929, 0.49794, 0.455979, 0.486208, 0.477033, 0.476622, 0.457246, 0.460374, 0.452082, 0.569201, 0.496515, 0.468507, 0.479948, 0.468575, 0.443892, 0.439065, 0.460559, 0.557302, 0.681241, 0.463334, 0.471126, 0.511838, 0.469247, 0.489719, 0.49243, 0.52059, 0.448984, 0.459282, 0.469014, 0.491132, 0.52993, 0.59481, 0.492285, 0.533437, 0.542626, 0.430977, 0.45984, 0.645908, 0.496052, 0.473826, 0.43658, 0.517189, 0.477356, 0.519689, 0.466913, 0.481996, 0.46557, 0.501409, 0.444592, 0.488139, 0.47599, 0.457867, 0.509922, 0.469686, 0.471759, 0.462794, 0.506092, 0.444069, 0.477486, 0.449117, 0.457536, 0.453025, 0.425017, 0.42872, 0.512216, 0.439752, 0.469929, 0.459758, 0.433932, 0.439776, 0.446427, 0.445059, 0.491537, 0.489673, 0.486482, 0.389785, 0.500161, 0.443338, 0.472043, 0.436504, 0.447569, 0.444566, 0.476553, 0.477879, 0.516592, 0.448257, 0.436467, 0.478672, 0.489763, 0.536549, 0.448966, 0.448354, 0.398812, 0.437541, 0.43435, 0.447773, 0.452902, 0.496077, 0.424735, 0.459567, 0.462605, 0.458593, 0.454726, 0.456949, 0.46981, 0.457571, 0.438788, 0.433364, 0.463108, 0.457645, 0.47646, 0.462356, 0.463746, 0.47426, 0.439837, 0.465546, 0.438986, 0.416647, 0.542945, 0.454947, 0.462258, 0.46753, 0.414918, 0.444772, 0.442539, 0.534567, 0.461408, 0.462043, 0.452919, 0.455478, 0.5273, 0.466491, 0.470983, 0.446829, 0.463162, 0.425496, 0.459158, 0.450937, 0.522898, 0.436879, 0.635781, 0.451402, 0.442665, 0.459312, 0.460285, 0.443548, 0.455815, 0.469624, 0.459086, 0.473568, 0.455805, 0.436101, 0.457896, 0.452031, 0.509597, 0.459008, 0.537186, 0.466489, 0.128316, 0.460509, 0.491273, 0.457845, 0.474429, 0.445318, 0.499645, 0.439899, 0.468684, 0.452746, 0.448096, 0.474168, 0.486133, 0.428701, 0.447968, 0.42539, 0.456141, 0.438884, 0.447722, 0.455619, 0.445609, 0.531212, 0.533443, 0.459293, 0.429529, 0.451012, 0.438493, 0.600215, 0.599106, 0.461599, 0.437867, 0.489217, 0.459673, 0.472577, 0.436246, 0.478032, 0.427576, 0.487409, 0.482696, 0.462284, 0.473732, 0.451311, 0.459299, 0.474558, 0.478118, 0.451703, 0.48688, 0.455389, 0.57999, 0.452228, 0.44829, 0.50246, 0.471156, 0.524281, 0.651607, 0.651364, 0.440802, 0.456746, 0.416645, 0.515868, 0.4737, 0.469516, 0.48471, 0.463132, 0.473559, 0.474061, 0.453685, 0.477085, 0.470176, 0.453474, 0.584778, 0.451223, 0.43477, 0.434506, 0.544206, 0.458847, 0.526609, 0.684312, 0.45233, 0.414332, 0.474306, 0.478893, 0.453019, 0.449067, 0.458451, 0.476777, 0.464048, 0.480374, 0.452496, 0.499098, 0.441952, 0.7855, 0.492712, 0.532, 0.461864, 0.464958, 0.504629, 0.528003, 0.449628, 0.547088, 0.487397, 0.475745, 0.509491, 0.480746, 0.469659, 0.47274, 0.485183, 0.472135, 0.495165, 0.471732, 0.469438, 0.32048, 0.391543, 0.43792, 0.454367, 0.471093, 0.440491, 0.584964, 0.480112, 0.478204, 0.467174, 0.466901, 0.496859, 0.54567, 0.457887, 0.652381, 0.494189, 0.461256, 0.445371, 0.560787, 0.502074, 0.46459, 0.449589, 0.495182, 0.435938, 0.432952, 0.507002, 0.453914, 0.441299, 0.469475, 0.456961, 0.519878, 0.455778, 0.45968, 0.537622, 0.476015, 0.491906, 0.471358, 0.459735, 0.478255, 0.438201, 0.443442, 0.500966, 0.458456, 0.619234, 0.43907, 0.46335, 0.490948, 0.494578, 0.478597, 0.446678, 0.501892, 0.469418, 0.583172, 0.492398, 0.487486, 0.498159, 0.350863, 0.469327, 0.501666, 0.443136, 0.545113, 0.467807, 0.507147, 0.466399, 0.448933, 0.448148, 0.489537, 0.505353, 0.476519, 0.510025, 0.443106, 0.486978, 0.752107, 0.459999, 0.46658, 0.501429, 0.416649, 0.800221, 0.506826, 0.464003, 0.437696, 0.470516, 0.46849, 0.508394, 0.450384, 0.445185, 0.508105, 0.437986, 0.516834, 0.441882, 0.575309, 0.614536, 0.486451, 0.467611, 0.459338, 0.46274, 0.442839, 0.474942, 0.489, 0.483625, 0.379689, 0.44583, 0.442921, 0.455926, 0.453854, 0.479871, 0.458616, 0.447779, 0.45477, 0.456588, 0.467149, 0.436254, 0.45866, 0.466636, 0.586068, 0.453578, 0.49749, 0.505214, 0.490389, 0.521446, 0.467455, 0.475811, 0.722967, 0.470961, 0.497194, 0.474309, 0.489396, 0.45486, 0.464997, 0.475938, 0.458624, 0.493716, 0.494492, 0.460445, 0.458477, 0.475684, 0.451854, 0.446942, 0.488026, 0.456296, 0.469903, 0.466579, 0.46864, 0.44548, 0.464129, 0.495358, 0.493199, 0.460461, 0.4447, 0.469607, 0.470863, 0.528251, 0.510006, 0.471359, 0.463329, 0.506787, 0.490158, 0.45749, 0.686609, 0.46501, 0.465779, 0.566721, 0.375029, 0.481258, 0.462949, 0.459635, 0.473733, 0.458312, 0.467927, 0.481229, 0.485944, 0.464136, 0.465169, 0.459257, 0.476841, 0.464044, 0.478126, 0.500351, 0.345845, 0.454993, 0.458679, 0.537017, 0.503242, 0.493977, 0.453003, 0.510205, 0.63155, 0.378091, 0.460706, 0.491696, 0.452435, 0.459879, 0.46214, 0.464289, 0.465687, 0.451926, 0.353635, 0.474968, 0.481858, 0.427928, 0.461889, 0.458743, 0.473348, 0.526259, 0.510772, 0.456904, 0.467858, 0.527795, 0.447562, 0.494777, 0.54998, 0.520073, 0.534446, 0.515825, 0.657722, 0.450536, 0.420504, 0.462769, 0.453629, 0.479463, 0.464793, 0.452412, 0.473, 0.457895, 0.441152, 0.471252, 0.501154, 0.471535, 0.461388, 0.467207, 0.446458, 0.526887, 0.45984, 0.468754, 0.459037, 0.393209, 0.331465, 0.507113, 0.478067, 0.496226, 0.477788, 0.454715, 0.447047, 0.462605, 0.477268, 0.53132, 0.461999, 0.471548, 0.460875, 0.432645, 0.476824, 0.482266, 0.627654, 0.518331, 0.474606, 0.455408, 0.47495, 0.497666, 0.505397, 0.453141, 0.474414, 0.456398, 0.464211, 0.482548, 0.453892, 0.467973, 0.477949, 0.459477, 0.471286, 0.452162, 0.487411, 0.651074, 0.518401, 0.414158, 0.469068, 0.473885, 0.486747, 0.466534, 0.437215, 0.45848, 0.611697, 0.623401, 0.477327, 0.442801, 0.45476, 0.49648, 0.455197, 0.439807, 0.437645, 0.50999, 0.449659, 0.458018, 0.425076, 0.49826, 0.450769, 0.471874, 0.479517, 0.458333, 0.558357, 0.447035, 0.449034, 0.463926, 0.454285, 0.456655, 0.461057, 0.443148, 0.461205, 0.399134, 0.46749, 0.443139, 0.456548, 0.458323, 0.441387, 0.485111, 0.458067, 0.741469, 0.478475, 0.469518, 0.458871, 0.460592, 0.4843, 0.476815, 0.484736, 0.443082, 0.466652, 0.578957, 0.457332, 0.447255, 0.43437, 0.46429, 0.47346, 0.482864, 0.470403, 0.491571, 0.483447, 0.436744, 0.480806, 0.497144, 0.455049, 0.458357, 0.447794, 0.482886, 0.463764, 0.480176, 0.468742, 0.636748, 0.474482, 0.471603, 0.506529, 0.596494, 0.498747, 0.459502, 0.489331, 0.42405, 0.460161, 0.430967, 0.473118, 0.497218, 0.467056, 0.466332, 0.450581, 0.477092, 0.456229, 0.728179, 0.502651, 0.454511, 0.474298, 0.809686, 0.465509, 0.505604, 0.35523, 0.455746, 0.457244, 0.474826, 0.484721, 0.52586, 0.467384, 0.433681, 0.480599, 0.475633, 0.479508, 0.468046, 0.453379, 0.506557, 0.529617, 0.469573, 0.430602, 0.455685, 0.460225, 0.497287, 0.431357, 0.448782, 0.51813, 0.459177, 0.447519, 0.471458, 0.453378, 0.480247, 0.489111, 0.474735, 0.483005, 0.482172, 0.470312, 0.443562, 0.486094, 0.478712, 0.507748, 0.429248, 0.487476, 0.481846, 0.47625, 0.125621, 0.473988, 0.456663, 0.504413, 0.499465, 0.446648, 0.490338, 0.497416, 0.503319, 0.435523, 0.502209, 0.531198, 0.448007, 0.455164, 0.458158, 0.576386, 0.480793, 0.476342, 0.471359, 0.469186, 0.483324, 0.501946, 0.450907, 0.474911, 0.46246, 0.613035, 0.497908, 0.45756, 0.469247, 0.463096, 0.49474, 0.474333, 0.478224, 0.577727, 0.435709, 0.460052, 0.444226, 0.466575, 0.478079, 0.448318, 0.449751, 0.664157, 0.491365, 0.484561, 0.601223, 0.471976, 0.490668, 0.656841, 0.439748, 0.47863, 0.448068, 0.468887, 0.498608, 0.475525, 0.48466, 0.444614, 0.44753, 0.445687, 0.471263, 0.500098, 0.751458, 0.456539, 0.483233, 0.473809, 0.477369, 0.476168, 0.460023, 0.487385, 0.474892, 0.468642, 0.473262, 0.459669, 0.507252, 0.45412, 0.490347, 0.504536, 0.329028, 0.460083, 0.456866, 0.466321, 0.462219, 0.482377, 0.693966, 0.503493, 0.480871, 0.449072, 0.411522, 0.384351, 0.506097, 0.456975, 0.447596, 0.49739, 0.559386, 0.517834, 0.518941, 0.499797, 0.352853, 0.493683, 0.491327, 0.477933, 0.473895, 0.465947, 0.498875, 0.44531, 0.45134, 0.478564, 0.481377, 0.476598, 0.467105, 0.472296, 0.483483, 0.434933, 0.484733, 0.486191, 0.463062, 0.48935, 0.475763, 0.446351, 0.556189, 0.446069, 0.467332, 0.467326, 0.517909, 0.501743, 0.455804, 0.475302, 0.532759, 0.449065, 0.475122, 0.476157, 0.514324, 0.488215, 0.349367, 0.455948, 0.520309, 0.529587, 0.468341, 0.476892, 0.559934, 0.464743, 0.462516, 0.483504, 0.471191, 0.465174, 0.456936, 0.456939, 0.455362, 0.457812, 0.528204, 0.477455, 0.480663, 0.482328, 0.472531, 0.459298, 0.450808, 0.64081, 0.484038, 0.484198, 0.435564, 0.481415, 0.430821, 0.520787, 0.467949, 0.462794, 0.716428, 0.437696, 0.462651, 0.537718, 0.485913, 0.508896, 0.464341, 0.456446, 0.487678, 0.449755, 0.464653, 0.480796, 0.476262, 0.531548, 0.64276, 0.680759, 0.460874, 0.507163, 0.453069, 0.497522, 0.485612, 0.410308, 0.451427, 0.467383, 0.427178, 0.463685, 0.45097, 0.472186, 0.735954, 0.457253, 0.469909, 0.491556, 0.443947, 0.517987, 0.475929, 0.456169, 0.443962, 0.469141, 0.454024, 0.457733, 0.493311, 0.423701, 0.45559, 0.449393, 0.455914, 0.500578, 0.45479, 0.463149, 0.46325, 0.448615, 0.453389, 0.444826, 0.468505, 0.4408, 0.527459, 0.593042, 0.443042, 0.456354, 0.472488, 0.465519, 0.506097, 0.491237, 0.428119, 0.444779, 0.432904, 0.435158, 0.457401, 0.662767, 0.471355, 0.457737, 0.468184, 0.458626, 0.649611, 0.44881, 0.461482, 0.473659, 0.456528, 0.439222, 0.403091, 0.472819, 0.506935, 0.474832, 0.444584, 0.471284, 0.451435, 0.527384, 0.666547, 0.466904, 0.467859, 0.431849, 0.488569, 0.357669, 0.494916, 0.469078, 0.457776, 0.459873, 0.404875, 0.428736, 0.658805, 0.677212, 0.481213, 0.421751, 0.450945, 0.43846, 0.47604, 0.498579, 0.454963, 0.447807, 0.453645, 0.499299, 0.462122, 0.483726, 0.468696, 0.462874, 0.464532, 0.469776, 0.469008, 0.511853, 0.504964, 0.45981, 0.424634, 0.48786, 0.512675, 0.45732, 0.678775, 0.607715, 0.466729, 0.468005, 0.461107, 0.45997, 0.47978, 0.490903, 0.455314, 0.620158, 0.513292, 0.442613, 0.460273, 0.447774, 0.443783, 0.474599, 0.452693, 0.449091, 0.4691, 0.551593, 0.459442, 0.436289, 0.511228, 0.508263, 0.466404, 0.580894, 0.439536, 0.47912, 0.459742, 0.453077, 0.484478, 0.522274, 0.479152, 0.446535, 0.708694, 0.467811, 0.495128, 0.486484, 0.408451, 0.451203, 0.451965, 0.466842, 0.42361, 0.466187, 0.441489, 0.472884, 0.493687, 0.484269, 0.456883, 0.463752, 0.497, 0.493791, 0.495158, 0.442722, 0.45884, 0.465821, 0.438986, 0.457186, 0.426535, 0.459514, 0.447494, 0.468114, 0.473489, 0.493754, 0.512212, 0.456897, 0.488812, 0.449855, 0.464216, 0.441965, 0.454388, 0.449268, 0.48534, 0.45665, 0.4714, 0.476587, 0.459489, 0.627871, 0.464264, 0.467204, 0.496028, 0.497769, 0.461412, 0.471892, 0.516712, 0.763152, 0.440354, 0.458154, 0.432198, 0.511636, 0.479872, 0.53851, 0.454679, 0.462594, 0.450358, 0.467672, 0.446492, 0.440649, 0.459491, 0.47728, 0.487409, 0.434948, 0.451676, 0.461373, 0.450947, 0.461239, 0.465436, 0.684662, 0.459386, 0.44283, 0.458175, 0.496993, 0.514064, 0.470016, 0.479967, 0.445019, 0.467513, 0.426074, 0.515745, 0.452425, 0.485008, 0.450763, 0.461625, 0.430283, 0.457961, 0.447378, 0.489864, 0.821235, 0.469538, 0.491902, 0.457598, 0.547088, 0.460494, 0.77704, 0.514157, 0.354051, 0.520065, 0.462085, 0.46255, 0.451322, 0.468079, 0.5938, 0.507623, 0.460064, 0.615867, 0.479869, 0.475885, 0.74439, 0.493536, 0.346669, 0.474129, 0.442634, 0.453702, 0.416892, 0.465231, 0.519066, 0.438357, 0.462745, 0.716126, 0.447704, 0.489915, 0.472661, 0.422493, 0.475381, 0.445131, 0.43225, 0.488504, 0.461538, 0.476381, 0.589807, 0.454537, 0.488452, 0.465455, 0.446506, 0.494694, 0.495461, 0.467892, 0.444922, 0.516021, 0.513591, 0.47598, 0.446079, 0.472643, 0.477884, 0.488795, 0.482485, 0.438419, 0.481063, 0.450654, 0.446348, 0.69486, 0.488871, 0.452775, 0.459865, 0.457217, 0.477226, 0.441371, 0.490989, 0.421092, 0.470044, 0.456492, 0.463573, 0.440114, 0.504362, 0.459673, 0.461641, 0.466171, 0.464976, 0.448165, 0.448875, 0.487576, 0.603483, 0.510287, 0.455287, 0.449344, 0.431214, 0.580554, 0.442805, 0.474363, 0.499049, 0.444207, 0.499417, 0.48427, 0.439383, 0.472266, 0.50321, 0.456568, 0.463486, 0.47941, 0.460879, 0.44758, 0.435266, 0.435393, 0.457301, 0.360776, 0.466113, 0.455312, 0.448041, 0.497363, 0.476143, 0.45703, 0.477241, 0.503203, 0.455544, 0.486908, 0.503196, 0.447159, 0.468593, 0.46874, 0.520468, 0.448429, 0.429286, 0.543372, 0.469064, 0.487075, 0.445942, 0.463042, 0.552092, 0.458974, 0.42567, 0.488477, 0.468495, 0.718414, 0.474925, 0.440077, 0.469016, 0.444804, 0.460129, 0.440125, 0.472636, 0.438718, 0.484984, 0.489455, 0.456257, 0.466219, 0.457575, 0.511395, 0.460073, 0.473388, 0.477383, 0.438846, 0.481719, 0.471376, 0.484527, 0.475244, 0.435569, 0.520133, 0.463358, 0.487365, 0.471741, 0.491134, 0.438781, 0.438822, 0.454037, 0.541031, 0.532995, 0.474944, 0.43786, 0.480793, 0.484417, 0.488437, 0.458525, 0.472855, 0.507532, 0.434021, 0.463294, 0.493171, 0.467367, 0.475549, 0.45627, 0.473523, 0.500329, 0.475233, 0.530554, 0.369815, 0.487659, 0.577443, 0.706199, 0.476851, 0.455638, 0.459696, 0.366175, 0.488529, 0.462126, 0.488545, 0.458549, 0.434177, 0.432691, 0.46448, 0.455229, 0.442303, 0.478283, 0.453025, 0.496917, 0.462144, 0.478284, 0.446176, 0.495389, 0.742187, 0.473667, 0.479737, 0.487376, 0.448674, 0.42697, 0.446717, 0.48987, 0.445082, 0.443998, 0.539878, 0.578608, 0.522214, 0.451346, 0.470691, 0.506433, 0.453144, 0.467129, 0.469572, 0.428882, 0.50705, 0.450025, 0.518154, 0.457736, 0.459834, 0.47313, 0.451847, 0.455182, 0.444491, 0.593922, 0.498803, 0.554271, 0.510259, 0.473801, 0.469095, 0.491734, 0.463121, 0.521709, 0.461676, 0.48574, 0.494918, 0.478448, 0.436931, 0.4582, 0.478449, 0.550206, 0.46812, 0.474574, 0.453179, 0.476331, 0.3814, 0.498178, 0.505267, 0.515713, 0.489964, 0.470463, 0.448162, 0.486153, 0.471434, 0.461456, 0.462299, 0.465185, 0.503348, 0.438747, 0.499536, 0.484392, 0.47417, 0.465051, 0.456995, 0.435604, 0.512478, 0.452198, 0.457566, 0.482618, 0.476874, 0.496569, 0.500142, 0.479479, 0.460272, 0.46828, 0.460886, 0.512639, 0.550918, 0.463478, 0.503125, 0.422314, 0.462391, 0.50193, 0.485441, 0.493216, 0.452838, 0.457162, 0.392274, 0.464644, 0.441033, 0.512724, 0.450649, 0.485264, 0.462078, 0.506692, 0.497089, 0.479043, 0.46848, 0.464189, 0.490544, 0.43786, 0.504047, 0.462003, 0.4944, 0.456736, 0.481512, 0.460873, 0.472564, 0.476454, 0.471295, 0.518391, 0.472452, 0.491041, 0.509308, 0.467506, 0.470993, 0.526297, 0.469293, 0.458199, 0.492763, 0.435186, 0.480426, 0.499035, 0.468378, 0.468801, 0.490746, 0.426909, 0.465601, 0.499658, 0.475217, 0.465375, 0.462201, 0.46821, 0.66696, 0.450327, 0.494982, 0.471497, 0.482421, 0.459087, 0.469963, 0.470644, 0.562027, 0.435837, 0.467205, 0.470307, 0.457683, 0.454783, 0.501908, 0.444954, 0.463805, 0.524774, 0.574999, 0.469699, 0.475013, 0.481746, 0.48605, 0.445643, 0.453589, 0.491061, 0.503309, 0.453631, 0.481932, 0.467325, 0.535111, 0.50145, 0.444231, 0.453482, 0.504619, 0.477334, 0.448737, 0.465557, 0.465306, 0.432906, 0.441297, 0.480939, 0.586808, 0.473807, 0.464376, 0.773375, 0.456421, 0.504351, 0.479319, 0.46112, 0.469707, 0.444, 0.46958, 0.479089, 0.510551, 0.491073, 0.482798, 0.513121, 0.473489, 0.490422, 0.503464, 0.443211, 0.475463, 0.471865, 0.479683, 0.472119, 0.528807, 0.540263, 0.480564, 0.486075, 0.468734, 0.470366, 0.483603, 0.522935, 0.46553, 0.444698, 0.476881, 0.435942, 0.442499, 0.486269, 0.468658, 0.439018, 0.52055, 0.615038, 0.63397, 0.507425, 0.485017, 0.462137, 0.469281, 0.836075, 0.659503, 0.457588, 0.458167, 0.504995, 0.502688, 0.487508, 0.496233, 0.452947, 0.446164, 0.466394, 0.480506, 0.487028, 0.460094, 0.452986, 0.468015, 0.452633, 0.460994, 0.482339, 0.448092, 0.448872, 0.4694, 0.497633, 0.463123, 0.470851, 0.476624, 0.471883, 0.490573, 0.472274, 0.465375, 0.488291, 0.460648, 0.468684, 0.47067, 0.459006, 0.468341, 0.425156, 0.458373, 0.458323, 0.456123, 0.484136, 0.472256, 0.473029, 0.489319, 0.460969, 0.494292, 0.360897, 0.442412, 0.453395, 0.503811, 0.463007, 0.484247, 0.493191, 0.544929, 0.484436, 0.522428, 0.461199, 0.467497, 0.462762, 0.478435, 0.51775, 0.461577, 0.506667, 0.441805, 0.437965, 0.503626, 0.592621, 0.482642, 0.449193, 0.568894, 0.456739, 0.494262, 0.480798, 0.465337, 0.45424, 0.514739, 0.506418, 0.447011, 0.490497, 0.502591, 0.487745, 0.479392, 0.492163, 0.464551, 0.454572, 0.499334, 0.722282, 0.504496, 0.528093, 0.55673, 0.501271, 0.443064, 0.455149, 0.486014, 0.438605, 0.495873, 0.3402, 0.421043, 0.485852, 0.487368, 0.476255, 0.443592, 0.461816, 0.467245, 0.492718, 0.46407, 0.594353, 0.433703, 0.450282, 0.470439, 0.435009, 0.458859, 0.480264, 0.447958, 0.489017, 0.496963, 0.472248, 0.478486, 0.474063, 0.449163, 0.444835, 0.436117, 0.445285, 0.467913, 0.46411, 0.504096, 0.459731, 0.474524, 0.445733, 0.468201, 0.555864, 0.490806, 0.46881, 0.483589, 0.476126, 0.520164, 0.459012, 0.522469, 0.469612, 0.457951, 0.47552, 0.457377, 0.469124, 0.443929, 0.457725, 0.482016, 0.470556, 0.452056, 0.442031, 0.478476, 0.458725, 0.464828, 0.465269, 0.483416, 0.46791, 0.604367, 0.490629, 0.485437, 0.468671, 0.444316, 0.464243, 0.478121, 0.451585, 0.462545, 0.471129, 0.477018, 0.533151, 0.493702, 0.510823, 0.455855, 0.464331, 0.678576, 0.445187, 0.531836, 0.472176, 0.482027, 0.488868, 0.479043, 0.450229, 0.476067, 0.560316, 0.469288, 0.470758, 0.45793, 0.46383, 0.506567, 0.460342, 0.475913, 0.49757, 0.476263, 0.382755, 0.470154, 0.439139, 0.501984, 0.510202, 0.465772, 0.475538, 0.477003, 0.405722, 0.536927, 0.460917, 0.482538, 0.633934, 0.443242, 0.625129, 0.478714, 0.472576, 0.446165, 0.461116, 0.671375, 0.454376, 0.465963, 0.464359, 0.455809, 0.682552, 0.515684, 0.514599, 0.466367, 0.558827, 0.453284, 0.471239, 0.463429, 0.44424, 0.468386, 0.563232, 0.461072, 0.436856, 0.52372, 0.470402, 0.438224, 0.443008, 0.452551, 0.522037, 0.463686, 0.469611, 0.448191, 0.464159, 0.487131, 0.5237, 0.461313, 0.458754, 0.488041, 0.460427, 0.465293, 0.481987, 0.452469, 0.456996, 0.456956, 0.493483, 0.462884, 0.448521, 0.501161, 0.454059, 0.500938, 0.476359, 0.443157, 0.432231, 0.458675, 0.479689, 0.460598, 0.425247, 0.548531, 0.470012, 0.474386, 0.560967, 0.473558, 0.486672, 0.479163, 0.493498, 0.457504, 0.458674, 0.458416, 0.458103, 0.441231, 0.477214, 0.457568, 0.516939, 0.476262, 0.476666, 0.348873, 0.459623, 0.457727, 0.45033, 0.459659, 0.50215, 0.504282, 0.465346, 0.670709, 0.473344, 0.466003, 0.48743, 0.577657, 0.488029, 0.43315, 0.510133, 0.691751, 0.450219, 0.597827, 0.457835, 0.461037, 0.543997, 0.449408, 0.58745, 0.483206, 0.506162, 0.443635, 0.474316, 0.443302, 0.586069, 0.44418, 0.442439, 0.472581, 0.486162, 0.463672, 0.457622, 0.472694, 0.48664, 0.485138, 0.519076, 0.442599, 0.463272, 0.488349, 0.443416, 0.510888, 0.441876, 0.516006, 0.458051, 0.467944, 0.473742, 0.471757, 0.490591, 0.460237, 0.444549, 0.460784, 0.455998, 0.467423, 0.458988, 0.651907, 0.467526, 0.486815, 0.568938, 0.458861, 0.482964, 0.441462, 0.472222, 0.515109, 0.470291, 0.464897, 0.48977, 0.493862, 0.460751, 0.46192, 0.47507, 0.460701, 0.459312, 0.458016, 0.459996, 0.471747, 0.456224, 0.373815, 0.49516, 0.486628, 0.440987, 0.471366, 0.458903, 0.531038, 0.503906, 0.488168, 0.455094, 0.49992, 0.460107, 0.448038, 0.474061, 0.488383, 0.450264, 0.471971, 0.459154, 0.713849, 0.392268, 0.503961, 0.473265, 0.473836, 0.493339, 0.471048, 0.472906, 0.477315, 0.481081, 0.552569, 0.45467, 0.467815, 0.477591, 0.432854, 0.481362, 0.509431, 0.48043, 0.511436, 0.482277, 0.526552, 0.488074, 0.488979, 0.457635, 0.489402, 0.455164, 0.492006, 0.460068, 0.450861, 0.479061, 0.466944, 0.745973, 0.492838, 0.44785, 0.475356, 0.656628, 0.455533, 0.458066, 0.490977, 0.482377, 0.417695, 0.480485, 0.516925, 0.472451, 0.487485, 0.4776, 0.498753, 0.462842, 0.493381, 0.50479, 0.511426, 0.448959, 0.381121, 0.489234, 0.474209, 0.480938, 0.508959, 0.453952, 0.417508, 0.527042, 0.473564, 0.646855, 0.482335, 0.57879, 0.501888, 0.493362, 0.626076, 0.459915, 0.459595 ] }, "name": "model.model.layers.21.input_layernorm.weight", "outputIndexes": [ 1704 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1703 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_21/Mul_output_0", "outputIndexes": [ 1705 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1704, 1705 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_21/Mul_1_output_0", "outputIndexes": [ 1706 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1706 ], "outputIndexes": [ 2551 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2551 ], "outputIndexes": [ 2552 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/q_proj/Linear", "inputIndexes": [ 2552 ], "outputIndexes": [ 2553 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 792726690, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2553 ], "outputIndexes": [ 2554 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2554 ], "outputIndexes": [ 1707 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1706 ], "main_type": "NONE", "name": "/Shape_85_output_0", "outputIndexes": [ 1708 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1708 ], "main_type": "NONE", "name": "Shape3539", "outputIndexes": [ 1709 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1708 ], "main_type": "NONE", "name": "Rank3541", "outputIndexes": [ 1710 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1710, 1710 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3543", "outputIndexes": [ 1711 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1711 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3544", "outputIndexes": [ 1712 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1711, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3546", "outputIndexes": [ 1713 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1713 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3547", "outputIndexes": [ 1714 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1709, 1712, 1714, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3550", "outputIndexes": [ 1715 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1715 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3551", "outputIndexes": [ 1716 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 1716 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3552", "outputIndexes": [ 1717 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1717, 1716 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3553", "outputIndexes": [ 1718 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1708, 1718, 1711 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_151_output_0", "outputIndexes": [ 1719 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1719, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_295_output_0", "outputIndexes": [ 1720 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1720, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_189_output_0", "outputIndexes": [ 1721 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1707, 1721 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_106_output_0", "outputIndexes": [ 1722 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1722, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_84_output_0", "outputIndexes": [ 1723 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1722 ], "main_type": "NONE", "name": "/Shape_86_output_0", "outputIndexes": [ 1724 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1724 ], "main_type": "NONE", "name": "Shape3560", "outputIndexes": [ 1725 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1724 ], "main_type": "NONE", "name": "Rank3562", "outputIndexes": [ 1726 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1726, 1726 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3564", "outputIndexes": [ 1727 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1727 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3565", "outputIndexes": [ 1728 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1727, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3567", "outputIndexes": [ 1729 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1729 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3568", "outputIndexes": [ 1730 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1725, 1728, 1730, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3571", "outputIndexes": [ 1731 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1731 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3572", "outputIndexes": [ 1732 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1732 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3573", "outputIndexes": [ 1733 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1733, 1732 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3574", "outputIndexes": [ 1734 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1724, 1734, 1727 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_152_output_0", "outputIndexes": [ 1735 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1735, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_63_output_0", "outputIndexes": [ 1736 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1736, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_300_output_0", "outputIndexes": [ 1737 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1722, 1737, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_85_output_0", "outputIndexes": [ 1738 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1738 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_42_output_0", "outputIndexes": [ 1739 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1722, 22, 1737, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_84_output_0", "outputIndexes": [ 1740 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1739, 1740 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_192_output_0", "outputIndexes": [ 1741 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1741, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_85_output_0", "outputIndexes": [ 1742 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1723, 1742 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_105_output_0", "outputIndexes": [ 1743 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1706 ], "outputIndexes": [ 2555 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2555 ], "outputIndexes": [ 2556 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/k_proj/Linear", "inputIndexes": [ 2556 ], "outputIndexes": [ 2557 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 795086008, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2557 ], "outputIndexes": [ 2558 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2558 ], "outputIndexes": [ 1744 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1744, 1721 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_107_output_0", "outputIndexes": [ 1745 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1745, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_86_output_0", "outputIndexes": [ 1746 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1745 ], "main_type": "NONE", "name": "/Shape_87_output_0", "outputIndexes": [ 1747 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1747 ], "main_type": "NONE", "name": "Shape3622", "outputIndexes": [ 1748 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1747 ], "main_type": "NONE", "name": "Rank3624", "outputIndexes": [ 1749 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1749, 1749 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3626", "outputIndexes": [ 1750 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1750 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3627", "outputIndexes": [ 1751 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1750, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3629", "outputIndexes": [ 1752 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1752 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3630", "outputIndexes": [ 1753 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1748, 1751, 1753, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3633", "outputIndexes": [ 1754 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1754 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3634", "outputIndexes": [ 1755 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1755 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3635", "outputIndexes": [ 1756 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1756, 1755 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3636", "outputIndexes": [ 1757 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1747, 1757, 1750 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_153_output_0", "outputIndexes": [ 1758 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1758, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_64_output_0", "outputIndexes": [ 1759 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1759, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_302_output_0", "outputIndexes": [ 1760 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1745, 1760, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_87_output_0", "outputIndexes": [ 1761 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1761 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_43_output_0", "outputIndexes": [ 1762 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1745, 22, 1760, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_86_output_0", "outputIndexes": [ 1763 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1762, 1763 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_193_output_0", "outputIndexes": [ 1764 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1764, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_87_output_0", "outputIndexes": [ 1765 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1746, 1765 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_106_output_0", "outputIndexes": [ 1766 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1706 ], "outputIndexes": [ 2559 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2559 ], "outputIndexes": [ 2560 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/v_proj/Linear", "inputIndexes": [ 2560 ], "outputIndexes": [ 2561 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 797445326, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2561 ], "outputIndexes": [ 2562 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2562 ], "outputIndexes": [ 1767 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1767, 1721 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_108_output_0", "outputIndexes": [ 1768 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1743, 1766, 1768, 109 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_109_output_0", "outputIndexes": [ 1769 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1769 ], "outputIndexes": [ 2563 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2563 ], "outputIndexes": [ 2564 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/o_proj/Linear", "inputIndexes": [ 2564 ], "outputIndexes": [ 2565 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 799804644, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2565 ], "outputIndexes": [ 2566 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2566 ], "outputIndexes": [ 1770 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1703, 1770 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_108_output_0", "outputIndexes": [ 1771 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2048 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.433473, 0.413465, 0.41675, 0.426707, 0.390689, 0.429465, 0.411856, 0.417849, 0.406289, 0.424416, 0.421159, 0.404856, 0.434586, 0.412226, 0.423541, 0.391172, 0.418414, 0.362396, 0.417217, 0.425232, 0.428995, 0.415963, 0.410384, 0.419052, 0.423744, 0.417065, 0.407721, 0.41579, 0.418202, 0.393597, 0.419223, 0.431944, 0.430799, 0.406268, 0.429576, 0.408237, 0.415778, 0.414945, 0.414407, 0.426744, 0.404393, 0.401231, 0.405185, 0.410375, 0.423053, 0.411208, 0.430677, 0.414373, 0.428213, 0.414532, 0.430268, 0.421022, 0.437564, 0.425368, 0.418153, 0.405562, 0.411586, 0.404619, 0.403212, 0.409381, 0.427337, 0.41495, 0.393804, 0.413856, 0.420151, 0.419224, 0.361106, 0.428116, 0.436978, 0.413684, 0.414887, 0.419434, 0.426429, 0.413962, 0.426063, 0.423851, 0.425543, 0.407078, 0.380783, 0.391672, 0.417748, 0.42746, 0.425941, 0.40721, 0.426802, 0.410609, 0.40312, 0.361238, 0.407685, 0.425463, 0.396287, 0.398994, 0.419032, 0.415726, 0.415516, 0.430721, 0.418121, 0.424948, 0.410119, 0.426336, 0.348678, 0.417984, 0.422613, 0.406175, 0.374288, 0.406804, 0.406194, 0.410683, 0.411487, 0.401341, 0.401222, 0.411011, 0.410803, 0.414574, 0.419038, 0.406991, 0.401266, 0.421459, 0.43167, 0.416602, 0.426474, 0.411364, 0.415131, 0.412753, 0.428713, 0.412471, 0.409498, 0.429218, 0.414639, 0.440314, 0.404176, 0.340278, 0.411376, 0.388347, 0.41335, 0.426127, 0.418055, 0.410591, 0.424939, 0.42487, 0.410598, 0.41102, 0.37855, 0.410135, 0.407622, 0.40616, 0.416726, 0.418409, 0.438054, 0.416461, 0.415201, 0.414423, 0.417706, 0.404827, 0.41818, 0.382811, 0.413058, 0.404256, 0.385006, 0.433572, 0.444645, 0.583732, 0.409522, 0.414041, 0.413825, 0.427326, 0.403199, 0.40945, 0.406602, 0.408456, 0.412262, 0.421273, 0.437467, 0.421642, 0.403092, 0.424422, 0.41355, 0.425907, 0.426972, 0.430042, 0.407227, 0.415272, 0.41225, 0.39958, 0.423389, 0.407962, 0.39849, 0.371669, 0.406119, 0.408597, 0.415818, 0.413904, 0.419707, 0.417745, 0.402875, 0.410772, 0.43621, 0.414987, 0.404382, 0.405807, 0.422424, 0.405838, 0.417411, 0.424292, 0.416525, 0.401311, 0.410233, 0.413231, 0.417135, 0.260607, 0.431997, 0.424, 0.418966, 0.413793, 0.419486, 0.412482, 0.433456, 0.421739, 0.406044, 0.403109, 0.425314, 0.409021, 0.421186, 0.416924, 0.431452, 0.393289, 0.416233, 0.131977, 0.413388, 0.409705, 0.426765, 0.409647, 0.410014, 0.401323, 0.413526, 0.400963, 0.407725, 0.425782, 0.417463, 0.356762, 0.430511, 0.416742, 0.420722, 0.401704, 0.414518, 0.423994, 0.423809, 0.422344, 0.41169, 0.405096, 0.400954, 0.426472, 0.407225, 0.422305, 0.365405, 0.36413, 0.423727, 0.4381, 0.404408, 0.41089, 0.417509, 0.415512, 0.434316, 0.429692, 0.407578, 0.41394, 0.424127, 0.436742, 0.447108, 0.409905, 0.402884, 0.436095, 0.419248, 0.411966, 0.427388, 0.415225, 0.420192, 0.401889, 0.420349, 0.421477, 0.418858, 0.242367, 0.36606, 0.427575, 0.428702, 0.415745, 0.406978, 0.401184, 0.423434, 0.424351, 0.415505, 0.399783, 0.419935, 0.411891, 0.415409, 0.418514, 0.421215, 0.382052, 0.417065, 0.429831, 0.422374, 0.398687, 0.42194, 0.404582, 0.36419, 0.415036, 0.433777, 0.402828, 0.413751, 0.414567, 0.414173, 0.415575, 0.411079, 0.423652, 0.410768, 0.437414, 0.408273, 0.417222, 0.122155, 0.409005, 0.396881, 0.411702, 0.414454, 0.420737, 0.384928, 0.399389, 0.400782, 0.419369, 0.423366, 0.399696, 0.409247, 0.409936, 0.414235, 0.43158, 0.428479, 0.41777, 0.411152, 0.401533, 0.389504, 0.398235, 0.400091, 0.411816, 0.402846, 0.403861, 0.405326, 0.421287, 0.405819, 0.430165, 0.409435, 0.403851, 0.429476, 0.418665, 0.357649, 0.432929, 0.408969, 0.418003, 0.365964, 0.423676, 0.405284, 0.421739, 0.410868, 0.426813, 0.435021, 0.420642, 0.410314, 0.407524, 0.42846, 0.416309, 0.401171, 0.428391, 0.419489, 0.388618, 0.408008, 0.432401, 0.417881, 0.411093, 0.392991, 0.393815, 0.396715, 0.407735, 0.412716, 0.39049, 0.420448, 0.42433, 0.401785, 0.405822, 0.414156, 0.423912, 0.411831, 0.430713, 0.393455, 0.433773, 0.412429, 0.419146, 0.238684, 0.415555, 0.429474, 0.414614, 0.404101, 0.41217, 0.399062, 0.420214, 0.434536, 0.413066, 0.414392, 0.404236, 0.427353, 0.420763, 0.402802, 0.416649, 0.307466, 0.418368, 0.432629, 0.411217, 0.400536, 0.302902, 0.412529, 0.433204, 0.414663, 0.413475, 0.418697, 0.398684, 0.434505, 0.057551, 0.406955, 0.413705, 0.414412, 0.428356, 0.408494, 0.375442, 0.40495, 0.420631, 0.426924, 0.42274, 0.420536, 0.409313, 0.414081, 0.420549, 0.408891, 0.433505, 0.417907, 0.403973, 0.437477, 0.423186, 0.432898, 0.424381, 0.422673, 0.409279, 0.429007, 0.407216, 0.417123, 0.418624, 0.380541, 0.396838, 0.404118, 0.410117, 0.393999, 0.408133, 0.415064, 0.398659, 0.330463, 0.428508, 0.420534, 0.403675, 0.4105, 0.420961, 0.429297, 0.405459, 0.429405, 0.40581, 0.418512, 0.430479, 0.421363, 0.415731, 0.415389, 0.414, 0.397614, 0.427448, 0.417249, 0.420658, 0.41969, 0.43026, 0.411444, 0.418122, 0.409897, 0.42324, 0.430845, 0.410452, 0.419955, 0.394723, 0.416582, 0.433755, 0.423, 0.413726, 0.411608, 0.416372, 0.348536, 0.420408, 0.43003, 0.384359, 0.416863, 0.40362, 0.410337, 0.422513, 0.424199, 0.426089, 0.390591, 0.421702, 0.410969, 0.436821, 0.412564, 0.428964, 0.422213, 0.415736, 0.422464, 0.420291, 0.412328, 0.421745, 0.419974, 0.392381, 0.395865, 0.406669, 0.399614, 0.419743, 0.354811, 0.33334, 0.417073, 0.402477, 0.405811, 0.421836, 0.422122, 0.421778, 0.423878, 0.410861, 0.275806, 0.423408, 0.425223, 0.423899, 0.416984, 0.406242, 0.401633, 0.386137, 0.408705, 0.404277, 0.42932, 0.390215, 0.416477, 0.420048, 0.377988, 0.409592, 0.401656, 0.384554, 0.366261, 0.422973, 0.425498, 0.427664, 0.416414, 0.402221, 0.421941, 0.406135, 0.419116, 0.428069, 0.415265, 0.420591, 0.415419, 0.426213, 0.414957, 0.415689, 0.414708, 0.42646, 0.417454, 0.420553, 0.417406, 0.379086, 0.337833, 0.422343, 0.366629, 0.428361, 0.436605, 0.418771, 0.408093, 0.424133, 0.419288, 0.394426, 0.427841, 0.406179, 0.436897, 0.420372, 0.423023, 0.426172, 0.365297, 0.407927, 0.419198, 0.405044, 0.410974, 0.420942, 0.402111, 0.40625, 0.412351, 0.40997, 0.431015, 0.431619, 0.425219, 0.429028, 0.419282, 0.408259, 0.411497, 0.40164, 0.395261, 0.388869, 0.422833, 0.407366, 0.426669, 0.417136, 0.422503, 0.42058, 0.421328, 0.425924, 0.251324, 0.362146, 0.416972, 0.356707, 0.433046, 0.405039, 0.42772, 0.410555, 0.421828, 0.410516, 0.423168, 0.437958, 0.418278, 0.391866, 0.421827, 0.414374, 0.415589, 0.425456, 0.403492, 0.41469, 0.407324, 0.417518, 0.404408, 0.419257, 0.407866, 0.417197, 0.412337, 0.341397, 0.432495, 0.426029, 0.41996, 0.416841, 0.422271, 0.424953, 0.415768, 0.326317, 0.416037, 0.423743, 0.422663, 0.419836, 0.409991, 0.43979, 0.422352, 0.418177, 0.430373, 0.3732, 0.411959, 0.421216, 0.409097, 0.416835, 0.400984, 0.417469, 0.426215, 0.421758, 0.418688, 0.431279, 0.414022, 0.419725, 0.425547, 0.431286, 0.419245, 0.396151, 0.416386, 0.415301, 0.422408, 0.370278, 0.414926, 0.410007, 0.413483, 0.380529, 0.419623, 0.421849, 0.410835, 0.416002, 0.423449, 0.401579, 0.41546, 0.403738, 0.417077, 0.42348, 0.404905, 0.422957, 0.426194, 0.287892, 0.405342, 0.389533, 0.416287, 0.25681, 0.419831, 0.413572, 0.39115, 0.43163, 0.434433, 0.419332, 0.424512, 0.405685, 0.416607, 0.413994, 0.425871, 0.414761, 0.434252, 0.420898, 0.436137, 0.411479, 0.405572, 0.351983, 0.412299, 0.421571, 0.424605, 0.422226, 0.414978, 0.410683, 0.421033, 0.422148, 0.425433, 0.428748, 0.431437, 0.42262, 0.397732, 0.415436, 0.422453, 0.421108, 0.425963, 0.423669, 0.419383, 0.42092, 0.432486, 0.389476, 0.41906, 0.412676, 0.425383, 0.023644, 0.42458, 0.438542, 0.421363, 0.413263, 0.400086, 0.416548, 0.425491, 0.404232, 0.40295, 0.410736, 0.415544, 0.41268, 0.412886, 0.399317, 0.392616, 0.433034, 0.421944, 0.416784, 0.42544, 0.424477, 0.423311, 0.418144, 0.417387, 0.408631, 0.39923, 0.409508, 0.423274, 0.407148, 0.434795, 0.406904, 0.423458, 0.421131, 0.39385, 0.427976, 0.406172, 0.420098, 0.415197, 0.414519, 0.415836, 0.421288, 0.376924, 0.418963, 0.41055, 0.380236, 0.409348, 0.438877, 0.374991, 0.414903, 0.4119, 0.419727, 0.409271, 0.412113, 0.42413, 0.413942, 0.427047, 0.423085, 0.417775, 0.405832, 0.416076, 0.321342, 0.419584, 0.426743, 0.41319, 0.406932, 0.414522, 0.416179, 0.420373, 0.426439, 0.411546, 0.417365, 0.425983, 0.421428, 0.427135, 0.417038, 0.418611, 0.381519, 0.414624, 0.4086, 0.425637, 0.38994, 0.413372, 0.337867, 0.413875, 0.40512, 0.423108, 0.400098, 0.298412, 0.400211, 0.416282, 0.407282, 0.414287, 0.415629, 0.405754, 0.290188, 0.418062, 0.395947, 0.396408, 0.405966, 0.424986, 0.39315, 0.416115, 0.400983, 0.424999, 0.422601, 0.403003, 0.419112, 0.412437, 0.418304, 0.427453, 0.419015, 0.433151, 0.406074, 0.425434, 0.404798, 0.410396, 0.411925, 0.403329, 0.388025, 0.408713, 0.410609, 0.418411, 0.403227, 0.404141, 0.415876, 0.420211, 0.427695, 0.403391, 0.407637, 0.407896, 0.408449, 0.403655, 0.357069, 0.409536, 0.410359, 0.409528, 0.401809, 0.406582, 0.381238, 0.429908, 0.425411, 0.41954, 0.415803, 0.407478, 0.412057, 0.419758, 0.404201, 0.42601, 0.395315, 0.417421, 0.382697, 0.416404, 0.417689, 0.428526, 0.420336, 0.352422, 0.407382, 0.409478, 0.409605, 0.403126, 0.417542, 0.420765, 0.410829, 0.42535, 0.364382, 0.415485, 0.40518, 0.406391, 0.419311, 0.419051, 0.412051, 0.403821, 0.40734, 0.427989, 0.40811, 0.417207, 0.413347, 0.402503, 0.36022, 0.344375, 0.424736, 0.40094, 0.412429, 0.42139, 0.431229, 0.387906, 0.426778, 0.405092, 0.404466, 0.406066, 0.417839, 0.413622, 0.179526, 0.428236, 0.423869, 0.416037, 0.400647, 0.411105, 0.416625, 0.413842, 0.415992, 0.400269, 0.368176, 0.405077, 0.423056, 0.405255, 0.415035, 0.415998, 0.416489, 0.411261, 0.418089, 0.428422, 0.431751, 0.422595, 0.426928, 0.410283, 0.417441, 0.43445, 0.412808, 0.388294, 0.405705, 0.405812, 0.420153, 0.410591, 0.417625, 0.406085, 0.41625, 0.436862, 0.425203, 0.41005, 0.416796, 0.382889, 0.405883, 0.423237, 0.403381, 0.412284, 0.356564, 0.425865, 0.419043, 0.394957, 0.420968, 0.417794, 0.379405, 0.410935, 0.391878, 0.433401, 0.418415, 0.434946, 0.413986, 0.410218, 0.366097, 0.420658, 0.409466, 0.407496, 0.421798, 0.377937, 0.423139, 0.405789, 0.359445, 0.406178, 0.399822, 0.411793, 0.373479, 0.348049, 0.408598, 0.407326, 0.416511, 0.407174, 0.406679, 0.423477, 0.407221, 0.412369, 0.425799, 0.395919, 0.414336, 0.429252, 0.409451, 0.412054, 0.42211, 0.417261, 0.420084, 0.415171, 0.398165, 0.420782, 0.407794, 0.420547, 0.42128, 0.404563, 0.191705, 0.392175, 0.429326, 0.421112, 0.407675, 0.42168, 0.420337, 0.427678, 0.424036, 0.383917, 0.38588, 0.407927, 0.422211, 0.430613, 0.418869, 0.423189, 0.416312, 0.42317, 0.426521, 0.393198, 0.42172, 0.425645, 0.397371, 0.400402, 0.408217, 0.39592, 0.424337, 0.422954, 0.400718, 0.431279, 0.416321, 0.379222, 0.42207, 0.419433, 0.325575, 0.41902, 0.420431, 0.397075, 0.281505, 0.413674, 0.422431, 0.347442, 0.401677, 0.419191, 0.421568, 0.403028, 0.397278, 0.429913, 0.428695, 0.421961, 0.405227, 0.402581, 0.411851, 0.404453, 0.421551, 0.413639, 0.427944, 0.415468, 0.396026, 0.411743, 0.413424, 0.417987, 0.42843, 0.410919, 0.412614, 0.431817, 0.420371, 0.411851, 0.42668, 0.414135, 0.419585, 0.411294, 0.414818, 0.41995, 0.422681, 0.412748, 0.405542, 0.298495, 0.40862, 0.431867, 0.414607, 0.420403, 0.440853, 0.41754, 0.408636, 0.112069, 0.415641, 0.400209, 0.411553, 0.404762, 0.405696, 0.404765, 0.407435, 0.42023, 0.419678, 0.409728, 0.41442, 0.422631, 0.407736, 0.41199, 0.415444, 0.4061, 0.412469, 0.417843, 0.414028, 0.420879, 0.405154, 0.355121, 0.406671, 0.406338, 0.414502, 0.426366, 0.411315, 0.409721, 0.403067, 0.43942, 0.414062, 0.4043, 0.396529, 0.410257, 0.42594, 0.417124, 0.426308, 0.417721, 0.415785, 0.425197, 0.408055, 0.226847, 0.408623, 0.404522, 0.404262, 0.357317, 0.413722, 0.200508, 0.395655, 0.388698, 0.417906, 0.417068, 0.418786, 0.419418, 0.401953, 0.403199, 0.415442, 0.425961, 0.372978, 0.417844, 0.409658, 0.330629, 0.41104, 0.38056, 0.410549, 0.406009, 0.418409, 0.407858, 0.385203, 0.413896, 0.406796, 0.42841, 0.122047, 0.415954, 0.41687, 0.416602, 0.367508, 0.41674, 0.421001, 0.422651, 0.418214, 0.428458, 0.407585, 0.384998, 0.41769, 0.420748, 0.423196, 0.419774, 0.420571, 0.399965, 0.410259, 0.422326, 0.41762, 0.406404, 0.392678, 0.408971, 0.433516, 0.434624, 0.389037, 0.40502, 0.428724, 0.416651, 0.410659, 0.411037, 0.360106, 0.428249, 0.40938, 0.409947, 0.38242, 0.410621, 0.430875, 0.396111, 0.405004, 0.425189, 0.420628, 0.419136, 0.410486, 0.404826, 0.41489, 0.414639, 0.420555, 0.426558, 0.431814, 0.399373, 0.420837, 0.35407, 0.406329, 0.41531, 0.425145, 0.409016, 0.379475, 0.405732, 0.40857, 0.404691, 0.398136, 0.400577, 0.408054, 0.420526, 0.408574, 0.402407, 0.432246, 0.426111, 0.4179, 0.405652, 0.422646, 0.416025, 0.40182, 0.416136, 0.270141, 0.427134, 0.417055, 0.422061, 0.416595, 0.409801, 0.412036, 0.394205, 0.395862, 0.419084, 0.425771, 0.411498, 0.425217, 0.415412, 0.41734, 0.416772, 0.430929, 0.409799, 0.382967, 0.392129, 0.41009, 0.415405, 0.423954, 0.397827, 0.41113, 0.393579, 0.419819, 0.418663, 0.281308, 0.435042, 0.410512, 0.412429, 0.42952, 0.408287, 0.427927, 0.413315, 0.416797, 0.394732, 0.399389, 0.410982, 0.424869, 0.419402, 0.415798, 0.424808, 0.409943, 0.408332, 0.420774, 0.420132, 0.414681, 0.41534, 0.419093, 0.437048, 0.409543, 0.420209, 0.440009, 0.40809, 0.405922, 0.357765, 0.427251, 0.400875, 0.395871, 0.402341, 0.438245, 0.417448, 0.426861, 0.409255, 0.404278, 0.415164, 0.424335, 0.410199, 0.418508, 0.382846, 0.422351, 0.404625, 0.415255, 0.406619, 0.406999, 0.416155, 0.422321, 0.418011, 0.322928, 0.425384, 0.406289, 0.359292, 0.40313, 0.416176, 0.399091, 0.368773, 0.418082, 0.419045, 0.407172, 0.411481, 0.419101, 0.434156, 0.426585, 0.420326, 0.425286, 0.421738, 0.41331, 0.414727, 0.411776, 0.424313, 0.415494, 0.389164, 0.337844, 0.411655, 0.420872, 0.400991, 0.415092, 0.406574, 0.421538, 0.411978, 0.400843, 0.434744, 0.404706, 0.392941, 0.39648, 0.402879, 0.415019, 0.41994, 0.412437, 0.421072, 0.436829, 0.43217, 0.412754, 0.427551, 0.399346, 0.41348, 0.430805, 0.415264, 0.431797, 0.388609, 0.397138, 0.388489, 0.428654, 0.414662, 0.380907, 0.419232, 0.398398, 0.412561, 0.420438, 0.40478, 0.429603, 0.376818, 0.420254, 0.421877, 0.412822, 0.432504, 0.426233, 0.397289, 0.41831, 0.414831, 0.418456, 0.436655, 0.31016, 0.413696, 0.421749, 0.424149, 0.435223, 0.430389, 0.412028, 0.410635, 0.419059, 0.413706, 0.415071, 0.41487, 0.414736, 0.425308, 0.413173, 0.423405, 0.425177, 0.420673, 0.413308, 0.41675, 0.404947, 0.415189, 0.410182, 0.395083, 0.435925, 0.41504, 0.407202, 0.4105, 0.402754, 0.430615, 0.407045, 0.416644, 0.367757, 0.423822, 0.421565, 0.361389, 0.419871, 0.414265, 0.418321, 0.409761, 0.425268, 0.41078, 0.304816, 0.417739, 0.408092, 0.414729, 0.403185, 0.412718, 0.412706, 0.425632, 0.411167, 0.409936, 0.427375, 0.41356, 0.407576, 0.433086, 0.430953, 0.413804, 0.411942, 0.412059, 0.42862, 0.399387, 0.424245, 0.425256, 0.423219, 0.418112, 0.428972, 0.414584, 0.432547, 0.418903, 0.418733, 0.405668, 0.411334, 0.432301, 0.408142, 0.41397, 0.427182, 0.4339, 0.412502, 0.407508, 0.429998, 0.412064, 0.418995, 0.42037, 0.408436, 0.418198, 0.395737, 0.428646, 0.373751, 0.420968, 0.422055, 0.417322, 0.430126, 0.42185, 0.40902, 0.416932, 0.415655, 0.420585, 0.405305, 0.370902, 0.439143, 0.412662, 0.412909, 0.417908, 0.410783, 0.406832, 0.389788, 0.418071, 0.419297, 0.420757, 0.423859, 0.429345, 0.418842, 0.404132, 0.431387, 0.424928, 0.431162, 0.4286, 0.394966, 0.416903, 0.413917, 0.428332, 0.4025, 0.390201, 0.429999, 0.419608, 0.41599, 0.408724, 0.422855, 0.399365, 0.376778, 0.410971, 0.407176, 0.328579, 0.421146, 0.40881, 0.416283, 0.421714, 0.421486, 0.423442, 0.417091, 0.426395, 0.408344, 0.409805, 0.430541, 0.406591, 0.420291, 0.407835, 0.416239, 0.407542, 0.413762, 0.418841, 0.410574, 0.413474, 0.409043, 0.413326, 0.419891, 0.430179, 0.42879, 0.408837, 0.399283, 0.407087, 0.425503, 0.413859, 0.410029, 0.417972, 0.404608, 0.405039, 0.411229, 0.41928, 0.412973, 0.388637, 0.365084, 0.405186, 0.411333, 0.42621, 0.427422, 0.284391, 0.385122, 0.436785, 0.411991, 0.421915, 0.427194, 0.408681, 0.418677, 0.424472, 0.396828, 0.420496, 0.410162, 0.42292, 0.412433, 0.428711, 0.412232, 0.404807, 0.41868, 0.404896, 0.439107, 0.428108, 0.408119, 0.419673, 0.412691, 0.418348, 0.40799, 0.40817, 0.42214, 0.431773, 0.419215, 0.412041, 0.405803, 0.429084, 0.409435, 0.41861, 0.431838, 0.416493, 0.41762, 0.39526, 0.412774, 0.422311, 0.419177, 0.41966, 0.441599, 0.400183, 0.428537, 0.371579, 0.39995, 0.441717, 0.413966, 0.420253, 0.406223, 0.408686, 0.388855, 0.411428, 0.35604, 0.418847, 0.427091, 0.411186, 0.405375, 0.409743, 0.417651, 0.402017, 0.41153, 0.408101, 0.403127, 0.383657, 0.412328, 0.403509, 0.413598, 0.429643, 0.42008, 0.402886, 0.444284, 0.422869, 0.428956, 0.434674, 0.431339, 0.425326, 0.418724, 0.418672, 0.422447, 0.414147, 0.427925, 0.419325, 0.410186, 0.365821, 0.419855, 0.407677, 0.397536, 0.416932, 0.428659, 0.404873, 0.413561, 0.405927, 0.439194, 0.325876, 0.378344, 0.413798, 0.417125, 0.406463, 0.418579, 0.39668, 0.414057, 0.402585, 0.438458, 0.271113, 0.408275, 0.436374, 0.403792, 0.424231, 0.42257, 0.43163, 0.403181, 0.410536, 0.419669, 0.413947, 0.430897, 0.406097, 0.412207, 0.415406, 0.415257, 0.424856, 0.412164, 0.422951, 0.384658, 0.423447, 0.416192, 0.421371, 0.442239, 0.416734, 0.391442, 0.420819, 0.396473, 0.413386, 0.416819, 0.432066, 0.393353, 0.41989, 0.426894, 0.427704, 0.414799, 0.405563, 0.434979, 0.411611, 0.43015, 0.43847, 0.41516, 0.416214, 0.413053, 0.419723, 0.42351, 0.417028, 0.411106, 0.431276, 0.390699, 0.436386, 0.415745, 0.410129, 0.412369, 0.424928, 0.433509, 0.423134, 0.42169, 0.429814, 0.406558, 0.418667, 0.4178, 0.424146, 0.441892, 0.419246, 0.347048, 0.428093, 0.373813, 0.438691, 0.426419, 0.41164, 0.41994, 0.428991, 0.417972, 0.391864, 0.424742, 0.417954, 0.425569, 0.410116, 0.4205, 0.424703, 0.408569, 0.406083, 0.426237, 0.388912, 0.434109, 0.42029, 0.428967, 0.39844, 0.395486, 0.406043, 0.417242, 0.371695, 0.408337, 0.411698, 0.427739, 0.367293, 0.410074, 0.361262, 0.313873, 0.41431, 0.425723, 0.440248, 0.361884, 0.422627, 0.412702, 0.409197, 0.425207, 0.317673, 0.392115, 0.410135, 0.419837, 0.38932, 0.429414, 0.416915, 0.415063, 0.422121, 0.415432, 0.392483, 0.409718, 0.398125, 0.413635, 0.414532, 0.414569, 0.425141, 0.429282, 0.418029, 0.413259, 0.430437, 0.424722, 0.425127, 0.415947, 0.399776, 0.419214, 0.410459, 0.398632, 0.408645, 0.407594, 0.404249, 0.415041, 0.415804, 0.432432, 0.414802, 0.427453, 0.432284, 0.417122, 0.411697, 0.415746, 0.426234, 0.423681, 0.42933, 0.426239, 0.405945, 0.400887, 0.41967, 0.393325, 0.42368, 0.428108, 0.414149, 0.415331, 0.407106, 0.404841, 0.396174, 0.408068, 0.414432, 0.412958, 0.401156, 0.43224, 0.421709, 0.420739, 0.409001, 0.418014, 0.436884, 0.417963, 0.405566, 0.418979, 0.40246, 0.421865, 0.41505, 0.436464, 0.433453, 0.371998, 0.409175, 0.417265, 0.421951, 0.383573, 0.426574, 0.423641, 0.413793, 0.367976, 0.413874, 0.390678, 0.419523, 0.423523, 0.197823, 0.419571, 0.371418, 0.416876, 0.398301, 0.443391, 0.431818, 0.411543, 0.39105, 0.423876, 0.425836, 0.427594, 0.415302, 0.404026, 0.428637, 0.417563, 0.415864, 0.426974, 0.42803, 0.415103, 0.410931, 0.422349, 0.423617, 0.418296, 0.421408, 0.414099, 0.409498, 0.425871, 0.419782, 0.427412, 0.411051, 0.422009, 0.425483, 0.408732, 0.422889, 0.401116, 0.425099, 0.319459, 0.418768, 0.408585, 0.400833, 0.417527, 0.404226, 0.411634, 0.426994, 0.416606, 0.421985, 0.414271, 0.4395, 0.414832, 0.411355, 0.400637, 0.430888, 0.42547, 0.419501, 0.436345, 0.41629, 0.415627, 0.425723, 0.340875, 0.412974, 0.424444, 0.426593, 0.397558, 0.423714, 0.429769, 0.422109, 0.426909, 0.42703, 0.409622, 0.418941, 0.417865, 0.413992, 0.407442, 0.418523, 0.429684, 0.406201, 0.324948, 0.399484, 0.41367, 0.420486, 0.415384, 0.420822, 0.411083, 0.420234, 0.419744, 0.413221, 0.383143, 0.425964, 0.435833, 0.417188, 0.415951, 0.434277, 0.414097, 0.441879, 0.406995, 0.4266, 0.401249, 0.394772, 0.426095, 0.405221, 0.421534, 0.415901, 0.424679, 0.430267, 0.429046, 0.40394, 0.407732, 0.336368, 0.425402, 0.42092, 0.427742, 0.393237, 0.422119, 0.418456, 0.421995, 0.411353, 0.34717, 0.398197, 0.412533, 0.40745, 0.436862, 0.409789, 0.434893, 0.413591, 0.416523, 0.411669, 0.412816, 0.41242, 0.401443, 0.41431, 0.432269, 0.418445, 0.413785, 0.424522, 0.402936, 0.409413, 0.412433, 0.385035, 0.398011, 0.379038, 0.412501, 0.415259, 0.325247, 0.436959, 0.426804 ] }, "name": "model.model.layers.21.post_attention_layernorm.weight", "outputIndexes": [ 1772 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1771 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_21/Mul_output_0", "outputIndexes": [ 1773 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1772, 1773 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_21/Mul_1_output_0", "outputIndexes": [ 1774 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1774 ], "outputIndexes": [ 2567 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2567 ], "outputIndexes": [ 2568 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/gate_proj/Linear", "inputIndexes": [ 2568 ], "outputIndexes": [ 2569 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 8192, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 802163962, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2569 ], "outputIndexes": [ 2570 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2570 ], "outputIndexes": [ 1775 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 8192 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1775 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_21/Sigmoid_output_0", "outputIndexes": [ 1776 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1775, 1776 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_21/Mul_output_0", "outputIndexes": [ 1777 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1774 ], "outputIndexes": [ 2571 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2571 ], "outputIndexes": [ 2572 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/up_proj/Linear", "inputIndexes": [ 2572 ], "outputIndexes": [ 2573 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 8192, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 811601168, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2573 ], "outputIndexes": [ 2574 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2574 ], "outputIndexes": [ 1778 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 8192 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1777, 1778 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_21/Mul_output_0", "outputIndexes": [ 1779 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1779 ], "outputIndexes": [ 2575 ], "main_type": "Reshape", "main": { "dims": [ -1, 8192, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2575 ], "outputIndexes": [ 2576 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/down_proj/Linear", "inputIndexes": [ 2576 ], "outputIndexes": [ 2577 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 8192, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 821038374, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2577 ], "outputIndexes": [ 2578 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2578 ], "outputIndexes": [ 1780 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1771, 1780 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_109_output_0", "outputIndexes": [ 1781 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1781, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_110_output_0", "outputIndexes": [ 1782 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2048 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.553321, 0.540243, 0.571871, 0.561525, 0.636159, 0.553298, 0.546534, 0.517674, 0.552941, 0.556902, 0.575132, 0.539315, 0.573677, 0.555074, 0.54412, 0.531147, 0.592523, 0.634377, 0.550482, 0.547928, 0.559763, 0.556973, 0.540416, 0.59969, 0.576231, 0.540165, 0.565643, 0.580617, 0.527816, 0.47998, 0.542352, 0.525456, 0.536117, 0.620136, 0.539415, 0.569916, 0.565947, 0.558204, 0.554145, 0.556868, 0.532957, 0.590299, 0.528958, 0.505403, 0.553367, 0.536154, 0.555321, 0.527387, 0.553944, 0.551324, 0.585646, 0.57542, 0.550545, 0.535578, 0.554718, 0.540536, 0.537633, 0.552338, 0.575759, 0.554868, 0.530999, 0.52275, 0.65624, 0.521723, 0.519403, 0.569679, 0.735224, 0.52223, 0.526506, 0.534774, 0.555731, 0.556928, 0.554851, 0.543891, 0.570216, 0.540235, 0.538082, 0.527023, 0.638026, 0.570768, 0.535671, 0.577892, 0.553018, 0.511696, 0.521811, 0.528933, 0.590688, 0.706447, 0.549527, 0.540365, 0.554854, 0.547972, 0.549784, 0.556449, 0.580036, 0.522908, 0.545738, 0.526549, 0.556648, 0.593523, 0.658491, 0.531334, 0.593001, 0.615021, 0.528565, 0.540703, 0.699934, 0.565005, 0.543145, 0.521653, 0.575258, 0.540168, 0.590645, 0.556576, 0.543301, 0.545526, 0.560527, 0.534992, 0.565476, 0.523318, 0.538527, 0.567933, 0.555511, 0.525713, 0.56566, 0.562886, 0.551033, 0.553574, 0.516795, 0.545922, 0.508807, 0.465478, 0.52999, 0.549656, 0.521313, 0.539172, 0.529424, 0.494226, 0.506009, 0.524095, 0.483508, 0.552526, 0.54964, 0.556783, 0.466171, 0.554798, 0.522872, 0.535172, 0.514932, 0.518455, 0.516589, 0.521867, 0.520171, 0.572573, 0.509724, 0.512705, 0.560543, 0.563408, 0.573772, 0.511629, 0.520944, 0.478869, 0.512567, 0.541303, 0.526039, 0.534614, 0.550671, 0.5088, 0.511937, 0.539549, 0.512597, 0.530868, 0.522057, 0.534541, 0.53288, 0.511759, 0.517632, 0.511677, 0.527972, 0.542718, 0.511477, 0.532822, 0.531684, 0.501713, 0.529052, 0.51816, 0.510949, 0.59347, 0.531603, 0.532145, 0.516314, 0.496739, 0.51191, 0.521231, 0.573805, 0.518274, 0.543706, 0.532392, 0.508107, 0.590036, 0.521243, 0.532602, 0.535962, 0.53477, 0.532901, 0.512288, 0.527829, 0.569464, 0.520396, 0.659487, 0.514939, 0.510066, 0.539853, 0.509538, 0.525347, 0.522314, 0.53725, 0.514704, 0.534449, 0.533914, 0.524819, 0.521383, 0.536811, 0.566198, 0.539345, 0.573104, 0.523895, 0.184767, 0.539841, 0.545072, 0.533463, 0.542933, 0.505354, 0.567066, 0.510794, 0.545694, 0.522919, 0.519896, 0.531553, 0.527624, 0.511233, 0.527827, 0.493849, 0.546145, 0.500136, 0.520817, 0.507917, 0.510376, 0.570828, 0.585608, 0.532348, 0.502365, 0.526077, 0.517904, 0.641365, 0.659006, 0.521283, 0.526862, 0.560997, 0.5316, 0.522919, 0.53375, 0.561725, 0.502119, 0.545472, 0.542415, 0.547547, 0.574505, 0.504118, 0.514388, 0.550438, 0.573211, 0.509505, 0.531959, 0.516279, 0.611172, 0.540036, 0.53142, 0.587313, 0.540573, 0.58521, 0.716598, 0.699556, 0.535176, 0.534377, 0.531024, 0.568656, 0.516996, 0.533884, 0.557729, 0.527475, 0.531094, 0.560647, 0.529331, 0.534687, 0.541802, 0.547996, 0.629009, 0.54529, 0.515779, 0.535039, 0.601083, 0.505484, 0.593868, 0.716605, 0.526442, 0.529825, 0.544146, 0.556619, 0.529995, 0.531285, 0.542664, 0.539478, 0.548309, 0.548747, 0.520679, 0.570291, 0.515425, 0.797991, 0.557797, 0.574555, 0.555004, 0.53538, 0.578881, 0.577558, 0.512545, 0.601207, 0.569601, 0.562938, 0.571787, 0.527048, 0.534669, 0.543863, 0.524237, 0.551871, 0.546799, 0.555079, 0.536524, 0.403657, 0.439523, 0.526785, 0.523591, 0.524641, 0.529617, 0.624686, 0.547412, 0.559119, 0.540764, 0.527278, 0.56552, 0.592715, 0.520119, 0.701723, 0.542077, 0.532124, 0.520375, 0.622893, 0.564053, 0.529894, 0.516313, 0.561879, 0.551339, 0.518666, 0.543245, 0.523591, 0.528944, 0.533683, 0.537307, 0.585326, 0.534676, 0.532839, 0.599976, 0.548415, 0.562496, 0.55374, 0.538552, 0.551081, 0.508501, 0.514355, 0.555162, 0.529021, 0.667032, 0.505614, 0.544485, 0.560476, 0.541488, 0.560809, 0.529007, 0.562026, 0.539962, 0.621817, 0.55597, 0.573661, 0.566353, 0.424292, 0.506225, 0.559612, 0.519241, 0.597338, 0.524331, 0.559485, 0.545809, 0.528657, 0.526975, 0.589872, 0.551007, 0.52949, 0.564421, 0.517499, 0.536751, 0.83554, 0.536004, 0.557394, 0.556421, 0.483006, 0.814352, 0.560522, 0.55207, 0.530079, 0.542151, 0.544831, 0.570334, 0.527811, 0.517657, 0.561011, 0.533491, 0.613759, 0.526297, 0.626847, 0.650657, 0.533444, 0.53454, 0.522091, 0.538507, 0.535456, 0.54011, 0.56073, 0.536758, 0.438798, 0.511898, 0.543779, 0.527361, 0.548477, 0.548863, 0.557735, 0.53928, 0.555417, 0.519948, 0.56104, 0.522919, 0.521091, 0.531112, 0.647973, 0.539393, 0.575529, 0.557404, 0.556742, 0.578397, 0.522812, 0.53757, 0.80609, 0.547763, 0.540794, 0.571681, 0.543941, 0.530736, 0.524625, 0.542445, 0.517068, 0.558593, 0.56187, 0.524678, 0.541727, 0.542812, 0.529815, 0.526486, 0.563076, 0.505317, 0.516013, 0.543394, 0.535254, 0.540468, 0.519062, 0.57211, 0.556748, 0.550259, 0.522786, 0.531086, 0.540644, 0.590347, 0.544481, 0.549628, 0.541822, 0.554333, 0.55653, 0.537227, 0.724338, 0.560213, 0.543116, 0.622683, 0.443857, 0.540052, 0.536393, 0.531234, 0.540875, 0.536268, 0.521722, 0.543214, 0.530529, 0.544844, 0.542773, 0.534062, 0.537539, 0.531589, 0.555524, 0.546981, 0.423046, 0.530937, 0.545729, 0.589071, 0.564666, 0.546409, 0.544213, 0.586248, 0.702337, 0.429208, 0.525172, 0.569462, 0.525015, 0.527357, 0.537538, 0.539649, 0.53135, 0.504951, 0.39439, 0.538855, 0.563802, 0.510909, 0.524773, 0.522739, 0.550285, 0.595367, 0.57032, 0.544192, 0.546277, 0.584251, 0.517971, 0.55583, 0.602934, 0.559501, 0.605535, 0.565231, 0.710525, 0.545428, 0.502379, 0.532928, 0.542595, 0.544706, 0.535021, 0.520572, 0.532791, 0.518451, 0.521089, 0.553711, 0.54436, 0.537765, 0.525204, 0.528509, 0.530532, 0.590965, 0.535623, 0.536226, 0.517127, 0.463899, 0.389098, 0.579821, 0.528227, 0.561923, 0.559909, 0.543286, 0.530042, 0.521128, 0.538288, 0.577646, 0.551027, 0.535571, 0.518375, 0.535478, 0.554907, 0.547061, 0.64725, 0.582189, 0.539286, 0.546767, 0.521324, 0.553895, 0.584765, 0.515229, 0.556072, 0.50772, 0.523436, 0.554991, 0.550701, 0.542975, 0.553351, 0.536481, 0.560236, 0.524201, 0.554544, 0.665769, 0.569144, 0.50453, 0.556501, 0.54876, 0.567328, 0.518735, 0.531488, 0.542211, 0.699118, 0.662228, 0.53763, 0.46567, 0.535529, 0.5627, 0.535013, 0.534197, 0.524956, 0.562415, 0.512422, 0.537729, 0.508965, 0.553736, 0.547032, 0.538405, 0.545371, 0.512391, 0.591069, 0.547106, 0.533397, 0.549095, 0.532188, 0.506971, 0.524121, 0.523766, 0.526172, 0.456326, 0.549408, 0.544197, 0.528848, 0.534466, 0.525007, 0.560944, 0.523248, 0.817399, 0.550987, 0.546977, 0.544854, 0.538764, 0.541384, 0.5443, 0.54351, 0.517334, 0.55533, 0.656169, 0.530304, 0.504167, 0.505884, 0.538793, 0.537084, 0.569596, 0.539466, 0.571852, 0.544719, 0.529748, 0.541636, 0.548405, 0.531571, 0.542892, 0.557439, 0.561261, 0.546723, 0.539729, 0.555593, 0.671698, 0.548018, 0.543728, 0.556136, 0.658535, 0.550087, 0.523219, 0.552417, 0.506875, 0.53387, 0.51718, 0.556768, 0.562943, 0.556707, 0.556322, 0.531411, 0.546899, 0.527144, 0.732909, 0.551875, 0.521375, 0.516319, 0.849471, 0.532271, 0.593998, 0.418447, 0.528518, 0.532509, 0.552101, 0.560155, 0.561739, 0.536747, 0.537103, 0.543161, 0.542379, 0.569703, 0.566607, 0.54184, 0.583366, 0.588166, 0.530262, 0.509431, 0.535542, 0.528164, 0.544745, 0.539811, 0.514957, 0.587659, 0.550413, 0.534294, 0.546217, 0.537311, 0.535743, 0.560357, 0.534799, 0.555309, 0.562093, 0.558806, 0.522646, 0.546446, 0.545433, 0.548869, 0.51491, 0.568604, 0.564664, 0.548827, 0.126179, 0.522354, 0.535215, 0.557576, 0.552013, 0.523368, 0.549006, 0.559141, 0.572723, 0.52547, 0.572902, 0.599912, 0.540401, 0.530721, 0.544146, 0.633775, 0.531762, 0.56516, 0.552381, 0.555679, 0.561456, 0.568439, 0.521541, 0.544448, 0.517784, 0.654324, 0.594528, 0.542952, 0.536809, 0.567751, 0.575206, 0.554285, 0.554588, 0.628175, 0.525438, 0.521378, 0.542314, 0.533121, 0.543131, 0.538125, 0.545471, 0.714923, 0.56025, 0.555425, 0.628106, 0.546369, 0.559746, 0.710422, 0.524305, 0.540017, 0.510651, 0.54323, 0.552786, 0.547166, 0.553268, 0.549605, 0.532505, 0.526872, 0.537147, 0.562987, 0.826356, 0.533401, 0.533999, 0.542362, 0.52464, 0.55863, 0.554128, 0.539696, 0.548525, 0.520791, 0.548002, 0.544227, 0.571967, 0.559523, 0.581277, 0.552024, 0.402598, 0.539296, 0.53155, 0.53753, 0.531402, 0.552461, 0.730294, 0.576837, 0.546496, 0.525829, 0.496515, 0.482636, 0.569671, 0.520541, 0.52664, 0.548839, 0.601928, 0.568497, 0.566498, 0.569218, 0.420116, 0.539968, 0.549196, 0.541422, 0.532672, 0.552934, 0.551106, 0.531781, 0.529258, 0.533381, 0.542511, 0.549744, 0.529647, 0.526703, 0.541796, 0.542722, 0.557658, 0.561829, 0.518846, 0.556202, 0.543449, 0.524784, 0.635935, 0.518301, 0.553743, 0.515487, 0.612656, 0.553075, 0.553946, 0.549411, 0.586476, 0.535609, 0.536839, 0.531304, 0.559959, 0.535058, 0.417802, 0.512766, 0.574582, 0.587916, 0.542502, 0.531094, 0.619443, 0.559225, 0.525322, 0.561532, 0.530618, 0.541114, 0.538911, 0.523044, 0.513965, 0.534404, 0.595461, 0.539818, 0.523248, 0.53229, 0.528789, 0.552222, 0.5251, 0.677882, 0.543563, 0.549667, 0.518722, 0.548885, 0.540355, 0.572551, 0.546607, 0.552742, 0.755836, 0.528156, 0.537199, 0.602015, 0.550208, 0.582245, 0.538302, 0.531124, 0.548302, 0.52478, 0.540807, 0.542404, 0.514964, 0.624083, 0.709338, 0.753919, 0.554978, 0.561392, 0.542979, 0.531511, 0.555785, 0.476713, 0.529151, 0.534584, 0.491283, 0.506839, 0.526116, 0.548211, 0.791512, 0.534181, 0.554036, 0.546304, 0.538348, 0.557433, 0.539887, 0.51243, 0.539206, 0.541885, 0.530033, 0.537231, 0.552908, 0.51111, 0.550675, 0.50618, 0.537972, 0.563783, 0.540484, 0.512715, 0.539096, 0.509973, 0.536843, 0.539666, 0.564682, 0.518219, 0.559241, 0.624149, 0.52498, 0.510458, 0.524449, 0.544112, 0.529056, 0.562454, 0.516766, 0.521599, 0.507044, 0.519255, 0.503678, 0.711376, 0.567193, 0.537279, 0.505052, 0.532791, 0.676132, 0.52205, 0.553195, 0.527923, 0.520391, 0.515896, 0.465859, 0.533983, 0.561551, 0.547862, 0.528814, 0.549499, 0.537435, 0.604579, 0.722073, 0.535389, 0.549137, 0.506909, 0.550905, 0.425481, 0.560864, 0.533816, 0.520168, 0.52257, 0.494267, 0.499718, 0.699031, 0.728511, 0.545897, 0.509526, 0.534839, 0.518193, 0.53679, 0.566118, 0.521365, 0.529855, 0.5237, 0.552994, 0.540209, 0.53737, 0.53117, 0.536607, 0.552659, 0.539873, 0.543712, 0.566302, 0.569706, 0.529159, 0.523142, 0.551962, 0.557165, 0.525655, 0.752375, 0.652778, 0.553605, 0.538538, 0.530778, 0.541782, 0.568897, 0.531885, 0.523887, 0.676098, 0.562465, 0.533257, 0.541932, 0.536574, 0.526069, 0.55852, 0.515269, 0.523937, 0.526384, 0.609278, 0.532711, 0.5098, 0.567489, 0.567978, 0.531361, 0.627081, 0.517029, 0.566401, 0.542134, 0.531991, 0.562846, 0.570306, 0.563531, 0.518995, 0.769708, 0.540317, 0.541515, 0.563054, 0.476908, 0.537243, 0.541049, 0.564422, 0.513742, 0.564068, 0.52167, 0.560275, 0.563432, 0.556537, 0.542429, 0.543681, 0.575961, 0.544123, 0.551533, 0.522806, 0.525506, 0.559309, 0.514289, 0.530122, 0.504721, 0.536635, 0.513198, 0.541138, 0.537298, 0.573871, 0.576799, 0.526952, 0.574545, 0.527918, 0.535161, 0.505465, 0.52113, 0.531135, 0.546147, 0.542821, 0.557068, 0.546222, 0.513868, 0.641806, 0.545024, 0.539529, 0.554074, 0.536527, 0.523882, 0.551382, 0.579211, 0.773986, 0.517816, 0.521232, 0.509246, 0.563803, 0.552284, 0.593745, 0.531512, 0.529992, 0.540003, 0.550465, 0.521166, 0.527492, 0.56827, 0.54883, 0.545719, 0.522728, 0.513401, 0.543427, 0.524501, 0.562661, 0.530525, 0.744687, 0.51895, 0.530656, 0.540439, 0.571945, 0.561365, 0.545169, 0.559631, 0.505665, 0.530496, 0.504327, 0.562807, 0.516404, 0.53692, 0.522963, 0.519491, 0.498315, 0.524215, 0.54415, 0.5449, 0.900095, 0.547873, 0.555347, 0.534367, 0.610873, 0.519042, 0.816708, 0.566994, 0.425071, 0.577629, 0.541625, 0.53815, 0.518014, 0.550376, 0.68429, 0.561426, 0.524303, 0.652402, 0.546649, 0.543103, 0.794802, 0.55924, 0.40279, 0.506397, 0.516825, 0.539337, 0.505881, 0.553151, 0.566925, 0.514946, 0.543155, 0.740466, 0.506093, 0.561793, 0.524501, 0.483972, 0.546797, 0.535314, 0.527656, 0.544213, 0.515836, 0.534632, 0.638239, 0.532275, 0.564604, 0.519904, 0.517818, 0.554788, 0.559969, 0.535934, 0.526681, 0.550867, 0.571045, 0.535216, 0.523059, 0.54457, 0.543469, 0.564309, 0.556539, 0.517716, 0.524333, 0.530566, 0.511045, 0.739604, 0.547996, 0.5271, 0.51204, 0.526686, 0.550066, 0.546802, 0.551101, 0.509709, 0.543578, 0.520371, 0.559679, 0.50748, 0.559124, 0.533215, 0.510395, 0.523067, 0.533895, 0.519058, 0.509207, 0.550296, 0.668286, 0.566247, 0.515439, 0.509898, 0.509378, 0.600647, 0.530254, 0.545979, 0.567546, 0.511788, 0.53735, 0.544908, 0.519091, 0.514472, 0.562511, 0.534188, 0.539707, 0.553452, 0.529231, 0.512934, 0.51499, 0.504316, 0.520918, 0.383311, 0.543676, 0.519274, 0.522181, 0.556213, 0.544778, 0.539645, 0.51909, 0.579564, 0.540567, 0.565306, 0.57706, 0.535148, 0.572859, 0.556856, 0.584061, 0.539014, 0.514062, 0.580183, 0.555336, 0.554715, 0.52149, 0.526798, 0.610031, 0.534323, 0.509156, 0.555843, 0.549849, 0.784418, 0.553738, 0.542378, 0.523391, 0.528082, 0.523766, 0.510314, 0.542856, 0.540129, 0.562754, 0.56094, 0.54606, 0.520643, 0.518163, 0.557084, 0.529982, 0.534875, 0.517507, 0.542358, 0.56055, 0.549823, 0.544384, 0.552049, 0.512068, 0.614855, 0.524287, 0.55113, 0.544995, 0.547985, 0.496859, 0.522585, 0.537928, 0.602929, 0.591271, 0.542837, 0.499778, 0.543701, 0.565852, 0.56104, 0.536758, 0.547845, 0.578027, 0.520101, 0.531485, 0.557577, 0.536949, 0.543892, 0.548534, 0.551744, 0.568129, 0.548325, 0.575142, 0.401659, 0.56741, 0.603185, 0.740294, 0.543482, 0.538243, 0.527458, 0.442316, 0.562297, 0.538988, 0.545861, 0.539067, 0.524793, 0.538639, 0.549528, 0.531061, 0.527962, 0.56584, 0.546214, 0.57379, 0.553852, 0.546145, 0.557309, 0.560112, 0.787885, 0.547651, 0.528393, 0.542733, 0.536666, 0.532822, 0.550321, 0.546833, 0.51786, 0.531637, 0.574406, 0.656253, 0.580957, 0.522013, 0.529407, 0.571619, 0.530808, 0.548565, 0.565401, 0.538337, 0.57309, 0.552193, 0.554924, 0.531354, 0.539583, 0.544644, 0.515226, 0.52409, 0.50339, 0.633146, 0.538409, 0.593251, 0.572641, 0.529316, 0.543574, 0.572987, 0.54457, 0.585817, 0.53613, 0.55376, 0.549813, 0.547871, 0.533297, 0.54234, 0.563075, 0.58366, 0.549013, 0.551435, 0.534532, 0.556016, 0.413507, 0.565099, 0.562668, 0.560267, 0.553466, 0.563576, 0.525649, 0.565784, 0.536364, 0.542867, 0.556388, 0.523699, 0.572077, 0.536346, 0.54685, 0.550445, 0.569938, 0.549763, 0.529766, 0.518869, 0.577398, 0.523639, 0.5308, 0.550771, 0.549636, 0.565752, 0.553099, 0.548939, 0.537189, 0.552192, 0.535422, 0.5874, 0.598136, 0.531165, 0.572495, 0.482346, 0.514413, 0.563175, 0.554589, 0.561711, 0.539209, 0.532361, 0.433868, 0.537963, 0.516018, 0.560176, 0.532056, 0.539776, 0.547176, 0.556179, 0.572596, 0.543037, 0.564431, 0.562028, 0.5707, 0.543134, 0.561463, 0.545808, 0.552037, 0.518425, 0.549112, 0.522636, 0.550923, 0.537634, 0.544864, 0.577774, 0.533847, 0.5509, 0.566535, 0.538881, 0.553862, 0.589888, 0.534889, 0.541415, 0.567575, 0.53374, 0.530709, 0.550408, 0.540389, 0.554023, 0.565613, 0.523386, 0.532259, 0.572119, 0.556307, 0.530946, 0.536148, 0.546674, 0.733401, 0.531341, 0.559696, 0.54556, 0.548625, 0.523992, 0.553049, 0.527703, 0.631461, 0.515736, 0.560619, 0.542807, 0.549073, 0.537787, 0.551954, 0.526651, 0.536854, 0.589267, 0.641868, 0.529125, 0.545834, 0.556445, 0.553668, 0.52736, 0.534769, 0.546405, 0.570732, 0.553795, 0.545687, 0.528414, 0.616678, 0.562193, 0.52297, 0.5502, 0.547133, 0.551351, 0.524644, 0.547342, 0.541987, 0.533484, 0.533569, 0.543957, 0.619786, 0.546889, 0.523016, 0.829363, 0.507154, 0.557926, 0.558602, 0.549224, 0.541593, 0.509694, 0.522998, 0.556994, 0.576054, 0.557902, 0.562393, 0.581756, 0.547466, 0.571948, 0.566653, 0.503734, 0.559703, 0.556518, 0.562598, 0.533879, 0.588515, 0.601043, 0.556845, 0.554338, 0.557781, 0.541166, 0.549552, 0.582287, 0.564502, 0.53068, 0.56838, 0.514803, 0.512455, 0.541887, 0.55373, 0.543255, 0.584473, 0.650668, 0.685513, 0.560855, 0.531528, 0.552526, 0.527637, 0.883306, 0.678311, 0.534244, 0.520442, 0.548703, 0.543395, 0.539209, 0.550313, 0.526534, 0.524748, 0.550546, 0.557636, 0.540768, 0.565859, 0.539292, 0.552584, 0.544695, 0.547117, 0.552087, 0.545908, 0.530779, 0.559833, 0.570489, 0.535717, 0.5427, 0.534431, 0.528094, 0.557436, 0.549486, 0.541746, 0.554553, 0.537515, 0.55588, 0.52774, 0.527578, 0.547528, 0.498992, 0.542896, 0.53282, 0.548513, 0.546802, 0.544735, 0.535797, 0.561034, 0.499611, 0.561966, 0.435397, 0.557805, 0.521826, 0.583021, 0.516575, 0.566872, 0.549456, 0.609518, 0.536624, 0.571713, 0.537845, 0.547877, 0.519028, 0.539599, 0.572091, 0.5304, 0.568339, 0.534597, 0.511001, 0.578426, 0.612833, 0.551556, 0.516569, 0.62183, 0.559283, 0.547933, 0.536063, 0.525169, 0.537426, 0.573175, 0.561596, 0.53226, 0.546731, 0.55092, 0.531542, 0.553432, 0.539614, 0.528984, 0.542352, 0.568349, 0.730636, 0.584326, 0.562777, 0.600474, 0.559973, 0.540578, 0.524742, 0.545575, 0.528023, 0.572793, 0.391505, 0.496949, 0.533149, 0.55435, 0.53824, 0.525189, 0.531086, 0.548637, 0.531409, 0.537304, 0.705953, 0.497079, 0.533459, 0.542178, 0.538111, 0.53829, 0.564102, 0.518789, 0.547394, 0.582301, 0.543784, 0.558938, 0.548362, 0.532477, 0.539354, 0.512006, 0.550977, 0.540448, 0.546208, 0.550761, 0.545619, 0.545883, 0.546662, 0.550066, 0.641401, 0.581323, 0.53138, 0.532096, 0.544027, 0.581429, 0.554339, 0.580966, 0.531993, 0.536868, 0.5221, 0.534143, 0.541597, 0.542672, 0.537369, 0.55611, 0.551549, 0.52413, 0.526102, 0.537096, 0.54463, 0.553693, 0.522778, 0.559318, 0.554316, 0.67211, 0.55558, 0.554075, 0.542352, 0.534596, 0.546793, 0.556112, 0.567318, 0.54258, 0.548223, 0.551476, 0.610402, 0.555588, 0.588834, 0.549669, 0.549779, 0.748425, 0.52521, 0.586159, 0.542445, 0.551376, 0.553093, 0.549051, 0.522585, 0.551229, 0.613975, 0.540883, 0.534992, 0.528707, 0.523836, 0.564897, 0.529491, 0.532996, 0.555147, 0.550026, 0.455721, 0.53744, 0.515905, 0.539196, 0.580246, 0.532907, 0.542773, 0.544842, 0.483085, 0.59766, 0.563178, 0.555749, 0.688068, 0.513826, 0.658768, 0.50921, 0.556116, 0.530811, 0.523427, 0.713712, 0.544241, 0.539213, 0.544388, 0.54872, 0.721582, 0.572738, 0.574324, 0.532578, 0.613222, 0.523704, 0.534064, 0.549721, 0.540964, 0.54476, 0.615374, 0.538558, 0.509197, 0.573302, 0.519927, 0.493889, 0.524237, 0.529506, 0.573752, 0.561255, 0.54668, 0.522344, 0.539589, 0.523868, 0.582491, 0.511265, 0.519197, 0.527267, 0.525129, 0.545349, 0.547172, 0.522848, 0.558331, 0.508411, 0.55923, 0.542603, 0.526551, 0.578828, 0.531897, 0.575841, 0.541357, 0.522429, 0.526383, 0.520846, 0.537657, 0.542952, 0.508497, 0.603941, 0.51455, 0.520298, 0.604724, 0.55162, 0.538465, 0.534407, 0.545213, 0.538662, 0.525139, 0.533068, 0.524244, 0.524691, 0.552386, 0.53434, 0.576982, 0.552933, 0.570247, 0.413578, 0.533939, 0.537852, 0.52192, 0.526003, 0.563693, 0.570129, 0.547253, 0.710145, 0.534631, 0.539559, 0.5473, 0.625035, 0.53469, 0.513013, 0.567495, 0.736931, 0.520615, 0.633809, 0.54526, 0.532783, 0.58166, 0.500897, 0.632735, 0.544973, 0.548197, 0.537002, 0.550572, 0.522367, 0.610672, 0.514595, 0.50823, 0.533688, 0.546979, 0.517534, 0.529195, 0.542594, 0.526861, 0.530842, 0.570731, 0.534193, 0.524665, 0.559979, 0.519368, 0.584797, 0.553645, 0.563363, 0.524994, 0.556302, 0.549072, 0.537876, 0.538544, 0.535312, 0.550198, 0.550631, 0.518783, 0.544246, 0.543921, 0.709998, 0.552271, 0.556931, 0.611058, 0.524406, 0.548896, 0.515101, 0.537248, 0.597663, 0.556792, 0.539819, 0.55035, 0.554808, 0.553746, 0.534232, 0.562134, 0.518268, 0.531821, 0.539479, 0.542429, 0.534298, 0.528161, 0.433469, 0.53822, 0.556054, 0.522935, 0.516908, 0.542181, 0.59909, 0.556406, 0.554953, 0.554903, 0.549744, 0.550915, 0.520104, 0.547151, 0.547263, 0.53778, 0.533034, 0.538275, 0.758936, 0.467491, 0.564626, 0.533105, 0.546041, 0.542896, 0.544131, 0.547987, 0.578684, 0.579495, 0.627098, 0.523477, 0.557346, 0.551024, 0.514604, 0.567354, 0.542925, 0.548583, 0.578543, 0.554212, 0.563295, 0.542112, 0.555007, 0.533085, 0.551263, 0.526073, 0.545592, 0.523072, 0.539518, 0.538886, 0.533731, 0.764568, 0.547605, 0.523469, 0.525516, 0.69312, 0.526031, 0.548682, 0.541112, 0.532044, 0.50056, 0.54813, 0.588738, 0.525605, 0.554149, 0.537514, 0.552962, 0.533908, 0.557054, 0.553111, 0.58207, 0.518211, 0.473022, 0.534572, 0.548075, 0.528293, 0.565341, 0.519091, 0.50631, 0.591048, 0.546693, 0.72517, 0.551022, 0.608265, 0.555139, 0.569971, 0.675512, 0.563896, 0.533931 ] }, "name": "model.model.layers.22.input_layernorm.weight", "outputIndexes": [ 1783 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1782 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_22/Mul_output_0", "outputIndexes": [ 1784 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1783, 1784 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_22/Mul_1_output_0", "outputIndexes": [ 1785 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1785 ], "outputIndexes": [ 2579 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2579 ], "outputIndexes": [ 2580 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/q_proj/Linear", "inputIndexes": [ 2580 ], "outputIndexes": [ 2581 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 830475580, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2581 ], "outputIndexes": [ 2582 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2582 ], "outputIndexes": [ 1786 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1785 ], "main_type": "NONE", "name": "/Shape_89_output_0", "outputIndexes": [ 1787 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1787 ], "main_type": "NONE", "name": "Shape3704", "outputIndexes": [ 1788 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1787 ], "main_type": "NONE", "name": "Rank3706", "outputIndexes": [ 1789 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1789, 1789 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3708", "outputIndexes": [ 1790 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1790 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3709", "outputIndexes": [ 1791 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1790, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3711", "outputIndexes": [ 1792 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1792 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3712", "outputIndexes": [ 1793 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1788, 1791, 1793, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3715", "outputIndexes": [ 1794 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1794 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3716", "outputIndexes": [ 1795 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 1795 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3717", "outputIndexes": [ 1796 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1796, 1795 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3718", "outputIndexes": [ 1797 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1787, 1797, 1790 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_158_output_0", "outputIndexes": [ 1798 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1798, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_309_output_0", "outputIndexes": [ 1799 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1799, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_198_output_0", "outputIndexes": [ 1800 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1786, 1800 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_111_output_0", "outputIndexes": [ 1801 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1801, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_88_output_0", "outputIndexes": [ 1802 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1801 ], "main_type": "NONE", "name": "/Shape_90_output_0", "outputIndexes": [ 1803 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1803 ], "main_type": "NONE", "name": "Shape3725", "outputIndexes": [ 1804 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1803 ], "main_type": "NONE", "name": "Rank3727", "outputIndexes": [ 1805 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1805, 1805 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3729", "outputIndexes": [ 1806 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1806 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3730", "outputIndexes": [ 1807 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1806, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3732", "outputIndexes": [ 1808 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1808 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3733", "outputIndexes": [ 1809 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1804, 1807, 1809, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3736", "outputIndexes": [ 1810 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1810 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3737", "outputIndexes": [ 1811 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1811 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3738", "outputIndexes": [ 1812 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1812, 1811 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3739", "outputIndexes": [ 1813 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1803, 1813, 1806 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_159_output_0", "outputIndexes": [ 1814 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1814, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_66_output_0", "outputIndexes": [ 1815 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1815, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_314_output_0", "outputIndexes": [ 1816 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1801, 1816, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_89_output_0", "outputIndexes": [ 1817 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1817 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_44_output_0", "outputIndexes": [ 1818 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1801, 22, 1816, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_88_output_0", "outputIndexes": [ 1819 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1818, 1819 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_201_output_0", "outputIndexes": [ 1820 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1820, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_89_output_0", "outputIndexes": [ 1821 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1802, 1821 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_110_output_0", "outputIndexes": [ 1822 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1785 ], "outputIndexes": [ 2583 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2583 ], "outputIndexes": [ 2584 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/k_proj/Linear", "inputIndexes": [ 2584 ], "outputIndexes": [ 2585 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 832834898, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2585 ], "outputIndexes": [ 2586 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2586 ], "outputIndexes": [ 1823 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1823, 1800 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_112_output_0", "outputIndexes": [ 1824 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1824, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_90_output_0", "outputIndexes": [ 1825 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1824 ], "main_type": "NONE", "name": "/Shape_91_output_0", "outputIndexes": [ 1826 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1826 ], "main_type": "NONE", "name": "Shape3787", "outputIndexes": [ 1827 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1826 ], "main_type": "NONE", "name": "Rank3789", "outputIndexes": [ 1828 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1828, 1828 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3791", "outputIndexes": [ 1829 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1829 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3792", "outputIndexes": [ 1830 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1829, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3794", "outputIndexes": [ 1831 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1831 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3795", "outputIndexes": [ 1832 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1827, 1830, 1832, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3798", "outputIndexes": [ 1833 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1833 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3799", "outputIndexes": [ 1834 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1834 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3800", "outputIndexes": [ 1835 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1835, 1834 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3801", "outputIndexes": [ 1836 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1826, 1836, 1829 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_160_output_0", "outputIndexes": [ 1837 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1837, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_67_output_0", "outputIndexes": [ 1838 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1838, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_316_output_0", "outputIndexes": [ 1839 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1824, 1839, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_91_output_0", "outputIndexes": [ 1840 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1840 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_45_output_0", "outputIndexes": [ 1841 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1824, 22, 1839, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_90_output_0", "outputIndexes": [ 1842 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1841, 1842 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_202_output_0", "outputIndexes": [ 1843 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1843, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_91_output_0", "outputIndexes": [ 1844 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1825, 1844 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_111_output_0", "outputIndexes": [ 1845 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1785 ], "outputIndexes": [ 2587 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2587 ], "outputIndexes": [ 2588 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/v_proj/Linear", "inputIndexes": [ 2588 ], "outputIndexes": [ 2589 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 835194216, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2589 ], "outputIndexes": [ 2590 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2590 ], "outputIndexes": [ 1846 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1846, 1800 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_113_output_0", "outputIndexes": [ 1847 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1822, 1845, 1847, 109 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_114_output_0", "outputIndexes": [ 1848 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1848 ], "outputIndexes": [ 2591 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2591 ], "outputIndexes": [ 2592 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/o_proj/Linear", "inputIndexes": [ 2592 ], "outputIndexes": [ 2593 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 837553534, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2593 ], "outputIndexes": [ 2594 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2594 ], "outputIndexes": [ 1849 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1782, 1849 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_113_output_0", "outputIndexes": [ 1850 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2048 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.816846, 0.811703, 0.795309, 0.809042, 0.779726, 0.804436, 0.796202, 0.788057, 0.765591, 0.803787, 0.801377, 0.792141, 0.796202, 0.804882, 0.789264, 0.787519, 0.79431, 0.75403, 0.806864, 0.823439, 0.797472, 0.816021, 0.79332, 0.785523, 0.795575, 0.792629, 0.783789, 0.79817, 0.795781, 0.835578, 0.793667, 0.800445, 0.806056, 0.778322, 0.804789, 0.783634, 0.789626, 0.804721, 0.797092, 0.807419, 0.805802, 0.789108, 0.806086, 0.783131, 0.815471, 0.7989, 0.805728, 0.793396, 0.801248, 0.784302, 0.786726, 0.786691, 0.818569, 0.807141, 0.804222, 0.803583, 0.785339, 0.797273, 0.799955, 0.795613, 0.816222, 0.81791, 0.775278, 0.824047, 0.787256, 0.803838, 0.755989, 0.810341, 0.801068, 0.792597, 0.802732, 0.80911, 0.780484, 0.797002, 0.812914, 0.801335, 0.808884, 0.802588, 0.775016, 0.786967, 0.784966, 0.798605, 0.796942, 0.797428, 0.788952, 0.797384, 0.781314, 0.750479, 0.806485, 0.788447, 0.766454, 0.794804, 0.822518, 0.808905, 0.788657, 0.820391, 0.79057, 0.822284, 0.800141, 0.781424, 0.739946, 0.794632, 0.804515, 0.832412, 0.746718, 0.790984, 0.779616, 0.801935, 0.799539, 0.797586, 0.776737, 0.810647, 0.778386, 0.806916, 0.810217, 0.778029, 0.802614, 0.784082, 0.800769, 0.785703, 0.797029, 0.787931, 0.798424, 0.801953, 0.765392, 0.784105, 0.790198, 0.808408, 0.829123, 0.809163, 0.803592, 0.718963, 0.794417, 0.78606, 0.797998, 0.797208, 0.807437, 0.801047, 0.816988, 0.771795, 0.794512, 0.811999, 0.752164, 0.794529, 0.853332, 0.793973, 0.799149, 0.818381, 0.808602, 0.784882, 0.79305, 0.791995, 0.794087, 0.775432, 0.800015, 0.776757, 0.821168, 0.787933, 0.786393, 0.785327, 0.776844, 1.342277, 0.792739, 0.795145, 0.80227, 0.803428, 0.791137, 0.789205, 0.78799, 0.800367, 0.793073, 0.785267, 0.821005, 0.824957, 0.785566, 0.795927, 0.783061, 0.804542, 0.802829, 0.803837, 0.780529, 0.823076, 0.805481, 0.796908, 0.800328, 0.812337, 0.802928, 0.765513, 0.786106, 0.782331, 0.784475, 0.786232, 0.790776, 0.803765, 0.795807, 0.804924, 0.81068, 0.821163, 0.803406, 0.794656, 0.791296, 0.805945, 0.796614, 0.804704, 0.803719, 0.781197, 0.800381, 0.767045, 0.80842, 0.672685, 0.794205, 0.801348, 0.805232, 0.790817, 0.812456, 0.810522, 0.798846, 0.787879, 0.797678, 0.795718, 0.823756, 0.802822, 0.80457, 0.78685, 0.809887, 0.779312, 0.800548, 0.235115, 0.794747, 0.799598, 0.802617, 0.780481, 0.822115, 0.773405, 0.815694, 0.799539, 0.7993, 0.796596, 0.783546, 0.904823, 0.807268, 0.816057, 0.808247, 0.77718, 0.81386, 0.790847, 0.805701, 0.806282, 0.782018, 0.777875, 0.791457, 0.788984, 0.799786, 0.804078, 0.754121, 0.778645, 0.805167, 0.817717, 0.775085, 0.796519, 0.812014, 0.80202, 0.786312, 0.816924, 0.780467, 0.801311, 0.791032, 0.777109, 0.798172, 0.774232, 0.776546, 0.801759, 0.771921, 0.78953, 0.800903, 0.800344, 0.807375, 0.79892, 0.792032, 0.803853, 0.793544, 0.60857, 0.748532, 0.810198, 0.790449, 0.798043, 0.795349, 0.818802, 0.817225, 0.801581, 0.789474, 0.79865, 0.78796, 0.801923, 0.811544, 0.77847, 0.815889, 0.777501, 0.795298, 0.806575, 0.816583, 0.774973, 0.799845, 0.783448, 0.734199, 0.7853, 0.818005, 0.780617, 0.800203, 0.799194, 0.79624, 0.801603, 0.791989, 0.796352, 0.791849, 0.829691, 0.791884, 0.798636, 0.371829, 0.809082, 0.785854, 0.793011, 0.798726, 0.796747, 0.783273, 0.80141, 0.777283, 0.799573, 0.778502, 0.784625, 0.780507, 0.791293, 0.796066, 0.801689, 0.82229, 0.812654, 0.785027, 0.765391, 0.870413, 1.010652, 0.800593, 0.799402, 0.791995, 0.788008, 0.79034, 0.792063, 0.795946, 0.822871, 0.805069, 0.797293, 0.77675, 0.810542, 0.769724, 0.788875, 0.81137, 0.805461, 0.768963, 0.802593, 0.777576, 0.809804, 0.803898, 0.80936, 0.831129, 0.796849, 0.795598, 0.791898, 0.826888, 0.81289, 0.7804, 0.797521, 0.804936, 0.778079, 0.788971, 0.804672, 0.795697, 0.796155, 0.780719, 0.767324, 0.783152, 0.795368, 0.788306, 0.780911, 0.785458, 0.801904, 0.796707, 0.775518, 0.809816, 0.803343, 0.794343, 0.804954, 0.763128, 0.807346, 0.795239, 0.787303, 0.763883, 0.803145, 0.779074, 0.796916, 0.768457, 0.80509, 0.798641, 0.802911, 0.794377, 0.770511, 0.781274, 0.784093, 0.792478, 0.781785, 0.789936, 0.810661, 0.690958, 0.794556, 0.823227, 0.776675, 0.829296, 0.6814, 0.79236, 0.810327, 0.801067, 0.793797, 0.807772, 0.749981, 0.798683, 0.127365, 0.786194, 0.789257, 0.784461, 0.808489, 0.78764, 0.758306, 0.783253, 0.810978, 0.805995, 0.797159, 0.798232, 0.796685, 0.796767, 0.810796, 0.902279, 0.813585, 0.78046, 0.776928, 0.801042, 0.794396, 0.799245, 0.794285, 0.799219, 0.791955, 0.806513, 0.819888, 0.789028, 0.81099, 0.776218, 0.799075, 0.778485, 0.787169, 0.794263, 0.77379, 0.813849, 0.805006, 0.737923, 0.827822, 0.786883, 0.799962, 0.779953, 0.820761, 0.797918, 0.792066, 0.806628, 0.787985, 0.817262, 0.784635, 0.79555, 0.785286, 0.814874, 0.786519, 0.788934, 0.804527, 0.779968, 0.790032, 0.805308, 0.798139, 0.804597, 0.792331, 0.759158, 0.810541, 0.806359, 0.780961, 0.826784, 0.775794, 0.7813, 0.807266, 0.798322, 0.822856, 0.798655, 0.791782, 0.748962, 0.79825, 0.785405, 0.748597, 0.886122, 0.808555, 0.796425, 0.806582, 0.787305, 0.793532, 0.815269, 0.805009, 0.813525, 0.810564, 0.802384, 0.785717, 0.780407, 0.785651, 0.796063, 0.804151, 1.001132, 0.804717, 0.799154, 0.786025, 0.789896, 0.79379, 0.784231, 0.781157, 0.763928, 0.787236, 0.787039, 0.790707, 0.804355, 0.808734, 0.801505, 0.78735, 0.790759, 0.807445, 0.761914, 0.79707, 0.779977, 0.790861, 0.802008, 0.794021, 0.78847, 0.775052, 0.802139, 0.748802, 0.802511, 0.77712, 0.80101, 0.797517, 0.77682, 0.806003, 0.78769, 0.777118, 0.751096, 0.807767, 0.796691, 0.791479, 0.81126, 0.787646, 0.782807, 0.798358, 0.805371, 0.795687, 0.791793, 0.803512, 0.789762, 0.804923, 0.781241, 0.810803, 0.788, 0.788411, 0.808303, 0.783933, 0.805068, 0.925215, 1.034722, 0.801227, 0.748474, 0.773361, 0.807739, 0.795625, 0.798236, 0.806097, 0.806539, 0.778621, 0.797526, 0.795296, 0.8277, 0.789346, 0.800063, 0.775268, 0.74518, 0.782803, 0.783519, 0.785705, 0.808267, 0.789592, 0.790621, 0.805092, 0.776421, 0.830812, 0.775538, 0.805013, 0.797047, 0.802442, 0.805584, 0.789815, 0.786412, 0.790311, 0.782487, 0.746971, 0.789108, 0.815653, 0.802886, 0.795874, 0.821059, 0.801384, 0.815871, 0.81013, 0.763084, 0.722588, 0.800456, 0.72373, 0.787573, 0.782591, 0.819501, 0.80379, 0.826764, 0.782981, 0.809608, 0.807368, 0.779588, 0.788795, 0.794239, 0.782214, 0.80434, 0.791728, 0.793904, 0.773459, 0.791954, 0.82414, 0.792167, 0.803432, 0.820979, 0.786713, 0.788904, 0.799974, 0.797494, 0.808482, 0.800885, 0.778907, 0.808716, 0.811885, 0.802255, 0.701587, 0.810447, 0.793646, 0.791041, 0.812452, 0.79561, 0.810584, 0.788075, 0.797043, 0.811095, 0.793198, 0.782462, 0.80292, 0.791983, 0.805273, 0.786662, 0.813126, 0.802638, 0.791055, 0.783345, 0.809213, 0.805815, 0.795466, 0.805832, 0.782897, 0.782878, 0.809488, 0.790637, 0.820508, 0.790458, 0.766343, 0.806242, 0.800258, 0.7833, 0.77617, 0.790372, 0.787566, 0.794605, 0.793883, 0.794652, 0.792188, 0.785845, 0.7714, 0.795877, 0.794619, 0.767471, 0.799123, 0.792961, 0.663578, 0.786922, 0.794017, 0.804572, 0.58248, 0.778327, 0.778789, 0.937328, 0.807662, 0.830911, 0.791131, 0.807135, 0.802688, 0.799196, 0.803226, 0.791856, 0.799686, 0.786203, 0.782742, 0.816041, 0.796457, 0.765539, 0.738962, 0.806715, 0.763939, 0.798773, 0.793688, 0.782077, 0.800335, 0.807572, 0.817081, 0.8106, 0.789703, 0.8117, 0.799524, 0.786999, 0.817863, 0.813915, 0.800192, 0.821728, 0.803652, 0.804983, 0.799431, 0.810502, 0.79866, 0.799285, 0.782073, 0.807415, 0.102956, 0.792599, 0.803997, 0.810205, 0.806122, 0.804903, 0.785776, 0.788428, 0.765224, 0.793099, 0.790361, 0.806718, 0.824422, 0.767916, 0.791976, 0.7682, 0.797196, 0.803787, 0.812049, 0.79314, 0.797849, 0.80399, 0.802776, 0.774682, 0.810113, 0.783693, 0.771145, 0.794149, 0.791018, 0.787832, 0.799546, 0.790495, 0.805594, 0.781499, 0.813018, 0.775297, 0.794794, 0.802104, 0.794669, 0.792314, 0.795619, 0.753005, 0.802718, 0.778601, 0.778207, 0.799204, 0.807696, 0.78169, 0.790845, 0.785388, 0.785822, 0.810476, 0.793983, 0.806597, 0.796958, 0.807181, 0.78436, 0.80031, 0.794312, 0.791178, 0.697317, 0.801503, 0.815084, 0.784694, 0.780556, 0.804593, 0.788687, 0.792559, 0.802726, 0.806679, 0.810771, 0.79862, 0.793803, 0.774173, 0.7927, 0.779392, 1.058404, 0.770798, 0.787461, 0.790663, 0.781926, 0.78068, 0.717173, 0.770897, 0.786015, 0.791688, 0.810377, 0.837288, 0.800198, 0.794691, 0.788541, 0.761723, 0.7854, 0.799843, 0.775544, 0.791438, 0.89337, 0.779708, 0.806048, 0.807638, 0.791324, 0.798252, 0.80482, 0.801099, 0.802273, 0.778569, 0.814975, 0.773399, 0.800969, 0.785857, 0.800725, 0.823101, 0.789867, 0.78998, 0.777561, 0.799994, 0.784029, 0.797208, 0.781325, 0.761322, 0.810963, 0.787528, 0.78094, 0.780533, 0.80159, 0.795422, 0.817287, 0.77329, 0.838817, 0.792337, 0.800546, 0.785885, 0.952599, 0.783911, 0.791004, 0.762647, 0.807411, 0.791743, 0.779454, 0.789962, 0.799422, 0.793115, 0.790721, 0.795193, 0.774999, 0.805398, 0.800865, 0.800718, 0.781037, 0.797488, 0.852105, 0.800478, 0.802405, 0.781339, 0.811537, 0.760125, 0.791091, 0.795793, 0.80803, 0.789434, 0.824026, 0.780953, 0.787996, 0.79577, 0.769777, 0.783289, 0.788973, 0.786907, 0.80258, 0.794082, 0.786989, 0.803431, 0.792973, 0.800294, 0.791829, 0.776787, 0.797882, 0.78475, 0.768504, 0.767919, 0.80076, 0.801957, 0.775456, 0.797552, 0.862706, 0.776739, 0.79484, 0.792007, 0.795998, 0.802977, 0.813115, 0.792096, 0.449096, 0.77876, 0.794381, 0.790389, 0.794661, 0.768567, 0.777965, 0.814157, 0.799288, 0.785553, 0.796423, 0.811856, 0.792965, 0.797846, 0.79911, 0.806831, 0.818146, 0.785516, 0.793116, 0.796183, 0.794279, 0.796849, 0.805745, 0.801053, 0.788617, 0.793376, 0.803033, 0.788605, 0.774375, 0.794753, 0.826595, 0.784508, 0.77171, 0.769966, 0.801177, 0.793739, 0.812489, 0.800986, 0.795179, 0.790622, 0.804799, 0.791157, 0.794523, 0.794908, 0.782121, 0.809024, 0.802209, 0.789142, 0.800533, 0.809019, 0.88271, 0.793132, 0.772522, 0.81133, 0.799043, 0.819207, 0.796827, 0.783744, 0.774026, 0.81771, 0.809252, 0.795155, 0.790804, 0.887051, 0.785002, 0.806865, 0.778283, 0.824942, 0.969854, 0.798636, 0.781894, 0.716833, 0.812719, 0.79966, 0.813893, 0.799075, 0.800188, 0.809269, 0.79495, 0.787414, 0.804011, 0.796836, 0.783048, 0.791291, 0.795834, 0.79908, 0.802852, 0.804346, 0.811153, 0.794611, 0.781904, 0.815205, 0.799488, 0.800532, 0.821405, 0.79853, 0.465256, 0.770321, 0.807778, 0.797765, 0.798685, 0.791663, 0.804123, 0.791908, 0.800137, 0.767926, 0.7688, 0.790522, 0.791488, 0.805311, 0.789216, 0.785498, 0.792334, 0.808753, 0.803835, 0.779035, 0.798772, 0.79482, 0.798833, 0.760194, 0.804083, 0.77128, 0.816838, 0.778699, 0.790983, 0.844134, 0.790143, 0.806253, 0.786919, 0.788509, 0.730855, 0.798194, 0.776334, 0.788677, 0.877116, 0.787362, 0.796718, 0.901034, 0.797619, 0.801594, 0.801824, 0.77579, 0.758966, 0.805479, 0.830203, 0.802091, 0.78719, 0.793261, 0.786507, 0.77847, 0.797342, 0.803982, 0.803782, 0.7852, 0.78847, 0.78945, 0.800779, 0.800703, 0.79972, 0.790326, 0.780963, 0.820295, 0.792954, 0.801366, 0.804615, 0.787519, 0.806257, 0.791794, 0.769727, 0.811147, 0.803374, 0.813727, 0.787371, 0.629849, 0.78184, 0.802214, 0.796782, 0.787009, 0.787284, 0.817278, 0.789831, 0.350006, 0.788216, 0.788397, 0.78299, 0.797781, 0.795469, 0.774651, 0.799212, 0.77934, 0.79129, 0.790391, 0.798656, 0.812516, 0.803787, 0.78609, 0.801822, 0.811541, 0.800454, 0.804153, 0.798924, 0.790769, 0.788024, 0.731797, 0.810323, 0.787569, 0.788327, 0.799827, 0.788351, 0.799199, 0.795989, 0.820388, 0.806395, 0.819622, 0.793309, 0.80932, 0.801375, 0.80289, 0.813838, 0.817285, 0.810046, 0.804588, 0.804913, 0.552108, 0.790677, 0.804705, 0.770762, 0.755628, 0.783291, 0.539595, 0.776415, 0.897748, 0.790491, 0.797604, 0.804013, 0.811675, 0.790845, 0.844623, 0.785266, 0.803306, 0.715488, 0.79245, 0.795759, 0.710171, 0.787351, 0.857262, 0.788543, 0.783797, 0.799194, 0.78684, 0.74136, 0.80655, 0.779969, 0.796649, 0.416451, 0.792507, 0.783794, 0.808749, 0.788486, 0.814129, 0.801822, 0.797771, 0.785744, 0.817089, 0.778877, 0.78831, 0.794777, 0.785758, 0.795546, 0.808768, 0.787594, 0.771769, 0.795279, 0.79583, 0.797352, 0.789862, 0.76997, 0.807614, 0.797294, 0.7983, 0.772909, 0.793542, 0.813846, 0.803441, 0.797621, 0.808761, 0.744071, 0.77838, 0.798942, 0.790948, 0.808414, 0.802115, 0.803659, 0.776816, 0.797096, 0.784971, 0.815357, 0.793914, 0.800134, 0.800262, 0.793445, 0.797095, 0.785697, 0.770998, 0.796027, 0.805996, 0.786339, 0.747625, 0.777377, 0.806101, 0.792705, 0.807472, 0.762602, 0.798833, 0.783897, 0.772808, 0.782893, 0.791141, 0.777484, 0.793572, 0.801496, 0.791864, 0.805797, 0.804902, 0.792474, 0.783023, 0.790418, 0.814136, 0.803514, 0.798904, 0.572057, 0.795464, 0.805687, 0.791295, 0.804136, 0.790549, 0.801902, 0.759173, 0.772171, 0.800463, 0.803241, 0.784225, 0.793462, 0.791219, 0.801765, 0.782964, 0.779925, 0.797596, 0.796094, 0.771129, 0.80007, 0.795562, 0.803886, 0.78911, 0.796497, 0.83232, 0.803357, 0.791851, 0.668149, 0.800125, 0.801813, 0.809388, 0.823282, 0.796031, 0.806741, 0.789931, 0.800544, 0.786819, 0.79862, 0.803527, 0.791011, 0.785214, 0.776687, 0.818977, 0.817373, 0.784149, 0.791667, 0.807894, 0.782053, 0.798254, 0.781632, 0.825176, 0.782356, 0.80944, 0.810968, 0.788641, 0.792448, 0.786851, 0.806637, 0.79734, 0.755844, 0.788595, 0.7994, 0.795731, 0.809997, 0.805747, 0.78841, 0.783051, 0.800962, 0.802108, 0.807921, 0.776021, 0.78253, 0.790493, 0.775081, 0.790711, 0.801019, 0.795011, 0.791852, 0.787203, 0.797603, 0.824363, 0.782329, 0.739411, 0.790749, 0.801275, 0.801792, 0.976122, 0.796081, 0.822277, 0.787904, 0.7851, 0.801388, 0.794227, 0.803191, 0.783894, 0.797975, 0.786362, 0.782571, 0.779256, 0.783775, 0.814884, 0.79042, 0.773024, 0.766942, 0.790856, 0.784649, 0.786879, 0.793496, 0.779982, 0.806797, 0.805982, 0.790665, 0.809327, 0.772294, 0.773017, 0.765827, 0.824557, 0.782799, 0.791842, 0.805897, 0.787371, 0.805847, 0.816748, 0.788778, 0.800722, 0.775377, 0.80528, 0.801331, 0.81022, 0.805207, 0.789763, 0.779446, 0.768076, 0.807822, 0.799576, 0.803535, 0.796254, 0.801761, 0.805158, 0.787667, 0.783073, 0.801945, 0.778477, 0.806302, 0.779932, 0.804109, 0.80214, 0.790834, 0.774967, 0.814521, 0.782524, 0.805499, 0.813765, 0.678712, 0.774778, 0.785146, 0.793942, 0.83343, 0.806074, 0.80321, 0.770033, 0.786105, 0.794477, 0.815744, 0.795911, 0.766376, 0.807784, 0.795019, 0.803931, 0.809155, 0.793699, 0.791449, 0.808141, 0.767627, 0.811627, 0.783494, 0.830349, 0.800446, 0.803093, 0.794141, 0.798105, 0.789407, 0.800363, 0.788046, 0.772737, 0.726464, 0.801923, 0.7979, 0.959042, 0.817208, 0.804213, 0.81655, 0.807116, 0.819694, 0.811683, 0.809395, 0.79902, 0.796207, 0.788259, 0.80301, 0.768996, 0.796595, 0.784503, 0.80051, 0.797171, 0.794967, 0.799745, 0.791257, 0.795666, 0.802326, 0.810697, 0.79768, 0.787545, 0.803904, 0.781268, 0.824942, 0.794142, 0.792605, 0.788888, 0.804654, 0.803567, 0.813651, 0.800876, 0.769424, 0.805949, 0.793772, 0.831221, 0.807499, 0.81102, 0.806852, 0.811853, 0.807985, 0.79296, 0.801019, 0.82058, 0.793096, 0.786652, 0.789096, 0.788249, 0.786746, 0.814332, 0.768016, 0.802749, 0.800383, 0.801352, 0.810442, 0.792957, 0.789235, 0.821211, 0.800058, 0.797815, 0.791789, 0.751774, 0.805293, 0.787535, 0.805644, 0.774719, 0.803577, 0.766492, 0.754273, 0.791459, 0.802294, 0.788239, 0.810002, 0.821155, 0.799128, 0.794993, 0.812053, 0.809591, 0.806639, 0.798231, 0.779118, 0.805418, 0.814205, 0.792189, 0.788598, 0.784561, 0.808728, 0.78848, 0.778056, 0.804874, 0.789386, 0.77021, 0.761762, 0.81431, 0.781467, 0.713501, 0.795861, 0.803319, 0.800133, 0.8064, 0.825746, 0.81077, 0.795898, 0.786619, 0.80139, 0.791615, 0.801292, 0.795387, 0.814294, 0.794504, 0.803999, 0.806495, 0.805728, 0.78754, 0.811905, 0.816025, 0.788598, 0.780422, 0.774805, 0.805522, 0.796449, 0.800403, 0.789315, 0.779247, 0.805235, 0.782036, 0.792652, 0.785191, 0.792149, 0.787151, 0.7828, 0.798406, 0.780759, 0.78161, 0.738807, 0.79061, 0.787605, 0.807556, 0.793637, 0.656418, 0.771072, 0.779727, 0.802798, 0.797873, 0.795414, 0.807328, 0.795622, 0.814275, 0.80344, 0.811012, 0.794985, 0.826971, 0.776481, 0.818229, 0.775951, 0.798751, 0.800434, 0.781057, 0.791163, 0.803279, 0.783384, 0.801429, 0.807374, 0.799173, 0.800268, 0.813641, 0.797724, 0.808257, 0.828283, 0.799238, 0.816497, 0.817649, 0.779672, 0.791537, 0.799781, 0.804265, 0.805893, 0.792831, 0.810373, 0.809938, 0.791033, 0.799249, 0.875274, 0.779191, 0.810546, 0.890922, 0.802981, 0.803182, 0.792962, 0.806388, 0.799012, 0.785583, 0.780055, 0.780025, 0.750828, 0.803064, 0.804886, 0.808038, 0.826765, 0.779221, 0.790344, 0.779424, 0.796712, 0.804849, 0.783712, 0.771911, 0.786128, 0.812253, 0.799697, 0.790168, 0.814602, 0.802623, 0.818112, 0.804974, 0.78387, 0.825945, 0.814506, 0.795645, 0.791544, 0.796071, 0.797854, 0.795728, 0.815214, 0.771661, 0.816365, 0.746737, 0.784411, 0.78693, 0.78191, 0.778511, 0.798566, 0.807779, 0.781136, 0.791588, 0.78215, 0.936493, 0.881409, 0.777937, 0.808436, 0.769887, 0.796224, 0.785354, 0.787027, 0.793912, 0.805656, 0.764067, 0.80813, 0.808502, 0.785971, 0.815221, 0.803411, 0.807274, 0.793279, 0.801987, 0.795661, 0.81119, 0.807499, 0.788054, 0.790957, 0.790285, 0.809664, 0.784349, 0.805439, 0.791896, 0.775386, 0.788766, 0.782863, 0.821049, 0.813953, 0.811782, 0.777557, 0.820112, 0.779652, 0.803482, 0.79435, 0.81644, 0.763212, 0.793522, 0.814467, 0.815773, 0.786989, 0.763449, 0.798784, 0.79158, 0.809657, 0.800147, 0.785043, 0.812251, 0.790856, 0.797796, 0.812205, 0.773813, 0.788435, 0.783539, 0.791969, 0.807162, 0.787664, 0.79964, 0.796801, 0.79616, 0.796332, 0.808735, 0.797864, 0.81687, 0.782328, 0.798488, 0.785662, 0.768096, 0.806928, 0.817139, 0.766199, 0.791854, 0.787759, 0.805284, 0.778933, 0.793273, 0.810356, 0.801246, 0.801384, 0.778352, 0.801042, 0.824256, 0.803533, 0.822124, 0.802039, 0.8205, 0.784585, 0.788595, 0.805149, 0.97054, 0.805022, 0.811322, 0.786512, 0.799701, 0.781815, 0.795397, 0.793627, 0.762334, 0.786306, 0.783367, 0.811058, 0.745153, 0.775789, 0.755896, 0.783014, 0.781, 0.791177, 0.795027, 0.744592, 0.808413, 0.794827, 0.783433, 0.799659, 0.695647, 0.78148, 0.797625, 0.811259, 0.767258, 0.803154, 0.782284, 0.812128, 0.797398, 0.788123, 0.775652, 0.772874, 0.799116, 0.794285, 0.779473, 0.791951, 0.809755, 0.816829, 0.805459, 0.796826, 0.799422, 0.798626, 0.813642, 0.785269, 0.772099, 0.807472, 0.774929, 0.789582, 0.793379, 0.790974, 0.793487, 0.799802, 0.796114, 0.797321, 0.779749, 0.773885, 0.785564, 0.785991, 0.781724, 0.792455, 0.787633, 0.79642, 0.814459, 0.788663, 0.781582, 0.800362, 0.838851, 0.757033, 0.790741, 0.795251, 0.789827, 0.799642, 0.787467, 0.790225, 0.780426, 0.799916, 0.782478, 0.796394, 0.798299, 0.808109, 0.792219, 0.796299, 0.790586, 0.79531, 0.794903, 1.074687, 0.798798, 0.806983, 0.787862, 0.800745, 0.814243, 0.785072, 0.808695, 0.700535, 0.772109, 0.797793, 0.804355, 0.790102, 0.803213, 0.790506, 0.769703, 0.754893, 0.795669, 0.760319, 0.801719, 0.802542, 0.641921, 0.772134, 0.756563, 0.812245, 0.774807, 0.809849, 0.793945, 0.801191, 0.769503, 0.80723, 0.803879, 0.805789, 0.780186, 0.779662, 0.786018, 0.792008, 0.803061, 0.796205, 0.798595, 0.80235, 0.788539, 0.798151, 0.783465, 0.790601, 0.818356, 0.806892, 0.786224, 0.812782, 0.779984, 0.804181, 0.795278, 0.780035, 0.798892, 0.7882, 0.804057, 0.804373, 0.79161, 0.718646, 0.786544, 0.787538, 0.794162, 0.814665, 0.761751, 0.789515, 0.793397, 0.768042, 0.793737, 0.79962, 0.801087, 0.780809, 0.79332, 0.81406, 0.81799, 0.796248, 0.803168, 0.806555, 0.775079, 0.791591, 0.786258, 1.025609, 0.819537, 0.807213, 0.794821, 0.779963, 0.807107, 0.793604, 0.800354, 0.801049, 0.817814, 0.780894, 0.783922, 0.80895, 0.804854, 0.7881, 0.77891, 0.80827, 0.803403, 0.688398, 0.852152, 0.793664, 0.803692, 0.795832, 0.800636, 0.784574, 0.812894, 0.787092, 0.787898, 0.761299, 0.791052, 0.823615, 0.792656, 0.799567, 0.817506, 0.792477, 0.796389, 0.776101, 0.825381, 0.79421, 0.803019, 0.790956, 0.787071, 0.791822, 0.794732, 0.806369, 0.780343, 0.797916, 0.777193, 0.778102, 0.723342, 0.781658, 0.776253, 0.7963, 0.795612, 0.807219, 0.795397, 0.793355, 0.785796, 0.953054, 0.791741, 0.776294, 0.772415, 0.799581, 0.793693, 0.813099, 0.795211, 0.787817, 0.797797, 0.798784, 0.807231, 0.913293, 0.78853, 0.797893, 0.783555, 0.787079, 0.791476, 0.791264, 0.79592, 0.779807, 0.793906, 0.792244, 0.765005, 0.783152, 0.79806, 0.77661, 0.800876, 0.798167 ] }, "name": "model.model.layers.22.post_attention_layernorm.weight", "outputIndexes": [ 1851 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1850 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_22/Mul_output_0", "outputIndexes": [ 1852 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1851, 1852 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_22/Mul_1_output_0", "outputIndexes": [ 1853 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1853 ], "outputIndexes": [ 2595 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2595 ], "outputIndexes": [ 2596 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/gate_proj/Linear", "inputIndexes": [ 2596 ], "outputIndexes": [ 2597 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 8192, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 839912852, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2597 ], "outputIndexes": [ 2598 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2598 ], "outputIndexes": [ 1854 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 8192 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1854 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_22/Sigmoid_output_0", "outputIndexes": [ 1855 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1854, 1855 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_22/Mul_output_0", "outputIndexes": [ 1856 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1853 ], "outputIndexes": [ 2599 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2599 ], "outputIndexes": [ 2600 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/up_proj/Linear", "inputIndexes": [ 2600 ], "outputIndexes": [ 2601 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 8192, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 849350058, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2601 ], "outputIndexes": [ 2602 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2602 ], "outputIndexes": [ 1857 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 8192 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1856, 1857 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_22/Mul_output_0", "outputIndexes": [ 1858 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1858 ], "outputIndexes": [ 2603 ], "main_type": "Reshape", "main": { "dims": [ -1, 8192, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2603 ], "outputIndexes": [ 2604 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/down_proj/Linear", "inputIndexes": [ 2604 ], "outputIndexes": [ 2605 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 8192, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 858787264, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2605 ], "outputIndexes": [ 2606 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2606 ], "outputIndexes": [ 1859 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1850, 1859 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_114_output_0", "outputIndexes": [ 1860 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1860, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_115_output_0", "outputIndexes": [ 1861 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2048 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.813188, 0.796688, 0.791368, 0.801055, 0.834823, 0.822862, 0.77597, 0.784028, 0.762731, 0.80982, 0.837932, 0.751855, 0.822466, 0.793879, 0.804911, 0.756195, 0.849911, 0.826041, 0.790652, 0.812099, 0.804833, 0.778239, 0.797052, 0.832757, 0.809924, 0.788146, 0.794554, 0.82797, 0.785724, 0.692705, 0.742299, 0.801467, 0.771463, 0.892339, 0.780005, 0.824377, 0.784473, 0.810174, 0.775176, 0.799657, 0.794616, 0.815204, 0.765914, 0.772122, 0.834475, 0.799392, 0.802735, 0.76624, 0.854812, 0.798981, 0.835926, 0.83737, 0.814624, 0.774464, 0.810617, 0.797012, 0.801842, 0.783025, 0.823819, 0.803754, 0.818951, 0.765133, 0.899959, 0.735472, 0.765957, 0.772295, 0.97175, 0.780576, 0.793725, 0.797204, 0.837672, 0.814456, 0.757101, 0.77028, 0.803307, 0.825458, 0.796612, 0.745769, 0.863403, 0.78656, 0.817389, 0.817814, 0.8267, 0.779559, 0.788627, 0.795344, 0.826936, 0.893909, 0.807392, 0.796823, 0.802785, 0.756811, 0.797003, 0.817881, 0.823652, 0.778044, 0.778209, 0.770397, 0.778421, 0.840767, 0.858293, 0.731918, 0.837095, 0.839859, 0.749998, 0.766773, 0.918349, 0.820391, 0.785546, 0.729993, 0.803361, 0.781363, 0.826147, 0.77638, 0.812723, 0.809644, 0.776665, 0.789071, 0.839338, 0.78468, 0.785942, 0.817292, 0.814923, 0.772638, 0.786501, 0.824173, 0.774854, 0.813233, 0.749968, 0.800886, 0.732083, 0.599343, 0.748112, 0.780039, 0.769389, 0.765617, 0.804682, 0.767933, 0.757119, 0.759672, 0.768838, 0.811894, 0.751328, 0.807301, 0.676848, 0.818135, 0.756771, 0.779521, 0.755751, 0.76677, 0.761585, 0.759245, 0.770411, 0.809664, 0.768357, 0.747625, 0.804213, 0.779237, 0.781998, 0.792137, 0.765475, 0.784068, 0.76568, 0.794845, 0.805227, 0.81103, 0.76924, 0.768195, 0.771609, 0.798474, 0.75204, 0.775091, 0.751972, 0.794171, 0.804387, 0.733465, 0.771523, 0.761929, 0.738434, 0.808276, 0.801485, 0.793312, 0.74396, 0.721229, 0.793671, 0.772452, 0.760672, 0.795705, 0.757239, 0.785695, 0.814681, 0.767977, 0.76381, 0.792703, 0.784126, 0.79347, 0.808431, 0.805849, 0.691905, 0.804689, 0.769883, 0.760789, 0.781129, 0.774794, 0.787369, 0.734164, 0.766453, 0.808655, 0.766955, 0.754613, 0.761664, 0.784224, 0.767076, 0.745034, 0.768616, 0.76624, 0.796743, 0.782452, 0.765386, 0.78176, 0.76737, 0.767882, 0.786836, 0.821117, 0.78498, 0.777133, 0.757485, 0.44829, 0.776284, 0.781551, 0.792092, 0.79955, 0.771946, 0.793671, 0.775318, 0.782001, 0.742391, 0.794254, 0.768137, 0.669764, 0.798546, 0.770648, 0.773454, 0.768168, 0.763866, 0.772408, 0.803648, 0.785173, 0.814952, 0.834455, 0.780067, 0.757574, 0.763623, 0.768617, 0.826378, 0.884809, 0.760197, 0.771488, 0.7815, 0.762869, 0.768968, 0.785234, 0.789893, 0.770886, 0.8002, 0.781722, 0.787411, 0.832072, 0.800805, 0.745473, 0.774876, 0.807355, 0.753216, 0.760854, 0.753798, 0.837639, 0.780846, 0.803958, 0.802761, 0.796216, 0.818271, 0.841174, 0.928049, 0.717018, 0.789339, 0.822975, 0.807704, 0.733243, 0.809262, 0.801268, 0.739017, 0.717153, 0.779445, 0.757156, 0.779122, 0.798525, 0.822616, 0.864561, 0.768998, 0.772583, 0.785307, 0.816662, 0.747608, 0.799931, 0.93391, 0.765582, 0.790851, 0.801472, 0.775394, 0.782403, 0.736147, 0.807967, 0.756559, 0.817083, 0.787411, 0.779085, 0.812929, 0.783053, 0.936786, 0.758313, 0.800062, 0.779923, 0.778799, 0.810489, 0.770612, 0.754779, 0.834517, 0.810702, 0.766485, 0.780318, 0.746285, 0.768496, 0.774872, 0.772996, 0.791719, 0.766135, 0.768535, 0.783498, 0.574647, 0.585952, 0.75096, 0.749412, 0.741558, 0.780248, 0.810823, 0.815801, 0.791842, 0.782354, 0.746092, 0.756465, 0.832662, 0.788282, 0.895879, 0.790492, 0.737982, 0.793672, 0.779936, 0.848582, 0.764527, 0.762638, 0.785568, 0.765715, 0.754588, 0.769363, 0.748145, 0.76766, 0.813606, 0.753465, 0.85321, 0.774382, 0.785639, 0.860662, 0.76212, 0.795266, 0.819882, 0.781081, 0.792726, 0.720669, 0.766746, 0.755149, 0.765879, 0.906211, 0.721624, 0.780601, 0.77902, 0.796589, 0.807288, 0.794242, 0.810739, 0.783511, 0.872481, 0.819421, 0.787661, 0.792327, 0.571271, 0.796367, 0.808846, 0.741807, 0.810477, 0.771662, 0.804644, 0.771795, 0.822141, 0.783177, 0.844514, 0.793772, 0.80739, 0.801977, 0.731677, 0.808644, 1.111129, 0.808396, 0.795728, 0.775589, 0.690467, 0.994963, 0.762535, 0.781063, 0.766983, 0.783682, 0.765833, 0.76805, 0.739908, 0.774265, 0.803919, 0.755092, 0.822767, 0.727516, 0.84937, 0.846449, 0.767039, 0.76107, 0.803319, 0.796989, 0.786787, 0.80825, 0.788262, 0.790429, 0.657109, 0.776664, 0.769312, 0.784066, 0.801291, 0.784148, 0.813401, 0.752783, 0.786279, 0.762985, 0.821752, 0.682967, 0.770054, 0.765905, 0.869029, 0.777955, 0.840553, 0.790359, 0.764599, 0.793904, 0.804159, 0.765651, 1.003781, 0.795286, 0.779636, 0.784945, 0.798017, 0.781126, 0.761877, 0.759938, 0.761256, 0.773244, 0.758846, 0.781825, 0.77725, 0.788306, 0.800638, 0.801085, 0.802861, 0.761888, 0.80341, 0.787925, 0.795905, 0.786787, 0.798077, 0.806161, 0.830265, 0.805236, 0.752043, 0.774459, 0.786594, 0.836798, 0.785673, 0.78448, 0.79338, 0.773951, 0.794344, 0.808852, 0.974212, 0.813054, 0.788769, 0.814633, 0.691645, 0.786292, 0.748629, 0.766699, 0.809259, 0.774708, 0.736458, 0.817656, 0.773467, 0.799491, 0.825605, 0.775577, 0.804224, 0.749188, 0.809919, 0.786209, 0.58429, 0.786178, 0.790164, 0.800315, 0.805843, 0.783846, 0.726737, 0.800402, 0.876779, 0.573153, 0.774964, 0.78776, 0.789418, 0.789723, 0.76001, 0.771687, 0.772923, 0.748753, 0.484609, 0.780197, 0.810931, 0.76507, 0.772633, 0.748822, 0.81374, 0.768902, 0.788563, 0.76467, 0.806178, 0.780024, 0.742305, 0.800422, 0.805613, 0.808393, 0.804265, 0.797115, 0.924969, 0.811752, 0.749741, 0.776922, 0.787656, 0.795285, 0.777924, 0.794934, 0.792995, 0.797149, 0.774798, 0.771056, 0.749329, 0.789982, 0.794414, 0.786653, 0.787473, 0.814737, 0.776281, 0.78373, 0.762427, 0.657501, 0.552552, 0.82117, 0.745121, 0.817546, 0.808509, 0.796375, 0.791892, 0.808672, 0.805904, 0.806915, 0.795912, 0.784701, 0.783841, 0.784145, 0.778477, 0.778744, 0.869096, 0.801495, 0.822729, 0.776145, 0.761204, 0.805057, 0.783961, 0.729546, 0.778666, 0.779958, 0.801687, 0.838769, 0.797461, 0.802758, 0.798332, 0.780691, 0.79907, 0.73534, 0.790748, 0.872913, 0.812388, 0.738171, 0.777401, 0.78212, 0.809763, 0.770052, 0.783113, 0.788975, 0.813807, 0.817817, 0.790568, 0.583827, 0.831392, 0.812271, 0.799071, 0.773863, 0.775965, 0.809925, 0.76432, 0.794842, 0.766845, 0.749434, 0.774143, 0.79441, 0.784388, 0.797685, 0.852129, 0.773463, 0.759855, 0.804812, 0.748575, 0.744033, 0.763881, 0.773832, 0.767594, 0.618041, 0.79065, 0.775862, 0.78059, 0.73292, 0.760557, 0.814787, 0.773262, 1.033406, 0.783292, 0.791737, 0.79878, 0.798405, 0.790906, 0.814067, 0.768418, 0.777923, 0.809447, 0.840807, 0.773843, 0.75076, 0.718075, 0.784217, 0.774761, 0.801611, 0.790563, 0.813396, 0.775328, 0.789368, 0.776463, 0.818914, 0.78826, 0.772938, 0.811171, 0.755083, 0.780424, 0.769578, 0.769424, 0.884884, 0.79388, 0.801927, 0.786731, 0.858685, 0.787518, 0.79213, 0.772128, 0.763781, 0.801381, 0.737847, 0.786481, 0.772958, 0.774376, 0.820972, 0.758347, 0.766976, 0.801342, 0.921003, 0.781158, 0.722068, 0.811918, 1.031641, 0.771275, 0.815217, 0.599019, 0.795298, 0.7906, 0.795814, 0.787739, 0.796347, 0.790259, 0.76237, 0.819626, 0.753692, 0.810707, 0.771305, 0.769179, 0.829099, 0.801354, 0.729648, 0.75077, 0.777698, 0.776411, 0.79001, 0.756659, 0.752468, 0.825347, 0.789463, 0.800567, 0.813962, 0.816589, 0.778981, 0.79023, 0.77458, 0.79711, 0.805529, 0.768512, 0.802041, 0.811108, 0.785764, 0.82546, 0.711354, 0.773499, 0.799191, 0.791097, 0.127367, 0.805143, 0.783639, 0.802578, 0.789868, 0.755891, 0.821456, 0.806855, 0.789991, 0.753345, 0.80335, 0.808661, 0.783733, 0.78878, 0.742935, 0.873969, 0.832566, 0.795844, 0.794344, 0.787718, 0.790826, 0.822267, 0.795026, 0.766799, 0.731586, 0.904017, 0.837204, 0.771678, 0.757242, 0.772956, 0.809516, 0.806054, 0.76763, 0.820889, 0.766066, 0.782157, 0.774359, 0.794719, 0.831994, 0.775506, 0.803216, 0.954731, 0.80269, 0.814801, 0.821397, 0.765241, 0.792131, 0.927572, 0.796793, 0.800665, 0.788523, 0.779882, 0.768109, 0.771623, 0.796547, 0.767761, 0.768835, 0.782597, 0.781459, 0.813459, 1.075309, 0.785359, 0.801729, 0.715676, 0.768466, 0.771868, 0.805122, 0.792491, 0.764842, 0.781307, 0.79701, 0.798231, 0.802182, 0.791646, 0.807971, 0.812127, 0.596892, 0.767742, 0.754626, 0.786516, 0.752679, 0.768839, 0.985403, 0.831248, 0.731305, 0.79534, 0.703652, 0.608638, 0.81542, 0.769469, 0.76214, 0.818825, 0.860886, 0.809145, 0.685423, 0.778354, 0.601452, 0.783282, 0.766805, 0.795722, 0.770186, 0.797718, 0.77449, 0.752753, 0.757469, 0.769645, 0.796239, 0.779627, 0.782939, 0.784087, 0.795357, 0.780922, 0.796769, 0.82707, 0.72021, 0.768622, 0.793689, 0.748094, 0.833117, 0.726445, 0.778769, 0.791187, 0.832559, 0.763788, 0.813676, 0.803626, 0.831544, 0.789933, 0.745458, 0.762945, 0.816761, 0.764746, 0.569008, 0.734755, 0.79712, 0.812705, 0.773156, 0.785315, 0.821648, 0.776062, 0.784267, 0.802856, 0.785572, 0.788202, 0.777783, 0.777931, 0.762099, 0.769606, 0.847056, 0.753797, 0.744411, 0.790459, 0.750753, 0.809895, 0.773054, 0.922998, 0.81671, 0.776575, 0.80743, 0.74077, 0.771749, 0.792039, 0.756238, 0.798003, 0.996248, 0.747988, 0.807338, 0.844319, 0.803631, 0.814782, 0.772293, 0.779213, 0.820288, 0.767996, 0.790938, 0.782921, 0.765095, 0.819592, 0.941962, 0.958901, 0.803067, 0.806595, 0.774871, 0.805767, 0.790202, 0.629792, 0.775673, 0.764632, 0.71046, 0.742074, 0.762727, 0.820344, 0.9793, 0.746234, 0.786697, 0.770708, 0.777854, 0.802531, 0.777182, 0.780596, 0.768427, 0.783538, 0.734899, 0.766328, 0.788928, 0.745513, 0.792251, 0.74273, 0.754664, 0.800059, 0.757125, 0.7579, 0.772444, 0.771791, 0.783902, 0.783509, 0.777458, 0.765736, 0.80525, 0.892512, 0.76308, 0.775809, 0.787926, 0.756369, 0.775611, 0.772435, 0.767074, 0.811695, 0.779656, 0.71867, 0.745699, 0.945995, 0.82138, 0.790709, 0.72704, 0.786663, 0.890196, 0.773738, 0.817575, 0.772265, 0.777983, 0.767827, 0.649603, 0.799508, 0.791755, 0.80476, 0.770505, 0.797287, 0.793711, 0.831075, 0.990961, 0.799434, 0.822686, 0.762682, 0.786952, 0.623154, 0.812865, 0.788396, 0.737923, 0.795804, 0.725986, 0.732616, 0.955009, 0.912653, 0.781025, 0.73929, 0.759041, 0.777998, 0.779794, 0.813922, 0.789916, 0.753111, 0.794937, 0.800174, 0.773375, 0.788883, 0.773883, 0.784491, 0.820109, 0.764968, 0.769728, 0.79112, 0.793267, 0.78233, 0.739404, 0.761093, 0.797044, 0.745454, 0.923139, 0.851234, 0.790022, 0.799427, 0.717139, 0.78959, 0.774245, 0.763747, 0.765991, 0.867499, 0.745879, 0.792061, 0.756555, 0.794171, 0.753024, 0.820233, 0.770744, 0.769892, 0.786417, 0.804148, 0.747048, 0.794354, 0.802371, 0.788456, 0.802856, 0.847704, 0.775667, 0.778447, 0.78426, 0.782907, 0.779174, 0.750531, 0.836647, 0.758553, 1.001086, 0.786264, 0.804927, 0.791687, 0.576316, 0.775714, 0.741685, 0.776989, 0.740711, 0.781463, 0.767456, 0.800304, 0.823746, 0.810468, 0.795751, 0.808685, 0.772093, 0.803566, 0.786552, 0.774316, 0.787279, 0.808173, 0.749071, 0.748775, 0.752395, 0.757983, 0.770579, 0.813694, 0.802775, 0.771593, 0.782566, 0.77632, 0.786805, 0.750059, 0.792659, 0.785215, 0.787085, 0.778076, 0.798455, 0.743572, 0.777772, 0.817059, 0.743342, 0.693754, 0.767552, 0.824156, 0.804443, 0.804555, 0.778682, 0.78217, 0.821889, 0.861484, 0.738658, 0.77946, 0.772669, 0.80065, 0.775732, 0.830502, 0.781145, 0.783332, 0.769116, 0.784861, 0.787711, 0.77293, 0.787254, 0.785212, 0.775124, 0.741433, 0.725556, 0.758685, 0.735468, 0.814815, 0.748643, 1.024589, 0.717093, 0.756386, 0.763104, 0.800633, 0.761664, 0.769098, 0.764658, 0.77895, 0.736791, 0.746265, 0.788586, 0.766227, 0.766986, 0.768063, 0.762603, 0.770154, 0.753429, 0.790934, 0.78698, 1.141456, 0.793287, 0.749573, 0.739709, 0.805514, 0.800935, 1.021675, 0.783285, 0.605682, 0.797011, 0.799465, 0.78557, 0.767172, 0.789188, 0.917959, 0.818035, 0.744604, 0.854792, 0.764146, 0.786576, 1.026063, 0.781104, 0.597068, 0.770424, 0.783394, 0.808089, 0.76708, 0.761333, 0.787348, 0.763617, 0.81087, 0.78664, 0.748263, 0.808895, 0.789305, 0.682643, 0.786269, 0.799068, 0.763219, 0.792131, 0.813032, 0.801815, 0.893621, 0.786249, 0.819781, 0.761436, 0.763109, 0.769931, 0.789944, 0.787867, 0.781801, 0.724343, 0.794523, 0.755175, 0.736677, 0.7945, 0.832807, 0.756161, 0.813657, 0.842584, 0.748434, 0.789301, 0.731642, 0.95347, 0.808241, 0.776886, 0.768957, 0.67292, 0.772726, 0.801924, 0.763685, 0.726161, 0.806411, 0.791112, 0.794877, 0.776281, 0.771674, 0.760096, 0.731985, 0.80643, 0.776054, 0.788092, 0.779289, 0.778638, 0.85412, 0.780604, 0.779308, 0.785573, 0.766133, 0.801818, 0.77479, 0.783044, 0.798586, 0.739318, 0.768956, 0.770944, 0.768783, 0.765157, 0.737392, 0.787724, 0.803682, 0.79584, 0.750195, 0.766154, 0.75818, 0.750772, 0.739054, 0.393795, 0.806221, 0.752191, 0.756634, 0.812051, 0.757338, 0.780451, 0.759918, 0.785501, 0.776779, 0.8092, 0.860946, 0.774727, 0.803331, 0.813457, 0.795333, 0.800515, 0.778272, 0.746173, 0.788224, 0.799617, 0.774134, 0.784748, 0.81718, 0.781561, 0.747688, 0.80386, 0.779606, 1.020209, 0.819522, 0.78094, 0.756891, 0.81292, 0.782602, 0.772067, 0.770757, 0.808554, 0.814321, 0.782078, 0.825545, 0.772492, 0.755761, 0.749884, 0.781412, 0.766392, 0.769009, 0.778905, 0.799978, 0.81322, 0.759024, 0.812711, 0.796302, 0.842246, 0.761265, 0.806784, 0.765586, 0.784599, 0.671619, 0.778338, 0.77615, 0.797629, 0.815065, 0.803203, 0.747813, 0.806871, 0.765181, 0.789505, 0.792036, 0.777136, 0.775032, 0.761148, 0.739815, 0.791474, 0.768705, 0.802182, 0.77013, 0.793987, 0.810077, 0.794205, 0.800199, 0.540896, 0.759967, 0.822664, 0.874579, 0.772084, 0.773614, 0.715782, 0.595963, 0.80058, 0.775906, 0.80031, 0.766035, 0.765952, 0.816615, 0.763175, 0.766029, 0.779844, 0.788194, 0.786117, 0.798537, 0.785741, 0.806224, 0.791031, 0.77892, 0.983428, 0.776395, 0.767531, 0.751821, 0.765428, 0.801781, 0.822268, 0.780576, 0.761603, 0.784927, 0.810817, 0.857971, 0.773544, 0.756238, 0.788677, 0.798669, 0.769246, 0.767162, 0.809523, 0.797686, 0.788153, 0.795717, 0.733889, 0.741309, 0.767713, 0.77412, 0.787606, 0.787706, 0.688661, 0.837108, 0.765527, 0.810881, 0.795014, 0.790924, 0.77575, 0.801258, 0.802443, 0.7925, 0.789354, 0.782122, 0.813636, 0.793804, 0.730011, 0.835737, 0.783523, 0.79752, 0.818688, 0.820016, 0.769189, 0.837969, 0.460993, 0.786333, 0.783999, 0.830596, 0.823009, 0.823879, 0.747571, 0.829419, 0.819161, 0.747992, 0.818238, 0.783745, 0.804551, 0.795891, 0.801964, 0.775856, 0.828371, 0.785496, 0.760306, 0.79042, 0.79719, 0.80173, 0.798883, 0.772507, 0.815766, 0.785834, 0.785056, 0.799762, 0.764414, 0.809291, 0.837279, 0.801708, 0.654389, 0.795686, 0.818901, 0.63334, 0.810147, 0.832961, 0.764608, 0.841665, 0.822217, 0.790584, 0.557967, 0.780862, 0.761698, 0.80372, 0.739152, 0.771107, 0.810127, 0.768501, 0.807316, 0.783991, 0.779974, 0.780279, 0.83859, 0.773107, 0.826935, 0.793268, 0.815323, 0.737033, 0.801165, 0.796502, 0.743619, 0.787522, 0.819794, 0.838209, 0.806366, 0.81437, 0.806849, 0.776513, 0.781453, 0.859348, 0.774236, 0.800461, 0.824712, 0.778175, 0.785481, 0.825861, 0.765112, 0.766317, 0.832454, 0.766621, 0.776875, 0.809506, 0.799993, 0.748752, 0.786723, 0.789929, 0.918043, 0.771478, 0.794756, 0.806459, 0.806576, 0.79327, 0.771548, 0.790064, 0.853748, 0.793092, 0.804264, 0.786535, 0.775752, 0.764871, 0.799783, 0.768178, 0.767524, 0.837172, 0.871623, 0.772852, 0.765391, 0.793307, 0.805614, 0.790722, 0.794583, 0.796963, 0.816718, 0.784244, 0.7875, 0.787136, 0.798076, 0.788707, 0.737364, 0.789761, 0.781945, 0.76948, 0.802296, 0.817701, 0.788603, 0.800887, 0.791509, 0.766241, 0.851903, 0.759138, 0.755447, 1.078708, 0.750342, 0.786373, 0.821764, 0.783019, 0.794766, 0.778028, 0.762042, 0.814662, 0.799016, 0.799108, 0.780679, 0.828591, 0.805897, 0.787179, 0.833587, 0.751741, 0.757871, 0.808996, 0.811248, 0.81613, 0.80953, 0.824113, 0.800893, 0.799739, 0.835039, 0.781104, 0.77813, 0.820875, 0.830898, 0.76355, 0.809678, 0.778666, 0.794464, 0.803853, 0.765603, 0.820892, 0.791103, 0.850621, 0.876759, 0.791884, 0.804775, 0.804909, 0.786308, 1.023639, 0.8677, 0.79122, 0.757207, 0.790867, 0.791353, 0.753607, 0.770031, 0.804814, 0.749842, 0.796315, 0.807866, 0.794445, 0.801138, 0.755308, 0.785336, 0.769348, 0.758337, 0.808671, 0.762742, 0.767728, 0.786323, 0.799735, 0.778136, 0.776736, 0.753213, 0.77112, 0.819766, 0.801187, 0.802785, 0.806944, 0.771102, 0.807259, 0.757394, 0.792208, 0.833173, 0.72725, 0.825296, 0.73301, 0.746904, 0.790246, 0.794753, 0.809002, 0.76084, 0.756843, 0.794177, 0.58711, 0.735176, 0.783994, 0.852954, 0.794398, 0.800143, 0.78169, 0.879394, 0.743179, 0.785963, 0.780443, 0.79168, 0.721321, 0.790097, 0.808001, 0.833718, 0.787465, 0.776238, 0.711872, 0.834918, 0.802433, 0.794603, 0.750943, 0.840101, 0.809549, 0.773382, 0.799496, 0.806395, 0.802903, 0.796216, 0.807778, 0.798433, 0.792323, 0.810858, 0.80097, 0.811951, 0.759387, 0.787299, 0.788415, 0.846693, 0.956441, 0.82045, 0.815015, 0.829165, 0.792404, 0.789383, 0.771726, 0.758268, 0.738049, 0.833984, 0.473576, 0.714675, 0.789523, 0.816368, 0.77694, 0.748523, 0.770037, 0.802808, 0.754047, 0.85367, 0.912982, 0.725133, 0.753873, 0.782317, 0.812381, 0.786801, 0.795327, 0.75346, 0.794169, 0.817322, 0.804924, 0.801388, 0.768291, 0.76997, 0.795886, 0.737138, 0.799794, 0.755826, 0.750552, 0.780928, 0.809978, 0.776367, 0.795616, 0.800098, 0.844547, 0.797101, 0.784413, 0.754643, 0.797057, 0.816537, 0.794523, 0.804693, 0.788373, 0.797637, 0.753705, 0.784356, 0.765901, 0.788336, 0.788002, 0.787245, 0.814281, 0.758694, 0.77908, 0.805956, 0.788735, 0.800796, 0.800182, 0.807182, 0.789807, 0.861223, 0.802225, 0.805111, 0.773047, 0.744384, 0.797189, 0.787104, 0.772864, 0.800716, 0.808977, 0.778097, 0.838024, 0.790437, 0.78873, 0.795082, 0.789953, 0.973181, 0.758466, 0.768131, 0.817975, 0.824156, 0.780363, 0.795424, 0.76903, 0.795442, 0.83495, 0.784001, 0.753314, 0.772103, 0.770292, 0.806157, 0.806594, 0.778085, 0.790514, 0.799629, 0.622866, 0.793925, 0.787966, 0.824899, 0.801879, 0.752529, 0.776607, 0.792628, 0.687452, 0.857484, 0.825187, 0.792284, 0.860728, 0.744851, 0.83616, 0.665874, 0.763402, 0.782705, 0.783514, 0.912508, 0.764435, 0.806842, 0.790477, 0.812462, 0.888813, 0.819398, 0.748432, 0.779796, 0.818204, 0.75832, 0.782396, 0.805748, 0.812877, 0.793616, 0.798706, 0.760614, 0.742229, 0.808455, 0.774457, 0.773668, 0.766507, 0.802637, 0.82543, 0.787058, 0.790006, 0.75128, 0.810349, 0.763027, 0.799879, 0.77164, 0.771538, 0.672, 0.798646, 0.769291, 0.784866, 0.775088, 0.795274, 0.779931, 0.833726, 0.788387, 0.76788, 0.809453, 0.782018, 0.83008, 0.79998, 0.793669, 0.797407, 0.80427, 0.780129, 0.794669, 0.766171, 0.813956, 0.789941, 0.759371, 0.810428, 0.793251, 0.769757, 0.79143, 0.80377, 0.784982, 0.783997, 0.757941, 0.761221, 0.796203, 0.803942, 0.802428, 0.79216, 0.795778, 0.812206, 0.594516, 0.80745, 0.78251, 0.764042, 0.778762, 0.808285, 0.833374, 0.793554, 0.945411, 0.772533, 0.786834, 0.808273, 0.837128, 0.772081, 0.80145, 0.8116, 0.982168, 0.761757, 0.836352, 0.805812, 0.796272, 0.575999, 0.732843, 0.862072, 0.80728, 0.78624, 0.783923, 0.797441, 0.767444, 0.819755, 0.749872, 0.76681, 0.762678, 0.803438, 0.764523, 0.793595, 0.806419, 0.789345, 0.803908, 0.802367, 0.749373, 0.752188, 0.815129, 0.75548, 0.808444, 0.811438, 0.798783, 0.740045, 0.782541, 0.778103, 0.798453, 0.769522, 0.810415, 0.793484, 0.811515, 0.759626, 0.790138, 0.768154, 0.911478, 0.77823, 0.768227, 0.802511, 0.768026, 0.748392, 0.736952, 0.8139, 0.793192, 0.794923, 0.756706, 0.795328, 0.806141, 0.795957, 0.764853, 0.786638, 0.797444, 0.767182, 0.785745, 0.779356, 0.767918, 0.757739, 0.546575, 0.767129, 0.784458, 0.771108, 0.761259, 0.778964, 0.843755, 0.792163, 0.786009, 0.798216, 0.788588, 0.763171, 0.760332, 0.770179, 0.800085, 0.79008, 0.771272, 0.79997, 0.948891, 0.662361, 0.802961, 0.779022, 0.765928, 0.801638, 0.78068, 0.766648, 0.816851, 0.804241, 0.839184, 0.745841, 0.778032, 0.765168, 0.785788, 0.820984, 0.770196, 0.772292, 0.838558, 0.796848, 0.789948, 0.751251, 0.797394, 0.750682, 0.795838, 0.761675, 0.776644, 0.794604, 0.770967, 0.775973, 0.785762, 0.928759, 0.816839, 0.775956, 0.798927, 0.866929, 0.775469, 0.777547, 0.784759, 0.766886, 0.632947, 0.761604, 0.813285, 0.781081, 0.799446, 0.74139, 0.801928, 0.786505, 0.816694, 0.804999, 0.812887, 0.772988, 0.681502, 0.771204, 0.815446, 0.755108, 0.813426, 0.722274, 0.754352, 0.783153, 0.781726, 1.008098, 0.791115, 0.813298, 0.773211, 0.781674, 0.846154, 0.824677, 0.763248 ] }, "name": "model.model.layers.23.input_layernorm.weight", "outputIndexes": [ 1862 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1861 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_23/Mul_output_0", "outputIndexes": [ 1863 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1862, 1863 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_23/Mul_1_output_0", "outputIndexes": [ 1864 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1864 ], "outputIndexes": [ 2607 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2607 ], "outputIndexes": [ 2608 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/q_proj/Linear", "inputIndexes": [ 2608 ], "outputIndexes": [ 2609 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 868224470, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2609 ], "outputIndexes": [ 2610 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2610 ], "outputIndexes": [ 1865 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1864 ], "main_type": "NONE", "name": "/Shape_93_output_0", "outputIndexes": [ 1866 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1866 ], "main_type": "NONE", "name": "Shape3869", "outputIndexes": [ 1867 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1866 ], "main_type": "NONE", "name": "Rank3871", "outputIndexes": [ 1868 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1868, 1868 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3873", "outputIndexes": [ 1869 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1869 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3874", "outputIndexes": [ 1870 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1869, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3876", "outputIndexes": [ 1871 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1871 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3877", "outputIndexes": [ 1872 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1867, 1870, 1872, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3880", "outputIndexes": [ 1873 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1873 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3881", "outputIndexes": [ 1874 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 1874 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3882", "outputIndexes": [ 1875 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1875, 1874 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3883", "outputIndexes": [ 1876 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1866, 1876, 1869 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_165_output_0", "outputIndexes": [ 1877 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1877, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_323_output_0", "outputIndexes": [ 1878 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1878, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_207_output_0", "outputIndexes": [ 1879 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1865, 1879 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_116_output_0", "outputIndexes": [ 1880 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1880, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_92_output_0", "outputIndexes": [ 1881 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1880 ], "main_type": "NONE", "name": "/Shape_94_output_0", "outputIndexes": [ 1882 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1882 ], "main_type": "NONE", "name": "Shape3890", "outputIndexes": [ 1883 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1882 ], "main_type": "NONE", "name": "Rank3892", "outputIndexes": [ 1884 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1884, 1884 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3894", "outputIndexes": [ 1885 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1885 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3895", "outputIndexes": [ 1886 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1885, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3897", "outputIndexes": [ 1887 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1887 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3898", "outputIndexes": [ 1888 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1883, 1886, 1888, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3901", "outputIndexes": [ 1889 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1889 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3902", "outputIndexes": [ 1890 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1890 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3903", "outputIndexes": [ 1891 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1891, 1890 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3904", "outputIndexes": [ 1892 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1882, 1892, 1885 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_166_output_0", "outputIndexes": [ 1893 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1893, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_69_output_0", "outputIndexes": [ 1894 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1894, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_328_output_0", "outputIndexes": [ 1895 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1880, 1895, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_93_output_0", "outputIndexes": [ 1896 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1896 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_46_output_0", "outputIndexes": [ 1897 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1880, 22, 1895, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_92_output_0", "outputIndexes": [ 1898 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1897, 1898 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_210_output_0", "outputIndexes": [ 1899 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1899, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_93_output_0", "outputIndexes": [ 1900 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1881, 1900 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_115_output_0", "outputIndexes": [ 1901 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1864 ], "outputIndexes": [ 2611 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2611 ], "outputIndexes": [ 2612 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/k_proj/Linear", "inputIndexes": [ 2612 ], "outputIndexes": [ 2613 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 870583788, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2613 ], "outputIndexes": [ 2614 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2614 ], "outputIndexes": [ 1902 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1902, 1879 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_117_output_0", "outputIndexes": [ 1903 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1903, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_94_output_0", "outputIndexes": [ 1904 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1903 ], "main_type": "NONE", "name": "/Shape_95_output_0", "outputIndexes": [ 1905 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1905 ], "main_type": "NONE", "name": "Shape3952", "outputIndexes": [ 1906 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1905 ], "main_type": "NONE", "name": "Rank3954", "outputIndexes": [ 1907 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1907, 1907 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3956", "outputIndexes": [ 1908 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1908 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3957", "outputIndexes": [ 1909 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1908, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3959", "outputIndexes": [ 1910 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1910 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3960", "outputIndexes": [ 1911 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1906, 1909, 1911, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3963", "outputIndexes": [ 1912 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1912 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3964", "outputIndexes": [ 1913 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1913 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3965", "outputIndexes": [ 1914 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1914, 1913 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3966", "outputIndexes": [ 1915 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1905, 1915, 1908 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_167_output_0", "outputIndexes": [ 1916 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1916, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_70_output_0", "outputIndexes": [ 1917 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1917, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_330_output_0", "outputIndexes": [ 1918 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1903, 1918, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_95_output_0", "outputIndexes": [ 1919 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1919 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_47_output_0", "outputIndexes": [ 1920 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1903, 22, 1918, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_94_output_0", "outputIndexes": [ 1921 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1920, 1921 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_211_output_0", "outputIndexes": [ 1922 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1922, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_95_output_0", "outputIndexes": [ 1923 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1904, 1923 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_116_output_0", "outputIndexes": [ 1924 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1864 ], "outputIndexes": [ 2615 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2615 ], "outputIndexes": [ 2616 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/v_proj/Linear", "inputIndexes": [ 2616 ], "outputIndexes": [ 2617 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 872943106, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2617 ], "outputIndexes": [ 2618 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2618 ], "outputIndexes": [ 1925 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1925, 1879 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_118_output_0", "outputIndexes": [ 1926 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1901, 1924, 1926, 109 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_119_output_0", "outputIndexes": [ 1927 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1927 ], "outputIndexes": [ 2619 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2619 ], "outputIndexes": [ 2620 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/o_proj/Linear", "inputIndexes": [ 2620 ], "outputIndexes": [ 2621 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 32768, "weightSize": 0 }, "external": [ 875302424, 2097174, 262144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2621 ], "outputIndexes": [ 2622 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2622 ], "outputIndexes": [ 1928 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1861, 1928 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_118_output_0", "outputIndexes": [ 1929 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2048 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.641487, 0.626606, 0.621484, 0.649282, 0.647641, 0.648595, 0.646797, 0.629866, 0.637146, 0.64672, 0.646271, 0.618499, 0.643466, 0.656548, 0.64641, 0.610927, 0.661033, 0.616076, 0.649568, 0.644892, 0.652209, 0.635714, 0.62003, 0.637212, 0.642222, 0.633754, 0.632934, 0.631979, 0.607243, 0.627921, 0.615233, 0.633965, 0.627298, 0.634777, 0.631931, 0.633421, 0.638476, 0.643924, 0.618993, 0.627579, 0.653447, 0.64233, 0.634877, 0.636377, 0.651275, 0.640117, 0.644552, 0.627418, 0.65611, 0.62206, 0.648817, 0.649045, 0.638047, 0.621716, 0.640713, 0.630369, 0.622578, 0.627052, 0.634897, 0.635375, 0.669714, 0.641507, 0.660415, 0.628361, 0.610553, 0.608577, 0.64655, 0.640648, 0.639066, 0.633551, 0.649658, 0.638719, 0.628399, 0.621287, 0.635382, 0.650573, 0.643711, 0.621043, 0.635885, 0.6253, 0.630222, 0.6482, 0.640908, 0.633252, 0.644898, 0.642412, 0.641715, 0.628301, 0.650588, 0.641247, 0.645591, 0.621522, 0.639211, 0.637765, 0.641635, 0.651735, 0.628148, 0.644259, 0.63583, 0.656973, 0.628089, 0.597807, 0.641035, 0.694777, 0.627109, 0.606208, 0.648912, 0.647056, 0.637101, 0.59076, 0.647183, 0.612174, 0.638754, 0.621068, 0.660452, 0.62904, 0.638273, 0.632811, 0.653909, 0.638829, 0.637907, 0.626067, 0.657015, 0.632521, 0.653201, 0.641328, 0.633018, 0.646964, 0.650154, 0.644091, 0.608854, 0.561103, 0.633037, 0.631298, 0.639638, 0.644998, 0.654338, 0.645249, 0.638463, 0.645543, 0.645052, 0.651461, 0.620352, 0.644305, 0.661682, 0.649572, 0.619011, 0.632511, 0.647056, 0.645124, 0.640497, 0.629459, 0.624081, 0.626649, 0.632019, 0.638985, 0.639852, 0.614834, 0.618532, 0.646915, 0.627064, 1.117451, 0.639264, 0.642975, 0.6492, 0.666872, 0.594107, 0.633269, 0.638836, 0.647352, 0.630138, 0.632247, 0.631612, 0.645412, 0.652032, 0.629298, 0.648415, 0.624727, 0.62569, 0.638631, 0.653968, 0.652392, 0.652253, 0.628368, 0.653784, 0.639744, 0.636759, 0.622017, 0.616766, 0.632629, 0.64308, 0.650074, 0.648267, 0.645669, 0.625605, 0.647918, 0.658584, 0.6585, 0.605681, 0.629977, 0.62846, 0.625743, 0.638463, 0.644419, 0.664374, 0.628245, 0.632458, 0.635819, 0.639495, 0.70144, 0.627478, 0.631158, 0.638539, 0.631508, 0.624904, 0.643891, 0.647555, 0.641602, 0.633335, 0.628099, 0.627853, 0.616971, 0.647582, 0.644774, 0.64728, 0.617587, 0.61792, 0.182224, 0.654787, 0.642035, 0.628868, 0.646102, 0.632014, 0.628864, 0.641065, 0.638517, 0.623917, 0.643727, 0.635117, 0.712755, 0.647112, 0.639327, 0.642231, 0.624408, 0.639146, 0.630617, 0.652045, 0.645132, 0.631239, 0.633072, 0.644226, 0.623727, 0.616732, 0.640805, 0.61233, 0.652357, 0.616482, 0.650639, 0.636434, 0.643317, 0.622415, 0.645428, 0.642849, 0.654084, 0.637677, 0.683664, 0.643858, 0.648578, 0.648856, 0.627525, 0.641526, 0.647181, 0.641803, 0.639687, 0.617236, 0.634498, 0.641891, 0.647617, 0.640348, 0.640824, 0.64582, 0.597919, 0.632636, 0.620923, 0.641134, 0.662352, 0.630229, 0.616395, 0.657006, 0.658625, 0.642813, 0.61497, 0.641062, 0.635026, 0.642937, 0.651857, 0.650465, 0.652679, 0.631511, 0.631, 0.657281, 0.639471, 0.630627, 0.648254, 0.627885, 0.642256, 0.653341, 0.652819, 0.645798, 0.627032, 0.622152, 0.65261, 0.632751, 0.659229, 0.630081, 0.66766, 0.630645, 0.642313, 0.556234, 0.63398, 0.653217, 0.643759, 0.63029, 0.642687, 0.641562, 0.635088, 0.63832, 0.642956, 0.661131, 0.62992, 0.634095, 0.621756, 0.630712, 0.647326, 0.645655, 0.644884, 0.641031, 0.630715, 0.638831, 0.759372, 0.652763, 0.638729, 0.628865, 0.636013, 0.631918, 0.64154, 0.634227, 0.644952, 0.633812, 0.624723, 0.65037, 0.657214, 0.641253, 0.644007, 0.630388, 0.650139, 0.615616, 0.651332, 0.62793, 0.645591, 0.631035, 0.641707, 0.647559, 0.625706, 0.620188, 0.644184, 0.648574, 0.62799, 0.64003, 0.636922, 0.651621, 0.646728, 0.64189, 0.649585, 0.64068, 0.642486, 0.636291, 0.618582, 0.643868, 0.614929, 0.643493, 0.655082, 0.61667, 0.633488, 0.619564, 0.632563, 0.655079, 0.628289, 0.654722, 0.64582, 0.666473, 0.670225, 0.643417, 0.636071, 0.856914, 0.639471, 0.641182, 0.613468, 0.631578, 0.644528, 0.719346, 0.623726, 0.645053, 0.639278, 0.645907, 0.63413, 0.667759, 0.639267, 0.631551, 0.638285, 0.696044, 0.633484, 0.643165, 0.648465, 0.646751, 0.611768, 0.656304, 0.642695, 0.649442, 0.63951, 0.641574, 0.61489, 0.642556, 0.453325, 0.641074, 0.636746, 0.656437, 0.636443, 0.649485, 0.620987, 0.625199, 0.633367, 0.640811, 0.62887, 0.644126, 0.644987, 0.636378, 0.646014, 0.70062, 0.637764, 0.634846, 0.626511, 0.635459, 0.637364, 0.64935, 0.622244, 0.643194, 0.644002, 0.646033, 0.622215, 0.641037, 0.634594, 0.639363, 0.639425, 0.652772, 0.626331, 0.656716, 0.632873, 0.635537, 0.640196, 0.622466, 0.666706, 0.645129, 0.63158, 0.638219, 0.646039, 0.636538, 0.630129, 0.637095, 0.628174, 0.647543, 0.634291, 0.641395, 0.641111, 0.641202, 0.631847, 0.64441, 0.647427, 0.631088, 0.641325, 0.65395, 0.664058, 0.640287, 0.620307, 0.641564, 0.648855, 0.63597, 0.629819, 0.648917, 0.648704, 0.646692, 0.609305, 0.638537, 0.631374, 0.63292, 0.635353, 0.625117, 0.634473, 0.656349, 0.612544, 0.655154, 0.62942, 0.636427, 0.632249, 0.654868, 0.630847, 0.662996, 0.645531, 0.628226, 0.657524, 0.636391, 0.627157, 0.627056, 0.611555, 0.649817, 0.633895, 0.7269, 0.630332, 0.644323, 0.617707, 0.628504, 0.641982, 0.607909, 0.62929, 0.621685, 0.588918, 0.625615, 0.609281, 0.637929, 0.643838, 0.629704, 0.627205, 0.634573, 0.639415, 0.61281, 0.637747, 0.634146, 0.609249, 0.646429, 0.61562, 0.638456, 0.630085, 0.637654, 0.628626, 0.636821, 0.632812, 0.629854, 0.627187, 0.617725, 0.632938, 0.643703, 0.629117, 0.644212, 0.64782, 0.631034, 0.644869, 0.635363, 0.645168, 0.633104, 0.643523, 0.632547, 0.650734, 0.63682, 0.629492, 0.626012, 0.657249, 0.644858, 0.631012, 0.649011, 0.646587, 0.629253, 0.626441, 0.629871, 0.715334, 0.806142, 0.649179, 0.606215, 0.636299, 0.653294, 0.639361, 0.630343, 0.652246, 0.641884, 0.652395, 0.638676, 0.633046, 0.640085, 0.640044, 0.632029, 0.641305, 0.631169, 0.644976, 0.651055, 0.638226, 0.628943, 0.636788, 0.622776, 0.622328, 0.63825, 0.649203, 0.625503, 0.654508, 0.63828, 0.65342, 0.633124, 0.64726, 0.627498, 0.620839, 0.644151, 0.602714, 0.635822, 0.662891, 0.641214, 0.635689, 0.644755, 0.622928, 0.640052, 0.62263, 0.702619, 0.604922, 0.641376, 0.478394, 0.633574, 0.636012, 0.652882, 0.628198, 0.635196, 0.643646, 0.644801, 0.650582, 0.625715, 0.629675, 0.630471, 0.639331, 0.639032, 0.64748, 0.62297, 0.633658, 0.625363, 0.637571, 0.624253, 0.635938, 0.633975, 0.636936, 0.632877, 0.630777, 0.636985, 0.639863, 0.632567, 0.595877, 0.640485, 0.654028, 0.673129, 0.628941, 0.649552, 0.652219, 0.66671, 0.641836, 0.644996, 0.643352, 0.630714, 0.634073, 0.639438, 0.630313, 0.636741, 0.635567, 0.611049, 0.65251, 0.621009, 0.668516, 0.638019, 0.641581, 0.636694, 0.651893, 0.645365, 0.63165, 0.637279, 0.64125, 0.648759, 0.639447, 0.636838, 0.648064, 0.635167, 0.635331, 0.639217, 0.642252, 0.636878, 0.622072, 0.631651, 0.633379, 0.643496, 0.616863, 0.665321, 0.647537, 0.656199, 0.632823, 0.632992, 0.651707, 0.637712, 0.637638, 0.658334, 0.632896, 0.634197, 0.594025, 0.647872, 0.575108, 0.63731, 0.637194, 0.667796, 0.642675, 0.634782, 0.637555, 0.628265, 0.630148, 0.629046, 0.631642, 0.647146, 0.630723, 0.647994, 0.638416, 0.651354, 0.619249, 0.628987, 0.592735, 0.629227, 0.646246, 0.629625, 0.630442, 0.623547, 0.634406, 0.644109, 0.633574, 0.643349, 0.653888, 0.671155, 0.634002, 0.630401, 0.632942, 0.62535, 0.648135, 0.645496, 0.652484, 0.642267, 0.634029, 0.664678, 0.638753, 0.633318, 0.631858, 0.643172, 0.131401, 0.650038, 0.639084, 0.643148, 0.627346, 0.631766, 0.632729, 0.639828, 0.643326, 0.626556, 0.644697, 0.645217, 0.632462, 0.625322, 0.623229, 0.627054, 0.635754, 0.657354, 0.653682, 0.650425, 0.631032, 0.651271, 0.630282, 0.62864, 0.603422, 0.668635, 0.629985, 0.635802, 0.607408, 0.619098, 0.653175, 0.651268, 0.620879, 0.623686, 0.628275, 0.615054, 0.633612, 0.64518, 0.633094, 0.622755, 0.640848, 0.619293, 0.632959, 0.656428, 0.651412, 0.628437, 0.638753, 0.627623, 0.656497, 0.651141, 0.631614, 0.650132, 0.601082, 0.617023, 0.647315, 0.648362, 0.634888, 0.62659, 0.630979, 0.633092, 0.690767, 0.660611, 0.64858, 0.644337, 0.619599, 0.6246, 0.633275, 0.648577, 0.641839, 0.636807, 0.641745, 0.637157, 0.628103, 0.632318, 0.641265, 0.646325, 0.858192, 0.632229, 0.621539, 0.628091, 0.622411, 0.623621, 0.625341, 0.65215, 0.618178, 0.629367, 0.608519, 0.76487, 0.644259, 0.632305, 0.625286, 0.632936, 0.630476, 0.609668, 0.649904, 0.632744, 0.653583, 0.643067, 0.620338, 0.661987, 0.639217, 0.646465, 0.617324, 0.640903, 0.632635, 0.61728, 0.658828, 0.643995, 0.629248, 0.636307, 0.638791, 0.66358, 0.632203, 0.677312, 0.622873, 0.620488, 0.642711, 0.642184, 0.635834, 0.615004, 0.640753, 0.625563, 0.637606, 0.627749, 0.64088, 0.64102, 0.652224, 0.628853, 0.664889, 0.621465, 0.649193, 0.628721, 0.690183, 0.623594, 0.635767, 0.622398, 0.645234, 0.631347, 0.622542, 0.650372, 0.644095, 0.631136, 0.639928, 0.65097, 0.639064, 0.634753, 0.636917, 0.657492, 0.639977, 0.612665, 0.716631, 0.637498, 0.645568, 0.645224, 0.659065, 0.634675, 0.650605, 0.639794, 0.663695, 0.643458, 0.631883, 0.629475, 0.619561, 0.649568, 0.660247, 0.629063, 0.654071, 0.644542, 0.632921, 0.659544, 0.64409, 0.630337, 0.655598, 0.621835, 0.64715, 0.62477, 0.62815, 0.637756, 0.642993, 0.674283, 0.656571, 0.639346, 0.66145, 0.635327, 0.711103, 0.541349, 0.642308, 0.616843, 0.618513, 0.622883, 0.650115, 0.654384, 0.553194, 0.645882, 0.629732, 0.653822, 0.647952, 0.649309, 0.635888, 0.646937, 0.62249, 0.628993, 0.634735, 0.633486, 0.641863, 0.638848, 0.630824, 0.63409, 0.635676, 0.637853, 0.62227, 0.619379, 0.651352, 0.634817, 0.639479, 0.636164, 0.627553, 0.622046, 0.65551, 0.657063, 0.627958, 0.618502, 0.63015, 0.628729, 0.647402, 0.64676, 0.641361, 0.645424, 0.63601, 0.628245, 0.61179, 0.663599, 0.63294, 0.641615, 0.615792, 0.631012, 0.661637, 0.643676, 0.648705, 0.63225, 0.632958, 0.64205, 0.654712, 0.646885, 0.640445, 0.645086, 0.643915, 0.650016, 0.643749, 0.632741, 0.643933, 0.652744, 0.67089, 0.642653, 0.628307, 0.65838, 0.648664, 0.635895, 0.627477, 0.663425, 0.761617, 0.636761, 0.650114, 0.612452, 0.635821, 0.633018, 0.640458, 0.645345, 0.650272, 0.649511, 0.658676, 0.625684, 0.649359, 0.635028, 0.637842, 0.654855, 0.662157, 0.622739, 0.656528, 0.628006, 0.644792, 0.619861, 0.6463, 0.646534, 0.624707, 0.620672, 0.634943, 0.636888, 0.566252, 0.632816, 0.647738, 0.644205, 0.622403, 0.659319, 0.641099, 0.624177, 0.64376, 0.636051, 0.604145, 0.634952, 0.646199, 0.633161, 0.639101, 0.654678, 0.641199, 0.636368, 0.639023, 0.630511, 0.629719, 0.637429, 0.65031, 0.634082, 0.634992, 0.628844, 0.634538, 0.641677, 0.639717, 0.657912, 0.636539, 0.622548, 0.664373, 0.638983, 0.614548, 0.640651, 0.644016, 0.649237, 0.769259, 0.632352, 0.623854, 0.790518, 0.635363, 0.624975, 0.638933, 0.6184, 0.629333, 0.655827, 0.652855, 0.648327, 0.638601, 0.65953, 0.619434, 0.636014, 0.640417, 0.652629, 0.635486, 0.638656, 0.615728, 0.620057, 0.640734, 0.65278, 0.644985, 0.628319, 0.626625, 0.650557, 0.635075, 0.62864, 0.654908, 0.647154, 0.653464, 0.642537, 0.648572, 0.639311, 0.646849, 0.645695, 0.620613, 0.46019, 0.642121, 0.663083, 0.647298, 0.634253, 0.640171, 0.657532, 0.641685, 0.372324, 0.617505, 0.617951, 0.63417, 0.64499, 0.65018, 0.637824, 0.646423, 0.626154, 0.645045, 0.622338, 0.652015, 0.660717, 0.634957, 0.650342, 0.625981, 0.607884, 0.623071, 0.629979, 0.636489, 0.653515, 0.619228, 0.664004, 0.607962, 0.642988, 0.623785, 0.643098, 0.606707, 0.623405, 0.641094, 0.63046, 0.637818, 0.626294, 0.64339, 0.633707, 0.634783, 0.638677, 0.646548, 0.65082, 0.649675, 0.642437, 0.623601, 0.692711, 0.644426, 0.610664, 0.635039, 0.632207, 0.646611, 0.761333, 0.629151, 0.666943, 0.631034, 0.631802, 0.643828, 0.635044, 0.627855, 0.844016, 0.643912, 0.630988, 0.607159, 0.626246, 0.64398, 0.626506, 0.639257, 0.659345, 0.618016, 0.635215, 0.641971, 0.627367, 0.618553, 0.645463, 0.624692, 0.654305, 0.683005, 0.631334, 0.629176, 0.654832, 0.607974, 0.660833, 0.649631, 0.640923, 0.637793, 0.647716, 0.640014, 0.666488, 0.654828, 0.648779, 0.633819, 0.622667, 0.633916, 0.63425, 0.650813, 0.639621, 0.623526, 0.642002, 0.62511, 0.649125, 0.66468, 0.666533, 0.620321, 0.640604, 0.678511, 0.633604, 0.636907, 0.62675, 0.639817, 0.640263, 0.65423, 0.620739, 0.637423, 0.627934, 0.665085, 0.622851, 0.620683, 0.643891, 0.639457, 0.631491, 0.6388, 0.63075, 0.67177, 0.632537, 0.643781, 0.65715, 0.640141, 0.615992, 0.649963, 0.618549, 0.652968, 0.651009, 0.646344, 0.643557, 0.624022, 0.635039, 0.641149, 0.635663, 0.632248, 0.653431, 0.637136, 0.64165, 0.642233, 0.618695, 0.639136, 0.633257, 0.654648, 0.626751, 0.648547, 0.655076, 0.640238, 0.625661, 0.302843, 0.625243, 0.634557, 0.643049, 0.65837, 0.62692, 0.63453, 0.628154, 0.621438, 0.64127, 0.64117, 0.628721, 0.664101, 0.639353, 0.643656, 0.654462, 0.65872, 0.636386, 0.587434, 0.639544, 0.639581, 0.630519, 0.635731, 0.637165, 0.628071, 0.678674, 0.635147, 0.64234, 0.680995, 0.649449, 0.651717, 0.635803, 0.654821, 0.628164, 0.643682, 0.639892, 0.635916, 0.652835, 0.640958, 0.653917, 0.648741, 0.638853, 0.633456, 0.645081, 0.634448, 0.640745, 0.640525, 0.640756, 0.64721, 0.637428, 0.657627, 0.650832, 0.649103, 0.621099, 0.657818, 0.648005, 0.636401, 0.67526, 0.641373, 0.635543, 0.620427, 0.651839, 0.64414, 0.632212, 0.654162, 0.624717, 0.624745, 0.652087, 0.635271, 0.648385, 0.6536, 0.610155, 0.627901, 0.633909, 0.635794, 0.640834, 0.631874, 0.641267, 0.638129, 0.627823, 0.615541, 0.640607, 0.62983, 0.604946, 0.631185, 0.628368, 0.59864, 0.713806, 0.657358, 0.628644, 0.620269, 0.607516, 0.651439, 0.646238, 0.649093, 0.636028, 0.628523, 0.643276, 0.635942, 0.638766, 0.641485, 0.67431, 0.657812, 0.638184, 0.648787, 0.625479, 0.633972, 0.62325, 0.624168, 0.634995, 0.655999, 0.632201, 0.629496, 0.652621, 0.642158, 0.62767, 0.624816, 0.644231, 0.626319, 0.633648, 0.642426, 0.622728, 0.637273, 0.648808, 0.645514, 0.660877, 0.617359, 0.632109, 0.64875, 0.62669, 0.649094, 0.635098, 0.600791, 0.631476, 0.622354, 0.646737, 0.65234, 0.634191, 0.619766, 0.625003, 0.641131, 0.626338, 0.632033, 0.639018, 0.637841, 0.64347, 0.621599, 0.645928, 0.626861, 0.603325, 0.653104, 0.650494, 0.656841, 0.648041, 0.353857, 0.632059, 0.631817, 0.63111, 0.632684, 0.656099, 0.627464, 0.635551, 0.662815, 0.614943, 0.662416, 0.617507, 0.629257, 0.649858, 0.637841, 0.625268, 0.653088, 0.650719, 0.626231, 0.64325, 0.638016, 0.626115, 0.637704, 0.668478, 0.658986, 0.639449, 0.640034, 0.656613, 0.627255, 0.660606, 0.639187, 0.631525, 0.506175, 0.639564, 0.627191, 0.745235, 0.650906, 0.6427, 0.596086, 0.645515, 0.646723, 0.641643, 0.648781, 0.630978, 0.615556, 0.636889, 0.626698, 0.635038, 0.653096, 0.622185, 0.638401, 0.636113, 0.63351, 0.643638, 0.653183, 0.642597, 0.634646, 0.645929, 0.645985, 0.612674, 0.640648, 0.635791, 0.609461, 0.634035, 0.645782, 0.632934, 0.639704, 0.638249, 0.649206, 0.638157, 0.627987, 0.645019, 0.619234, 0.6449, 0.644368, 0.627074, 0.64372, 0.643582, 0.632386, 0.633831, 0.651981, 0.636587, 0.631602, 0.658893, 0.627805, 0.616837, 0.627645, 0.636124, 0.637382, 0.613376, 0.625189, 0.644644, 0.633071, 0.629768, 0.645799, 0.692244, 0.632306, 0.623632, 0.643011, 0.628168, 0.650713, 0.626873, 0.650463, 0.625954, 0.627339, 0.648112, 0.620963, 0.629694, 0.641311, 0.643503, 0.639444, 0.645277, 0.651841, 0.642013, 0.632828, 0.621051, 0.634448, 0.648251, 0.642584, 0.640407, 0.641894, 0.653819, 0.625448, 0.623255, 0.643489, 0.648125, 0.630292, 0.635972, 0.627442, 0.638722, 0.626471, 0.626382, 0.626935, 0.63061, 0.622819, 0.62998, 0.631063, 0.624519, 0.656555, 0.638135, 0.655156, 0.627034, 0.631706, 0.643837, 0.620863, 0.640534, 0.648864, 0.627337, 0.649181, 0.632282, 0.621558, 0.65903, 0.616358, 0.643504, 0.621065, 0.617453, 0.63473, 0.628234, 0.653114, 0.630226, 0.627727, 0.645677, 0.627345, 0.654573, 0.654256, 0.64516, 0.630768, 0.63087, 0.617597, 0.640125, 0.620908, 0.628318, 0.632519, 0.639273, 0.641803, 0.640217, 0.635449, 0.647514, 0.624582, 0.651226, 0.640957, 0.638984, 0.643952, 0.620485, 0.621686, 0.658668, 0.633093, 0.643706, 0.63693, 0.664822, 0.636132, 0.64413, 0.640552, 0.629122, 0.623287, 0.659997, 0.630153, 0.643744, 0.648076, 0.649802, 0.63754, 0.639585, 0.625834, 0.632443, 0.64404, 0.631446, 0.649743, 0.644031, 0.64922, 0.659244, 0.623745, 0.644433, 0.660148, 0.607744, 0.653226, 0.629121, 0.621094, 0.653098, 0.633345, 0.650309, 0.705857, 0.628573, 0.642992, 0.697368, 0.627786, 0.636923, 0.658426, 0.640527, 0.627608, 0.623209, 0.629845, 0.617213, 0.612819, 0.639353, 0.642543, 0.623029, 0.648933, 0.640756, 0.666142, 0.636365, 0.628886, 0.612858, 0.644183, 0.587767, 0.632319, 0.633962, 0.631351, 0.655415, 0.618767, 0.625361, 0.657132, 0.634816, 0.61225, 0.658677, 0.641886, 0.654115, 0.626861, 0.6306, 0.665961, 0.631631, 0.649279, 0.632369, 0.64944, 0.606268, 0.63554, 0.658193, 0.645223, 0.63274, 0.649151, 0.633303, 0.636912, 0.623736, 0.647694, 0.671682, 0.701426, 0.618524, 0.638798, 0.633356, 0.631788, 0.625765, 0.655332, 0.617083, 0.635462, 0.823779, 0.603611, 0.640784, 0.619167, 0.638603, 0.637915, 0.657942, 0.644424, 0.639222, 0.656066, 0.647084, 0.651121, 0.627206, 0.627147, 0.646686, 0.611219, 0.633121, 0.623923, 0.614437, 0.622465, 0.643894, 0.630498, 0.639435, 0.638323, 0.629775, 0.652265, 0.643968, 0.590435, 0.635385, 0.639821, 0.638139, 0.627781, 0.645409, 0.641685, 0.634853, 0.637566, 0.625892, 0.656467, 0.637354, 0.649084, 0.644363, 0.648018, 0.628577, 0.640944, 0.62448, 0.641633, 0.629499, 0.642383, 0.653538, 0.639565, 0.656452, 0.63592, 0.635374, 0.609412, 0.658805, 0.632965, 0.648893, 0.634238, 0.637827, 0.645614, 0.646193, 0.648071, 0.652783, 0.642005, 0.657176, 0.66257, 0.631447, 0.604888, 0.656511, 0.647477, 0.636261, 0.642412, 0.636716, 0.628454, 0.641421, 0.638529, 0.639708, 0.640982, 0.620262, 0.662433, 0.651358, 0.645105, 0.629284, 0.638636, 0.763121, 0.644523, 0.639829, 0.638794, 0.61637, 0.618443, 0.648798, 0.646002, 0.633048, 0.648185, 0.642132, 0.638142, 0.629658, 0.623481, 0.612672, 0.674158, 0.62254, 0.649644, 0.624184, 0.646292, 0.64515, 0.646597, 0.654543, 0.639217, 0.653028, 0.635075, 0.635253, 0.644933, 0.634331, 0.638088, 0.646402, 0.628012, 0.639929, 0.636816, 0.636156, 0.636024, 0.634385, 0.63896, 0.625723, 0.642098, 0.636655, 0.65266, 0.630582, 0.631153, 0.627524, 0.63213, 0.645517, 0.613135, 0.634037, 0.6401, 0.633323, 0.58784, 0.63461, 0.644809, 0.637781, 0.621787, 0.648397, 0.632127, 0.635063, 0.643936, 0.625406, 0.642596, 0.632157, 0.641733, 0.625965, 0.636498, 0.631055, 0.651216, 0.635169, 0.643128, 0.678121, 0.637186, 0.648379, 0.617432, 0.636236, 0.629644, 0.607384, 0.634788, 0.639624, 0.636048, 0.630577, 0.626213, 0.647206, 0.655916, 0.65599, 0.631757, 0.63832, 0.63067, 0.642814, 0.760145, 0.632514, 0.61772, 0.624206, 0.628423, 0.651231, 0.644959, 0.648915, 0.618916, 0.642, 0.632371, 0.639843, 0.659447, 0.627239, 0.649638, 0.646772, 0.641563, 0.620959, 0.609998, 0.640196, 0.654202, 0.712829, 0.624498, 0.62133, 0.644179, 0.609954, 0.653661, 0.637798, 0.627548, 0.624416, 0.637733, 0.628965, 0.616874, 0.65031, 0.632042, 0.647291, 0.649324, 0.641441, 0.623554, 0.639249, 0.64133, 0.611849, 0.653824, 0.623605, 0.645026, 0.667931, 0.641359, 0.631886, 0.661012, 0.625316, 0.640846, 0.629944, 0.636581, 0.639671, 0.636626, 0.637259, 0.650598, 0.625338, 0.639492, 0.630249, 0.620506, 0.629825, 0.632546, 0.628783, 0.629911, 0.637537, 0.639856, 0.644151, 0.645715, 0.646539, 0.629628, 0.631941, 0.63104, 0.644489, 0.648048, 0.653744, 0.66247, 0.632957, 0.63663, 0.639218, 0.802, 0.633177, 0.64957, 0.639437, 0.631476, 0.649185, 0.632816, 0.656065, 0.639014, 0.638287, 0.624593, 0.623853, 0.632032, 0.639676, 0.643218, 0.63675, 0.654842, 0.645955, 0.59899, 0.641331, 0.627511, 0.632961, 0.643876, 0.639141, 0.639068, 0.65653, 0.63696, 0.624443, 0.631844, 0.635292, 0.648465, 0.618698, 0.629987, 0.64301, 0.645154, 0.64271, 0.658164, 0.636941, 0.643853, 0.630828, 0.64397, 0.644162, 0.638255, 0.634772, 0.652444, 0.659026, 0.642159, 0.644244, 0.645195, 0.621549, 0.648667, 0.641839, 0.657061, 0.649478, 0.650549, 0.637495, 0.613739, 0.625934, 0.872857, 0.624655, 0.647725, 0.635315, 0.64354, 0.641235, 0.64046, 0.654118, 0.634552, 0.639081, 0.651644, 0.624763, 0.709507, 0.61873, 0.643461, 0.615023, 0.642528, 0.619426, 0.633623, 0.631977, 0.62556, 0.710387, 0.631397, 0.644822, 0.636794, 0.63453, 0.689028, 0.646025, 0.632967 ] }, "name": "model.model.layers.23.post_attention_layernorm.weight", "outputIndexes": [ 1930 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1929 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_23/Mul_output_0", "outputIndexes": [ 1931 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1930, 1931 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_23/Mul_1_output_0", "outputIndexes": [ 1932 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1932 ], "outputIndexes": [ 2623 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2623 ], "outputIndexes": [ 2624 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/gate_proj/Linear", "inputIndexes": [ 2624 ], "outputIndexes": [ 2625 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 8192, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 877661742, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2625 ], "outputIndexes": [ 2626 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2626 ], "outputIndexes": [ 1933 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 8192 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1933 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_23/Sigmoid_output_0", "outputIndexes": [ 1934 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1933, 1934 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_23/Mul_output_0", "outputIndexes": [ 1935 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1932 ], "outputIndexes": [ 2627 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2627 ], "outputIndexes": [ 2628 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/up_proj/Linear", "inputIndexes": [ 2628 ], "outputIndexes": [ 2629 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 8192, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 887098948, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2629 ], "outputIndexes": [ 2630 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2630 ], "outputIndexes": [ 1936 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 8192 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1935, 1936 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_23/Mul_output_0", "outputIndexes": [ 1937 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1937 ], "outputIndexes": [ 2631 ], "main_type": "Reshape", "main": { "dims": [ -1, 8192, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2631 ], "outputIndexes": [ 2632 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/down_proj/Linear", "inputIndexes": [ 2632 ], "outputIndexes": [ 2633 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 8192, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 131072, "weightSize": 0 }, "external": [ 896536154, 8388630, 1048576, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2633 ], "outputIndexes": [ 2634 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2634 ], "outputIndexes": [ 1938 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1929, 1938 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_119_output_0", "outputIndexes": [ 1939 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ -1, 2048 ] }, "name": "/lm/Constant_output_0", "outputIndexes": [ 1940 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1939, 1940 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/lm/Reshape_output_0", "outputIndexes": [ 1941 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ -1 ] }, "name": "/rotary/Constant_6_output_0", "outputIndexes": [ 1942 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1941 ], "main_type": "NONE", "name": "Shape4026", "outputIndexes": [ 1943 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1941 ], "main_type": "NONE", "name": "Rank4028", "outputIndexes": [ 1944 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1944, 1944 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4030", "outputIndexes": [ 1945 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1945 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4031", "outputIndexes": [ 1946 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1945, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4033", "outputIndexes": [ 1947 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1947 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4034", "outputIndexes": [ 1948 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1943, 1946, 1948, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice4037", "outputIndexes": [ 1949 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1949 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze4038", "outputIndexes": [ 1950 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1942, 1950 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4039", "outputIndexes": [ 1951 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1951, 1950 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4040", "outputIndexes": [ 1952 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1941, 1952, 1945 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/lm/Gather_output_0", "outputIndexes": [ 1953 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 1, 1, 2048 ] }, "name": "/lm/Constant_1_output_0", "outputIndexes": [ 1954 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1953, 1954 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/lm/Reshape_1_output_0", "outputIndexes": [ 1955 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1955 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/lm/norm/Mul_output_0", "outputIndexes": [ 1956 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 0, 1956 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/lm/norm/Mul_1_output_0", "outputIndexes": [ 1957 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/lm/lm_head/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1957 ], "outputIndexes": [ 2635 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/lm/lm_head/Linear/pre_convert", "inputIndexes": [ 2635 ], "outputIndexes": [ 2636 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/lm/lm_head/Linear", "inputIndexes": [ 2636 ], "outputIndexes": [ 2637 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 49152, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 786432, "weightSize": 0 }, "external": [ 905973360, 50331670, 6291456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/lm/lm_head/Linear/post_convert", "inputIndexes": [ 2637 ], "outputIndexes": [ 2638 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/lm/lm_head/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2638 ], "outputIndexes": [ 1958 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 49152 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ -1 ] }, "name": "/Constant_33_output_0", "outputIndexes": [ 1959 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1958, 1959 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "logits", "outputIndexes": [ 1960 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Input", "main": { "dims": [ 24, 2, 1, -1, 32, 64 ], "dtype": "DT_FLOAT", "dformat": "NCHW" }, "name": "past_key_values", "outputIndexes": [ 1961 ], "type": "Input", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1961 ], "main_type": "Reshape", "main": { "dims": [ -1 ], "dimType": "NCHW" }, "name": "presents", "outputIndexes": [ 1962 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" } ], "outputName": [ "logits", "presents" ], "preferForwardType": "CPU", "sourceType": "ONNX", "tensorName": [ "model.model.norm.weight", "input_ids", "/Constant_output_0", "/Reshape_output_0", "model.model.layers.0.input_layernorm.weight", "/input_layernorm/Mul_output_0", "/input_layernorm/Mul_1_output_0", "/FakeLinear_output_0", "/Unsqueeze_output_0", "/Shape_1_output_0", "/rotary/Constant_9_output_0", "Shape20", "BinaryOp23", "BinaryOp24", "Unsqueeze25", "BinaryOp27", "Unsqueeze28", "StridedSlice31", "Squeeze32", "BinaryOp33", "BinaryOp34", "/Gather_2_output_0", "/rotary/Constant_4_output_0", "/Unsqueeze_1_output_0", "/Constant_3_output_0", "/Constant_4_output_0", "/Concat_output_0", "/Reshape_1_output_0", "position_ids", "/rotary/Cast_output_0", "/rotary/Constant_1_output_0", "/rotary/Reshape_output_0", "/rotary/Constant_2_output_0", "/rotary/Mul_output_0", "/rotary/Cos_output_0", "/rotary/Unsqueeze_output_0", "/rotary/Sin_output_0", "/rotary/Unsqueeze_1_output_0", "/rotary/Concat_output_0", "/rotary/Concat_1_output_0", "/rotary/Unsqueeze_2_axes", "/rotary/Unsqueeze_3_output_0", "Shape57", "BinaryOp60", "BinaryOp61", "Unsqueeze62", "BinaryOp64", "Unsqueeze65", "StridedSlice68", "BinaryOp70", "BinaryOp71", "/Gather_3_output_0", "/Mul_output_0", "/Shape_2_output_0", "/Constant_9_output_0", "Shape76", "BinaryOp79", "BinaryOp80", "Unsqueeze81", "BinaryOp83", "Unsqueeze84", "StridedSlice87", "Squeeze88", "BinaryOp89", "BinaryOp90", "/Gather_5_output_0", "/rotary/Constant_7_output_0", "/Div_output_0", "/Unsqueeze_6_output_0", "/Constant_18_output_0", "/Constant_12_output_0", "/Slice_1_output_0", "/Neg_output_0", "/Slice_output_0", "/Concat_3_output_0", "Unsqueeze106", "Unsqueeze109", "StridedSlice112", "Squeeze113", "BinaryOp114", "BinaryOp115", "/Gather_4_output_0", "/Mul_1_output_0", "/Add_output_0", "/FakeLinear_1_output_0", "/Reshape_2_output_0", "/Mul_2_output_0", "/Shape_3_output_0", "Shape157", "BinaryOp160", "BinaryOp161", "Unsqueeze162", "BinaryOp164", "Unsqueeze165", "StridedSlice168", "Squeeze169", "BinaryOp170", "BinaryOp171", "/Gather_6_output_0", "/Div_1_output_0", "/Unsqueeze_8_output_0", "/Slice_3_output_0", "/Neg_1_output_0", "/Slice_2_output_0", "/Concat_4_output_0", "/Mul_3_output_0", "/Add_1_output_0", "/FakeLinear_2_output_0", "/Reshape_3_output_0", "attention_mask", "/Reshape_4_output_0", "/FakeLinear_3_output_0", "/Add_3_output_0", "model.model.layers.0.post_attention_layernorm.weight", "/post_attention_layernorm/Mul_output_0", "/post_attention_layernorm/Mul_1_output_0", "/mlp/gate_proj/FakeLinear_output_0", "/mlp/act_fn/Sigmoid_output_0", "/mlp/act_fn/Mul_output_0", "/mlp/up_proj/FakeLinear_output_0", "/mlp/Mul_output_0", "/mlp/down_proj/FakeLinear_output_0", "/Add_4_output_0", "/Reshape_5_output_0", "model.model.layers.1.input_layernorm.weight", "/input_layernorm_1/Mul_output_0", "/input_layernorm_1/Mul_1_output_0", "/FakeLinear_4_output_0", "/Shape_5_output_0", "Shape242", "BinaryOp245", "BinaryOp246", "Unsqueeze247", "BinaryOp249", "Unsqueeze250", "StridedSlice253", "Squeeze254", "BinaryOp255", "BinaryOp256", "/Gather_11_output_0", "/Unsqueeze_15_output_0", "/Concat_9_output_0", "/Reshape_6_output_0", "/Mul_4_output_0", "/Shape_6_output_0", "Shape263", "BinaryOp266", "BinaryOp267", "Unsqueeze268", "BinaryOp270", "Unsqueeze271", "StridedSlice274", "Squeeze275", "BinaryOp276", "BinaryOp277", "/Gather_12_output_0", "/Div_3_output_0", "/Unsqueeze_20_output_0", "/Slice_5_output_0", "/Neg_2_output_0", "/Slice_4_output_0", "/Concat_12_output_0", "/Mul_5_output_0", "/Add_5_output_0", "/FakeLinear_5_output_0", "/Reshape_7_output_0", "/Mul_6_output_0", "/Shape_7_output_0", "Shape324", "BinaryOp327", "BinaryOp328", "Unsqueeze329", "BinaryOp331", "Unsqueeze332", "StridedSlice335", "Squeeze336", "BinaryOp337", "BinaryOp338", "/Gather_13_output_0", "/Div_4_output_0", "/Unsqueeze_22_output_0", "/Slice_7_output_0", "/Neg_3_output_0", "/Slice_6_output_0", "/Concat_13_output_0", "/Mul_7_output_0", "/Add_6_output_0", "/FakeLinear_6_output_0", "/Reshape_8_output_0", "/Reshape_9_output_0", "/FakeLinear_7_output_0", "/Add_8_output_0", "model.model.layers.1.post_attention_layernorm.weight", "/post_attention_layernorm_1/Mul_output_0", "/post_attention_layernorm_1/Mul_1_output_0", "/mlp/gate_proj_1/FakeLinear_output_0", "/mlp/act_fn_1/Sigmoid_output_0", "/mlp/act_fn_1/Mul_output_0", "/mlp/up_proj_1/FakeLinear_output_0", "/mlp_1/Mul_output_0", "/mlp/down_proj_1/FakeLinear_output_0", "/Add_9_output_0", "/Reshape_10_output_0", "model.model.layers.2.input_layernorm.weight", "/input_layernorm_2/Mul_output_0", "/input_layernorm_2/Mul_1_output_0", "/FakeLinear_8_output_0", "/Shape_9_output_0", "Shape406", "BinaryOp409", "BinaryOp410", "Unsqueeze411", "BinaryOp413", "Unsqueeze414", "StridedSlice417", "Squeeze418", "BinaryOp419", "BinaryOp420", "/Gather_18_output_0", "/Unsqueeze_29_output_0", "/Concat_18_output_0", "/Reshape_11_output_0", "/Mul_8_output_0", "/Shape_10_output_0", "Shape427", "BinaryOp430", "BinaryOp431", "Unsqueeze432", "BinaryOp434", "Unsqueeze435", "StridedSlice438", "Squeeze439", "BinaryOp440", "BinaryOp441", "/Gather_19_output_0", "/Div_6_output_0", "/Unsqueeze_34_output_0", "/Slice_9_output_0", "/Neg_4_output_0", "/Slice_8_output_0", "/Concat_21_output_0", "/Mul_9_output_0", "/Add_10_output_0", "/FakeLinear_9_output_0", "/Reshape_12_output_0", "/Mul_10_output_0", "/Shape_11_output_0", "Shape488", "BinaryOp491", "BinaryOp492", "Unsqueeze493", "BinaryOp495", "Unsqueeze496", "StridedSlice499", "Squeeze500", "BinaryOp501", "BinaryOp502", "/Gather_20_output_0", "/Div_7_output_0", "/Unsqueeze_36_output_0", "/Slice_11_output_0", "/Neg_5_output_0", "/Slice_10_output_0", "/Concat_22_output_0", "/Mul_11_output_0", "/Add_11_output_0", "/FakeLinear_10_output_0", "/Reshape_13_output_0", "/Reshape_14_output_0", "/FakeLinear_11_output_0", "/Add_13_output_0", "model.model.layers.2.post_attention_layernorm.weight", "/post_attention_layernorm_2/Mul_output_0", "/post_attention_layernorm_2/Mul_1_output_0", "/mlp/gate_proj_2/FakeLinear_output_0", "/mlp/act_fn_2/Sigmoid_output_0", "/mlp/act_fn_2/Mul_output_0", "/mlp/up_proj_2/FakeLinear_output_0", "/mlp_2/Mul_output_0", "/mlp/down_proj_2/FakeLinear_output_0", "/Add_14_output_0", "/Reshape_15_output_0", "model.model.layers.3.input_layernorm.weight", "/input_layernorm_3/Mul_output_0", "/input_layernorm_3/Mul_1_output_0", "/FakeLinear_12_output_0", "/Shape_13_output_0", "Shape570", "BinaryOp573", "BinaryOp574", "Unsqueeze575", "BinaryOp577", "Unsqueeze578", "StridedSlice581", "Squeeze582", "BinaryOp583", "BinaryOp584", "/Gather_25_output_0", "/Unsqueeze_43_output_0", "/Concat_27_output_0", "/Reshape_16_output_0", "/Mul_12_output_0", "/Shape_14_output_0", "Shape591", "BinaryOp594", "BinaryOp595", "Unsqueeze596", "BinaryOp598", "Unsqueeze599", "StridedSlice602", "Squeeze603", "BinaryOp604", "BinaryOp605", "/Gather_26_output_0", "/Div_9_output_0", "/Unsqueeze_48_output_0", "/Slice_13_output_0", "/Neg_6_output_0", "/Slice_12_output_0", "/Concat_30_output_0", "/Mul_13_output_0", "/Add_15_output_0", "/FakeLinear_13_output_0", "/Reshape_17_output_0", "/Mul_14_output_0", "/Shape_15_output_0", "Shape652", "BinaryOp655", "BinaryOp656", "Unsqueeze657", "BinaryOp659", "Unsqueeze660", "StridedSlice663", "Squeeze664", "BinaryOp665", "BinaryOp666", "/Gather_27_output_0", "/Div_10_output_0", "/Unsqueeze_50_output_0", "/Slice_15_output_0", "/Neg_7_output_0", "/Slice_14_output_0", "/Concat_31_output_0", "/Mul_15_output_0", "/Add_16_output_0", "/FakeLinear_14_output_0", "/Reshape_18_output_0", "/Reshape_19_output_0", "/FakeLinear_15_output_0", "/Add_18_output_0", "model.model.layers.3.post_attention_layernorm.weight", "/post_attention_layernorm_3/Mul_output_0", "/post_attention_layernorm_3/Mul_1_output_0", "/mlp/gate_proj_3/FakeLinear_output_0", "/mlp/act_fn_3/Sigmoid_output_0", "/mlp/act_fn_3/Mul_output_0", "/mlp/up_proj_3/FakeLinear_output_0", "/mlp_3/Mul_output_0", "/mlp/down_proj_3/FakeLinear_output_0", "/Add_19_output_0", "/Reshape_20_output_0", "model.model.layers.4.input_layernorm.weight", "/input_layernorm_4/Mul_output_0", "/input_layernorm_4/Mul_1_output_0", "/FakeLinear_16_output_0", "/Shape_17_output_0", "Shape734", "BinaryOp737", "BinaryOp738", "Unsqueeze739", "BinaryOp741", "Unsqueeze742", "StridedSlice745", "Squeeze746", "BinaryOp747", "BinaryOp748", "/Gather_32_output_0", "/Unsqueeze_57_output_0", "/Concat_36_output_0", "/Reshape_21_output_0", "/Mul_16_output_0", "/Shape_18_output_0", "Shape755", "BinaryOp758", "BinaryOp759", "Unsqueeze760", "BinaryOp762", "Unsqueeze763", "StridedSlice766", "Squeeze767", "BinaryOp768", "BinaryOp769", "/Gather_33_output_0", "/Div_12_output_0", "/Unsqueeze_62_output_0", "/Slice_17_output_0", "/Neg_8_output_0", "/Slice_16_output_0", "/Concat_39_output_0", "/Mul_17_output_0", "/Add_20_output_0", "/FakeLinear_17_output_0", "/Reshape_22_output_0", "/Mul_18_output_0", "/Shape_19_output_0", "Shape817", "BinaryOp820", "BinaryOp821", "Unsqueeze822", "BinaryOp824", "Unsqueeze825", "StridedSlice828", "Squeeze829", "BinaryOp830", "BinaryOp831", "/Gather_34_output_0", "/Div_13_output_0", "/Unsqueeze_64_output_0", "/Slice_19_output_0", "/Neg_9_output_0", "/Slice_18_output_0", "/Concat_40_output_0", "/Mul_19_output_0", "/Add_21_output_0", "/FakeLinear_18_output_0", "/Reshape_23_output_0", "/Reshape_24_output_0", "/FakeLinear_19_output_0", "/Add_23_output_0", "model.model.layers.4.post_attention_layernorm.weight", "/post_attention_layernorm_4/Mul_output_0", "/post_attention_layernorm_4/Mul_1_output_0", "/mlp/gate_proj_4/FakeLinear_output_0", "/mlp/act_fn_4/Sigmoid_output_0", "/mlp/act_fn_4/Mul_output_0", "/mlp/up_proj_4/FakeLinear_output_0", "/mlp_4/Mul_output_0", "/mlp/down_proj_4/FakeLinear_output_0", "/Add_24_output_0", "/Reshape_25_output_0", "model.model.layers.5.input_layernorm.weight", "/input_layernorm_5/Mul_output_0", "/input_layernorm_5/Mul_1_output_0", "/FakeLinear_20_output_0", "/Shape_21_output_0", "Shape899", "BinaryOp902", "BinaryOp903", "Unsqueeze904", "BinaryOp906", "Unsqueeze907", "StridedSlice910", "Squeeze911", "BinaryOp912", "BinaryOp913", "/Gather_39_output_0", "/Unsqueeze_71_output_0", "/Concat_45_output_0", "/Reshape_26_output_0", "/Mul_20_output_0", "/Shape_22_output_0", "Shape920", "BinaryOp923", "BinaryOp924", "Unsqueeze925", "BinaryOp927", "Unsqueeze928", "StridedSlice931", "Squeeze932", "BinaryOp933", "BinaryOp934", "/Gather_40_output_0", "/Div_15_output_0", "/Unsqueeze_76_output_0", "/Slice_21_output_0", "/Neg_10_output_0", "/Slice_20_output_0", "/Concat_48_output_0", "/Mul_21_output_0", "/Add_25_output_0", "/FakeLinear_21_output_0", "/Reshape_27_output_0", "/Mul_22_output_0", "/Shape_23_output_0", "Shape982", "BinaryOp985", "BinaryOp986", "Unsqueeze987", "BinaryOp989", "Unsqueeze990", "StridedSlice993", "Squeeze994", "BinaryOp995", "BinaryOp996", "/Gather_41_output_0", "/Div_16_output_0", "/Unsqueeze_78_output_0", "/Slice_23_output_0", "/Neg_11_output_0", "/Slice_22_output_0", "/Concat_49_output_0", "/Mul_23_output_0", "/Add_26_output_0", "/FakeLinear_22_output_0", "/Reshape_28_output_0", "/Reshape_29_output_0", "/FakeLinear_23_output_0", "/Add_28_output_0", "model.model.layers.5.post_attention_layernorm.weight", "/post_attention_layernorm_5/Mul_output_0", "/post_attention_layernorm_5/Mul_1_output_0", "/mlp/gate_proj_5/FakeLinear_output_0", "/mlp/act_fn_5/Sigmoid_output_0", "/mlp/act_fn_5/Mul_output_0", "/mlp/up_proj_5/FakeLinear_output_0", "/mlp_5/Mul_output_0", "/mlp/down_proj_5/FakeLinear_output_0", "/Add_29_output_0", "/Reshape_30_output_0", "model.model.layers.6.input_layernorm.weight", "/input_layernorm_6/Mul_output_0", "/input_layernorm_6/Mul_1_output_0", "/FakeLinear_24_output_0", "/Shape_25_output_0", "Shape1064", "BinaryOp1067", "BinaryOp1068", "Unsqueeze1069", "BinaryOp1071", "Unsqueeze1072", "StridedSlice1075", "Squeeze1076", "BinaryOp1077", "BinaryOp1078", "/Gather_46_output_0", "/Unsqueeze_85_output_0", "/Concat_54_output_0", "/Reshape_31_output_0", "/Mul_24_output_0", "/Shape_26_output_0", "Shape1085", "BinaryOp1088", "BinaryOp1089", "Unsqueeze1090", "BinaryOp1092", "Unsqueeze1093", "StridedSlice1096", "Squeeze1097", "BinaryOp1098", "BinaryOp1099", "/Gather_47_output_0", "/Div_18_output_0", "/Unsqueeze_90_output_0", "/Slice_25_output_0", "/Neg_12_output_0", "/Slice_24_output_0", "/Concat_57_output_0", "/Mul_25_output_0", "/Add_30_output_0", "/FakeLinear_25_output_0", "/Reshape_32_output_0", "/Mul_26_output_0", "/Shape_27_output_0", "Shape1147", "BinaryOp1150", "BinaryOp1151", "Unsqueeze1152", "BinaryOp1154", "Unsqueeze1155", "StridedSlice1158", "Squeeze1159", "BinaryOp1160", "BinaryOp1161", "/Gather_48_output_0", "/Div_19_output_0", "/Unsqueeze_92_output_0", "/Slice_27_output_0", "/Neg_13_output_0", "/Slice_26_output_0", "/Concat_58_output_0", "/Mul_27_output_0", "/Add_31_output_0", "/FakeLinear_26_output_0", "/Reshape_33_output_0", "/Reshape_34_output_0", "/FakeLinear_27_output_0", "/Add_33_output_0", "model.model.layers.6.post_attention_layernorm.weight", "/post_attention_layernorm_6/Mul_output_0", "/post_attention_layernorm_6/Mul_1_output_0", "/mlp/gate_proj_6/FakeLinear_output_0", "/mlp/act_fn_6/Sigmoid_output_0", "/mlp/act_fn_6/Mul_output_0", "/mlp/up_proj_6/FakeLinear_output_0", "/mlp_6/Mul_output_0", "/mlp/down_proj_6/FakeLinear_output_0", "/Add_34_output_0", "/Reshape_35_output_0", "model.model.layers.7.input_layernorm.weight", "/input_layernorm_7/Mul_output_0", "/input_layernorm_7/Mul_1_output_0", "/FakeLinear_28_output_0", "/Shape_29_output_0", "Shape1229", "BinaryOp1232", "BinaryOp1233", "Unsqueeze1234", "BinaryOp1236", "Unsqueeze1237", "StridedSlice1240", "Squeeze1241", "BinaryOp1242", "BinaryOp1243", "/Gather_53_output_0", "/Unsqueeze_99_output_0", "/Concat_63_output_0", "/Reshape_36_output_0", "/Mul_28_output_0", "/Shape_30_output_0", "Shape1250", "BinaryOp1253", "BinaryOp1254", "Unsqueeze1255", "BinaryOp1257", "Unsqueeze1258", "StridedSlice1261", "Squeeze1262", "BinaryOp1263", "BinaryOp1264", "/Gather_54_output_0", "/Div_21_output_0", "/Unsqueeze_104_output_0", "/Slice_29_output_0", "/Neg_14_output_0", "/Slice_28_output_0", "/Concat_66_output_0", "/Mul_29_output_0", "/Add_35_output_0", "/FakeLinear_29_output_0", "/Reshape_37_output_0", "/Mul_30_output_0", "/Shape_31_output_0", "Shape1312", "BinaryOp1315", "BinaryOp1316", "Unsqueeze1317", "BinaryOp1319", "Unsqueeze1320", "StridedSlice1323", "Squeeze1324", "BinaryOp1325", "BinaryOp1326", "/Gather_55_output_0", "/Div_22_output_0", "/Unsqueeze_106_output_0", "/Slice_31_output_0", "/Neg_15_output_0", "/Slice_30_output_0", "/Concat_67_output_0", "/Mul_31_output_0", "/Add_36_output_0", "/FakeLinear_30_output_0", "/Reshape_38_output_0", "/Reshape_39_output_0", "/FakeLinear_31_output_0", "/Add_38_output_0", "model.model.layers.7.post_attention_layernorm.weight", "/post_attention_layernorm_7/Mul_output_0", "/post_attention_layernorm_7/Mul_1_output_0", "/mlp/gate_proj_7/FakeLinear_output_0", "/mlp/act_fn_7/Sigmoid_output_0", "/mlp/act_fn_7/Mul_output_0", "/mlp/up_proj_7/FakeLinear_output_0", "/mlp_7/Mul_output_0", "/mlp/down_proj_7/FakeLinear_output_0", "/Add_39_output_0", "/Reshape_40_output_0", "model.model.layers.8.input_layernorm.weight", "/input_layernorm_8/Mul_output_0", "/input_layernorm_8/Mul_1_output_0", "/FakeLinear_32_output_0", "/Shape_33_output_0", "Shape1394", "BinaryOp1397", "BinaryOp1398", "Unsqueeze1399", "BinaryOp1401", "Unsqueeze1402", "StridedSlice1405", "Squeeze1406", "BinaryOp1407", "BinaryOp1408", "/Gather_60_output_0", "/Unsqueeze_113_output_0", "/Concat_72_output_0", "/Reshape_41_output_0", "/Mul_32_output_0", "/Shape_34_output_0", "Shape1415", "BinaryOp1418", "BinaryOp1419", "Unsqueeze1420", "BinaryOp1422", "Unsqueeze1423", "StridedSlice1426", "Squeeze1427", "BinaryOp1428", "BinaryOp1429", "/Gather_61_output_0", "/Div_24_output_0", "/Unsqueeze_118_output_0", "/Slice_33_output_0", "/Neg_16_output_0", "/Slice_32_output_0", "/Concat_75_output_0", "/Mul_33_output_0", "/Add_40_output_0", "/FakeLinear_33_output_0", "/Reshape_42_output_0", "/Mul_34_output_0", "/Shape_35_output_0", "Shape1477", "BinaryOp1480", "BinaryOp1481", "Unsqueeze1482", "BinaryOp1484", "Unsqueeze1485", "StridedSlice1488", "Squeeze1489", "BinaryOp1490", "BinaryOp1491", "/Gather_62_output_0", "/Div_25_output_0", "/Unsqueeze_120_output_0", "/Slice_35_output_0", "/Neg_17_output_0", "/Slice_34_output_0", "/Concat_76_output_0", "/Mul_35_output_0", "/Add_41_output_0", "/FakeLinear_34_output_0", "/Reshape_43_output_0", "/Reshape_44_output_0", "/FakeLinear_35_output_0", "/Add_43_output_0", "model.model.layers.8.post_attention_layernorm.weight", "/post_attention_layernorm_8/Mul_output_0", "/post_attention_layernorm_8/Mul_1_output_0", "/mlp/gate_proj_8/FakeLinear_output_0", "/mlp/act_fn_8/Sigmoid_output_0", "/mlp/act_fn_8/Mul_output_0", "/mlp/up_proj_8/FakeLinear_output_0", "/mlp_8/Mul_output_0", "/mlp/down_proj_8/FakeLinear_output_0", "/Add_44_output_0", "/Reshape_45_output_0", "model.model.layers.9.input_layernorm.weight", "/input_layernorm_9/Mul_output_0", "/input_layernorm_9/Mul_1_output_0", "/FakeLinear_36_output_0", "/Shape_37_output_0", "Shape1559", "BinaryOp1562", "BinaryOp1563", "Unsqueeze1564", "BinaryOp1566", "Unsqueeze1567", "StridedSlice1570", "Squeeze1571", "BinaryOp1572", "BinaryOp1573", "/Gather_67_output_0", "/Unsqueeze_127_output_0", "/Concat_81_output_0", "/Reshape_46_output_0", "/Mul_36_output_0", "/Shape_38_output_0", "Shape1580", "BinaryOp1583", "BinaryOp1584", "Unsqueeze1585", "BinaryOp1587", "Unsqueeze1588", "StridedSlice1591", "Squeeze1592", "BinaryOp1593", "BinaryOp1594", "/Gather_68_output_0", "/Div_27_output_0", "/Unsqueeze_132_output_0", "/Slice_37_output_0", "/Neg_18_output_0", "/Slice_36_output_0", "/Concat_84_output_0", "/Mul_37_output_0", "/Add_45_output_0", "/FakeLinear_37_output_0", "/Reshape_47_output_0", "/Mul_38_output_0", "/Shape_39_output_0", "Shape1642", "BinaryOp1645", "BinaryOp1646", "Unsqueeze1647", "BinaryOp1649", "Unsqueeze1650", "StridedSlice1653", "Squeeze1654", "BinaryOp1655", "BinaryOp1656", "/Gather_69_output_0", "/Div_28_output_0", "/Unsqueeze_134_output_0", "/Slice_39_output_0", "/Neg_19_output_0", "/Slice_38_output_0", "/Concat_85_output_0", "/Mul_39_output_0", "/Add_46_output_0", "/FakeLinear_38_output_0", "/Reshape_48_output_0", "/Reshape_49_output_0", "/FakeLinear_39_output_0", "/Add_48_output_0", "model.model.layers.9.post_attention_layernorm.weight", "/post_attention_layernorm_9/Mul_output_0", "/post_attention_layernorm_9/Mul_1_output_0", "/mlp/gate_proj_9/FakeLinear_output_0", "/mlp/act_fn_9/Sigmoid_output_0", "/mlp/act_fn_9/Mul_output_0", "/mlp/up_proj_9/FakeLinear_output_0", "/mlp_9/Mul_output_0", "/mlp/down_proj_9/FakeLinear_output_0", "/Add_49_output_0", "/Reshape_50_output_0", "model.model.layers.10.input_layernorm.weight", "/input_layernorm_10/Mul_output_0", "/input_layernorm_10/Mul_1_output_0", "/FakeLinear_40_output_0", "/Shape_41_output_0", "Shape1724", "BinaryOp1727", "BinaryOp1728", "Unsqueeze1729", "BinaryOp1731", "Unsqueeze1732", "StridedSlice1735", "Squeeze1736", "BinaryOp1737", "BinaryOp1738", "/Gather_74_output_0", "/Unsqueeze_141_output_0", "/Concat_90_output_0", "/Reshape_51_output_0", "/Mul_40_output_0", "/Shape_42_output_0", "Shape1745", "BinaryOp1748", "BinaryOp1749", "Unsqueeze1750", "BinaryOp1752", "Unsqueeze1753", "StridedSlice1756", "Squeeze1757", "BinaryOp1758", "BinaryOp1759", "/Gather_75_output_0", "/Div_30_output_0", "/Unsqueeze_146_output_0", "/Slice_41_output_0", "/Neg_20_output_0", "/Slice_40_output_0", "/Concat_93_output_0", "/Mul_41_output_0", "/Add_50_output_0", "/FakeLinear_41_output_0", "/Reshape_52_output_0", "/Mul_42_output_0", "/Shape_43_output_0", "Shape1807", "BinaryOp1810", "BinaryOp1811", "Unsqueeze1812", "BinaryOp1814", "Unsqueeze1815", "StridedSlice1818", "Squeeze1819", "BinaryOp1820", "BinaryOp1821", "/Gather_76_output_0", "/Div_31_output_0", "/Unsqueeze_148_output_0", "/Slice_43_output_0", "/Neg_21_output_0", "/Slice_42_output_0", "/Concat_94_output_0", "/Mul_43_output_0", "/Add_51_output_0", "/FakeLinear_42_output_0", "/Reshape_53_output_0", "/Reshape_54_output_0", "/FakeLinear_43_output_0", "/Add_53_output_0", "model.model.layers.10.post_attention_layernorm.weight", "/post_attention_layernorm_10/Mul_output_0", "/post_attention_layernorm_10/Mul_1_output_0", "/mlp/gate_proj_10/FakeLinear_output_0", "/mlp/act_fn_10/Sigmoid_output_0", "/mlp/act_fn_10/Mul_output_0", "/mlp/up_proj_10/FakeLinear_output_0", "/mlp_10/Mul_output_0", "/mlp/down_proj_10/FakeLinear_output_0", "/Add_54_output_0", "/Reshape_55_output_0", "model.model.layers.11.input_layernorm.weight", "/input_layernorm_11/Mul_output_0", "/input_layernorm_11/Mul_1_output_0", "/FakeLinear_44_output_0", "/Shape_45_output_0", "Shape1889", "BinaryOp1892", "BinaryOp1893", "Unsqueeze1894", "BinaryOp1896", "Unsqueeze1897", "StridedSlice1900", "Squeeze1901", "BinaryOp1902", "BinaryOp1903", "/Gather_81_output_0", "/Unsqueeze_155_output_0", "/Concat_99_output_0", "/Reshape_56_output_0", "/Mul_44_output_0", "/Shape_46_output_0", "Shape1910", "BinaryOp1913", "BinaryOp1914", "Unsqueeze1915", "BinaryOp1917", "Unsqueeze1918", "StridedSlice1921", "Squeeze1922", "BinaryOp1923", "BinaryOp1924", "/Gather_82_output_0", "/Div_33_output_0", "/Unsqueeze_160_output_0", "/Slice_45_output_0", "/Neg_22_output_0", "/Slice_44_output_0", "/Concat_102_output_0", "/Mul_45_output_0", "/Add_55_output_0", "/FakeLinear_45_output_0", "/Reshape_57_output_0", "/Mul_46_output_0", "/Shape_47_output_0", "Shape1972", "BinaryOp1975", "BinaryOp1976", "Unsqueeze1977", "BinaryOp1979", "Unsqueeze1980", "StridedSlice1983", "Squeeze1984", "BinaryOp1985", "BinaryOp1986", "/Gather_83_output_0", "/Div_34_output_0", "/Unsqueeze_162_output_0", "/Slice_47_output_0", "/Neg_23_output_0", "/Slice_46_output_0", "/Concat_103_output_0", "/Mul_47_output_0", "/Add_56_output_0", "/FakeLinear_46_output_0", "/Reshape_58_output_0", "/Reshape_59_output_0", "/FakeLinear_47_output_0", "/Add_58_output_0", "model.model.layers.11.post_attention_layernorm.weight", "/post_attention_layernorm_11/Mul_output_0", "/post_attention_layernorm_11/Mul_1_output_0", "/mlp/gate_proj_11/FakeLinear_output_0", "/mlp/act_fn_11/Sigmoid_output_0", "/mlp/act_fn_11/Mul_output_0", "/mlp/up_proj_11/FakeLinear_output_0", "/mlp_11/Mul_output_0", "/mlp/down_proj_11/FakeLinear_output_0", "/Add_59_output_0", "/Reshape_60_output_0", "model.model.layers.12.input_layernorm.weight", "/input_layernorm_12/Mul_output_0", "/input_layernorm_12/Mul_1_output_0", "/FakeLinear_48_output_0", "/Shape_49_output_0", "Shape2054", "BinaryOp2057", "BinaryOp2058", "Unsqueeze2059", "BinaryOp2061", "Unsqueeze2062", "StridedSlice2065", "Squeeze2066", "BinaryOp2067", "BinaryOp2068", "/Gather_88_output_0", "/Unsqueeze_169_output_0", "/Concat_108_output_0", "/Reshape_61_output_0", "/Mul_48_output_0", "/Shape_50_output_0", "Shape2075", "BinaryOp2078", "BinaryOp2079", "Unsqueeze2080", "BinaryOp2082", "Unsqueeze2083", "StridedSlice2086", "Squeeze2087", "BinaryOp2088", "BinaryOp2089", "/Gather_89_output_0", "/Div_36_output_0", "/Unsqueeze_174_output_0", "/Slice_49_output_0", "/Neg_24_output_0", "/Slice_48_output_0", "/Concat_111_output_0", "/Mul_49_output_0", "/Add_60_output_0", "/FakeLinear_49_output_0", "/Reshape_62_output_0", "/Mul_50_output_0", "/Shape_51_output_0", "Shape2137", "BinaryOp2140", "BinaryOp2141", "Unsqueeze2142", "BinaryOp2144", "Unsqueeze2145", "StridedSlice2148", "Squeeze2149", "BinaryOp2150", "BinaryOp2151", "/Gather_90_output_0", "/Div_37_output_0", "/Unsqueeze_176_output_0", "/Slice_51_output_0", "/Neg_25_output_0", "/Slice_50_output_0", "/Concat_112_output_0", "/Mul_51_output_0", "/Add_61_output_0", "/FakeLinear_50_output_0", "/Reshape_63_output_0", "/Reshape_64_output_0", "/FakeLinear_51_output_0", "/Add_63_output_0", "model.model.layers.12.post_attention_layernorm.weight", "/post_attention_layernorm_12/Mul_output_0", "/post_attention_layernorm_12/Mul_1_output_0", "/mlp/gate_proj_12/FakeLinear_output_0", "/mlp/act_fn_12/Sigmoid_output_0", "/mlp/act_fn_12/Mul_output_0", "/mlp/up_proj_12/FakeLinear_output_0", "/mlp_12/Mul_output_0", "/mlp/down_proj_12/FakeLinear_output_0", "/Add_64_output_0", "/Reshape_65_output_0", "model.model.layers.13.input_layernorm.weight", "/input_layernorm_13/Mul_output_0", "/input_layernorm_13/Mul_1_output_0", "/FakeLinear_52_output_0", "/Shape_53_output_0", "Shape2219", "BinaryOp2222", "BinaryOp2223", "Unsqueeze2224", "BinaryOp2226", "Unsqueeze2227", "StridedSlice2230", "Squeeze2231", "BinaryOp2232", "BinaryOp2233", "/Gather_95_output_0", "/Unsqueeze_183_output_0", "/Concat_117_output_0", "/Reshape_66_output_0", "/Mul_52_output_0", "/Shape_54_output_0", "Shape2240", "BinaryOp2243", "BinaryOp2244", "Unsqueeze2245", "BinaryOp2247", "Unsqueeze2248", "StridedSlice2251", "Squeeze2252", "BinaryOp2253", "BinaryOp2254", "/Gather_96_output_0", "/Div_39_output_0", "/Unsqueeze_188_output_0", "/Slice_53_output_0", "/Neg_26_output_0", "/Slice_52_output_0", "/Concat_120_output_0", "/Mul_53_output_0", "/Add_65_output_0", "/FakeLinear_53_output_0", "/Reshape_67_output_0", "/Mul_54_output_0", "/Shape_55_output_0", "Shape2302", "BinaryOp2305", "BinaryOp2306", "Unsqueeze2307", "BinaryOp2309", "Unsqueeze2310", "StridedSlice2313", "Squeeze2314", "BinaryOp2315", "BinaryOp2316", "/Gather_97_output_0", "/Div_40_output_0", "/Unsqueeze_190_output_0", "/Slice_55_output_0", "/Neg_27_output_0", "/Slice_54_output_0", "/Concat_121_output_0", "/Mul_55_output_0", "/Add_66_output_0", "/FakeLinear_54_output_0", "/Reshape_68_output_0", "/Reshape_69_output_0", "/FakeLinear_55_output_0", "/Add_68_output_0", "model.model.layers.13.post_attention_layernorm.weight", "/post_attention_layernorm_13/Mul_output_0", "/post_attention_layernorm_13/Mul_1_output_0", "/mlp/gate_proj_13/FakeLinear_output_0", "/mlp/act_fn_13/Sigmoid_output_0", "/mlp/act_fn_13/Mul_output_0", "/mlp/up_proj_13/FakeLinear_output_0", "/mlp_13/Mul_output_0", "/mlp/down_proj_13/FakeLinear_output_0", "/Add_69_output_0", "/Reshape_70_output_0", "model.model.layers.14.input_layernorm.weight", "/input_layernorm_14/Mul_output_0", "/input_layernorm_14/Mul_1_output_0", "/FakeLinear_56_output_0", "/Shape_57_output_0", "Shape2384", "BinaryOp2387", "BinaryOp2388", "Unsqueeze2389", "BinaryOp2391", "Unsqueeze2392", "StridedSlice2395", "Squeeze2396", "BinaryOp2397", "BinaryOp2398", "/Gather_102_output_0", "/Unsqueeze_197_output_0", "/Concat_126_output_0", "/Reshape_71_output_0", "/Mul_56_output_0", "/Shape_58_output_0", "Shape2405", "BinaryOp2408", "BinaryOp2409", "Unsqueeze2410", "BinaryOp2412", "Unsqueeze2413", "StridedSlice2416", "Squeeze2417", "BinaryOp2418", "BinaryOp2419", "/Gather_103_output_0", "/Div_42_output_0", "/Unsqueeze_202_output_0", "/Slice_57_output_0", "/Neg_28_output_0", "/Slice_56_output_0", "/Concat_129_output_0", "/Mul_57_output_0", "/Add_70_output_0", "/FakeLinear_57_output_0", "/Reshape_72_output_0", "/Mul_58_output_0", "/Shape_59_output_0", "Shape2467", "BinaryOp2470", "BinaryOp2471", "Unsqueeze2472", "BinaryOp2474", "Unsqueeze2475", "StridedSlice2478", "Squeeze2479", "BinaryOp2480", "BinaryOp2481", "/Gather_104_output_0", "/Div_43_output_0", "/Unsqueeze_204_output_0", "/Slice_59_output_0", "/Neg_29_output_0", "/Slice_58_output_0", "/Concat_130_output_0", "/Mul_59_output_0", "/Add_71_output_0", "/FakeLinear_58_output_0", "/Reshape_73_output_0", "/Reshape_74_output_0", "/FakeLinear_59_output_0", "/Add_73_output_0", "model.model.layers.14.post_attention_layernorm.weight", "/post_attention_layernorm_14/Mul_output_0", "/post_attention_layernorm_14/Mul_1_output_0", "/mlp/gate_proj_14/FakeLinear_output_0", "/mlp/act_fn_14/Sigmoid_output_0", "/mlp/act_fn_14/Mul_output_0", "/mlp/up_proj_14/FakeLinear_output_0", "/mlp_14/Mul_output_0", "/mlp/down_proj_14/FakeLinear_output_0", "/Add_74_output_0", "/Reshape_75_output_0", "model.model.layers.15.input_layernorm.weight", "/input_layernorm_15/Mul_output_0", "/input_layernorm_15/Mul_1_output_0", "/FakeLinear_60_output_0", "/Shape_61_output_0", "Shape2549", "BinaryOp2552", "BinaryOp2553", "Unsqueeze2554", "BinaryOp2556", "Unsqueeze2557", "StridedSlice2560", "Squeeze2561", "BinaryOp2562", "BinaryOp2563", "/Gather_109_output_0", "/Unsqueeze_211_output_0", "/Concat_135_output_0", "/Reshape_76_output_0", "/Mul_60_output_0", "/Shape_62_output_0", "Shape2570", "BinaryOp2573", "BinaryOp2574", "Unsqueeze2575", "BinaryOp2577", "Unsqueeze2578", "StridedSlice2581", "Squeeze2582", "BinaryOp2583", "BinaryOp2584", "/Gather_110_output_0", "/Div_45_output_0", "/Unsqueeze_216_output_0", "/Slice_61_output_0", "/Neg_30_output_0", "/Slice_60_output_0", "/Concat_138_output_0", "/Mul_61_output_0", "/Add_75_output_0", "/FakeLinear_61_output_0", "/Reshape_77_output_0", "/Mul_62_output_0", "/Shape_63_output_0", "Shape2632", "BinaryOp2635", "BinaryOp2636", "Unsqueeze2637", "BinaryOp2639", "Unsqueeze2640", "StridedSlice2643", "Squeeze2644", "BinaryOp2645", "BinaryOp2646", "/Gather_111_output_0", "/Div_46_output_0", "/Unsqueeze_218_output_0", "/Slice_63_output_0", "/Neg_31_output_0", "/Slice_62_output_0", "/Concat_139_output_0", "/Mul_63_output_0", "/Add_76_output_0", "/FakeLinear_62_output_0", "/Reshape_78_output_0", "/Reshape_79_output_0", "/FakeLinear_63_output_0", "/Add_78_output_0", "model.model.layers.15.post_attention_layernorm.weight", "/post_attention_layernorm_15/Mul_output_0", "/post_attention_layernorm_15/Mul_1_output_0", "/mlp/gate_proj_15/FakeLinear_output_0", "/mlp/act_fn_15/Sigmoid_output_0", "/mlp/act_fn_15/Mul_output_0", "/mlp/up_proj_15/FakeLinear_output_0", "/mlp_15/Mul_output_0", "/mlp/down_proj_15/FakeLinear_output_0", "/Add_79_output_0", "/Reshape_80_output_0", "model.model.layers.16.input_layernorm.weight", "/input_layernorm_16/Mul_output_0", "/input_layernorm_16/Mul_1_output_0", "/FakeLinear_64_output_0", "/Shape_65_output_0", "Shape2714", "BinaryOp2717", "BinaryOp2718", "Unsqueeze2719", "BinaryOp2721", "Unsqueeze2722", "StridedSlice2725", "Squeeze2726", "BinaryOp2727", "BinaryOp2728", "/Gather_116_output_0", "/Unsqueeze_225_output_0", "/Concat_144_output_0", "/Reshape_81_output_0", "/Mul_64_output_0", "/Shape_66_output_0", "Shape2735", "BinaryOp2738", "BinaryOp2739", "Unsqueeze2740", "BinaryOp2742", "Unsqueeze2743", "StridedSlice2746", "Squeeze2747", "BinaryOp2748", "BinaryOp2749", "/Gather_117_output_0", "/Div_48_output_0", "/Unsqueeze_230_output_0", "/Slice_65_output_0", "/Neg_32_output_0", "/Slice_64_output_0", "/Concat_147_output_0", "/Mul_65_output_0", "/Add_80_output_0", "/FakeLinear_65_output_0", "/Reshape_82_output_0", "/Mul_66_output_0", "/Shape_67_output_0", "Shape2797", "BinaryOp2800", "BinaryOp2801", "Unsqueeze2802", "BinaryOp2804", "Unsqueeze2805", "StridedSlice2808", "Squeeze2809", "BinaryOp2810", "BinaryOp2811", "/Gather_118_output_0", "/Div_49_output_0", "/Unsqueeze_232_output_0", "/Slice_67_output_0", "/Neg_33_output_0", "/Slice_66_output_0", "/Concat_148_output_0", "/Mul_67_output_0", "/Add_81_output_0", "/FakeLinear_66_output_0", "/Reshape_83_output_0", "/Reshape_84_output_0", "/FakeLinear_67_output_0", "/Add_83_output_0", "model.model.layers.16.post_attention_layernorm.weight", "/post_attention_layernorm_16/Mul_output_0", "/post_attention_layernorm_16/Mul_1_output_0", "/mlp/gate_proj_16/FakeLinear_output_0", "/mlp/act_fn_16/Sigmoid_output_0", "/mlp/act_fn_16/Mul_output_0", "/mlp/up_proj_16/FakeLinear_output_0", "/mlp_16/Mul_output_0", "/mlp/down_proj_16/FakeLinear_output_0", "/Add_84_output_0", "/Reshape_85_output_0", "model.model.layers.17.input_layernorm.weight", "/input_layernorm_17/Mul_output_0", "/input_layernorm_17/Mul_1_output_0", "/FakeLinear_68_output_0", "/Shape_69_output_0", "Shape2879", "BinaryOp2882", "BinaryOp2883", "Unsqueeze2884", "BinaryOp2886", "Unsqueeze2887", "StridedSlice2890", "Squeeze2891", "BinaryOp2892", "BinaryOp2893", "/Gather_123_output_0", "/Unsqueeze_239_output_0", "/Concat_153_output_0", "/Reshape_86_output_0", "/Mul_68_output_0", "/Shape_70_output_0", "Shape2900", "BinaryOp2903", "BinaryOp2904", "Unsqueeze2905", "BinaryOp2907", "Unsqueeze2908", "StridedSlice2911", "Squeeze2912", "BinaryOp2913", "BinaryOp2914", "/Gather_124_output_0", "/Div_51_output_0", "/Unsqueeze_244_output_0", "/Slice_69_output_0", "/Neg_34_output_0", "/Slice_68_output_0", "/Concat_156_output_0", "/Mul_69_output_0", "/Add_85_output_0", "/FakeLinear_69_output_0", "/Reshape_87_output_0", "/Mul_70_output_0", "/Shape_71_output_0", "Shape2962", "BinaryOp2965", "BinaryOp2966", "Unsqueeze2967", "BinaryOp2969", "Unsqueeze2970", "StridedSlice2973", "Squeeze2974", "BinaryOp2975", "BinaryOp2976", "/Gather_125_output_0", "/Div_52_output_0", "/Unsqueeze_246_output_0", "/Slice_71_output_0", "/Neg_35_output_0", "/Slice_70_output_0", "/Concat_157_output_0", "/Mul_71_output_0", "/Add_86_output_0", "/FakeLinear_70_output_0", "/Reshape_88_output_0", "/Reshape_89_output_0", "/FakeLinear_71_output_0", "/Add_88_output_0", "model.model.layers.17.post_attention_layernorm.weight", "/post_attention_layernorm_17/Mul_output_0", "/post_attention_layernorm_17/Mul_1_output_0", "/mlp/gate_proj_17/FakeLinear_output_0", "/mlp/act_fn_17/Sigmoid_output_0", "/mlp/act_fn_17/Mul_output_0", "/mlp/up_proj_17/FakeLinear_output_0", "/mlp_17/Mul_output_0", "/mlp/down_proj_17/FakeLinear_output_0", "/Add_89_output_0", "/Reshape_90_output_0", "model.model.layers.18.input_layernorm.weight", "/input_layernorm_18/Mul_output_0", "/input_layernorm_18/Mul_1_output_0", "/FakeLinear_72_output_0", "/Shape_73_output_0", "Shape3044", "BinaryOp3047", "BinaryOp3048", "Unsqueeze3049", "BinaryOp3051", "Unsqueeze3052", "StridedSlice3055", "Squeeze3056", "BinaryOp3057", "BinaryOp3058", "/Gather_130_output_0", "/Unsqueeze_253_output_0", "/Concat_162_output_0", "/Reshape_91_output_0", "/Mul_72_output_0", "/Shape_74_output_0", "Shape3065", "BinaryOp3068", "BinaryOp3069", "Unsqueeze3070", "BinaryOp3072", "Unsqueeze3073", "StridedSlice3076", "Squeeze3077", "BinaryOp3078", "BinaryOp3079", "/Gather_131_output_0", "/Div_54_output_0", "/Unsqueeze_258_output_0", "/Slice_73_output_0", "/Neg_36_output_0", "/Slice_72_output_0", "/Concat_165_output_0", "/Mul_73_output_0", "/Add_90_output_0", "/FakeLinear_73_output_0", "/Reshape_92_output_0", "/Mul_74_output_0", "/Shape_75_output_0", "Shape3127", "BinaryOp3130", "BinaryOp3131", "Unsqueeze3132", "BinaryOp3134", "Unsqueeze3135", "StridedSlice3138", "Squeeze3139", "BinaryOp3140", "BinaryOp3141", "/Gather_132_output_0", "/Div_55_output_0", "/Unsqueeze_260_output_0", "/Slice_75_output_0", "/Neg_37_output_0", "/Slice_74_output_0", "/Concat_166_output_0", "/Mul_75_output_0", "/Add_91_output_0", "/FakeLinear_74_output_0", "/Reshape_93_output_0", "/Reshape_94_output_0", "/FakeLinear_75_output_0", "/Add_93_output_0", "model.model.layers.18.post_attention_layernorm.weight", "/post_attention_layernorm_18/Mul_output_0", "/post_attention_layernorm_18/Mul_1_output_0", "/mlp/gate_proj_18/FakeLinear_output_0", "/mlp/act_fn_18/Sigmoid_output_0", "/mlp/act_fn_18/Mul_output_0", "/mlp/up_proj_18/FakeLinear_output_0", "/mlp_18/Mul_output_0", "/mlp/down_proj_18/FakeLinear_output_0", "/Add_94_output_0", "/Reshape_95_output_0", "model.model.layers.19.input_layernorm.weight", "/input_layernorm_19/Mul_output_0", "/input_layernorm_19/Mul_1_output_0", "/FakeLinear_76_output_0", "/Shape_77_output_0", "Shape3209", "BinaryOp3212", "BinaryOp3213", "Unsqueeze3214", "BinaryOp3216", "Unsqueeze3217", "StridedSlice3220", "Squeeze3221", "BinaryOp3222", "BinaryOp3223", "/Gather_137_output_0", "/Unsqueeze_267_output_0", "/Concat_171_output_0", "/Reshape_96_output_0", "/Mul_76_output_0", "/Shape_78_output_0", "Shape3230", "BinaryOp3233", "BinaryOp3234", "Unsqueeze3235", "BinaryOp3237", "Unsqueeze3238", "StridedSlice3241", "Squeeze3242", "BinaryOp3243", "BinaryOp3244", "/Gather_138_output_0", "/Div_57_output_0", "/Unsqueeze_272_output_0", "/Slice_77_output_0", "/Neg_38_output_0", "/Slice_76_output_0", "/Concat_174_output_0", "/Mul_77_output_0", "/Add_95_output_0", "/FakeLinear_77_output_0", "/Reshape_97_output_0", "/Mul_78_output_0", "/Shape_79_output_0", "Shape3292", "BinaryOp3295", "BinaryOp3296", "Unsqueeze3297", "BinaryOp3299", "Unsqueeze3300", "StridedSlice3303", "Squeeze3304", "BinaryOp3305", "BinaryOp3306", "/Gather_139_output_0", "/Div_58_output_0", "/Unsqueeze_274_output_0", "/Slice_79_output_0", "/Neg_39_output_0", "/Slice_78_output_0", "/Concat_175_output_0", "/Mul_79_output_0", "/Add_96_output_0", "/FakeLinear_78_output_0", "/Reshape_98_output_0", "/Reshape_99_output_0", "/FakeLinear_79_output_0", "/Add_98_output_0", "model.model.layers.19.post_attention_layernorm.weight", "/post_attention_layernorm_19/Mul_output_0", "/post_attention_layernorm_19/Mul_1_output_0", "/mlp/gate_proj_19/FakeLinear_output_0", "/mlp/act_fn_19/Sigmoid_output_0", "/mlp/act_fn_19/Mul_output_0", "/mlp/up_proj_19/FakeLinear_output_0", "/mlp_19/Mul_output_0", "/mlp/down_proj_19/FakeLinear_output_0", "/Add_99_output_0", "/Reshape_100_output_0", "model.model.layers.20.input_layernorm.weight", "/input_layernorm_20/Mul_output_0", "/input_layernorm_20/Mul_1_output_0", "/FakeLinear_80_output_0", "/Shape_81_output_0", "Shape3374", "BinaryOp3377", "BinaryOp3378", "Unsqueeze3379", "BinaryOp3381", "Unsqueeze3382", "StridedSlice3385", "Squeeze3386", "BinaryOp3387", "BinaryOp3388", "/Gather_144_output_0", "/Unsqueeze_281_output_0", "/Concat_180_output_0", "/Reshape_101_output_0", "/Mul_80_output_0", "/Shape_82_output_0", "Shape3395", "BinaryOp3398", "BinaryOp3399", "Unsqueeze3400", "BinaryOp3402", "Unsqueeze3403", "StridedSlice3406", "Squeeze3407", "BinaryOp3408", "BinaryOp3409", "/Gather_145_output_0", "/Div_60_output_0", "/Unsqueeze_286_output_0", "/Slice_81_output_0", "/Neg_40_output_0", "/Slice_80_output_0", "/Concat_183_output_0", "/Mul_81_output_0", "/Add_100_output_0", "/FakeLinear_81_output_0", "/Reshape_102_output_0", "/Mul_82_output_0", "/Shape_83_output_0", "Shape3457", "BinaryOp3460", "BinaryOp3461", "Unsqueeze3462", "BinaryOp3464", "Unsqueeze3465", "StridedSlice3468", "Squeeze3469", "BinaryOp3470", "BinaryOp3471", "/Gather_146_output_0", "/Div_61_output_0", "/Unsqueeze_288_output_0", "/Slice_83_output_0", "/Neg_41_output_0", "/Slice_82_output_0", "/Concat_184_output_0", "/Mul_83_output_0", "/Add_101_output_0", "/FakeLinear_82_output_0", "/Reshape_103_output_0", "/Reshape_104_output_0", "/FakeLinear_83_output_0", "/Add_103_output_0", "model.model.layers.20.post_attention_layernorm.weight", "/post_attention_layernorm_20/Mul_output_0", "/post_attention_layernorm_20/Mul_1_output_0", "/mlp/gate_proj_20/FakeLinear_output_0", "/mlp/act_fn_20/Sigmoid_output_0", "/mlp/act_fn_20/Mul_output_0", "/mlp/up_proj_20/FakeLinear_output_0", "/mlp_20/Mul_output_0", "/mlp/down_proj_20/FakeLinear_output_0", "/Add_104_output_0", "/Reshape_105_output_0", "model.model.layers.21.input_layernorm.weight", "/input_layernorm_21/Mul_output_0", "/input_layernorm_21/Mul_1_output_0", "/FakeLinear_84_output_0", "/Shape_85_output_0", "Shape3539", "BinaryOp3542", "BinaryOp3543", "Unsqueeze3544", "BinaryOp3546", "Unsqueeze3547", "StridedSlice3550", "Squeeze3551", "BinaryOp3552", "BinaryOp3553", "/Gather_151_output_0", "/Unsqueeze_295_output_0", "/Concat_189_output_0", "/Reshape_106_output_0", "/Mul_84_output_0", "/Shape_86_output_0", "Shape3560", "BinaryOp3563", "BinaryOp3564", "Unsqueeze3565", "BinaryOp3567", "Unsqueeze3568", "StridedSlice3571", "Squeeze3572", "BinaryOp3573", "BinaryOp3574", "/Gather_152_output_0", "/Div_63_output_0", "/Unsqueeze_300_output_0", "/Slice_85_output_0", "/Neg_42_output_0", "/Slice_84_output_0", "/Concat_192_output_0", "/Mul_85_output_0", "/Add_105_output_0", "/FakeLinear_85_output_0", "/Reshape_107_output_0", "/Mul_86_output_0", "/Shape_87_output_0", "Shape3622", "BinaryOp3625", "BinaryOp3626", "Unsqueeze3627", "BinaryOp3629", "Unsqueeze3630", "StridedSlice3633", "Squeeze3634", "BinaryOp3635", "BinaryOp3636", "/Gather_153_output_0", "/Div_64_output_0", "/Unsqueeze_302_output_0", "/Slice_87_output_0", "/Neg_43_output_0", "/Slice_86_output_0", "/Concat_193_output_0", "/Mul_87_output_0", "/Add_106_output_0", "/FakeLinear_86_output_0", "/Reshape_108_output_0", "/Reshape_109_output_0", "/FakeLinear_87_output_0", "/Add_108_output_0", "model.model.layers.21.post_attention_layernorm.weight", "/post_attention_layernorm_21/Mul_output_0", "/post_attention_layernorm_21/Mul_1_output_0", "/mlp/gate_proj_21/FakeLinear_output_0", "/mlp/act_fn_21/Sigmoid_output_0", "/mlp/act_fn_21/Mul_output_0", "/mlp/up_proj_21/FakeLinear_output_0", "/mlp_21/Mul_output_0", "/mlp/down_proj_21/FakeLinear_output_0", "/Add_109_output_0", "/Reshape_110_output_0", "model.model.layers.22.input_layernorm.weight", "/input_layernorm_22/Mul_output_0", "/input_layernorm_22/Mul_1_output_0", "/FakeLinear_88_output_0", "/Shape_89_output_0", "Shape3704", "BinaryOp3707", "BinaryOp3708", "Unsqueeze3709", "BinaryOp3711", "Unsqueeze3712", "StridedSlice3715", "Squeeze3716", "BinaryOp3717", "BinaryOp3718", "/Gather_158_output_0", "/Unsqueeze_309_output_0", "/Concat_198_output_0", "/Reshape_111_output_0", "/Mul_88_output_0", "/Shape_90_output_0", "Shape3725", "BinaryOp3728", "BinaryOp3729", "Unsqueeze3730", "BinaryOp3732", "Unsqueeze3733", "StridedSlice3736", "Squeeze3737", "BinaryOp3738", "BinaryOp3739", "/Gather_159_output_0", "/Div_66_output_0", "/Unsqueeze_314_output_0", "/Slice_89_output_0", "/Neg_44_output_0", "/Slice_88_output_0", "/Concat_201_output_0", "/Mul_89_output_0", "/Add_110_output_0", "/FakeLinear_89_output_0", "/Reshape_112_output_0", "/Mul_90_output_0", "/Shape_91_output_0", "Shape3787", "BinaryOp3790", "BinaryOp3791", "Unsqueeze3792", "BinaryOp3794", "Unsqueeze3795", "StridedSlice3798", "Squeeze3799", "BinaryOp3800", "BinaryOp3801", "/Gather_160_output_0", "/Div_67_output_0", "/Unsqueeze_316_output_0", "/Slice_91_output_0", "/Neg_45_output_0", "/Slice_90_output_0", "/Concat_202_output_0", "/Mul_91_output_0", "/Add_111_output_0", "/FakeLinear_90_output_0", "/Reshape_113_output_0", "/Reshape_114_output_0", "/FakeLinear_91_output_0", "/Add_113_output_0", "model.model.layers.22.post_attention_layernorm.weight", "/post_attention_layernorm_22/Mul_output_0", "/post_attention_layernorm_22/Mul_1_output_0", "/mlp/gate_proj_22/FakeLinear_output_0", "/mlp/act_fn_22/Sigmoid_output_0", "/mlp/act_fn_22/Mul_output_0", "/mlp/up_proj_22/FakeLinear_output_0", "/mlp_22/Mul_output_0", "/mlp/down_proj_22/FakeLinear_output_0", "/Add_114_output_0", "/Reshape_115_output_0", "model.model.layers.23.input_layernorm.weight", "/input_layernorm_23/Mul_output_0", "/input_layernorm_23/Mul_1_output_0", "/FakeLinear_92_output_0", "/Shape_93_output_0", "Shape3869", "BinaryOp3872", "BinaryOp3873", "Unsqueeze3874", "BinaryOp3876", "Unsqueeze3877", "StridedSlice3880", "Squeeze3881", "BinaryOp3882", "BinaryOp3883", "/Gather_165_output_0", "/Unsqueeze_323_output_0", "/Concat_207_output_0", "/Reshape_116_output_0", "/Mul_92_output_0", "/Shape_94_output_0", "Shape3890", "BinaryOp3893", "BinaryOp3894", "Unsqueeze3895", "BinaryOp3897", "Unsqueeze3898", "StridedSlice3901", "Squeeze3902", "BinaryOp3903", "BinaryOp3904", "/Gather_166_output_0", "/Div_69_output_0", "/Unsqueeze_328_output_0", "/Slice_93_output_0", "/Neg_46_output_0", "/Slice_92_output_0", "/Concat_210_output_0", "/Mul_93_output_0", "/Add_115_output_0", "/FakeLinear_93_output_0", "/Reshape_117_output_0", "/Mul_94_output_0", "/Shape_95_output_0", "Shape3952", "BinaryOp3955", "BinaryOp3956", "Unsqueeze3957", "BinaryOp3959", "Unsqueeze3960", "StridedSlice3963", "Squeeze3964", "BinaryOp3965", "BinaryOp3966", "/Gather_167_output_0", "/Div_70_output_0", "/Unsqueeze_330_output_0", "/Slice_95_output_0", "/Neg_47_output_0", "/Slice_94_output_0", "/Concat_211_output_0", "/Mul_95_output_0", "/Add_116_output_0", "/FakeLinear_94_output_0", "/Reshape_118_output_0", "/Reshape_119_output_0", "/FakeLinear_95_output_0", "/Add_118_output_0", "model.model.layers.23.post_attention_layernorm.weight", "/post_attention_layernorm_23/Mul_output_0", "/post_attention_layernorm_23/Mul_1_output_0", "/mlp/gate_proj_23/FakeLinear_output_0", "/mlp/act_fn_23/Sigmoid_output_0", "/mlp/act_fn_23/Mul_output_0", "/mlp/up_proj_23/FakeLinear_output_0", "/mlp_23/Mul_output_0", "/mlp/down_proj_23/FakeLinear_output_0", "/Add_119_output_0", "/lm/Constant_output_0", "/lm/Reshape_output_0", "/rotary/Constant_6_output_0", "Shape4026", "BinaryOp4029", "BinaryOp4030", "Unsqueeze4031", "BinaryOp4033", "Unsqueeze4034", "StridedSlice4037", "Squeeze4038", "BinaryOp4039", "BinaryOp4040", "/lm/Gather_output_0", "/lm/Constant_1_output_0", "/lm/Reshape_1_output_0", "/lm/norm/Mul_output_0", "/lm/norm/Mul_1_output_0", "/lm/lm/FakeLinear_output_0", "/Constant_33_output_0", "logits", "past_key_values", "presents", "/layers.0/self_attn/q_proj/Linear/pre_reshape", "/layers.0/self_attn/q_proj/Linear/pre_convert", "/layers.0/self_attn/q_proj/Linear", "/layers.0/self_attn/q_proj/Linear/post_convert", "/layers.0/self_attn/k_proj/Linear/pre_reshape", "/layers.0/self_attn/k_proj/Linear/pre_convert", "/layers.0/self_attn/k_proj/Linear", "/layers.0/self_attn/k_proj/Linear/post_convert", "/layers.0/self_attn/v_proj/Linear/pre_reshape", "/layers.0/self_attn/v_proj/Linear/pre_convert", "/layers.0/self_attn/v_proj/Linear", "/layers.0/self_attn/v_proj/Linear/post_convert", "/layers.0/self_attn/o_proj/Linear/pre_reshape", "/layers.0/self_attn/o_proj/Linear/pre_convert", "/layers.0/self_attn/o_proj/Linear", "/layers.0/self_attn/o_proj/Linear/post_convert", "/layers.0/mlp/gate_proj/Linear/pre_reshape", "/layers.0/mlp/gate_proj/Linear/pre_convert", "/layers.0/mlp/gate_proj/Linear", "/layers.0/mlp/gate_proj/Linear/post_convert", "/layers.0/mlp/up_proj/Linear/pre_reshape", "/layers.0/mlp/up_proj/Linear/pre_convert", "/layers.0/mlp/up_proj/Linear", "/layers.0/mlp/up_proj/Linear/post_convert", "/layers.0/mlp/down_proj/Linear/pre_reshape", "/layers.0/mlp/down_proj/Linear/pre_convert", "/layers.0/mlp/down_proj/Linear", "/layers.0/mlp/down_proj/Linear/post_convert", "/layers.1/self_attn/q_proj/Linear/pre_reshape", "/layers.1/self_attn/q_proj/Linear/pre_convert", "/layers.1/self_attn/q_proj/Linear", "/layers.1/self_attn/q_proj/Linear/post_convert", "/layers.1/self_attn/k_proj/Linear/pre_reshape", "/layers.1/self_attn/k_proj/Linear/pre_convert", "/layers.1/self_attn/k_proj/Linear", "/layers.1/self_attn/k_proj/Linear/post_convert", "/layers.1/self_attn/v_proj/Linear/pre_reshape", "/layers.1/self_attn/v_proj/Linear/pre_convert", "/layers.1/self_attn/v_proj/Linear", "/layers.1/self_attn/v_proj/Linear/post_convert", "/layers.1/self_attn/o_proj/Linear/pre_reshape", "/layers.1/self_attn/o_proj/Linear/pre_convert", "/layers.1/self_attn/o_proj/Linear", "/layers.1/self_attn/o_proj/Linear/post_convert", "/layers.1/mlp/gate_proj/Linear/pre_reshape", "/layers.1/mlp/gate_proj/Linear/pre_convert", "/layers.1/mlp/gate_proj/Linear", "/layers.1/mlp/gate_proj/Linear/post_convert", "/layers.1/mlp/up_proj/Linear/pre_reshape", "/layers.1/mlp/up_proj/Linear/pre_convert", "/layers.1/mlp/up_proj/Linear", "/layers.1/mlp/up_proj/Linear/post_convert", "/layers.1/mlp/down_proj/Linear/pre_reshape", "/layers.1/mlp/down_proj/Linear/pre_convert", "/layers.1/mlp/down_proj/Linear", "/layers.1/mlp/down_proj/Linear/post_convert", "/layers.2/self_attn/q_proj/Linear/pre_reshape", "/layers.2/self_attn/q_proj/Linear/pre_convert", "/layers.2/self_attn/q_proj/Linear", "/layers.2/self_attn/q_proj/Linear/post_convert", "/layers.2/self_attn/k_proj/Linear/pre_reshape", "/layers.2/self_attn/k_proj/Linear/pre_convert", "/layers.2/self_attn/k_proj/Linear", "/layers.2/self_attn/k_proj/Linear/post_convert", "/layers.2/self_attn/v_proj/Linear/pre_reshape", "/layers.2/self_attn/v_proj/Linear/pre_convert", "/layers.2/self_attn/v_proj/Linear", "/layers.2/self_attn/v_proj/Linear/post_convert", "/layers.2/self_attn/o_proj/Linear/pre_reshape", "/layers.2/self_attn/o_proj/Linear/pre_convert", "/layers.2/self_attn/o_proj/Linear", "/layers.2/self_attn/o_proj/Linear/post_convert", "/layers.2/mlp/gate_proj/Linear/pre_reshape", "/layers.2/mlp/gate_proj/Linear/pre_convert", "/layers.2/mlp/gate_proj/Linear", "/layers.2/mlp/gate_proj/Linear/post_convert", "/layers.2/mlp/up_proj/Linear/pre_reshape", "/layers.2/mlp/up_proj/Linear/pre_convert", "/layers.2/mlp/up_proj/Linear", "/layers.2/mlp/up_proj/Linear/post_convert", "/layers.2/mlp/down_proj/Linear/pre_reshape", "/layers.2/mlp/down_proj/Linear/pre_convert", "/layers.2/mlp/down_proj/Linear", "/layers.2/mlp/down_proj/Linear/post_convert", "/layers.3/self_attn/q_proj/Linear/pre_reshape", "/layers.3/self_attn/q_proj/Linear/pre_convert", "/layers.3/self_attn/q_proj/Linear", "/layers.3/self_attn/q_proj/Linear/post_convert", "/layers.3/self_attn/k_proj/Linear/pre_reshape", "/layers.3/self_attn/k_proj/Linear/pre_convert", "/layers.3/self_attn/k_proj/Linear", "/layers.3/self_attn/k_proj/Linear/post_convert", "/layers.3/self_attn/v_proj/Linear/pre_reshape", "/layers.3/self_attn/v_proj/Linear/pre_convert", "/layers.3/self_attn/v_proj/Linear", "/layers.3/self_attn/v_proj/Linear/post_convert", "/layers.3/self_attn/o_proj/Linear/pre_reshape", "/layers.3/self_attn/o_proj/Linear/pre_convert", "/layers.3/self_attn/o_proj/Linear", "/layers.3/self_attn/o_proj/Linear/post_convert", "/layers.3/mlp/gate_proj/Linear/pre_reshape", "/layers.3/mlp/gate_proj/Linear/pre_convert", "/layers.3/mlp/gate_proj/Linear", "/layers.3/mlp/gate_proj/Linear/post_convert", "/layers.3/mlp/up_proj/Linear/pre_reshape", "/layers.3/mlp/up_proj/Linear/pre_convert", "/layers.3/mlp/up_proj/Linear", "/layers.3/mlp/up_proj/Linear/post_convert", "/layers.3/mlp/down_proj/Linear/pre_reshape", "/layers.3/mlp/down_proj/Linear/pre_convert", "/layers.3/mlp/down_proj/Linear", "/layers.3/mlp/down_proj/Linear/post_convert", "/layers.4/self_attn/q_proj/Linear/pre_reshape", "/layers.4/self_attn/q_proj/Linear/pre_convert", "/layers.4/self_attn/q_proj/Linear", "/layers.4/self_attn/q_proj/Linear/post_convert", "/layers.4/self_attn/k_proj/Linear/pre_reshape", "/layers.4/self_attn/k_proj/Linear/pre_convert", "/layers.4/self_attn/k_proj/Linear", "/layers.4/self_attn/k_proj/Linear/post_convert", "/layers.4/self_attn/v_proj/Linear/pre_reshape", "/layers.4/self_attn/v_proj/Linear/pre_convert", "/layers.4/self_attn/v_proj/Linear", "/layers.4/self_attn/v_proj/Linear/post_convert", "/layers.4/self_attn/o_proj/Linear/pre_reshape", "/layers.4/self_attn/o_proj/Linear/pre_convert", "/layers.4/self_attn/o_proj/Linear", "/layers.4/self_attn/o_proj/Linear/post_convert", "/layers.4/mlp/gate_proj/Linear/pre_reshape", "/layers.4/mlp/gate_proj/Linear/pre_convert", "/layers.4/mlp/gate_proj/Linear", "/layers.4/mlp/gate_proj/Linear/post_convert", "/layers.4/mlp/up_proj/Linear/pre_reshape", "/layers.4/mlp/up_proj/Linear/pre_convert", "/layers.4/mlp/up_proj/Linear", "/layers.4/mlp/up_proj/Linear/post_convert", "/layers.4/mlp/down_proj/Linear/pre_reshape", "/layers.4/mlp/down_proj/Linear/pre_convert", "/layers.4/mlp/down_proj/Linear", "/layers.4/mlp/down_proj/Linear/post_convert", "/layers.5/self_attn/q_proj/Linear/pre_reshape", "/layers.5/self_attn/q_proj/Linear/pre_convert", "/layers.5/self_attn/q_proj/Linear", "/layers.5/self_attn/q_proj/Linear/post_convert", "/layers.5/self_attn/k_proj/Linear/pre_reshape", "/layers.5/self_attn/k_proj/Linear/pre_convert", "/layers.5/self_attn/k_proj/Linear", "/layers.5/self_attn/k_proj/Linear/post_convert", "/layers.5/self_attn/v_proj/Linear/pre_reshape", "/layers.5/self_attn/v_proj/Linear/pre_convert", "/layers.5/self_attn/v_proj/Linear", "/layers.5/self_attn/v_proj/Linear/post_convert", "/layers.5/self_attn/o_proj/Linear/pre_reshape", "/layers.5/self_attn/o_proj/Linear/pre_convert", "/layers.5/self_attn/o_proj/Linear", "/layers.5/self_attn/o_proj/Linear/post_convert", "/layers.5/mlp/gate_proj/Linear/pre_reshape", "/layers.5/mlp/gate_proj/Linear/pre_convert", "/layers.5/mlp/gate_proj/Linear", "/layers.5/mlp/gate_proj/Linear/post_convert", "/layers.5/mlp/up_proj/Linear/pre_reshape", "/layers.5/mlp/up_proj/Linear/pre_convert", "/layers.5/mlp/up_proj/Linear", "/layers.5/mlp/up_proj/Linear/post_convert", "/layers.5/mlp/down_proj/Linear/pre_reshape", "/layers.5/mlp/down_proj/Linear/pre_convert", "/layers.5/mlp/down_proj/Linear", "/layers.5/mlp/down_proj/Linear/post_convert", "/layers.6/self_attn/q_proj/Linear/pre_reshape", "/layers.6/self_attn/q_proj/Linear/pre_convert", "/layers.6/self_attn/q_proj/Linear", "/layers.6/self_attn/q_proj/Linear/post_convert", "/layers.6/self_attn/k_proj/Linear/pre_reshape", "/layers.6/self_attn/k_proj/Linear/pre_convert", "/layers.6/self_attn/k_proj/Linear", "/layers.6/self_attn/k_proj/Linear/post_convert", "/layers.6/self_attn/v_proj/Linear/pre_reshape", "/layers.6/self_attn/v_proj/Linear/pre_convert", "/layers.6/self_attn/v_proj/Linear", "/layers.6/self_attn/v_proj/Linear/post_convert", "/layers.6/self_attn/o_proj/Linear/pre_reshape", "/layers.6/self_attn/o_proj/Linear/pre_convert", "/layers.6/self_attn/o_proj/Linear", "/layers.6/self_attn/o_proj/Linear/post_convert", "/layers.6/mlp/gate_proj/Linear/pre_reshape", "/layers.6/mlp/gate_proj/Linear/pre_convert", "/layers.6/mlp/gate_proj/Linear", "/layers.6/mlp/gate_proj/Linear/post_convert", "/layers.6/mlp/up_proj/Linear/pre_reshape", "/layers.6/mlp/up_proj/Linear/pre_convert", "/layers.6/mlp/up_proj/Linear", "/layers.6/mlp/up_proj/Linear/post_convert", "/layers.6/mlp/down_proj/Linear/pre_reshape", "/layers.6/mlp/down_proj/Linear/pre_convert", "/layers.6/mlp/down_proj/Linear", "/layers.6/mlp/down_proj/Linear/post_convert", "/layers.7/self_attn/q_proj/Linear/pre_reshape", "/layers.7/self_attn/q_proj/Linear/pre_convert", "/layers.7/self_attn/q_proj/Linear", "/layers.7/self_attn/q_proj/Linear/post_convert", "/layers.7/self_attn/k_proj/Linear/pre_reshape", "/layers.7/self_attn/k_proj/Linear/pre_convert", "/layers.7/self_attn/k_proj/Linear", "/layers.7/self_attn/k_proj/Linear/post_convert", "/layers.7/self_attn/v_proj/Linear/pre_reshape", "/layers.7/self_attn/v_proj/Linear/pre_convert", "/layers.7/self_attn/v_proj/Linear", "/layers.7/self_attn/v_proj/Linear/post_convert", "/layers.7/self_attn/o_proj/Linear/pre_reshape", "/layers.7/self_attn/o_proj/Linear/pre_convert", "/layers.7/self_attn/o_proj/Linear", "/layers.7/self_attn/o_proj/Linear/post_convert", "/layers.7/mlp/gate_proj/Linear/pre_reshape", "/layers.7/mlp/gate_proj/Linear/pre_convert", "/layers.7/mlp/gate_proj/Linear", "/layers.7/mlp/gate_proj/Linear/post_convert", "/layers.7/mlp/up_proj/Linear/pre_reshape", "/layers.7/mlp/up_proj/Linear/pre_convert", "/layers.7/mlp/up_proj/Linear", "/layers.7/mlp/up_proj/Linear/post_convert", "/layers.7/mlp/down_proj/Linear/pre_reshape", "/layers.7/mlp/down_proj/Linear/pre_convert", "/layers.7/mlp/down_proj/Linear", "/layers.7/mlp/down_proj/Linear/post_convert", "/layers.8/self_attn/q_proj/Linear/pre_reshape", "/layers.8/self_attn/q_proj/Linear/pre_convert", "/layers.8/self_attn/q_proj/Linear", "/layers.8/self_attn/q_proj/Linear/post_convert", "/layers.8/self_attn/k_proj/Linear/pre_reshape", "/layers.8/self_attn/k_proj/Linear/pre_convert", "/layers.8/self_attn/k_proj/Linear", "/layers.8/self_attn/k_proj/Linear/post_convert", "/layers.8/self_attn/v_proj/Linear/pre_reshape", "/layers.8/self_attn/v_proj/Linear/pre_convert", "/layers.8/self_attn/v_proj/Linear", "/layers.8/self_attn/v_proj/Linear/post_convert", "/layers.8/self_attn/o_proj/Linear/pre_reshape", "/layers.8/self_attn/o_proj/Linear/pre_convert", "/layers.8/self_attn/o_proj/Linear", "/layers.8/self_attn/o_proj/Linear/post_convert", "/layers.8/mlp/gate_proj/Linear/pre_reshape", "/layers.8/mlp/gate_proj/Linear/pre_convert", "/layers.8/mlp/gate_proj/Linear", "/layers.8/mlp/gate_proj/Linear/post_convert", "/layers.8/mlp/up_proj/Linear/pre_reshape", "/layers.8/mlp/up_proj/Linear/pre_convert", "/layers.8/mlp/up_proj/Linear", "/layers.8/mlp/up_proj/Linear/post_convert", "/layers.8/mlp/down_proj/Linear/pre_reshape", "/layers.8/mlp/down_proj/Linear/pre_convert", "/layers.8/mlp/down_proj/Linear", "/layers.8/mlp/down_proj/Linear/post_convert", "/layers.9/self_attn/q_proj/Linear/pre_reshape", "/layers.9/self_attn/q_proj/Linear/pre_convert", "/layers.9/self_attn/q_proj/Linear", "/layers.9/self_attn/q_proj/Linear/post_convert", "/layers.9/self_attn/k_proj/Linear/pre_reshape", "/layers.9/self_attn/k_proj/Linear/pre_convert", "/layers.9/self_attn/k_proj/Linear", "/layers.9/self_attn/k_proj/Linear/post_convert", "/layers.9/self_attn/v_proj/Linear/pre_reshape", "/layers.9/self_attn/v_proj/Linear/pre_convert", "/layers.9/self_attn/v_proj/Linear", "/layers.9/self_attn/v_proj/Linear/post_convert", "/layers.9/self_attn/o_proj/Linear/pre_reshape", "/layers.9/self_attn/o_proj/Linear/pre_convert", "/layers.9/self_attn/o_proj/Linear", "/layers.9/self_attn/o_proj/Linear/post_convert", "/layers.9/mlp/gate_proj/Linear/pre_reshape", "/layers.9/mlp/gate_proj/Linear/pre_convert", "/layers.9/mlp/gate_proj/Linear", "/layers.9/mlp/gate_proj/Linear/post_convert", "/layers.9/mlp/up_proj/Linear/pre_reshape", "/layers.9/mlp/up_proj/Linear/pre_convert", "/layers.9/mlp/up_proj/Linear", "/layers.9/mlp/up_proj/Linear/post_convert", "/layers.9/mlp/down_proj/Linear/pre_reshape", "/layers.9/mlp/down_proj/Linear/pre_convert", "/layers.9/mlp/down_proj/Linear", "/layers.9/mlp/down_proj/Linear/post_convert", "/layers.10/self_attn/q_proj/Linear/pre_reshape", "/layers.10/self_attn/q_proj/Linear/pre_convert", "/layers.10/self_attn/q_proj/Linear", "/layers.10/self_attn/q_proj/Linear/post_convert", "/layers.10/self_attn/k_proj/Linear/pre_reshape", "/layers.10/self_attn/k_proj/Linear/pre_convert", "/layers.10/self_attn/k_proj/Linear", "/layers.10/self_attn/k_proj/Linear/post_convert", "/layers.10/self_attn/v_proj/Linear/pre_reshape", "/layers.10/self_attn/v_proj/Linear/pre_convert", "/layers.10/self_attn/v_proj/Linear", "/layers.10/self_attn/v_proj/Linear/post_convert", "/layers.10/self_attn/o_proj/Linear/pre_reshape", "/layers.10/self_attn/o_proj/Linear/pre_convert", "/layers.10/self_attn/o_proj/Linear", "/layers.10/self_attn/o_proj/Linear/post_convert", "/layers.10/mlp/gate_proj/Linear/pre_reshape", "/layers.10/mlp/gate_proj/Linear/pre_convert", "/layers.10/mlp/gate_proj/Linear", "/layers.10/mlp/gate_proj/Linear/post_convert", "/layers.10/mlp/up_proj/Linear/pre_reshape", "/layers.10/mlp/up_proj/Linear/pre_convert", "/layers.10/mlp/up_proj/Linear", "/layers.10/mlp/up_proj/Linear/post_convert", "/layers.10/mlp/down_proj/Linear/pre_reshape", "/layers.10/mlp/down_proj/Linear/pre_convert", "/layers.10/mlp/down_proj/Linear", "/layers.10/mlp/down_proj/Linear/post_convert", "/layers.11/self_attn/q_proj/Linear/pre_reshape", "/layers.11/self_attn/q_proj/Linear/pre_convert", "/layers.11/self_attn/q_proj/Linear", "/layers.11/self_attn/q_proj/Linear/post_convert", "/layers.11/self_attn/k_proj/Linear/pre_reshape", "/layers.11/self_attn/k_proj/Linear/pre_convert", "/layers.11/self_attn/k_proj/Linear", "/layers.11/self_attn/k_proj/Linear/post_convert", "/layers.11/self_attn/v_proj/Linear/pre_reshape", "/layers.11/self_attn/v_proj/Linear/pre_convert", "/layers.11/self_attn/v_proj/Linear", "/layers.11/self_attn/v_proj/Linear/post_convert", "/layers.11/self_attn/o_proj/Linear/pre_reshape", "/layers.11/self_attn/o_proj/Linear/pre_convert", "/layers.11/self_attn/o_proj/Linear", "/layers.11/self_attn/o_proj/Linear/post_convert", "/layers.11/mlp/gate_proj/Linear/pre_reshape", "/layers.11/mlp/gate_proj/Linear/pre_convert", "/layers.11/mlp/gate_proj/Linear", "/layers.11/mlp/gate_proj/Linear/post_convert", "/layers.11/mlp/up_proj/Linear/pre_reshape", "/layers.11/mlp/up_proj/Linear/pre_convert", "/layers.11/mlp/up_proj/Linear", "/layers.11/mlp/up_proj/Linear/post_convert", "/layers.11/mlp/down_proj/Linear/pre_reshape", "/layers.11/mlp/down_proj/Linear/pre_convert", "/layers.11/mlp/down_proj/Linear", "/layers.11/mlp/down_proj/Linear/post_convert", "/layers.12/self_attn/q_proj/Linear/pre_reshape", "/layers.12/self_attn/q_proj/Linear/pre_convert", "/layers.12/self_attn/q_proj/Linear", "/layers.12/self_attn/q_proj/Linear/post_convert", "/layers.12/self_attn/k_proj/Linear/pre_reshape", "/layers.12/self_attn/k_proj/Linear/pre_convert", "/layers.12/self_attn/k_proj/Linear", "/layers.12/self_attn/k_proj/Linear/post_convert", "/layers.12/self_attn/v_proj/Linear/pre_reshape", "/layers.12/self_attn/v_proj/Linear/pre_convert", "/layers.12/self_attn/v_proj/Linear", "/layers.12/self_attn/v_proj/Linear/post_convert", "/layers.12/self_attn/o_proj/Linear/pre_reshape", "/layers.12/self_attn/o_proj/Linear/pre_convert", "/layers.12/self_attn/o_proj/Linear", "/layers.12/self_attn/o_proj/Linear/post_convert", "/layers.12/mlp/gate_proj/Linear/pre_reshape", "/layers.12/mlp/gate_proj/Linear/pre_convert", "/layers.12/mlp/gate_proj/Linear", "/layers.12/mlp/gate_proj/Linear/post_convert", "/layers.12/mlp/up_proj/Linear/pre_reshape", "/layers.12/mlp/up_proj/Linear/pre_convert", "/layers.12/mlp/up_proj/Linear", "/layers.12/mlp/up_proj/Linear/post_convert", "/layers.12/mlp/down_proj/Linear/pre_reshape", "/layers.12/mlp/down_proj/Linear/pre_convert", "/layers.12/mlp/down_proj/Linear", "/layers.12/mlp/down_proj/Linear/post_convert", "/layers.13/self_attn/q_proj/Linear/pre_reshape", "/layers.13/self_attn/q_proj/Linear/pre_convert", "/layers.13/self_attn/q_proj/Linear", "/layers.13/self_attn/q_proj/Linear/post_convert", "/layers.13/self_attn/k_proj/Linear/pre_reshape", "/layers.13/self_attn/k_proj/Linear/pre_convert", "/layers.13/self_attn/k_proj/Linear", "/layers.13/self_attn/k_proj/Linear/post_convert", "/layers.13/self_attn/v_proj/Linear/pre_reshape", "/layers.13/self_attn/v_proj/Linear/pre_convert", "/layers.13/self_attn/v_proj/Linear", "/layers.13/self_attn/v_proj/Linear/post_convert", "/layers.13/self_attn/o_proj/Linear/pre_reshape", "/layers.13/self_attn/o_proj/Linear/pre_convert", "/layers.13/self_attn/o_proj/Linear", "/layers.13/self_attn/o_proj/Linear/post_convert", "/layers.13/mlp/gate_proj/Linear/pre_reshape", "/layers.13/mlp/gate_proj/Linear/pre_convert", "/layers.13/mlp/gate_proj/Linear", "/layers.13/mlp/gate_proj/Linear/post_convert", "/layers.13/mlp/up_proj/Linear/pre_reshape", "/layers.13/mlp/up_proj/Linear/pre_convert", "/layers.13/mlp/up_proj/Linear", "/layers.13/mlp/up_proj/Linear/post_convert", "/layers.13/mlp/down_proj/Linear/pre_reshape", "/layers.13/mlp/down_proj/Linear/pre_convert", "/layers.13/mlp/down_proj/Linear", "/layers.13/mlp/down_proj/Linear/post_convert", "/layers.14/self_attn/q_proj/Linear/pre_reshape", "/layers.14/self_attn/q_proj/Linear/pre_convert", "/layers.14/self_attn/q_proj/Linear", "/layers.14/self_attn/q_proj/Linear/post_convert", "/layers.14/self_attn/k_proj/Linear/pre_reshape", "/layers.14/self_attn/k_proj/Linear/pre_convert", "/layers.14/self_attn/k_proj/Linear", "/layers.14/self_attn/k_proj/Linear/post_convert", "/layers.14/self_attn/v_proj/Linear/pre_reshape", "/layers.14/self_attn/v_proj/Linear/pre_convert", "/layers.14/self_attn/v_proj/Linear", "/layers.14/self_attn/v_proj/Linear/post_convert", "/layers.14/self_attn/o_proj/Linear/pre_reshape", "/layers.14/self_attn/o_proj/Linear/pre_convert", "/layers.14/self_attn/o_proj/Linear", "/layers.14/self_attn/o_proj/Linear/post_convert", "/layers.14/mlp/gate_proj/Linear/pre_reshape", "/layers.14/mlp/gate_proj/Linear/pre_convert", "/layers.14/mlp/gate_proj/Linear", "/layers.14/mlp/gate_proj/Linear/post_convert", "/layers.14/mlp/up_proj/Linear/pre_reshape", "/layers.14/mlp/up_proj/Linear/pre_convert", "/layers.14/mlp/up_proj/Linear", "/layers.14/mlp/up_proj/Linear/post_convert", "/layers.14/mlp/down_proj/Linear/pre_reshape", "/layers.14/mlp/down_proj/Linear/pre_convert", "/layers.14/mlp/down_proj/Linear", "/layers.14/mlp/down_proj/Linear/post_convert", "/layers.15/self_attn/q_proj/Linear/pre_reshape", "/layers.15/self_attn/q_proj/Linear/pre_convert", "/layers.15/self_attn/q_proj/Linear", "/layers.15/self_attn/q_proj/Linear/post_convert", "/layers.15/self_attn/k_proj/Linear/pre_reshape", "/layers.15/self_attn/k_proj/Linear/pre_convert", "/layers.15/self_attn/k_proj/Linear", "/layers.15/self_attn/k_proj/Linear/post_convert", "/layers.15/self_attn/v_proj/Linear/pre_reshape", "/layers.15/self_attn/v_proj/Linear/pre_convert", "/layers.15/self_attn/v_proj/Linear", "/layers.15/self_attn/v_proj/Linear/post_convert", "/layers.15/self_attn/o_proj/Linear/pre_reshape", "/layers.15/self_attn/o_proj/Linear/pre_convert", "/layers.15/self_attn/o_proj/Linear", "/layers.15/self_attn/o_proj/Linear/post_convert", "/layers.15/mlp/gate_proj/Linear/pre_reshape", "/layers.15/mlp/gate_proj/Linear/pre_convert", "/layers.15/mlp/gate_proj/Linear", "/layers.15/mlp/gate_proj/Linear/post_convert", "/layers.15/mlp/up_proj/Linear/pre_reshape", "/layers.15/mlp/up_proj/Linear/pre_convert", "/layers.15/mlp/up_proj/Linear", "/layers.15/mlp/up_proj/Linear/post_convert", "/layers.15/mlp/down_proj/Linear/pre_reshape", "/layers.15/mlp/down_proj/Linear/pre_convert", "/layers.15/mlp/down_proj/Linear", "/layers.15/mlp/down_proj/Linear/post_convert", "/layers.16/self_attn/q_proj/Linear/pre_reshape", "/layers.16/self_attn/q_proj/Linear/pre_convert", "/layers.16/self_attn/q_proj/Linear", "/layers.16/self_attn/q_proj/Linear/post_convert", "/layers.16/self_attn/k_proj/Linear/pre_reshape", "/layers.16/self_attn/k_proj/Linear/pre_convert", "/layers.16/self_attn/k_proj/Linear", "/layers.16/self_attn/k_proj/Linear/post_convert", "/layers.16/self_attn/v_proj/Linear/pre_reshape", "/layers.16/self_attn/v_proj/Linear/pre_convert", "/layers.16/self_attn/v_proj/Linear", "/layers.16/self_attn/v_proj/Linear/post_convert", "/layers.16/self_attn/o_proj/Linear/pre_reshape", "/layers.16/self_attn/o_proj/Linear/pre_convert", "/layers.16/self_attn/o_proj/Linear", "/layers.16/self_attn/o_proj/Linear/post_convert", "/layers.16/mlp/gate_proj/Linear/pre_reshape", "/layers.16/mlp/gate_proj/Linear/pre_convert", "/layers.16/mlp/gate_proj/Linear", "/layers.16/mlp/gate_proj/Linear/post_convert", "/layers.16/mlp/up_proj/Linear/pre_reshape", "/layers.16/mlp/up_proj/Linear/pre_convert", "/layers.16/mlp/up_proj/Linear", "/layers.16/mlp/up_proj/Linear/post_convert", "/layers.16/mlp/down_proj/Linear/pre_reshape", "/layers.16/mlp/down_proj/Linear/pre_convert", "/layers.16/mlp/down_proj/Linear", "/layers.16/mlp/down_proj/Linear/post_convert", "/layers.17/self_attn/q_proj/Linear/pre_reshape", "/layers.17/self_attn/q_proj/Linear/pre_convert", "/layers.17/self_attn/q_proj/Linear", "/layers.17/self_attn/q_proj/Linear/post_convert", "/layers.17/self_attn/k_proj/Linear/pre_reshape", "/layers.17/self_attn/k_proj/Linear/pre_convert", "/layers.17/self_attn/k_proj/Linear", "/layers.17/self_attn/k_proj/Linear/post_convert", "/layers.17/self_attn/v_proj/Linear/pre_reshape", "/layers.17/self_attn/v_proj/Linear/pre_convert", "/layers.17/self_attn/v_proj/Linear", "/layers.17/self_attn/v_proj/Linear/post_convert", "/layers.17/self_attn/o_proj/Linear/pre_reshape", "/layers.17/self_attn/o_proj/Linear/pre_convert", "/layers.17/self_attn/o_proj/Linear", "/layers.17/self_attn/o_proj/Linear/post_convert", "/layers.17/mlp/gate_proj/Linear/pre_reshape", "/layers.17/mlp/gate_proj/Linear/pre_convert", "/layers.17/mlp/gate_proj/Linear", "/layers.17/mlp/gate_proj/Linear/post_convert", "/layers.17/mlp/up_proj/Linear/pre_reshape", "/layers.17/mlp/up_proj/Linear/pre_convert", "/layers.17/mlp/up_proj/Linear", "/layers.17/mlp/up_proj/Linear/post_convert", "/layers.17/mlp/down_proj/Linear/pre_reshape", "/layers.17/mlp/down_proj/Linear/pre_convert", "/layers.17/mlp/down_proj/Linear", "/layers.17/mlp/down_proj/Linear/post_convert", "/layers.18/self_attn/q_proj/Linear/pre_reshape", "/layers.18/self_attn/q_proj/Linear/pre_convert", "/layers.18/self_attn/q_proj/Linear", "/layers.18/self_attn/q_proj/Linear/post_convert", "/layers.18/self_attn/k_proj/Linear/pre_reshape", "/layers.18/self_attn/k_proj/Linear/pre_convert", "/layers.18/self_attn/k_proj/Linear", "/layers.18/self_attn/k_proj/Linear/post_convert", "/layers.18/self_attn/v_proj/Linear/pre_reshape", "/layers.18/self_attn/v_proj/Linear/pre_convert", "/layers.18/self_attn/v_proj/Linear", "/layers.18/self_attn/v_proj/Linear/post_convert", "/layers.18/self_attn/o_proj/Linear/pre_reshape", "/layers.18/self_attn/o_proj/Linear/pre_convert", "/layers.18/self_attn/o_proj/Linear", "/layers.18/self_attn/o_proj/Linear/post_convert", "/layers.18/mlp/gate_proj/Linear/pre_reshape", "/layers.18/mlp/gate_proj/Linear/pre_convert", "/layers.18/mlp/gate_proj/Linear", "/layers.18/mlp/gate_proj/Linear/post_convert", "/layers.18/mlp/up_proj/Linear/pre_reshape", "/layers.18/mlp/up_proj/Linear/pre_convert", "/layers.18/mlp/up_proj/Linear", "/layers.18/mlp/up_proj/Linear/post_convert", "/layers.18/mlp/down_proj/Linear/pre_reshape", "/layers.18/mlp/down_proj/Linear/pre_convert", "/layers.18/mlp/down_proj/Linear", "/layers.18/mlp/down_proj/Linear/post_convert", "/layers.19/self_attn/q_proj/Linear/pre_reshape", "/layers.19/self_attn/q_proj/Linear/pre_convert", "/layers.19/self_attn/q_proj/Linear", "/layers.19/self_attn/q_proj/Linear/post_convert", "/layers.19/self_attn/k_proj/Linear/pre_reshape", "/layers.19/self_attn/k_proj/Linear/pre_convert", "/layers.19/self_attn/k_proj/Linear", "/layers.19/self_attn/k_proj/Linear/post_convert", "/layers.19/self_attn/v_proj/Linear/pre_reshape", "/layers.19/self_attn/v_proj/Linear/pre_convert", "/layers.19/self_attn/v_proj/Linear", "/layers.19/self_attn/v_proj/Linear/post_convert", "/layers.19/self_attn/o_proj/Linear/pre_reshape", "/layers.19/self_attn/o_proj/Linear/pre_convert", "/layers.19/self_attn/o_proj/Linear", "/layers.19/self_attn/o_proj/Linear/post_convert", "/layers.19/mlp/gate_proj/Linear/pre_reshape", "/layers.19/mlp/gate_proj/Linear/pre_convert", "/layers.19/mlp/gate_proj/Linear", "/layers.19/mlp/gate_proj/Linear/post_convert", "/layers.19/mlp/up_proj/Linear/pre_reshape", "/layers.19/mlp/up_proj/Linear/pre_convert", "/layers.19/mlp/up_proj/Linear", "/layers.19/mlp/up_proj/Linear/post_convert", "/layers.19/mlp/down_proj/Linear/pre_reshape", "/layers.19/mlp/down_proj/Linear/pre_convert", "/layers.19/mlp/down_proj/Linear", "/layers.19/mlp/down_proj/Linear/post_convert", "/layers.20/self_attn/q_proj/Linear/pre_reshape", "/layers.20/self_attn/q_proj/Linear/pre_convert", "/layers.20/self_attn/q_proj/Linear", "/layers.20/self_attn/q_proj/Linear/post_convert", "/layers.20/self_attn/k_proj/Linear/pre_reshape", "/layers.20/self_attn/k_proj/Linear/pre_convert", "/layers.20/self_attn/k_proj/Linear", "/layers.20/self_attn/k_proj/Linear/post_convert", "/layers.20/self_attn/v_proj/Linear/pre_reshape", "/layers.20/self_attn/v_proj/Linear/pre_convert", "/layers.20/self_attn/v_proj/Linear", "/layers.20/self_attn/v_proj/Linear/post_convert", "/layers.20/self_attn/o_proj/Linear/pre_reshape", "/layers.20/self_attn/o_proj/Linear/pre_convert", "/layers.20/self_attn/o_proj/Linear", "/layers.20/self_attn/o_proj/Linear/post_convert", "/layers.20/mlp/gate_proj/Linear/pre_reshape", "/layers.20/mlp/gate_proj/Linear/pre_convert", "/layers.20/mlp/gate_proj/Linear", "/layers.20/mlp/gate_proj/Linear/post_convert", "/layers.20/mlp/up_proj/Linear/pre_reshape", "/layers.20/mlp/up_proj/Linear/pre_convert", "/layers.20/mlp/up_proj/Linear", "/layers.20/mlp/up_proj/Linear/post_convert", "/layers.20/mlp/down_proj/Linear/pre_reshape", "/layers.20/mlp/down_proj/Linear/pre_convert", "/layers.20/mlp/down_proj/Linear", "/layers.20/mlp/down_proj/Linear/post_convert", "/layers.21/self_attn/q_proj/Linear/pre_reshape", "/layers.21/self_attn/q_proj/Linear/pre_convert", "/layers.21/self_attn/q_proj/Linear", "/layers.21/self_attn/q_proj/Linear/post_convert", "/layers.21/self_attn/k_proj/Linear/pre_reshape", "/layers.21/self_attn/k_proj/Linear/pre_convert", "/layers.21/self_attn/k_proj/Linear", "/layers.21/self_attn/k_proj/Linear/post_convert", "/layers.21/self_attn/v_proj/Linear/pre_reshape", "/layers.21/self_attn/v_proj/Linear/pre_convert", "/layers.21/self_attn/v_proj/Linear", "/layers.21/self_attn/v_proj/Linear/post_convert", "/layers.21/self_attn/o_proj/Linear/pre_reshape", "/layers.21/self_attn/o_proj/Linear/pre_convert", "/layers.21/self_attn/o_proj/Linear", "/layers.21/self_attn/o_proj/Linear/post_convert", "/layers.21/mlp/gate_proj/Linear/pre_reshape", "/layers.21/mlp/gate_proj/Linear/pre_convert", "/layers.21/mlp/gate_proj/Linear", "/layers.21/mlp/gate_proj/Linear/post_convert", "/layers.21/mlp/up_proj/Linear/pre_reshape", "/layers.21/mlp/up_proj/Linear/pre_convert", "/layers.21/mlp/up_proj/Linear", "/layers.21/mlp/up_proj/Linear/post_convert", "/layers.21/mlp/down_proj/Linear/pre_reshape", "/layers.21/mlp/down_proj/Linear/pre_convert", "/layers.21/mlp/down_proj/Linear", "/layers.21/mlp/down_proj/Linear/post_convert", "/layers.22/self_attn/q_proj/Linear/pre_reshape", "/layers.22/self_attn/q_proj/Linear/pre_convert", "/layers.22/self_attn/q_proj/Linear", "/layers.22/self_attn/q_proj/Linear/post_convert", "/layers.22/self_attn/k_proj/Linear/pre_reshape", "/layers.22/self_attn/k_proj/Linear/pre_convert", "/layers.22/self_attn/k_proj/Linear", "/layers.22/self_attn/k_proj/Linear/post_convert", "/layers.22/self_attn/v_proj/Linear/pre_reshape", "/layers.22/self_attn/v_proj/Linear/pre_convert", "/layers.22/self_attn/v_proj/Linear", "/layers.22/self_attn/v_proj/Linear/post_convert", "/layers.22/self_attn/o_proj/Linear/pre_reshape", "/layers.22/self_attn/o_proj/Linear/pre_convert", "/layers.22/self_attn/o_proj/Linear", "/layers.22/self_attn/o_proj/Linear/post_convert", "/layers.22/mlp/gate_proj/Linear/pre_reshape", "/layers.22/mlp/gate_proj/Linear/pre_convert", "/layers.22/mlp/gate_proj/Linear", "/layers.22/mlp/gate_proj/Linear/post_convert", "/layers.22/mlp/up_proj/Linear/pre_reshape", "/layers.22/mlp/up_proj/Linear/pre_convert", "/layers.22/mlp/up_proj/Linear", "/layers.22/mlp/up_proj/Linear/post_convert", "/layers.22/mlp/down_proj/Linear/pre_reshape", "/layers.22/mlp/down_proj/Linear/pre_convert", "/layers.22/mlp/down_proj/Linear", "/layers.22/mlp/down_proj/Linear/post_convert", "/layers.23/self_attn/q_proj/Linear/pre_reshape", "/layers.23/self_attn/q_proj/Linear/pre_convert", "/layers.23/self_attn/q_proj/Linear", "/layers.23/self_attn/q_proj/Linear/post_convert", "/layers.23/self_attn/k_proj/Linear/pre_reshape", "/layers.23/self_attn/k_proj/Linear/pre_convert", "/layers.23/self_attn/k_proj/Linear", "/layers.23/self_attn/k_proj/Linear/post_convert", "/layers.23/self_attn/v_proj/Linear/pre_reshape", "/layers.23/self_attn/v_proj/Linear/pre_convert", "/layers.23/self_attn/v_proj/Linear", "/layers.23/self_attn/v_proj/Linear/post_convert", "/layers.23/self_attn/o_proj/Linear/pre_reshape", "/layers.23/self_attn/o_proj/Linear/pre_convert", "/layers.23/self_attn/o_proj/Linear", "/layers.23/self_attn/o_proj/Linear/post_convert", "/layers.23/mlp/gate_proj/Linear/pre_reshape", "/layers.23/mlp/gate_proj/Linear/pre_convert", "/layers.23/mlp/gate_proj/Linear", "/layers.23/mlp/gate_proj/Linear/post_convert", "/layers.23/mlp/up_proj/Linear/pre_reshape", "/layers.23/mlp/up_proj/Linear/pre_convert", "/layers.23/mlp/up_proj/Linear", "/layers.23/mlp/up_proj/Linear/post_convert", "/layers.23/mlp/down_proj/Linear/pre_reshape", "/layers.23/mlp/down_proj/Linear/pre_convert", "/layers.23/mlp/down_proj/Linear", "/layers.23/mlp/down_proj/Linear/post_convert", "/lm/lm_head/Linear/pre_reshape", "/lm/lm_head/Linear/pre_convert", "/lm/lm_head/Linear", "/lm/lm_head/Linear/post_convert" ], "tensorNumber": 0, "usage": "INFERENCE", "mnn_uuid": "dd5e3dac-d01c-4b70-b223-810b86fcbc0f" }